-- Logs begin at Wed 2021-12-22 12:15:57 UTC, end at Wed 2021-12-22 14:27:46 UTC. -- Dec 22 13:07:49.935223 dv-neutron-822669-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 22 13:07:52.089126 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.common.config [-] Logging enabled! Dec 22 13:07:52.089833 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev87 Dec 22 13:07:52.089922 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84041) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 22 13:07:52.092225 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.common.config [-] Logging enabled! Dec 22 13:07:52.092485 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev87 Dec 22 13:07:52.092731 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84041) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 22 13:07:52.093685 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 22 13:07:52.093918 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 22 13:07:52.094272 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 22 13:07:52.094547 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 22 13:07:52.094775 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 22 13:07:52.095098 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.095398 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.095695 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.095926 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.096225 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.096517 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.096802 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.097091 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.097420 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.097715 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.098040 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.098373 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.098610 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.098893 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.099182 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.099471 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.099696 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] debug = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.099977 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.100402 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.100816 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.101097 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.101387 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.101663 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.101943 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.102227 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.102593 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] host = dv-neutron-822669-1-hyperv {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.102874 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.103161 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.103451 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.103739 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.104017 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.104294 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.104579 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.104855 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.105127 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] log_file = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.105403 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.105691 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.105979 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.106274 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.106523 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.106747 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.107033 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.107324 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.107600 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.107875 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.108149 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.108426 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.108698 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.108965 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.109248 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.109535 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.109819 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.110095 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.110387 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.110663 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.110933 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.111215 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.111487 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.111758 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.112029 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.112312 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.112581 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.112851 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.113687 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.114133 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.114291 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.114604 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.114881 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.115164 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.115441 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.115719 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.115994 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] use_json = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.116269 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.116543 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.116826 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.117101 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.117375 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.117649 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.117923 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.118209 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:52.118543 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.118838 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.119139 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.119423 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.119712 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.120000 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.120289 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.120569 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.120859 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.121147 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.121435 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.121714 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.122006 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.122300 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.122616 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.122893 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.123172 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.123465 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.123744 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.124021 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.124302 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.124592 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.124873 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.125148 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.125431 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.125710 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.125984 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.126259 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.126563 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.126855 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.127134 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.127405 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.127675 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.127952 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.128224 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.128510 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.129571 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.129866 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.130147 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.130461 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.130742 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.131018 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.131299 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.131574 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.131858 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.132135 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.132409 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.132685 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.132960 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.133235 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.133509 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.133783 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.134061 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.134334 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.134629 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.134904 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.135177 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.135451 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.135740 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.136040 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.136323 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.136602 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.136880 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.137159 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.137439 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.137719 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.137996 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.138272 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.138567 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.138859 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.139141 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.139429 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.139711 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.139988 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.140280 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.140557 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.140840 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.141117 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.141393 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.141675 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.141957 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.142250 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.142575 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.142870 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.143165 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.143457 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.143739 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.144045 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.144363 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:52.144829 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 22 13:07:52.144935 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84041) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 22 13:07:52.549349 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO keyring.backend [-] Loading KWallet Dec 22 13:07:52.557571 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO keyring.backend [-] Loading SecretService Dec 22 13:07:52.560917 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO keyring.backend [-] Loading Windows Dec 22 13:07:52.562301 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO keyring.backend [-] Loading chainer Dec 22 13:07:52.562907 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO keyring.backend [-] Loading macOS Dec 22 13:07:52.596849 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:52.597125 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=84041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:52.597962 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:52.598305 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 22 13:07:52.903610 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:52.903801 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:52.904075 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:52.960891 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:52.961171 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:52.961438 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:52.964580 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:52.964868 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:52.965136 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:52.994575 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:52.994843 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:52.995108 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:53.022038 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:53.022310 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:53.022608 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:53.340939 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:53.341596 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:53.341596 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:53.341833 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:53.342468 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:53.468287 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:53.468611 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:53.468894 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:53.469164 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:53.469436 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:53.469745 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:53.470009 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:53.470266 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:53.470561 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:53.470843 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:53.471101 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:53.471364 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:53.471629 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:53.471886 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:53.472151 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:53.472442 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:53.472699 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:53.473140 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:53.473402 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:53.473686 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:53.474037 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:53.474294 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:53.474577 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:53.474861 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:53.475110 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:53.475356 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:53.475744 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84041) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 13:07:53.475988 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84041) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 13:07:53.476228 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84041) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 13:07:53.476468 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84041) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 13:07:53.476704 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84041) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 13:07:53.476939 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84041) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 13:07:53.477492 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 22 13:07:53.480762 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 22 13:07:53.484752 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 22 13:07:53.489569 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Dec 22 13:07:53.491231 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 22 13:07:53.491632 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 22 13:07:53.491969 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 22 13:07:53.492353 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 22 13:07:53.495229 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 22 13:07:53.495482 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 22 13:07:53.495826 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 22 13:07:53.524536 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Dec 22 13:07:53.524993 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:53.525292 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84041) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 22 13:07:53.525653 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:53.527059 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84041) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 22 13:07:53.527345 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 22 13:07:53.527594 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 22 13:07:53.530881 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:53.531173 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:53.592580 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 22 13:07:53.592761 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 22 13:07:53.592999 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 22 13:07:53.593377 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 22 13:07:53.623712 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_db.sqlalchemy.engines [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=84041) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 22 13:07:54.093836 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.plugins.ml2.managers [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Initializing driver for type 'gre' Dec 22 13:07:54.094392 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] gre ID ranges: [(1, 1000)] Dec 22 13:07:54.282191 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.plugins.ml2.managers [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Initializing driver for type 'local' Dec 22 13:07:54.282565 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.plugins.ml2.managers [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Initializing driver for type 'vlan' Dec 22 13:07:54.362282 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] VlanTypeDriver initialization complete Dec 22 13:07:54.363368 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.plugins.ml2.managers [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Initializing driver for type 'vxlan' Dec 22 13:07:54.363901 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] vxlan ID ranges: [(1, 1000)] Dec 22 13:07:54.516607 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.plugins.ml2.managers [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Initializing extension driver 'port_security' Dec 22 13:07:54.516952 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.plugins.ml2.extensions.port_security [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] PortSecurityExtensionDriver initialization complete Dec 22 13:07:54.517291 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.plugins.ml2.managers [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Initializing mechanism driver 'openvswitch' Dec 22 13:07:54.517616 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.plugins.ml2.managers [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Initializing mechanism driver 'hyperv' Dec 22 13:07:54.524766 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:54.525510 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > port after_create 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.529674 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > port after_update 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.529674 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > port after_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.529674 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > subnet after_create 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.529674 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > subnet after_update 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.529973 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > subnet after_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.529973 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > network after_create 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.529973 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > network after_update 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.529973 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > network after_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.530271 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > security_group after_create 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.530271 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > security_group after_update 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.530271 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > security_group after_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.530271 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.530588 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.530588 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.530743 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] ML2 OVO RPC backend initialized. {{(pid=84041) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Dec 22 13:07:54.531266 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > router_interface after_create 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.531614 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.532025 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > network before_response 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.532366 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > networks before_response 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.532703 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > port before_response 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.533035 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > ports before_response 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.533375 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > subnet before_response 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.533712 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > subnets before_response 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.534053 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > network after_create 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.534409 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > network after_update 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.535222 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > network after_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.535940 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > port after_create 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.536282 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > port after_update 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.536638 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > port after_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.536972 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > subnet after_create 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.537302 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > subnet after_update 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.537630 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > subnet after_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.538200 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.plugins.ml2.plugin [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Modular L2 Plugin initialization complete Dec 22 13:07:54.538559 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading services supported by the core plugin {{(pid=84041) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 22 13:07:54.538882 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.plugins.ml2.managers [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Got port-security extension from driver 'port_security' Dec 22 13:07:54.539343 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.extensions.vlantransparent [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Disabled vlantransparent extension. Dec 22 13:07:54.539750 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84041) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 22 13:07:54.540056 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading Plugin: router Dec 22 13:07:54.577389 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > router_interface before_create 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.577771 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > router after_create 55549900 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.578130 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > router before_create 55549900 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.578513 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.578878 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.579227 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > router after_delete 55549900 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.579578 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > floatingip after_update 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.579934 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > router after_create 55549900 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.580276 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > router after_update 55549900 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.580620 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > router after_update 55549900 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.580960 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.581311 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > router after_update 55549900 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.582144 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > router precommit_update 55549900 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.582532 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: port after_update 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.582874 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: port after_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.583208 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: subnet after_update 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.583543 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.583887 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > port precommit_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.584229 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > router precommit_create 55549900 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.584569 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: port before_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.584906 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > router precommit_create 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.585256 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > router after_update 55549900 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.585593 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > router precommit_delete 55549900 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.585935 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > router precommit_create 55549900 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.586289 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > router_interface after_create 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.586649 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > router precommit_update 55549900 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.587008 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > agent after_create 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.587350 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > agent after_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.587688 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > network after_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.588546 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.quota.resource_registry [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Tracking information for resource: router configured {{(pid=84041) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 13:07:54.588872 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.quota.resource_registry [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Tracking information for resource: floatingip configured {{(pid=84041) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 13:07:54.593719 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.db.l3_agentschedulers_db [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 22 13:07:54.594301 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: port after_update 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.594684 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: port after_create 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.595032 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: port after_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.595384 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: port after_update 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.596180 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > router before_create 55550100 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.596538 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > router precommit_delete 55550100 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.596902 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > router precommit_create 55550100 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.597763 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > router precommit_update 55550100 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.602583 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.services.provider_configuration [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Service providers = [] {{(pid=84041) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 22 13:07:54.602939 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.db.servicetype_db [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84041) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 22 13:07:54.606079 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.services.service_base [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84041) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 13:07:54.606457 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.services.service_base [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84041) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 13:07:54.606798 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.services.service_base [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84041) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 13:07:54.607674 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.services.service_base [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84041) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 13:07:54.608040 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.services.service_base [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 22 13:07:54.608411 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84041) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 13:07:54.608728 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 22 13:07:54.620529 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84041) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 13:07:54.620810 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading Plugin: auto_allocate Dec 22 13:07:54.626738 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: network precommit_update 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.627096 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: network precommit_create 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.627608 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84041) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 13:07:54.627922 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading Plugin: tag Dec 22 13:07:54.635190 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84041) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 13:07:54.635516 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading Plugin: timestamp Dec 22 13:07:54.639333 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84041) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 13:07:54.639660 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading Plugin: network_ip_availability Dec 22 13:07:54.645413 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.648985 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.648985 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.648985 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84041) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 13:07:54.648985 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading Plugin: flavors Dec 22 13:07:54.652637 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84041) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 13:07:54.652965 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading Plugin: revisions Dec 22 13:07:54.657281 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84041) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 13:07:54.657668 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_concurrency.lockutils [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.060s {{(pid=84041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:54.658442 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84041) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Dec 22 13:07:54.658772 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Initializing extension manager. Dec 22 13:07:54.659268 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: __init__.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.659604 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: __pycache__ {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.660895 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.661234 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.661569 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: _filter_validation_lib.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.661891 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.662210 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: address_group.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.663002 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.663579 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: address-group Dec 22 13:07:54.663897 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: address_scope.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.664599 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.665107 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: address-scope Dec 22 13:07:54.665424 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: admin_state_down_before_update.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.666365 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.666884 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: router-admin-state-down-before-update Dec 22 13:07:54.667199 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: agent.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.667887 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.668391 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: agent Dec 22 13:07:54.668705 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: agent_resources_synced.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.669603 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.670107 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: agent-resources-synced Dec 22 13:07:54.670453 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: allowedaddresspairs.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.672243 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.672759 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: allowed-address-pairs Dec 22 13:07:54.673077 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: auto_allocated_topology.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.674149 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.674689 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: auto-allocated-topology Dec 22 13:07:54.675011 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: availability_zone.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.677750 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.678274 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: availability_zone Dec 22 13:07:54.678629 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: availability_zone_filter.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.679545 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.680060 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: availability_zone_filter Dec 22 13:07:54.680381 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: data_plane_status.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.681281 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.681789 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extension data-plane-status not supported by any of loaded plugins Dec 22 13:07:54.682104 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: default_subnetpools.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.683043 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.683556 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: default-subnetpools Dec 22 13:07:54.683873 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: dhcpagentscheduler.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.684647 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.685157 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: dhcp_agent_scheduler Dec 22 13:07:54.685475 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: dns.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.686408 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.686911 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extension dns-integration not supported by any of loaded plugins Dec 22 13:07:54.687232 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: dns_domain_ports.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.688137 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.688640 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 22 13:07:54.688956 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: dvr.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.689616 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.690114 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: dvr Dec 22 13:07:54.690461 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: empty_string_filtering.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.691858 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.692369 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: empty-string-filtering Dec 22 13:07:54.692687 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.693592 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.694094 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 22 13:07:54.694438 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.695365 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.695871 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 22 13:07:54.696431 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: external_net.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.697343 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.697852 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: external-net Dec 22 13:07:54.698169 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: extra_dhcp_opt.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.699105 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.699619 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: extra_dhcp_opt Dec 22 13:07:54.699935 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: extraroute.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.700842 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.701350 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: extraroute Dec 22 13:07:54.701664 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: extraroute_atomic.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.702726 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.703291 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: extraroute-atomic Dec 22 13:07:54.703613 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: filter_validation.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.704272 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.704773 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: filter-validation Dec 22 13:07:54.705085 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: fip_pf_description.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.706155 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.706722 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 22 13:07:54.707475 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: fip_port_details.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.708403 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.708915 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: fip-port-details Dec 22 13:07:54.709232 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: flavors.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.710477 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.710990 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: flavors Dec 22 13:07:54.711308 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.712972 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.713488 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 22 13:07:54.713810 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: floatingip_pools.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.714538 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.715049 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: floatingip-pools Dec 22 13:07:54.715368 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: ip_allocation.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.716280 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.716784 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extension ip_allocation not supported by any of loaded plugins Dec 22 13:07:54.717107 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.718016 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.718549 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: ip-substring-filtering Dec 22 13:07:54.718871 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: l2_adjacency.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.719786 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.720286 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extension l2_adjacency not supported by any of loaded plugins Dec 22 13:07:54.720603 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: l3.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.721557 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.722069 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: router Dec 22 13:07:54.723380 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: l3_conntrack_helper.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.725614 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.726144 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 22 13:07:54.726505 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.727445 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.727967 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: ext-gw-mode Dec 22 13:07:54.728289 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.729194 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.729706 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: l3-ha Dec 22 13:07:54.730028 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: l3_flavors.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.730970 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.731472 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: l3-flavors Dec 22 13:07:54.731793 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.732706 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.733249 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: l3-port-ip-change-not-allowed Dec 22 13:07:54.733534 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: l3agentscheduler.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.743187 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.743187 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: l3_agent_scheduler Dec 22 13:07:54.743187 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: logging.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.744625 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.745186 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extension logging not supported by any of loaded plugins Dec 22 13:07:54.745501 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: metering.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.746254 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.746873 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: metering Dec 22 13:07:54.747197 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.748291 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.748806 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: metering_source_and_destination_fields Dec 22 13:07:54.749124 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: multiprovidernet.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.750172 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.750718 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: multi-provider Dec 22 13:07:54.751037 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: netmtu.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.751946 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.752455 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: net-mtu Dec 22 13:07:54.752771 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: netmtu_writable.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.754242 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.755124 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: net-mtu-writable Dec 22 13:07:54.755439 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: network_availability_zone.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.756103 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.756607 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: network_availability_zone Dec 22 13:07:54.756921 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: network_ip_availability.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.758011 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.758554 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: network-ip-availability Dec 22 13:07:54.758876 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: network_segment_range.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.759638 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.760142 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extension network-segment-range not supported by any of loaded plugins Dec 22 13:07:54.760459 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: pagination.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.761436 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.761760 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: pagination Dec 22 13:07:54.762074 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.763021 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.763532 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: port-mac-address-regenerate Dec 22 13:07:54.763845 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: port_resource_request.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.764744 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.765257 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extension port-resource-request not supported by any of loaded plugins Dec 22 13:07:54.765567 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: portbindings.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.766516 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.767024 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: binding Dec 22 13:07:54.767338 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: portbindings_extended.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.775015 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.775542 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: binding-extended Dec 22 13:07:54.775869 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: portsecurity.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.776787 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.777295 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: port-security Dec 22 13:07:54.777614 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: project_id.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.778715 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.779041 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: project-id Dec 22 13:07:54.779355 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: providernet.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.780267 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.780788 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: provider Dec 22 13:07:54.781108 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: qos.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.784717 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.785712 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extension qos not supported by any of loaded plugins Dec 22 13:07:54.786037 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.787333 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.787848 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 22 13:07:54.788174 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.789092 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.789603 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 22 13:07:54.789957 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: qos_default.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.790884 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.791398 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extension qos-default not supported by any of loaded plugins Dec 22 13:07:54.791725 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: qos_fip.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.792368 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.792878 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extension qos-fip not supported by any of loaded plugins Dec 22 13:07:54.793198 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: qos_gateway_ip.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.794113 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.794649 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 22 13:07:54.794969 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: qos_port_network_policy.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.795874 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.796383 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 22 13:07:54.796702 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: qos_rule_type_details.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.797618 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.798119 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 22 13:07:54.798466 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: qos_rules_alias.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.803848 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.804367 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 22 13:07:54.804683 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: quotasv2.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.805571 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.805901 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: quotas Dec 22 13:07:54.806219 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: quotasv2_detail.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.808031 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.808364 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: quota_details Dec 22 13:07:54.808691 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: rbac.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.809741 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.810259 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: rbac-policies Dec 22 13:07:54.810608 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: rbac_address_scope.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.811523 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.812035 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: rbac-address-scope Dec 22 13:07:54.812355 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: rbac_security_groups.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.813312 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.813822 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: rbac-security-groups Dec 22 13:07:54.814138 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: rbac_subnetpool.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.815069 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.815586 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: rbac-subnetpool Dec 22 13:07:54.815905 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: revisionifmatch.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.817785 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.818312 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: revision-if-match Dec 22 13:07:54.818663 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: revisions.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.819774 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.820287 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: standard-attr-revisions Dec 22 13:07:54.820605 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: router_availability_zone.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.821526 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.822037 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: router_availability_zone Dec 22 13:07:54.822385 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: routerservicetype.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.823289 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.823794 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extension router-service-type not supported by any of loaded plugins Dec 22 13:07:54.824108 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: security_groups_port_filtering.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.825032 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.825540 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: port-security-groups-filtering Dec 22 13:07:54.825861 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: securitygroup.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.837824 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.838384 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: security-group Dec 22 13:07:54.838713 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: segment.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.839491 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.840003 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extension segment not supported by any of loaded plugins Dec 22 13:07:54.840323 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.847867 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.848398 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 22 13:07:54.848724 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: servicetype.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.849850 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.850396 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: service-type Dec 22 13:07:54.850727 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: sorting.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.851699 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.852034 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: sorting Dec 22 13:07:54.852354 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: standard_attr_segment.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.853258 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.853771 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 22 13:07:54.854086 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: standardattrdescription.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.854752 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.855264 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: standard-attr-description Dec 22 13:07:54.855581 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: stateful_security_group.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.856513 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.857026 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: stateful-security-group Dec 22 13:07:54.857347 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: stdattrs_common.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.857922 dv-neutron-822669-1-hyperv neutron-server[84041]: WARNING neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 22 13:07:54.858256 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.859188 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.859701 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 22 13:07:54.860018 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: subnet_onboard.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.861154 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.861673 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: subnet_onboard Dec 22 13:07:54.862002 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.863482 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.864313 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 22 13:07:54.864636 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: subnet_service_types.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.865569 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.866083 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: subnet-service-types Dec 22 13:07:54.866431 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: subnetallocation.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.867527 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.868039 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: subnet_allocation Dec 22 13:07:54.868358 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.869016 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.869522 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: subnetpool-prefix-ops Dec 22 13:07:54.869893 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.870870 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.871332 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 22 13:07:54.871648 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: tagging.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.872714 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.873225 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: standard-attr-tag Dec 22 13:07:54.873547 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: timestamp.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.874785 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.875311 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loaded extension: standard-attr-timestamp Dec 22 13:07:54.875632 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: trunk.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.876658 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.877180 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extension trunk not supported by any of loaded plugins Dec 22 13:07:54.877499 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: trunk_details.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.878444 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.880019 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extension trunk-details not supported by any of loaded plugins Dec 22 13:07:54.880339 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: uplink_status_propagation.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.881259 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.881770 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 22 13:07:54.882089 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Loading extension file: vlantransparent.py {{(pid=84041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 13:07:54.882803 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 13:07:54.883308 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extension vlan-transparent not supported by any of loaded plugins Dec 22 13:07:54.885566 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.quota.resource_registry [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Creating instance of TrackedResource for resource:network Dec 22 13:07:54.886282 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.quota.resource_registry [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Creating instance of TrackedResource for resource:subnet Dec 22 13:07:54.887090 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.quota.resource_registry [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 13:07:54.887680 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.quota.resource_registry [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Creating instance of TrackedResource for resource:port Dec 22 13:07:54.888939 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.v2.resource_helper [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 13:07:54.889363 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.v2.resource_helper [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Service FLAVORS assigned prefix: {{(pid=84041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 13:07:54.889977 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.v2.resource_helper [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 13:07:54.890421 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.v2.resource_helper [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 13:07:54.890751 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.quota.resource_registry [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Creating instance of TrackedResource for resource:router Dec 22 13:07:54.891401 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.quota.resource_registry [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Creating instance of TrackedResource for resource:floatingip Dec 22 13:07:54.892086 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.v2.resource_helper [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Service METERING assigned prefix: /metering {{(pid=84041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 13:07:54.893507 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.893862 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.894634 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:07:54.895788 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.quota.resource_registry [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Creating instance of CountableResource for resource:rbac_policy Dec 22 13:07:54.896217 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.quota.resource_registry [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Creating instance of TrackedResource for resource:security_group Dec 22 13:07:54.896875 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.quota.resource_registry [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Creating instance of TrackedResource for resource:security_group_rule Dec 22 13:07:54.897618 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.v2.resource_helper [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Service CORE assigned prefix: {{(pid=84041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 13:07:54.897947 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.quota.resource_registry [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 13:07:54.898335 dv-neutron-822669-1-hyperv neutron-server[84041]: WARNING neutron.quota.resource_registry [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] subnetpool is already registered Dec 22 13:07:54.898953 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.v2.resource_helper [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Service CORE assigned prefix: {{(pid=84041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 13:07:54.899278 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.quota.resource_registry [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 13:07:54.899594 dv-neutron-822669-1-hyperv neutron-server[84041]: WARNING neutron.quota.resource_registry [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] subnetpool is already registered Dec 22 13:07:54.902123 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.v2.resource_helper [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 13:07:54.902584 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.v2.resource_helper [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Service FLAVORS assigned prefix: {{(pid=84041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 13:07:54.903164 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.v2.resource_helper [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 13:07:54.903576 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.v2.resource_helper [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 13:07:54.903904 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.quota.resource_registry [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Creating instance of TrackedResource for resource:router Dec 22 13:07:54.904247 dv-neutron-822669-1-hyperv neutron-server[84041]: WARNING neutron.quota.resource_registry [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] router is already registered Dec 22 13:07:54.904834 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.quota.resource_registry [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Creating instance of TrackedResource for resource:floatingip Dec 22 13:07:54.905158 dv-neutron-822669-1-hyperv neutron-server[84041]: WARNING neutron.quota.resource_registry [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] floatingip is already registered Dec 22 13:07:54.905773 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.v2.resource_helper [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Service METERING assigned prefix: /metering {{(pid=84041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 13:07:54.906561 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.quota.resource_registry [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Creating instance of CountableResource for resource:rbac_policy Dec 22 13:07:54.906885 dv-neutron-822669-1-hyperv neutron-server[84041]: WARNING neutron.quota.resource_registry [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] rbac_policy is already registered Dec 22 13:07:54.907420 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.quota.resource_registry [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Creating instance of TrackedResource for resource:security_group Dec 22 13:07:54.907739 dv-neutron-822669-1-hyperv neutron-server[84041]: WARNING neutron.quota.resource_registry [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] security_group is already registered Dec 22 13:07:54.908313 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.quota.resource_registry [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Creating instance of TrackedResource for resource:security_group_rule Dec 22 13:07:54.908634 dv-neutron-822669-1-hyperv neutron-server[84041]: WARNING neutron.quota.resource_registry [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] security_group_rule is already registered Dec 22 13:07:54.909290 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.v2.resource_helper [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Service CORE assigned prefix: {{(pid=84041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 13:07:54.909614 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.quota.resource_registry [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 13:07:54.910331 dv-neutron-822669-1-hyperv neutron-server[84041]: WARNING neutron.quota.resource_registry [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] subnetpool is already registered Dec 22 13:07:54.910959 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.v2.resource_helper [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Service CORE assigned prefix: {{(pid=84041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 13:07:54.911283 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.quota.resource_registry [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 13:07:54.911607 dv-neutron-822669-1-hyperv neutron-server[84041]: WARNING neutron.quota.resource_registry [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] subnetpool is already registered Dec 22 13:07:54.912256 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extended resource: extensions {{(pid=84041) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 13:07:54.913774 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extended resource: address-groups {{(pid=84041) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 13:07:54.915372 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extended resource: address-scopes {{(pid=84041) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 13:07:54.916558 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extended resource: agents {{(pid=84041) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 13:07:54.920657 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extended resource: auto-allocated-topology {{(pid=84041) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 13:07:54.920657 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extended resource: availability_zones {{(pid=84041) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 13:07:54.920657 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extended resource: dhcp-networks {{(pid=84041) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 13:07:54.921527 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extended resource: dhcp-agents {{(pid=84041) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 13:07:54.922923 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extended resource: routers {{(pid=84041) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 13:07:54.924691 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extended resource: flavors {{(pid=84041) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 13:07:54.926876 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extended resource: service_profiles {{(pid=84041) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 13:07:54.928056 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extended resource: next_providers {{(pid=84041) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 13:07:54.929528 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extended resource: service_profiles {{(pid=84041) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 13:07:54.930950 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extended resource: floatingip-pools {{(pid=84041) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 13:07:54.932155 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extended resource: routers {{(pid=84041) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 13:07:54.933930 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extended resource: floatingips {{(pid=84041) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 13:07:54.935122 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extended resource: l3-routers {{(pid=84041) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 13:07:54.936437 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extended resource: l3-agents {{(pid=84041) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 13:07:54.937790 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extended resource: metering-labels {{(pid=84041) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 13:07:54.940031 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extended resource: metering-label-rules {{(pid=84041) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 13:07:54.942698 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extended resource: network-ip-availabilities {{(pid=84041) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 13:07:54.943935 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extended resource: bindings {{(pid=84041) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 13:07:54.945553 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extended resource: quotas {{(pid=84041) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 13:07:54.947247 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extended resource: quotas {{(pid=84041) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 13:07:54.948629 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extended resource: rbac-policies {{(pid=84041) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 13:07:54.949885 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extended resource: security-groups {{(pid=84041) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 13:07:54.951078 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extended resource: security-group-rules {{(pid=84041) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 13:07:54.952284 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extended resource: service-providers {{(pid=84041) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 13:07:54.953478 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extended resource: subnetpools {{(pid=84041) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 13:07:54.954887 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extended resource: subnetpools {{(pid=84041) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 13:07:54.956283 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extended resource: tags {{(pid=84041) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 13:07:54.958463 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extended resource: tags {{(pid=84041) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 13:07:54.960203 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extended resource: tags {{(pid=84041) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 13:07:54.961914 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extended resource: tags {{(pid=84041) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 13:07:54.963646 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extended resource: tags {{(pid=84041) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 13:07:54.965274 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extended resource: tags {{(pid=84041) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 13:07:54.966983 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extended resource: tags {{(pid=84041) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 13:07:54.968777 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extended resource: tags {{(pid=84041) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 13:07:54.970572 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extended resource: tags {{(pid=84041) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 13:07:54.972824 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron.api.extensions [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Extended resource: tags {{(pid=84041) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 13:07:54.978547 dv-neutron-822669-1-hyperv neutron-server[84041]: WARNING keystonemiddleware.auth_token [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 22 13:07:54.983237 dv-neutron-822669-1-hyperv neutron-server[84041]: WARNING keystonemiddleware.auth_token [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 22 13:07:54.992025 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_concurrency.lockutils [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Acquired lock "singleton_lock" {{(pid=84041) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 22 13:07:54.992496 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_concurrency.lockutils [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Releasing lock "singleton_lock" {{(pid=84041) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 22 13:07:54.993114 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO oslo_service.service [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Starting 2 workers Dec 22 13:07:54.997635 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Started child 84148 {{(pid=84041) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 22 13:07:55.001764 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Started child 84149 {{(pid=84041) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 22 13:07:55.002984 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:55.003623 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO neutron.service [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Neutron service started, listening on 0.0.0.0:9696 Dec 22 13:07:55.005182 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Notify callbacks [] for process, before_spawn {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:55.005477 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [-] (84148) wsgi starting up on http://0.0.0.0:9696 Dec 22 13:07:55.007444 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:55.007978 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO oslo_service.service [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Starting 1 workers Dec 22 13:07:55.008789 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [-] (84149) wsgi starting up on http://0.0.0.0:9696 Dec 22 13:07:55.012508 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Started child 84150 {{(pid=84041) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 22 13:07:55.013018 dv-neutron-822669-1-hyperv neutron-server[84041]: INFO oslo_service.service [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Starting 1 workers Dec 22 13:07:55.016313 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.service [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] calling RpcWorker wait() {{(pid=84150) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 22 13:07:55.016867 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.service [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] returning from RpcWorker wait() {{(pid=84150) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 22 13:07:55.017116 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Started child 84151 {{(pid=84041) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 22 13:07:55.017899 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59b7ca7f-af0a-49e2-8b11-2399b5a41fea None None] Notify callbacks [] for process, after_spawn {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:55.018201 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:55.018729 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:55.020541 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84041) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 22 13:07:55.020756 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 22 13:07:55.020936 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 22 13:07:55.021145 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 22 13:07:55.021484 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 22 13:07:55.021646 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 22 13:07:55.022068 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:55.022577 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.022577 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.022705 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.022912 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.023195 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.023730 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.024015 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.024267 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.024537 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.024789 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.024952 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.025114 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.025362 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.025604 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.025909 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.026169 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.026444 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.026710 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.026877 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.027119 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.027395 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.027616 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.027874 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] debug = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.028124 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.028586 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.028839 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.029084 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.029315 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.029595 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.029838 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.030095 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.030331 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.030565 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.030803 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.031053 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.031281 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.031532 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.031802 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.032013 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.032464 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] host = dv-neutron-822669-1-hyperv {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.032698 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.032911 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.033138 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.033364 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.033620 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.033833 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.034074 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.034323 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.034680 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.034955 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.035892 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.036145 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.036380 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.036637 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] log_file = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.036800 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] log_options = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.037036 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.037304 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.037566 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.037752 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.037919 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.038091 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.038374 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.038528 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.038772 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.038985 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.039213 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.039440 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.039679 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.039906 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.040137 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.040366 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.040577 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.040810 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.041021 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.041259 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.041498 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.041722 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.041953 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.042167 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.042407 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.042630 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.042849 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.043059 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.043268 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.043529 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.043776 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.044019 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.044253 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.044505 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.044728 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.044950 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.045176 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.045431 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.045653 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.045932 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.046154 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.046409 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.046960 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:55.047129 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.047285 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.047501 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.047733 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] use_json = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.047945 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.048156 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.048429 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.048628 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.048870 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.049081 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.049295 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.049540 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.049908 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.050201 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.051189 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.051748 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.051967 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.052320 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.052656 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.053006 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.053348 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.053604 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.053937 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.054165 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.054516 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.054781 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.055042 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.055287 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.055525 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.055745 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.055980 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.056208 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.056419 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.056651 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.056960 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.057154 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.057365 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.057584 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.057807 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.058041 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.058266 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.058556 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.058813 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.063943 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.063943 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.063943 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.063943 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.063943 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.063943 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.063943 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.063943 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.063943 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.064597 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.064597 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.064597 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.064597 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.064597 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.064597 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.064597 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.064597 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.064597 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.065223 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.065223 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.065223 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.065223 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.065223 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.065579 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.065666 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.065863 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.067328 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.068706 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.069131 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.070518 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.070950 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.071577 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.071979 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.072371 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.072756 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.073154 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.073534 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.073952 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.074209 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.074526 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.074763 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.074997 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.075247 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.075604 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.076054 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.076330 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.076597 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.076834 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.077084 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.077327 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.077604 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.077839 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.078089 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.078331 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.078636 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.078877 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.079154 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.079422 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.079654 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.079941 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.080195 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.080450 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.080705 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.080952 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.081220 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.081509 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.081791 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.082044 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.082290 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.082570 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.083417 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.083417 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.083417 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.083667 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.083855 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.084157 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.084437 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.084717 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.084959 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.085203 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.085478 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.085759 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.086126 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.086393 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.086678 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.086920 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.087376 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.087801 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.088208 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.088610 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.088859 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.089190 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.089460 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.089709 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.089971 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.090250 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.090536 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.090792 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.091070 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.091339 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.091581 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.091841 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.092079 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.092328 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.092567 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.092821 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.093059 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.093316 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.093531 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.093765 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.093986 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.094207 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.094494 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.094727 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.094979 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.095193 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.095417 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.095640 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.095870 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.096107 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.096328 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.096581 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.096818 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.097037 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.097264 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.097543 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.097803 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.098046 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.098316 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.098628 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.098830 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.099060 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.099334 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.099613 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.099809 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.100070 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.100311 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.100524 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.100743 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.100980 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.101211 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.101425 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.101652 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.101866 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.102104 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.102345 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.102638 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 38510) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:55.102735 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.102921 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.103182 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.103420 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.103657 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.103861 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.104099 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.104339 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.104555 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.104772 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.105032 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.105256 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.105478 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.105693 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.105907 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.106121 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.106369 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.106574 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.106852 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.107081 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.107312 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.107605 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.107850 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.108094 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.108332 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.108587 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.108834 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.109047 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.109259 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.109478 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.109687 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.110000 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.110249 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.110506 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.110803 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.111209 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063834 Dec 22 13:07:55.111319 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.111481 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.112228 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.112755 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.113782 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.114060 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.114290 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.114645 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.114877 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.115152 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.115511 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.115810 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.116074 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.117028 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.117028 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.117028 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.117251 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.117433 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.117982 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.118083 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.118390 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.118647 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.118895 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.119164 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.119390 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.119627 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.119845 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.120095 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.120333 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.120578 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.120833 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.121109 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.121310 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.121560 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.121801 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.122051 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.122293 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.123352 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.123575 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.124092 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 22 13:07:55.124259 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84041) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 22 13:07:55.124423 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 22 13:07:55.124579 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 22 13:07:55.124750 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 22 13:07:55.124922 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 22 13:07:55.125076 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 22 13:07:55.125282 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.125445 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.126880 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.126880 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.126880 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.127207 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.127447 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.127617 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.127780 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.127939 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.128099 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.128260 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.128421 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.129322 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.129522 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.129692 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.130026 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.130192 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.130459 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.130633 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.130774 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.130912 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.131048 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] debug = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.131186 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.131322 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.131482 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.131632 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.131797 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.131962 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.132107 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.132255 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.132420 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.132584 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.133095 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.133095 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.133095 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.133347 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.133347 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.133492 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.133677 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] host = dv-neutron-822669-1-hyperv {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.133839 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.134769 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.134769 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.134769 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.134769 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.134769 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.134769 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.135406 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.135406 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.135406 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.135406 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.135666 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.135666 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.135796 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] log_file = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.135960 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] log_options = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.136120 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.136281 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.136440 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.136645 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.136862 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.137064 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.137226 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.137387 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.137592 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.137755 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.137915 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.138075 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.138235 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.138415 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.138627 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.138852 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.139452 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.139452 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.139452 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.139757 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.139757 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.139902 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.139981 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.140104 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.140265 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.140423 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.140614 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.140826 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.141031 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.141200 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.141361 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.141523 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.141685 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.141845 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.142005 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.142167 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.142326 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.142513 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.142673 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.142833 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.142994 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.143155 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.143316 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.143478 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.143638 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.143815 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] use_json = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.143947 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.144951 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.144951 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.144951 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.144951 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.144951 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.145451 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.145451 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 13:07:55.145451 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.145664 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.145664 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.145841 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.146005 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.146171 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.146334 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.146551 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.146715 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.146934 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.147111 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.147276 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.147455 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.148414 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.148414 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.148414 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.148414 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.148414 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.148414 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.149041 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.149041 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.149041 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.149041 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.149368 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.149368 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.149622 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.149622 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.149780 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.149885 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.150048 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.150212 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.150468 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.150832 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.150832 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.151062 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.151170 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.151276 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.151423 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.151562 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.151699 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.151850 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.152020 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.152167 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.152334 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.152498 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.152661 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.152825 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.152988 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.153152 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.153316 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.153549 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.153688 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.153803 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.153966 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.154129 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.154294 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.154483 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.154646 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.154808 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.155044 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.155264 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.155477 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.155813 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.155992 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.156156 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.156322 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.156485 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.156650 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.157677 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.157677 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.157677 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.157677 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.157677 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.157677 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.158263 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.158263 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.158263 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.158263 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.158742 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.158742 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.158742 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.159073 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.159073 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.159230 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.159309 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.159435 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.159608 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.159780 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.160115 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.160512 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.160828 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.160991 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.161154 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.162011 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.162011 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.162011 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.162011 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.162011 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.162646 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.162646 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.162646 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.162646 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.163722 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.163722 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.163722 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.163722 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.163722 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.163722 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.165212 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.165212 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.165212 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.165212 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.165212 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.165212 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.165212 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.165212 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.165212 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.166080 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.166080 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.166080 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.166080 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.166080 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.166080 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.166764 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.166764 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.166764 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.166764 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.167064 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.167064 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.167256 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.167256 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.167404 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.167545 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.167710 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.167873 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.168035 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.168198 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.168420 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.168551 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.168656 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.168818 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.168982 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.169146 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.169308 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.169471 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.169633 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.169797 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.169960 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.170123 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.172004 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.172004 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.172004 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.172004 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.172004 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.172004 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.172004 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.172004 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.172893 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.172893 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.172893 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.172893 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.172893 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.172893 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.172893 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.172893 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.173803 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.173803 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.173803 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.173803 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.174106 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.174106 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.174253 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.174447 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.174560 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.174665 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.174822 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.174985 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.175165 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.175928 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.176110 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.176247 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.176415 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.176580 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.176744 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.177337 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.177337 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.177337 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.177337 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.177777 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.177777 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.177974 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.177974 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.178223 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.178371 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.178604 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.178604 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.178856 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.178991 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.179116 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.179223 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.179385 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.179549 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.179712 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.179886 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.180049 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.180213 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.180375 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.180537 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.180722 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.180870 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.181035 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.181213 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.181410 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.181538 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.181692 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.181867 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.182029 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.182194 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.182431 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.182551 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.182699 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.182865 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.183038 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.183200 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.183371 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.183536 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.183708 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.183914 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.184047 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.184193 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.184363 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.184539 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.184704 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.184868 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.185031 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.185195 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.185425 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.185551 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.185657 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.186577 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.186577 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.186577 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.186577 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.186577 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.186577 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.187223 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.187223 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.187223 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.187223 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.187689 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.187689 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 13:07:55.187689 dv-neutron-822669-1-hyperv neutron-server[84041]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 22 13:07:55.199233 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:05.655506 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56bb3f6-4bd0-4509-8c46-1ebb3bd815af None None] get_active_networks_info from dv-neutron-822669-1-hyperv {{(pid=84150) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 13:08:05.725795 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56bb3f6-4bd0-4509-8c46-1ebb3bd815af None None] No non-hosted networks {{(pid=84150) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 22 13:08:05.760493 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.agentschedulers_db [None req-b56bb3f6-4bd0-4509-8c46-1ebb3bd815af None None] DHCP Agent not found on host dv-neutron-822669-1-hyperv {{(pid=84150) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 22 13:08:05.890146 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-016813c6-6ae9-4aee-bc9f-203ce4ac4442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1708202'] for agent, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:07.959396 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b6ec7339-82c3-4b18-988a-8384000bd42c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1708202'] for agent, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:07.996266 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-d7ee1c85-84d3-44c2-a7b7-bde7dc7664f2 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-822669-1-hyperv {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:08:07.996597 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-d7ee1c85-84d3-44c2-a7b7-bde7dc7664f2 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:08:08.514422 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d7ee1c85-84d3-44c2-a7b7-bde7dc7664f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:08.923578 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1708202'] for agent, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:08.927750 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:08.927750 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:08.927750 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:08.927750 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:08.927750 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:08.928700 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:08.929374 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:08.930932 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:08.931197 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:08.931543 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:08.931924 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:08.932396 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-822669-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:08.941851 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-822669-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:09.200338 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1708202'] for agent, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:10.367973 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1708202'] for agent, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:11.042582 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.db.l3_hamode_db [None req-4fa29609-165b-4b49-b91c-62abefcaedfc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 22 13:08:11.136112 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa29609-165b-4b49-b91c-62abefcaedfc None None] Routers set() bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:08:11.136491 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa29609-165b-4b49-b91c-62abefcaedfc None None] Router IDs set() for agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 22 13:08:11.985604 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 38612) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:12.584215 dv-neutron-822669-1-hyperv neutron-server[84149]: WARNING oslo_policy.policy [None req-6d58acf9-8fec-424a-9140-4bd731ce1c73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 13:08:12.584782 dv-neutron-822669-1-hyperv neutron-server[84149]: WARNING oslo_policy.policy [None req-6d58acf9-8fec-424a-9140-4bd731ce1c73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 13:08:12.801581 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-6d58acf9-8fec-424a-9140-4bd731ce1c73 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:08:12.802638 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6d58acf9-8fec-424a-9140-4bd731ce1c73 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8161280 Dec 22 13:08:15.054694 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 38626) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:15.436734 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-6e773854-383a-40ca-8262-34885e56e46c admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:08:15.485807 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.policy [None req-6e773854-383a-40ca-8262-34885e56e46c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84149) register_rules /opt/stack/neutron/neutron/policy.py:65}} Dec 22 13:08:15.486576 dv-neutron-822669-1-hyperv neutron-server[84149]: WARNING oslo_policy.policy [None req-6e773854-383a-40ca-8262-34885e56e46c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 13:08:15.487003 dv-neutron-822669-1-hyperv neutron-server[84149]: WARNING oslo_policy.policy [None req-6e773854-383a-40ca-8262-34885e56e46c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 13:08:15.490928 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.quota [None req-6e773854-383a-40ca-8262-34885e56e46c admin admin] Loaded quota_driver: . Dec 22 13:08:15.506159 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-6e773854-383a-40ca-8262-34885e56e46c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:08:15.656948 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6e773854-383a-40ca-8262-34885e56e46c admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792217697370', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792217523683', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792217523855', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792217531123', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792217537639', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-573820', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-745084', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1797739', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1583138'] for rbac-policy, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:15.848285 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6e773854-383a-40ca-8262-34885e56e46c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:15.849474 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6e773854-383a-40ca-8262-34885e56e46c admin admin] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7938027 Dec 22 13:08:18.356230 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 38640) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:18.958799 dv-neutron-822669-1-hyperv neutron-server[84148]: WARNING oslo_policy.policy [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 13:08:18.959368 dv-neutron-822669-1-hyperv neutron-server[84148]: WARNING oslo_policy.policy [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 13:08:19.176163 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] Request body: {'network': {'project_id': '6b660c9ad21f4857b2895fea5baaf30d', 'admin_state_up': True, 'name': 'private'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:08:19.177880 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.quota [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] Loaded quota_driver: . Dec 22 13:08:19.193336 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:08:19.199871 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] Usage tracker for resource:network and tenant:6b660c9ad21f4857b2895fea5baaf30d is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:08:19.206034 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:08:19.213492 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:08:19.305075 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] Made reservation on behalf of 6b660c9ad21f4857b2895fea5baaf30d for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:08:19.345835 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.policy [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84148) register_rules /opt/stack/neutron/neutron/policy.py:65}} Dec 22 13:08:19.346628 dv-neutron-822669-1-hyperv neutron-server[84148]: WARNING oslo_policy.policy [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 13:08:19.346965 dv-neutron-822669-1-hyperv neutron-server[84148]: WARNING oslo_policy.policy [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 13:08:19.351671 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:19.373819 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:19.426932 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:08:19.430861 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] Usage tracker for resource:security_group_rule and tenant:6b660c9ad21f4857b2895fea5baaf30d is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:08:19.433700 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:08:19.439326 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:08:19.512404 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:19.558767 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:19.563619 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:19.586449 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:08:19.611092 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792220801491', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:19.611666 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] Unsubscribe: segment precommit_create {{(pid=84148) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 22 13:08:19.613417 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] Added segment d4ae4d10-22ad-4423-a1d5-f2580db5605c of type vlan for network f87ee9a2-950d-47e3-baf9-c976d2dea909 Dec 22 13:08:19.621410 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2c4b2d-4b37-4e20-8e7b-fd8857f5969b,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:19.683575 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:19.683906 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:19.684294 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:19.684539 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:19.684865 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:19.685178 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:19.685497 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:19.685806 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:19.686107 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:19.686478 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:19.686789 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:19.688175 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] Tracked resource versions report: Dec 22 13:08:19.688175 dv-neutron-822669-1-hyperv neutron-server[84148]: pushed versions: Dec 22 13:08:19.688175 dv-neutron-822669-1-hyperv neutron-server[84148]: { 'ConntrackHelper': {'1.0'}, Dec 22 13:08:19.688175 dv-neutron-822669-1-hyperv neutron-server[84148]: 'Log': {'1.0'}, Dec 22 13:08:19.688175 dv-neutron-822669-1-hyperv neutron-server[84148]: 'Network': {'1.1'}, Dec 22 13:08:19.688175 dv-neutron-822669-1-hyperv neutron-server[84148]: 'Port': {'1.5'}, Dec 22 13:08:19.688175 dv-neutron-822669-1-hyperv neutron-server[84148]: 'PortForwarding': {'1.2'}, Dec 22 13:08:19.688175 dv-neutron-822669-1-hyperv neutron-server[84148]: 'QosPolicy': {'1.8'}, Dec 22 13:08:19.688175 dv-neutron-822669-1-hyperv neutron-server[84148]: 'SecurityGroup': {'1.2'}, Dec 22 13:08:19.688175 dv-neutron-822669-1-hyperv neutron-server[84148]: 'SecurityGroupRule': {'1.0'}, Dec 22 13:08:19.688175 dv-neutron-822669-1-hyperv neutron-server[84148]: 'SubPort': {'1.0'}, Dec 22 13:08:19.688175 dv-neutron-822669-1-hyperv neutron-server[84148]: 'Subnet': {'1.1'}, Dec 22 13:08:19.688175 dv-neutron-822669-1-hyperv neutron-server[84148]: 'Trunk': {'1.1'}} Dec 22 13:08:19.688175 dv-neutron-822669-1-hyperv neutron-server[84148]: consumer versions: Dec 22 13:08:19.688175 dv-neutron-822669-1-hyperv neutron-server[84148]: { DHCP agent@dv-neutron-822669-1-hyperv: {}, Dec 22 13:08:19.688175 dv-neutron-822669-1-hyperv neutron-server[84148]: L3 agent@dv-neutron-822669-1-hyperv: {}, Dec 22 13:08:19.688175 dv-neutron-822669-1-hyperv neutron-server[84148]: Metadata agent@dv-neutron-822669-1-hyperv: {}, Dec 22 13:08:19.688175 dv-neutron-822669-1-hyperv neutron-server[84148]: Metering agent@dv-neutron-822669-1-hyperv: {}, Dec 22 13:08:19.688175 dv-neutron-822669-1-hyperv neutron-server[84148]: Open vSwitch agent@dv-neutron-822669-1-hyperv: { 'ConntrackHelper': '1.0', Dec 22 13:08:19.688175 dv-neutron-822669-1-hyperv neutron-server[84148]: 'Log': '1.0', Dec 22 13:08:19.688175 dv-neutron-822669-1-hyperv neutron-server[84148]: 'Network': '1.1', Dec 22 13:08:19.688175 dv-neutron-822669-1-hyperv neutron-server[84148]: 'Port': '1.5', Dec 22 13:08:19.688175 dv-neutron-822669-1-hyperv neutron-server[84148]: 'PortForwarding': '1.2', Dec 22 13:08:19.688175 dv-neutron-822669-1-hyperv neutron-server[84148]: 'QosPolicy': '1.8', Dec 22 13:08:19.688175 dv-neutron-822669-1-hyperv neutron-server[84148]: 'SecurityGroup': '1.2', Dec 22 13:08:19.688175 dv-neutron-822669-1-hyperv neutron-server[84148]: 'SecurityGroupRule': '1.0', Dec 22 13:08:19.688175 dv-neutron-822669-1-hyperv neutron-server[84148]: 'SubPort': '1.0', Dec 22 13:08:19.688175 dv-neutron-822669-1-hyperv neutron-server[84148]: 'Subnet': '1.1', Dec 22 13:08:19.688175 dv-neutron-822669-1-hyperv neutron-server[84148]: 'Trunk': '1.1'}} Dec 22 13:08:19.688175 dv-neutron-822669-1-hyperv neutron-server[84148]: {{(pid=84148) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 13:08:19.742025 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:19.745960 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:19.834303 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:19.835888 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:19.836644 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:19.841801 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:19.964829 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] Pushing event updated for resources: {'Network': ['ID=f87ee9a2-950d-47e3-baf9-c976d2dea909,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:19.968113 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:19.977088 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network f87ee9a2-950d-47e3-baf9-c976d2dea909 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:08:20.041248 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.6829011 Dec 22 13:08:22.608378 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 38662) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:23.077907 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9299e3-3382-441a-a26d-a84e1a3f921c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:23.079311 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8d9299e3-3382-441a-a26d-a84e1a3f921c admin admin] 10.222.0.47 "GET /v2.0/networks/f87ee9a2-950d-47e3-baf9-c976d2dea909 HTTP/1.1" status: 200 len: 825 time: 0.4699986 Dec 22 13:08:23.110434 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-3671bb20-48d1-46da-91e1-12471dd59590 admin admin] 10.222.0.47 "GET /v2.0/subnetpools/33b98a6b-db18-4b8b-925f-99add328be97 HTTP/1.1" status: 200 len: 734 time: 0.0256481 Dec 22 13:08:23.119505 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-5880d0ae-62c3-44fd-99bd-03babbfc7462 admin admin] Request body: {'subnet': {'tenant_id': '6b660c9ad21f4857b2895fea5baaf30d', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '33b98a6b-db18-4b8b-925f-99add328be97', 'network_id': 'f87ee9a2-950d-47e3-baf9-c976d2dea909'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:08:23.123942 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-5880d0ae-62c3-44fd-99bd-03babbfc7462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:08:23.128070 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-5880d0ae-62c3-44fd-99bd-03babbfc7462 admin admin] Usage tracker for resource:subnet and tenant:6b660c9ad21f4857b2895fea5baaf30d is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:08:23.131343 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-5880d0ae-62c3-44fd-99bd-03babbfc7462 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:08:23.136754 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-5880d0ae-62c3-44fd-99bd-03babbfc7462 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:08:23.207013 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5880d0ae-62c3-44fd-99bd-03babbfc7462 admin admin] Made reservation on behalf of 6b660c9ad21f4857b2895fea5baaf30d for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:08:23.209251 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5880d0ae-62c3-44fd-99bd-03babbfc7462 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:23.550588 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5880d0ae-62c3-44fd-99bd-03babbfc7462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:23.555472 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:23.633630 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5880d0ae-62c3-44fd-99bd-03babbfc7462 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2ae72ce-f8cd-4ca1-8a3e-897c8f978d0b,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:23.639681 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5880d0ae-62c3-44fd-99bd-03babbfc7462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:23.640279 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5880d0ae-62c3-44fd-99bd-03babbfc7462 admin admin] Checking segment: {'id': 'd4ae4d10-22ad-4423-a1d5-f2580db5605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f87ee9a2-950d-47e3-baf9-c976d2dea909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:08:23.640716 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5880d0ae-62c3-44fd-99bd-03babbfc7462 admin admin] Network hostable DHCP agents. Network: f87ee9a2-950d-47e3-baf9-c976d2dea909, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:08:23.731218 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5880d0ae-62c3-44fd-99bd-03babbfc7462 admin admin] Network f87ee9a2-950d-47e3-baf9-c976d2dea909 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:08:23.801838 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-5880d0ae-62c3-44fd-99bd-03babbfc7462 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, f87ee9a2-950d-47e3-baf9-c976d2dea909) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:08:23.806123 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5880d0ae-62c3-44fd-99bd-03babbfc7462 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:23.806735 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5880d0ae-62c3-44fd-99bd-03babbfc7462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:23.811517 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5db97b0-75c2-4faa-ae0a-778f819bcda9 None None] Network f87ee9a2-950d-47e3-baf9-c976d2dea909 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:08:23.909410 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-5880d0ae-62c3-44fd-99bd-03babbfc7462 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7931423 Dec 22 13:08:24.115961 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7c2836-e597-4242-a828-a6e60f36f1f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-f87ee9a2-950d-47e3-baf9-c976d2dea909', 'network_id': 'f87ee9a2-950d-47e3-baf9-c976d2dea909', 'tenant_id': '6b660c9ad21f4857b2895fea5baaf30d', 'fixed_ips': [{'subnet_id': 'b2ae72ce-f8cd-4ca1-8a3e-897c8f978d0b'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:08:24.117111 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ff7c2836-e597-4242-a828-a6e60f36f1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:24.300103 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-ff7c2836-e597-4242-a828-a6e60f36f1f1 None None] Allocated IP 172.20.0.2 (f87ee9a2-950d-47e3-baf9-c976d2dea909/b2ae72ce-f8cd-4ca1-8a3e-897c8f978d0b/58bf3a40-00d2-4428-b25c-72dcd5a14d25) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:08:24.525396 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ff7c2836-e597-4242-a828-a6e60f36f1f1 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:24.538903 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-ff7c2836-e597-4242-a828-a6e60f36f1f1 None None] Transition to ACTIVE for port object 58bf3a40-00d2-4428-b25c-72dcd5a14d25 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:08:24.560880 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-ff7c2836-e597-4242-a828-a6e60f36f1f1 None None] Transition to ACTIVE for port object 58bf3a40-00d2-4428-b25c-72dcd5a14d25 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:08:24.715206 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ff7c2836-e597-4242-a828-a6e60f36f1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:24.720055 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:24.775438 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7c2836-e597-4242-a828-a6e60f36f1f1 None None] Network f87ee9a2-950d-47e3-baf9-c976d2dea909 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:08:24.778181 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-ff7c2836-e597-4242-a828-a6e60f36f1f1 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:08:24.789098 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7c2836-e597-4242-a828-a6e60f36f1f1 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:08:24.795497 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c2836-e597-4242-a828-a6e60f36f1f1 None None] Pushing event updated for resources: {'Port': ['ID=58bf3a40-00d2-4428-b25c-72dcd5a14d25,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:24.834220 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c2836-e597-4242-a828-a6e60f36f1f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:24.835000 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c2836-e597-4242-a828-a6e60f36f1f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:24.835000 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c2836-e597-4242-a828-a6e60f36f1f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:24.835241 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c2836-e597-4242-a828-a6e60f36f1f1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:24.835559 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c2836-e597-4242-a828-a6e60f36f1f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:24.835879 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c2836-e597-4242-a828-a6e60f36f1f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:24.836192 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c2836-e597-4242-a828-a6e60f36f1f1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:24.836518 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c2836-e597-4242-a828-a6e60f36f1f1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:24.836832 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c2836-e597-4242-a828-a6e60f36f1f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:24.837139 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c2836-e597-4242-a828-a6e60f36f1f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:24.837448 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c2836-e597-4242-a828-a6e60f36f1f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:24.838813 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c2836-e597-4242-a828-a6e60f36f1f1 None None] Tracked resource versions report: Dec 22 13:08:24.838813 dv-neutron-822669-1-hyperv neutron-server[84150]: pushed versions: Dec 22 13:08:24.838813 dv-neutron-822669-1-hyperv neutron-server[84150]: { 'ConntrackHelper': {'1.0'}, Dec 22 13:08:24.838813 dv-neutron-822669-1-hyperv neutron-server[84150]: 'Log': {'1.0'}, Dec 22 13:08:24.838813 dv-neutron-822669-1-hyperv neutron-server[84150]: 'Network': {'1.1'}, Dec 22 13:08:24.838813 dv-neutron-822669-1-hyperv neutron-server[84150]: 'Port': {'1.5'}, Dec 22 13:08:24.838813 dv-neutron-822669-1-hyperv neutron-server[84150]: 'PortForwarding': {'1.2'}, Dec 22 13:08:24.838813 dv-neutron-822669-1-hyperv neutron-server[84150]: 'QosPolicy': {'1.8'}, Dec 22 13:08:24.838813 dv-neutron-822669-1-hyperv neutron-server[84150]: 'SecurityGroup': {'1.2'}, Dec 22 13:08:24.838813 dv-neutron-822669-1-hyperv neutron-server[84150]: 'SecurityGroupRule': {'1.0'}, Dec 22 13:08:24.838813 dv-neutron-822669-1-hyperv neutron-server[84150]: 'SubPort': {'1.0'}, Dec 22 13:08:24.838813 dv-neutron-822669-1-hyperv neutron-server[84150]: 'Subnet': {'1.1'}, Dec 22 13:08:24.838813 dv-neutron-822669-1-hyperv neutron-server[84150]: 'Trunk': {'1.1'}} Dec 22 13:08:24.838813 dv-neutron-822669-1-hyperv neutron-server[84150]: consumer versions: Dec 22 13:08:24.838813 dv-neutron-822669-1-hyperv neutron-server[84150]: { DHCP agent@dv-neutron-822669-1-hyperv: {}, Dec 22 13:08:24.838813 dv-neutron-822669-1-hyperv neutron-server[84150]: L3 agent@dv-neutron-822669-1-hyperv: {}, Dec 22 13:08:24.838813 dv-neutron-822669-1-hyperv neutron-server[84150]: Metadata agent@dv-neutron-822669-1-hyperv: {}, Dec 22 13:08:24.838813 dv-neutron-822669-1-hyperv neutron-server[84150]: Metering agent@dv-neutron-822669-1-hyperv: {}, Dec 22 13:08:24.838813 dv-neutron-822669-1-hyperv neutron-server[84150]: Open vSwitch agent@dv-neutron-822669-1-hyperv: { 'ConntrackHelper': '1.0', Dec 22 13:08:24.838813 dv-neutron-822669-1-hyperv neutron-server[84150]: 'Log': '1.0', Dec 22 13:08:24.838813 dv-neutron-822669-1-hyperv neutron-server[84150]: 'Network': '1.1', Dec 22 13:08:24.838813 dv-neutron-822669-1-hyperv neutron-server[84150]: 'Port': '1.5', Dec 22 13:08:24.838813 dv-neutron-822669-1-hyperv neutron-server[84150]: 'PortForwarding': '1.2', Dec 22 13:08:24.838813 dv-neutron-822669-1-hyperv neutron-server[84150]: 'QosPolicy': '1.8', Dec 22 13:08:24.838813 dv-neutron-822669-1-hyperv neutron-server[84150]: 'SecurityGroup': '1.2', Dec 22 13:08:24.838813 dv-neutron-822669-1-hyperv neutron-server[84150]: 'SecurityGroupRule': '1.0', Dec 22 13:08:24.838813 dv-neutron-822669-1-hyperv neutron-server[84150]: 'SubPort': '1.0', Dec 22 13:08:24.838813 dv-neutron-822669-1-hyperv neutron-server[84150]: 'Subnet': '1.1', Dec 22 13:08:24.838813 dv-neutron-822669-1-hyperv neutron-server[84150]: 'Trunk': '1.1'}} Dec 22 13:08:24.838813 dv-neutron-822669-1-hyperv neutron-server[84150]: {{(pid=84150) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 13:08:24.871246 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-ff7c2836-e597-4242-a828-a6e60f36f1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:24.895512 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-ff7c2836-e597-4242-a828-a6e60f36f1f1 None None] Attempting to bind port 58bf3a40-00d2-4428-b25c-72dcd5a14d25 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:08:24.895905 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-ff7c2836-e597-4242-a828-a6e60f36f1f1 None None] Attempting to bind port 58bf3a40-00d2-4428-b25c-72dcd5a14d25 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'd4ae4d10-22ad-4423-a1d5-f2580db5605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f87ee9a2-950d-47e3-baf9-c976d2dea909'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:08:24.896313 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7c2836-e597-4242-a828-a6e60f36f1f1 None None] Attempting to bind port 58bf3a40-00d2-4428-b25c-72dcd5a14d25 on network f87ee9a2-950d-47e3-baf9-c976d2dea909 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:08:24.902536 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7c2836-e597-4242-a828-a6e60f36f1f1 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:08:24.902938 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7c2836-e597-4242-a828-a6e60f36f1f1 None None] Checking segment: {'id': 'd4ae4d10-22ad-4423-a1d5-f2580db5605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f87ee9a2-950d-47e3-baf9-c976d2dea909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:08:24.903413 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ff7c2836-e597-4242-a828-a6e60f36f1f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:24.903804 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7c2836-e597-4242-a828-a6e60f36f1f1 None None] Bound using segment: {'id': 'd4ae4d10-22ad-4423-a1d5-f2580db5605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f87ee9a2-950d-47e3-baf9-c976d2dea909'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:08:24.904314 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-ff7c2836-e597-4242-a828-a6e60f36f1f1 None None] Bound port: 58bf3a40-00d2-4428-b25c-72dcd5a14d25, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ae4d10-22ad-4423-a1d5-f2580db5605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f87ee9a2-950d-47e3-baf9-c976d2dea909'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:08:24.904692 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ff7c2836-e597-4242-a828-a6e60f36f1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:24.989874 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-ff7c2836-e597-4242-a828-a6e60f36f1f1 None None] For port 58bf3a40-00d2-4428-b25c-72dcd5a14d25, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:08:24.993750 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-ff7c2836-e597-4242-a828-a6e60f36f1f1 None None] For port 58bf3a40-00d2-4428-b25c-72dcd5a14d25, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=58bf3a40-00d2-4428-b25c-72dcd5a14d25,segment=NetworkSegment(d4ae4d10-22ad-4423-a1d5-f2580db5605c),segment_id=d4ae4d10-22ad-4423-a1d5-f2580db5605c)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:08:25.065943 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ff7c2836-e597-4242-a828-a6e60f36f1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:25.069814 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-ff7c2836-e597-4242-a828-a6e60f36f1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:25.171983 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c2836-e597-4242-a828-a6e60f36f1f1 None None] Pushing event updated for resources: {'Port': ['ID=58bf3a40-00d2-4428-b25c-72dcd5a14d25,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:25.175866 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-ff7c2836-e597-4242-a828-a6e60f36f1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:26.224475 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 38672) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:26.632782 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [None req-c3a1b296-8a7d-4289-98d2-4717d0a2368b admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84148) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:08:26.633677 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c3a1b296-8a7d-4289-98d2-4717d0a2368b admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4081895 Dec 22 13:08:28.784584 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb47a81-80e7-4998-bc4e-7b2b1d3a7a78 None None] Network f87ee9a2-950d-47e3-baf9-c976d2dea909 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:08:28.954531 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 38686) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:29.145681 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-374c04fe-5f94-4948-a274-3a7aea8071a8 None None] Provisioning for port 58bf3a40-00d2-4428-b25c-72dcd5a14d25 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:08:29.187345 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 58bf3a40-00d2-4428-b25c-72dcd5a14d25 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:08:29.302904 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 58bf3a40-00d2-4428-b25c-72dcd5a14d25 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:08:29.308235 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 58bf3a40-00d2-4428-b25c-72dcd5a14d25 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:29.308591 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:29.425832 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:29.458341 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 58bf3a40-00d2-4428-b25c-72dcd5a14d25, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=58bf3a40-00d2-4428-b25c-72dcd5a14d25,segment=NetworkSegment(d4ae4d10-22ad-4423-a1d5-f2580db5605c),segment_id=d4ae4d10-22ad-4423-a1d5-f2580db5605c)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:08:29.459092 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-37feea35-d4d0-4ce1-9444-9e7fff1268fc admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:08:29.460067 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-37feea35-d4d0-4ce1-9444-9e7fff1268fc admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.5046194 Dec 22 13:08:29.504964 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:29.507395 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-ff7c2836-e597-4242-a828-a6e60f36f1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:29.579415 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=58bf3a40-00d2-4428-b25c-72dcd5a14d25,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:29.583431 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:31.153160 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 58bf3a40-00d2-4428-b25c-72dcd5a14d25 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:08:31.222246 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 58bf3a40-00d2-4428-b25c-72dcd5a14d25 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:31.222644 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:32.016446 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 38698) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:32.383348 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-22fb150a-a6c5-4058-bc21-605b1a75f0a5 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '6b660c9ad21f4857b2895fea5baaf30d'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:08:32.387737 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-22fb150a-a6c5-4058-bc21-605b1a75f0a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:08:32.392206 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-22fb150a-a6c5-4058-bc21-605b1a75f0a5 admin admin] Usage tracker for resource:router and tenant:6b660c9ad21f4857b2895fea5baaf30d is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:08:32.395943 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-22fb150a-a6c5-4058-bc21-605b1a75f0a5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:08:32.401979 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-22fb150a-a6c5-4058-bc21-605b1a75f0a5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:08:32.470411 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-22fb150a-a6c5-4058-bc21-605b1a75f0a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:32.472237 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-22fb150a-a6c5-4058-bc21-605b1a75f0a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:32.498708 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-22fb150a-a6c5-4058-bc21-605b1a75f0a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:32.663251 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-22fb150a-a6c5-4058-bc21-605b1a75f0a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:32.742284 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-22fb150a-a6c5-4058-bc21-605b1a75f0a5 admin admin] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:32.743481 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-22fb150a-a6c5-4058-bc21-605b1a75f0a5 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7260344 Dec 22 13:08:34.971306 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 38708) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:35.354222 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-ef5d5f07-8662-4683-81bd-65432f1fae96 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:08:35.355215 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ef5d5f07-8662-4683-81bd-65432f1fae96 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3829458 Dec 22 13:08:35.624346 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a1f8b48b-2745-4afb-b055-18a55a5d6398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:37.617512 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 38718) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:37.976752 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-19f7b051-41bc-49b8-beb2-cbb0b944cb38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:38.006255 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-1ff1557d-bef5-41d1-9842-fb0e771b9968 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:08:38.011398 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1ff1557d-bef5-41d1-9842-fb0e771b9968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:08:38.015088 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1ff1557d-bef5-41d1-9842-fb0e771b9968 admin admin] Usage tracker for resource:network and tenant:537f6758c3dc44cd94c5421351ee8fd2 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:08:38.019077 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1ff1557d-bef5-41d1-9842-fb0e771b9968 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:08:38.024653 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1ff1557d-bef5-41d1-9842-fb0e771b9968 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:08:38.087196 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff1557d-bef5-41d1-9842-fb0e771b9968 admin admin] Made reservation on behalf of 537f6758c3dc44cd94c5421351ee8fd2 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:08:38.089829 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1ff1557d-bef5-41d1-9842-fb0e771b9968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:38.105951 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1ff1557d-bef5-41d1-9842-fb0e771b9968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:38.145767 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1ff1557d-bef5-41d1-9842-fb0e771b9968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:08:38.149566 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1ff1557d-bef5-41d1-9842-fb0e771b9968 admin admin] Usage tracker for resource:security_group_rule and tenant:537f6758c3dc44cd94c5421351ee8fd2 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:08:38.152357 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1ff1557d-bef5-41d1-9842-fb0e771b9968 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:08:38.157923 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1ff1557d-bef5-41d1-9842-fb0e771b9968 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:08:38.225631 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1ff1557d-bef5-41d1-9842-fb0e771b9968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:38.281641 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1ff1557d-bef5-41d1-9842-fb0e771b9968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:38.285796 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:38.297718 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1ff1557d-bef5-41d1-9842-fb0e771b9968 admin admin] Reserving flat network on physical network physnet1 {{(pid=84149) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 22 13:08:38.327741 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1ff1557d-bef5-41d1-9842-fb0e771b9968 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792220801491', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:38.328313 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1ff1557d-bef5-41d1-9842-fb0e771b9968 admin admin] Unsubscribe: segment precommit_create {{(pid=84149) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 22 13:08:38.328758 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-1ff1557d-bef5-41d1-9842-fb0e771b9968 admin admin] Added segment 5038fca6-743f-44f9-9e8f-62636a4b47e2 of type flat for network 0776f1b4-770d-462f-bc0f-df97e8017b18 Dec 22 13:08:38.376456 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff1557d-bef5-41d1-9842-fb0e771b9968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d60b248-d47f-48fc-9bb3-23030b143717,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:38.401064 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff1557d-bef5-41d1-9842-fb0e771b9968 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:38.401406 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff1557d-bef5-41d1-9842-fb0e771b9968 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:38.401730 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff1557d-bef5-41d1-9842-fb0e771b9968 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:38.402040 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff1557d-bef5-41d1-9842-fb0e771b9968 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:38.402397 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff1557d-bef5-41d1-9842-fb0e771b9968 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:38.402718 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff1557d-bef5-41d1-9842-fb0e771b9968 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:38.403045 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff1557d-bef5-41d1-9842-fb0e771b9968 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:38.403358 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff1557d-bef5-41d1-9842-fb0e771b9968 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:38.403664 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff1557d-bef5-41d1-9842-fb0e771b9968 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:38.403969 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff1557d-bef5-41d1-9842-fb0e771b9968 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:38.404292 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff1557d-bef5-41d1-9842-fb0e771b9968 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:38.405564 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff1557d-bef5-41d1-9842-fb0e771b9968 admin admin] Tracked resource versions report: Dec 22 13:08:38.405564 dv-neutron-822669-1-hyperv neutron-server[84149]: pushed versions: Dec 22 13:08:38.405564 dv-neutron-822669-1-hyperv neutron-server[84149]: { 'ConntrackHelper': {'1.0'}, Dec 22 13:08:38.405564 dv-neutron-822669-1-hyperv neutron-server[84149]: 'Log': {'1.0'}, Dec 22 13:08:38.405564 dv-neutron-822669-1-hyperv neutron-server[84149]: 'Network': {'1.1'}, Dec 22 13:08:38.405564 dv-neutron-822669-1-hyperv neutron-server[84149]: 'Port': {'1.5'}, Dec 22 13:08:38.405564 dv-neutron-822669-1-hyperv neutron-server[84149]: 'PortForwarding': {'1.2'}, Dec 22 13:08:38.405564 dv-neutron-822669-1-hyperv neutron-server[84149]: 'QosPolicy': {'1.8'}, Dec 22 13:08:38.405564 dv-neutron-822669-1-hyperv neutron-server[84149]: 'SecurityGroup': {'1.2'}, Dec 22 13:08:38.405564 dv-neutron-822669-1-hyperv neutron-server[84149]: 'SecurityGroupRule': {'1.0'}, Dec 22 13:08:38.405564 dv-neutron-822669-1-hyperv neutron-server[84149]: 'SubPort': {'1.0'}, Dec 22 13:08:38.405564 dv-neutron-822669-1-hyperv neutron-server[84149]: 'Subnet': {'1.1'}, Dec 22 13:08:38.405564 dv-neutron-822669-1-hyperv neutron-server[84149]: 'Trunk': {'1.1'}} Dec 22 13:08:38.405564 dv-neutron-822669-1-hyperv neutron-server[84149]: consumer versions: Dec 22 13:08:38.405564 dv-neutron-822669-1-hyperv neutron-server[84149]: { DHCP agent@dv-neutron-822669-1-hyperv: {}, Dec 22 13:08:38.405564 dv-neutron-822669-1-hyperv neutron-server[84149]: L3 agent@dv-neutron-822669-1-hyperv: {}, Dec 22 13:08:38.405564 dv-neutron-822669-1-hyperv neutron-server[84149]: Metadata agent@dv-neutron-822669-1-hyperv: {}, Dec 22 13:08:38.405564 dv-neutron-822669-1-hyperv neutron-server[84149]: Metering agent@dv-neutron-822669-1-hyperv: {}, Dec 22 13:08:38.405564 dv-neutron-822669-1-hyperv neutron-server[84149]: Open vSwitch agent@dv-neutron-822669-1-hyperv: { 'ConntrackHelper': '1.0', Dec 22 13:08:38.405564 dv-neutron-822669-1-hyperv neutron-server[84149]: 'Log': '1.0', Dec 22 13:08:38.405564 dv-neutron-822669-1-hyperv neutron-server[84149]: 'Network': '1.1', Dec 22 13:08:38.405564 dv-neutron-822669-1-hyperv neutron-server[84149]: 'Port': '1.5', Dec 22 13:08:38.405564 dv-neutron-822669-1-hyperv neutron-server[84149]: 'PortForwarding': '1.2', Dec 22 13:08:38.405564 dv-neutron-822669-1-hyperv neutron-server[84149]: 'QosPolicy': '1.8', Dec 22 13:08:38.405564 dv-neutron-822669-1-hyperv neutron-server[84149]: 'SecurityGroup': '1.2', Dec 22 13:08:38.405564 dv-neutron-822669-1-hyperv neutron-server[84149]: 'SecurityGroupRule': '1.0', Dec 22 13:08:38.405564 dv-neutron-822669-1-hyperv neutron-server[84149]: 'SubPort': '1.0', Dec 22 13:08:38.405564 dv-neutron-822669-1-hyperv neutron-server[84149]: 'Subnet': '1.1', Dec 22 13:08:38.405564 dv-neutron-822669-1-hyperv neutron-server[84149]: 'Trunk': '1.1'}} Dec 22 13:08:38.405564 dv-neutron-822669-1-hyperv neutron-server[84149]: {{(pid=84149) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 13:08:38.446799 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1ff1557d-bef5-41d1-9842-fb0e771b9968 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:38.453685 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1ff1557d-bef5-41d1-9842-fb0e771b9968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:38.544883 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1ff1557d-bef5-41d1-9842-fb0e771b9968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:38.546224 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff1557d-bef5-41d1-9842-fb0e771b9968 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:38.546909 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1ff1557d-bef5-41d1-9842-fb0e771b9968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:38.552126 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:38.655326 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff1557d-bef5-41d1-9842-fb0e771b9968 admin admin] Pushing event updated for resources: {'Network': ['ID=0776f1b4-770d-462f-bc0f-df97e8017b18,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:38.658626 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1ff1557d-bef5-41d1-9842-fb0e771b9968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:38.665729 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:08:38.693371 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1ff1557d-bef5-41d1-9842-fb0e771b9968 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0748358 Dec 22 13:08:38.874543 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:39.114000 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:40.321660 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:40.962048 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 38742) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:41.270909 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504f02af-0591-4912-9b61-8504d334d56c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:41.272209 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-504f02af-0591-4912-9b61-8504d334d56c admin admin] 10.222.0.47 "GET /v2.0/subnets/b2ae72ce-f8cd-4ca1-8a3e-897c8f978d0b HTTP/1.1" status: 200 len: 849 time: 0.3092134 Dec 22 13:08:41.452324 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-bb3a1d0d-48c0-48ef-b997-5ca812c1d7db admin admin] 10.222.0.47 "GET /v2.0/routers/ddebd931-056e-4c3e-8b7a-7ea9f3d745da HTTP/1.1" status: 200 len: 704 time: 0.1747618 Dec 22 13:08:41.912116 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-46444955-32f1-4505-8423-346f2eb5ada0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:42.135043 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-46444955-32f1-4505-8423-346f2eb5ada0 admin admin] Allocated IP 172.20.0.1 (f87ee9a2-950d-47e3-baf9-c976d2dea909/b2ae72ce-f8cd-4ca1-8a3e-897c8f978d0b/7414d463-c7aa-471c-a68f-db3a29e43773) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:08:42.285875 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-46444955-32f1-4505-8423-346f2eb5ada0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:42.302813 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-46444955-32f1-4505-8423-346f2eb5ada0 admin admin] Transition to ACTIVE for port object 7414d463-c7aa-471c-a68f-db3a29e43773 will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:08:42.405850 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-46444955-32f1-4505-8423-346f2eb5ada0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:42.410093 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:42.470108 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46444955-32f1-4505-8423-346f2eb5ada0 admin admin] Network f87ee9a2-950d-47e3-baf9-c976d2dea909 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:08:42.477446 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-46444955-32f1-4505-8423-346f2eb5ada0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:08:42.481454 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46444955-32f1-4505-8423-346f2eb5ada0 admin admin] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:08:42.481963 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-46444955-32f1-4505-8423-346f2eb5ada0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:42.488661 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46444955-32f1-4505-8423-346f2eb5ada0 admin admin] Pushing event updated for resources: {'Port': ['ID=7414d463-c7aa-471c-a68f-db3a29e43773,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:42.524570 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-46444955-32f1-4505-8423-346f2eb5ada0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:42.659552 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-46444955-32f1-4505-8423-346f2eb5ada0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:42.709773 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c898079d-d84f-45e8-b2c7-2322e6ad1c6d None None] Provisioning for port 7414d463-c7aa-471c-a68f-db3a29e43773 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:08:42.714609 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c898079d-d84f-45e8-b2c7-2322e6ad1c6d None None] Provisioning complete for port 7414d463-c7aa-471c-a68f-db3a29e43773 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:42.714979 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c898079d-d84f-45e8-b2c7-2322e6ad1c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:42.766227 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-c898079d-d84f-45e8-b2c7-2322e6ad1c6d None None] Port 7414d463-c7aa-471c-a68f-db3a29e43773 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:08:42.916421 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-46444955-32f1-4505-8423-346f2eb5ada0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:42.956179 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-46444955-32f1-4505-8423-346f2eb5ada0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:42.957254 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-46444955-32f1-4505-8423-346f2eb5ada0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:42.960913 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:43.074274 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 5 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:08:43.086853 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46444955-32f1-4505-8423-346f2eb5ada0 admin admin] Pushing event updated for resources: {'Port': ['ID=7414d463-c7aa-471c-a68f-db3a29e43773,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:43.090653 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-46444955-32f1-4505-8423-346f2eb5ada0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:43.147726 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46444955-32f1-4505-8423-346f2eb5ada0 admin admin] Network f87ee9a2-950d-47e3-baf9-c976d2dea909 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:08:43.148765 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-46444955-32f1-4505-8423-346f2eb5ada0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:08:43.389211 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-243bac6b-dc98-45fa-80d9-c2c32ef569b9 None None] Provisioning complete for port 7414d463-c7aa-471c-a68f-db3a29e43773 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:43.389573 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-243bac6b-dc98-45fa-80d9-c2c32ef569b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:43.442652 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-243bac6b-dc98-45fa-80d9-c2c32ef569b9 None None] Port 7414d463-c7aa-471c-a68f-db3a29e43773 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:08:43.565704 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46444955-32f1-4505-8423-346f2eb5ada0 admin admin] Router ddebd931-056e-4c3e-8b7a-7ea9f3d745da is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:08:43.729743 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46444955-32f1-4505-8423-346f2eb5ada0 admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:08:43.738918 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-46444955-32f1-4505-8423-346f2eb5ada0 admin admin] 10.222.0.47 "PUT /v2.0/routers/ddebd931-056e-4c3e-8b7a-7ea9f3d745da/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2810557 Dec 22 13:08:43.739979 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee5e219-0f1d-4481-a5df-6854dee4e10a None None] Sync routers for ids ['ddebd931-056e-4c3e-8b7a-7ea9f3d745da'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:08:43.753938 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee5e219-0f1d-4481-a5df-6854dee4e10a None None] Routers {'ddebd931-056e-4c3e-8b7a-7ea9f3d745da'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:08:43.754812 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-5ee5e219-0f1d-4481-a5df-6854dee4e10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:08:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['ddebd931-056e-4c3e-8b7a-7ea9f3d745da'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:43.931602 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-5ee5e219-0f1d-4481-a5df-6854dee4e10a None None] Set router ddebd931-056e-4c3e-8b7a-7ea9f3d745da gateway port host: None {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:08:44.302082 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-5ee5e219-0f1d-4481-a5df-6854dee4e10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddebd931-056e-4c3e-8b7a-7ea9f3d745da', 'name': 'router1', 'tenant_id': '6b660c9ad21f4857b2895fea5baaf30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:08:32Z', 'updated_at': '2021-12-22T13:08:42Z', 'revision_number': 2, 'project_id': '6b660c9ad21f4857b2895fea5baaf30d', 'gw_port_host': None, '_interfaces': [{'id': '7414d463-c7aa-471c-a68f-db3a29e43773', 'name': '', 'network_id': 'f87ee9a2-950d-47e3-baf9-c976d2dea909', 'tenant_id': '6b660c9ad21f4857b2895fea5baaf30d', 'mac_address': 'fa:16:3e:40:6e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddebd931-056e-4c3e-8b7a-7ea9f3d745da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2ae72ce-f8cd-4ca1-8a3e-897c8f978d0b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:41Z', 'updated_at': '2021-12-22T13:08:42Z', 'revision_number': 2, 'project_id': '6b660c9ad21f4857b2895fea5baaf30d', 'subnets': [{'id': 'b2ae72ce-f8cd-4ca1-8a3e-897c8f978d0b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33b98a6b-db18-4b8b-925f-99add328be97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:44.306946 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee5e219-0f1d-4481-a5df-6854dee4e10a None None] Checking router: ddebd931-056e-4c3e-8b7a-7ea9f3d745da for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:08:44.307309 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee5e219-0f1d-4481-a5df-6854dee4e10a None None] Updating router ddebd931-056e-4c3e-8b7a-7ea9f3d745da port 7414d463-c7aa-471c-a68f-db3a29e43773 binding host dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:08:44.360832 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-5ee5e219-0f1d-4481-a5df-6854dee4e10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:44.734635 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-5ee5e219-0f1d-4481-a5df-6854dee4e10a None None] Notify callbacks [] for port, precommit_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:44.749292 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.provisioning_blocks [None req-5ee5e219-0f1d-4481-a5df-6854dee4e10a None None] Transition to ACTIVE for port object 7414d463-c7aa-471c-a68f-db3a29e43773 will not be triggered until provisioned by entity L2. {{(pid=84151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:08:44.822700 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-5ee5e219-0f1d-4481-a5df-6854dee4e10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:44.828116 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:45.020480 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a2a47-8210-46b3-ab07-6002411dad1d None None] Pushing event updated for resources: {'Port': ['ID=7414d463-c7aa-471c-a68f-db3a29e43773,revision_number=3']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:45.071937 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a2a47-8210-46b3-ab07-6002411dad1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:45.072267 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a2a47-8210-46b3-ab07-6002411dad1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:45.072870 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a2a47-8210-46b3-ab07-6002411dad1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:45.072870 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a2a47-8210-46b3-ab07-6002411dad1d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:45.073212 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a2a47-8210-46b3-ab07-6002411dad1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:45.073545 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a2a47-8210-46b3-ab07-6002411dad1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:45.073840 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a2a47-8210-46b3-ab07-6002411dad1d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:45.074201 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a2a47-8210-46b3-ab07-6002411dad1d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:45.074496 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a2a47-8210-46b3-ab07-6002411dad1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:45.074798 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a2a47-8210-46b3-ab07-6002411dad1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:45.075105 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a2a47-8210-46b3-ab07-6002411dad1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:45.076615 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a2a47-8210-46b3-ab07-6002411dad1d None None] Tracked resource versions report: Dec 22 13:08:45.076615 dv-neutron-822669-1-hyperv neutron-server[84151]: pushed versions: Dec 22 13:08:45.076615 dv-neutron-822669-1-hyperv neutron-server[84151]: { 'ConntrackHelper': {'1.0'}, Dec 22 13:08:45.076615 dv-neutron-822669-1-hyperv neutron-server[84151]: 'Log': {'1.0'}, Dec 22 13:08:45.076615 dv-neutron-822669-1-hyperv neutron-server[84151]: 'Network': {'1.1'}, Dec 22 13:08:45.076615 dv-neutron-822669-1-hyperv neutron-server[84151]: 'Port': {'1.5'}, Dec 22 13:08:45.076615 dv-neutron-822669-1-hyperv neutron-server[84151]: 'PortForwarding': {'1.2'}, Dec 22 13:08:45.076615 dv-neutron-822669-1-hyperv neutron-server[84151]: 'QosPolicy': {'1.8'}, Dec 22 13:08:45.076615 dv-neutron-822669-1-hyperv neutron-server[84151]: 'SecurityGroup': {'1.2'}, Dec 22 13:08:45.076615 dv-neutron-822669-1-hyperv neutron-server[84151]: 'SecurityGroupRule': {'1.0'}, Dec 22 13:08:45.076615 dv-neutron-822669-1-hyperv neutron-server[84151]: 'SubPort': {'1.0'}, Dec 22 13:08:45.076615 dv-neutron-822669-1-hyperv neutron-server[84151]: 'Subnet': {'1.1'}, Dec 22 13:08:45.076615 dv-neutron-822669-1-hyperv neutron-server[84151]: 'Trunk': {'1.1'}} Dec 22 13:08:45.076615 dv-neutron-822669-1-hyperv neutron-server[84151]: consumer versions: Dec 22 13:08:45.076615 dv-neutron-822669-1-hyperv neutron-server[84151]: { DHCP agent@dv-neutron-822669-1-hyperv: {}, Dec 22 13:08:45.076615 dv-neutron-822669-1-hyperv neutron-server[84151]: L3 agent@dv-neutron-822669-1-hyperv: {}, Dec 22 13:08:45.076615 dv-neutron-822669-1-hyperv neutron-server[84151]: Metadata agent@dv-neutron-822669-1-hyperv: {}, Dec 22 13:08:45.076615 dv-neutron-822669-1-hyperv neutron-server[84151]: Metering agent@dv-neutron-822669-1-hyperv: {}, Dec 22 13:08:45.076615 dv-neutron-822669-1-hyperv neutron-server[84151]: Open vSwitch agent@dv-neutron-822669-1-hyperv: { 'ConntrackHelper': '1.0', Dec 22 13:08:45.076615 dv-neutron-822669-1-hyperv neutron-server[84151]: 'Log': '1.0', Dec 22 13:08:45.076615 dv-neutron-822669-1-hyperv neutron-server[84151]: 'Network': '1.1', Dec 22 13:08:45.076615 dv-neutron-822669-1-hyperv neutron-server[84151]: 'Port': '1.5', Dec 22 13:08:45.076615 dv-neutron-822669-1-hyperv neutron-server[84151]: 'PortForwarding': '1.2', Dec 22 13:08:45.076615 dv-neutron-822669-1-hyperv neutron-server[84151]: 'QosPolicy': '1.8', Dec 22 13:08:45.076615 dv-neutron-822669-1-hyperv neutron-server[84151]: 'SecurityGroup': '1.2', Dec 22 13:08:45.076615 dv-neutron-822669-1-hyperv neutron-server[84151]: 'SecurityGroupRule': '1.0', Dec 22 13:08:45.076615 dv-neutron-822669-1-hyperv neutron-server[84151]: 'SubPort': '1.0', Dec 22 13:08:45.076615 dv-neutron-822669-1-hyperv neutron-server[84151]: 'Subnet': '1.1', Dec 22 13:08:45.076615 dv-neutron-822669-1-hyperv neutron-server[84151]: 'Trunk': '1.1'}} Dec 22 13:08:45.076615 dv-neutron-822669-1-hyperv neutron-server[84151]: {{(pid=84151) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 13:08:45.084540 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-252a2a47-8210-46b3-ab07-6002411dad1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:45.090117 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-5ee5e219-0f1d-4481-a5df-6854dee4e10a None None] Attempting to bind port 7414d463-c7aa-471c-a68f-db3a29e43773 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:08:45.090685 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-5ee5e219-0f1d-4481-a5df-6854dee4e10a None None] Attempting to bind port 7414d463-c7aa-471c-a68f-db3a29e43773 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'd4ae4d10-22ad-4423-a1d5-f2580db5605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f87ee9a2-950d-47e3-baf9-c976d2dea909'}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:08:45.091191 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee5e219-0f1d-4481-a5df-6854dee4e10a None None] Attempting to bind port 7414d463-c7aa-471c-a68f-db3a29e43773 on network f87ee9a2-950d-47e3-baf9-c976d2dea909 {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:08:45.098967 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee5e219-0f1d-4481-a5df-6854dee4e10a None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:08:45.099408 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee5e219-0f1d-4481-a5df-6854dee4e10a None None] Checking segment: {'id': 'd4ae4d10-22ad-4423-a1d5-f2580db5605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f87ee9a2-950d-47e3-baf9-c976d2dea909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:08:45.099894 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-5ee5e219-0f1d-4481-a5df-6854dee4e10a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:45.100303 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee5e219-0f1d-4481-a5df-6854dee4e10a None None] Bound using segment: {'id': 'd4ae4d10-22ad-4423-a1d5-f2580db5605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f87ee9a2-950d-47e3-baf9-c976d2dea909'} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:08:45.100842 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-5ee5e219-0f1d-4481-a5df-6854dee4e10a None None] Bound port: 7414d463-c7aa-471c-a68f-db3a29e43773, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ae4d10-22ad-4423-a1d5-f2580db5605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'f87ee9a2-950d-47e3-baf9-c976d2dea909'}}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:08:45.101219 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-5ee5e219-0f1d-4481-a5df-6854dee4e10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:45.190633 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-5ee5e219-0f1d-4481-a5df-6854dee4e10a None None] For port 7414d463-c7aa-471c-a68f-db3a29e43773, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:08:45.194552 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-5ee5e219-0f1d-4481-a5df-6854dee4e10a None None] For port 7414d463-c7aa-471c-a68f-db3a29e43773, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=7414d463-c7aa-471c-a68f-db3a29e43773,segment=NetworkSegment(d4ae4d10-22ad-4423-a1d5-f2580db5605c),segment_id=d4ae4d10-22ad-4423-a1d5-f2580db5605c)] {{(pid=84151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:08:45.276616 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-5ee5e219-0f1d-4481-a5df-6854dee4e10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:45.280720 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-252a2a47-8210-46b3-ab07-6002411dad1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:45.368162 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a2a47-8210-46b3-ab07-6002411dad1d None None] Pushing event updated for resources: {'Port': ['ID=7414d463-c7aa-471c-a68f-db3a29e43773,revision_number=4']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:45.371378 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-252a2a47-8210-46b3-ab07-6002411dad1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:45.372690 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee5e219-0f1d-4481-a5df-6854dee4e10a None None] Routers {'ddebd931-056e-4c3e-8b7a-7ea9f3d745da'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:08:45.373271 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-5ee5e219-0f1d-4481-a5df-6854dee4e10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:08:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['ddebd931-056e-4c3e-8b7a-7ea9f3d745da'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:45.533877 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-5ee5e219-0f1d-4481-a5df-6854dee4e10a None None] Set router ddebd931-056e-4c3e-8b7a-7ea9f3d745da gateway port host: None {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:08:45.827230 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 38764) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:45.860430 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-5ee5e219-0f1d-4481-a5df-6854dee4e10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddebd931-056e-4c3e-8b7a-7ea9f3d745da', 'name': 'router1', 'tenant_id': '6b660c9ad21f4857b2895fea5baaf30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:08:32Z', 'updated_at': '2021-12-22T13:08:42Z', 'revision_number': 2, 'project_id': '6b660c9ad21f4857b2895fea5baaf30d', 'gw_port_host': None, '_interfaces': [{'id': '7414d463-c7aa-471c-a68f-db3a29e43773', 'name': '', 'network_id': 'f87ee9a2-950d-47e3-baf9-c976d2dea909', 'tenant_id': '6b660c9ad21f4857b2895fea5baaf30d', 'mac_address': 'fa:16:3e:40:6e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddebd931-056e-4c3e-8b7a-7ea9f3d745da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2ae72ce-f8cd-4ca1-8a3e-897c8f978d0b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:41Z', 'updated_at': '2021-12-22T13:08:45Z', 'revision_number': 4, 'project_id': '6b660c9ad21f4857b2895fea5baaf30d', 'subnets': [{'id': 'b2ae72ce-f8cd-4ca1-8a3e-897c8f978d0b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33b98a6b-db18-4b8b-925f-99add328be97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:45.865259 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee5e219-0f1d-4481-a5df-6854dee4e10a None None] The sync data for ids ['ddebd931-056e-4c3e-8b7a-7ea9f3d745da'] in dv-neutron-822669-1-hyperv is: [{'id': 'ddebd931-056e-4c3e-8b7a-7ea9f3d745da', 'name': 'router1', 'tenant_id': '6b660c9ad21f4857b2895fea5baaf30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:08:32Z', 'updated_at': '2021-12-22T13:08:42Z', 'revision_number': 2, 'project_id': '6b660c9ad21f4857b2895fea5baaf30d', 'gw_port_host': None, '_interfaces': [{'id': '7414d463-c7aa-471c-a68f-db3a29e43773', 'name': '', 'network_id': 'f87ee9a2-950d-47e3-baf9-c976d2dea909', 'tenant_id': '6b660c9ad21f4857b2895fea5baaf30d', 'mac_address': 'fa:16:3e:40:6e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddebd931-056e-4c3e-8b7a-7ea9f3d745da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2ae72ce-f8cd-4ca1-8a3e-897c8f978d0b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:41Z', 'updated_at': '2021-12-22T13:08:45Z', 'revision_number': 4, 'project_id': '6b660c9ad21f4857b2895fea5baaf30d', 'subnets': [{'id': 'b2ae72ce-f8cd-4ca1-8a3e-897c8f978d0b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33b98a6b-db18-4b8b-925f-99add328be97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:08:46.001926 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d8e9ad-4e11-4ba6-b745-3b6ce7780d8c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:46.003461 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-09d8e9ad-4e11-4ba6-b745-3b6ce7780d8c admin admin] 10.222.0.47 "GET /v2.0/networks/0776f1b4-770d-462f-bc0f-df97e8017b18 HTTP/1.1" status: 200 len: 842 time: 0.1751268 Dec 22 13:08:46.019607 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-d3ad8587-96c5-4f47-a6f9-d902d7aeecdd admin admin] Request body: {'subnet': {'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'ip_version': 4, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:08:46.024602 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-d3ad8587-96c5-4f47-a6f9-d902d7aeecdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:08:46.028296 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-d3ad8587-96c5-4f47-a6f9-d902d7aeecdd admin admin] Usage tracker for resource:subnet and tenant:537f6758c3dc44cd94c5421351ee8fd2 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:08:46.031343 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-d3ad8587-96c5-4f47-a6f9-d902d7aeecdd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:08:46.037309 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-d3ad8587-96c5-4f47-a6f9-d902d7aeecdd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:08:46.104293 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ad8587-96c5-4f47-a6f9-d902d7aeecdd admin admin] Made reservation on behalf of 537f6758c3dc44cd94c5421351ee8fd2 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:08:46.106567 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d3ad8587-96c5-4f47-a6f9-d902d7aeecdd admin admin] Notify callbacks [] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:46.524618 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.objects.ports [None req-d3ad8587-96c5-4f47-a6f9-d902d7aeecdd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84148) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 22 13:08:46.525073 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d3ad8587-96c5-4f47-a6f9-d902d7aeecdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:46.529005 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5880d0ae-62c3-44fd-99bd-03babbfc7462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:46.634363 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad8587-96c5-4f47-a6f9-d902d7aeecdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3783891d-ca9d-4113-a747-65e6f84f4411,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:46.637526 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d3ad8587-96c5-4f47-a6f9-d902d7aeecdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:46.648199 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ad8587-96c5-4f47-a6f9-d902d7aeecdd admin admin] Checking segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:08:46.648555 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ad8587-96c5-4f47-a6f9-d902d7aeecdd admin admin] Network hostable DHCP agents. Network: 0776f1b4-770d-462f-bc0f-df97e8017b18, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:08:46.748411 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ad8587-96c5-4f47-a6f9-d902d7aeecdd admin admin] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:08:46.862721 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-d3ad8587-96c5-4f47-a6f9-d902d7aeecdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 0776f1b4-770d-462f-bc0f-df97e8017b18) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:08:46.867741 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ad8587-96c5-4f47-a6f9-d902d7aeecdd admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:46.869153 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d3ad8587-96c5-4f47-a6f9-d902d7aeecdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:46.871465 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08165e60-c0bb-46a4-b7ed-66c03f1c5fa5 None None] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:08:46.960378 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d3ad8587-96c5-4f47-a6f9-d902d7aeecdd admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9441116 Dec 22 13:08:47.123835 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e2c877-41ef-469d-8a20-4996e39f4b7a None None] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:08:47.198911 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 7414d463-c7aa-471c-a68f-db3a29e43773 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:08:47.424788 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 7414d463-c7aa-471c-a68f-db3a29e43773 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:08:47.429883 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 7414d463-c7aa-471c-a68f-db3a29e43773 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:47.430035 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:47.544565 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:47.576633 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 7414d463-c7aa-471c-a68f-db3a29e43773, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=7414d463-c7aa-471c-a68f-db3a29e43773,segment=NetworkSegment(d4ae4d10-22ad-4423-a1d5-f2580db5605c),segment_id=d4ae4d10-22ad-4423-a1d5-f2580db5605c)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:08:47.662150 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:47.664240 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:47.727898 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=7414d463-c7aa-471c-a68f-db3a29e43773,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:47.731736 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:49.140091 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 38778) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:49.163596 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 7414d463-c7aa-471c-a68f-db3a29e43773 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:08:49.232003 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 7414d463-c7aa-471c-a68f-db3a29e43773 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:49.232374 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:49.374370 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d9883bda-2b82-4f48-abc3-954ac710335b admin admin] 10.222.0.47 "GET /v2.0/routers/ddebd931-056e-4c3e-8b7a-7ea9f3d745da HTTP/1.1" status: 200 len: 710 time: 0.2330599 Dec 22 13:08:49.499812 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9aea6b-c876-4f6d-b853-5aad681a8e2c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:49.501700 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-3b9aea6b-c876-4f6d-b853-5aad681a8e2c admin admin] 10.222.0.47 "GET /v2.0/networks/0776f1b4-770d-462f-bc0f-df97e8017b18 HTTP/1.1" status: 200 len: 886 time: 0.1213470 Dec 22 13:08:49.510270 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-00948fbf-14f8-40c9-b9ab-28f181beec66 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:08:49.976420 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-00948fbf-14f8-40c9-b9ab-28f181beec66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:50.228588 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-00948fbf-14f8-40c9-b9ab-28f181beec66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:50.285797 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-00948fbf-14f8-40c9-b9ab-28f181beec66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:50.412230 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-00948fbf-14f8-40c9-b9ab-28f181beec66 admin admin] Allocated IP 172.26.1.107 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/260d341b-3973-43ba-8752-d21a8c992b1d) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:08:50.557365 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-00948fbf-14f8-40c9-b9ab-28f181beec66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:50.664228 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-00948fbf-14f8-40c9-b9ab-28f181beec66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:50.667917 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:50.764617 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00948fbf-14f8-40c9-b9ab-28f181beec66 admin admin] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:08:50.767767 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-00948fbf-14f8-40c9-b9ab-28f181beec66 admin admin] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:08:50.777075 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00948fbf-14f8-40c9-b9ab-28f181beec66 admin admin] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:08:50.793995 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00948fbf-14f8-40c9-b9ab-28f181beec66 admin admin] Pushing event updated for resources: {'Port': ['ID=260d341b-3973-43ba-8752-d21a8c992b1d,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:50.800267 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-00948fbf-14f8-40c9-b9ab-28f181beec66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:50.983786 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-00948fbf-14f8-40c9-b9ab-28f181beec66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:51.148535 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-00948fbf-14f8-40c9-b9ab-28f181beec66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:51.151896 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-00948fbf-14f8-40c9-b9ab-28f181beec66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707601'] for router, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:51.344250 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00948fbf-14f8-40c9-b9ab-28f181beec66 admin admin] Router ddebd931-056e-4c3e-8b7a-7ea9f3d745da has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:08:51.542027 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00948fbf-14f8-40c9-b9ab-28f181beec66 admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:08:51.549710 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-00948fbf-14f8-40c9-b9ab-28f181beec66 admin admin] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:51.550925 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-00948fbf-14f8-40c9-b9ab-28f181beec66 admin admin] 10.222.0.47 "PUT /v2.0/routers/ddebd931-056e-4c3e-8b7a-7ea9f3d745da HTTP/1.1" status: 200 len: 890 time: 2.0438349 Dec 22 13:08:51.551074 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194c8634-37c1-4e8e-9461-d3a75e65789a None None] Sync routers for ids ['ddebd931-056e-4c3e-8b7a-7ea9f3d745da'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:08:51.563376 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194c8634-37c1-4e8e-9461-d3a75e65789a None None] Routers {'ddebd931-056e-4c3e-8b7a-7ea9f3d745da'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:08:51.564915 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-194c8634-37c1-4e8e-9461-d3a75e65789a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:08:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['ddebd931-056e-4c3e-8b7a-7ea9f3d745da'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:51.754688 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-194c8634-37c1-4e8e-9461-d3a75e65789a None None] Set router ddebd931-056e-4c3e-8b7a-7ea9f3d745da gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:08:52.087115 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-194c8634-37c1-4e8e-9461-d3a75e65789a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddebd931-056e-4c3e-8b7a-7ea9f3d745da', 'name': 'router1', 'tenant_id': '6b660c9ad21f4857b2895fea5baaf30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': '260d341b-3973-43ba-8752-d21a8c992b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:08:32Z', 'updated_at': '2021-12-22T13:08:50Z', 'revision_number': 4, 'project_id': '6b660c9ad21f4857b2895fea5baaf30d', 'gw_port': {'id': '260d341b-3973-43ba-8752-d21a8c992b1d', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddebd931-056e-4c3e-8b7a-7ea9f3d745da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:50Z', 'updated_at': '2021-12-22T13:08:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '7414d463-c7aa-471c-a68f-db3a29e43773', 'name': '', 'network_id': 'f87ee9a2-950d-47e3-baf9-c976d2dea909', 'tenant_id': '6b660c9ad21f4857b2895fea5baaf30d', 'mac_address': 'fa:16:3e:40:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddebd931-056e-4c3e-8b7a-7ea9f3d745da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2ae72ce-f8cd-4ca1-8a3e-897c8f978d0b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:41Z', 'updated_at': '2021-12-22T13:08:47Z', 'revision_number': 5, 'project_id': '6b660c9ad21f4857b2895fea5baaf30d', 'subnets': [{'id': 'b2ae72ce-f8cd-4ca1-8a3e-897c8f978d0b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33b98a6b-db18-4b8b-925f-99add328be97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:52.091882 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194c8634-37c1-4e8e-9461-d3a75e65789a None None] Checking router: ddebd931-056e-4c3e-8b7a-7ea9f3d745da for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:08:52.092224 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194c8634-37c1-4e8e-9461-d3a75e65789a None None] Updating router ddebd931-056e-4c3e-8b7a-7ea9f3d745da port 260d341b-3973-43ba-8752-d21a8c992b1d binding host dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:08:52.141327 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-194c8634-37c1-4e8e-9461-d3a75e65789a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:52.456460 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-194c8634-37c1-4e8e-9461-d3a75e65789a None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:52.467521 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-194c8634-37c1-4e8e-9461-d3a75e65789a None None] Transition to ACTIVE for port object 260d341b-3973-43ba-8752-d21a8c992b1d will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:08:52.538631 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-194c8634-37c1-4e8e-9461-d3a75e65789a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:52.544328 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:52.619705 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f16b2-415b-4221-b242-0a278ad05234 None None] Pushing event updated for resources: {'Port': ['ID=260d341b-3973-43ba-8752-d21a8c992b1d,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:52.621885 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-194c8634-37c1-4e8e-9461-d3a75e65789a None None] Attempting to bind port 260d341b-3973-43ba-8752-d21a8c992b1d on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:08:52.622249 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-194c8634-37c1-4e8e-9461-d3a75e65789a None None] Attempting to bind port 260d341b-3973-43ba-8752-d21a8c992b1d by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:08:52.622661 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194c8634-37c1-4e8e-9461-d3a75e65789a None None] Attempting to bind port 260d341b-3973-43ba-8752-d21a8c992b1d on network 0776f1b4-770d-462f-bc0f-df97e8017b18 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:08:52.624724 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c09f16b2-415b-4221-b242-0a278ad05234 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:52.631097 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194c8634-37c1-4e8e-9461-d3a75e65789a None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:08:52.631494 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194c8634-37c1-4e8e-9461-d3a75e65789a None None] Checking segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:08:52.631887 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-194c8634-37c1-4e8e-9461-d3a75e65789a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:52.632268 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194c8634-37c1-4e8e-9461-d3a75e65789a None None] Bound using segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:08:52.632724 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-194c8634-37c1-4e8e-9461-d3a75e65789a None None] Bound port: 260d341b-3973-43ba-8752-d21a8c992b1d, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:08:52.633110 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-194c8634-37c1-4e8e-9461-d3a75e65789a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:52.703938 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-194c8634-37c1-4e8e-9461-d3a75e65789a None None] For port 260d341b-3973-43ba-8752-d21a8c992b1d, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:08:52.706966 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-194c8634-37c1-4e8e-9461-d3a75e65789a None None] For port 260d341b-3973-43ba-8752-d21a8c992b1d, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=260d341b-3973-43ba-8752-d21a8c992b1d,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:08:52.784765 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-194c8634-37c1-4e8e-9461-d3a75e65789a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:52.788687 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:52.888383 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194c8634-37c1-4e8e-9461-d3a75e65789a None None] Routers {'ddebd931-056e-4c3e-8b7a-7ea9f3d745da'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:08:52.889004 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-194c8634-37c1-4e8e-9461-d3a75e65789a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:08:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['ddebd931-056e-4c3e-8b7a-7ea9f3d745da'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:52.936767 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f16b2-415b-4221-b242-0a278ad05234 None None] Pushing event updated for resources: {'Port': ['ID=260d341b-3973-43ba-8752-d21a8c992b1d,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:52.940534 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c09f16b2-415b-4221-b242-0a278ad05234 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:53.142728 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-194c8634-37c1-4e8e-9461-d3a75e65789a None None] Set router ddebd931-056e-4c3e-8b7a-7ea9f3d745da gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:08:53.471635 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-194c8634-37c1-4e8e-9461-d3a75e65789a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddebd931-056e-4c3e-8b7a-7ea9f3d745da', 'name': 'router1', 'tenant_id': '6b660c9ad21f4857b2895fea5baaf30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': '260d341b-3973-43ba-8752-d21a8c992b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:08:32Z', 'updated_at': '2021-12-22T13:08:50Z', 'revision_number': 4, 'project_id': '6b660c9ad21f4857b2895fea5baaf30d', 'gw_port': {'id': '260d341b-3973-43ba-8752-d21a8c992b1d', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddebd931-056e-4c3e-8b7a-7ea9f3d745da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:50Z', 'updated_at': '2021-12-22T13:08:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '7414d463-c7aa-471c-a68f-db3a29e43773', 'name': '', 'network_id': 'f87ee9a2-950d-47e3-baf9-c976d2dea909', 'tenant_id': '6b660c9ad21f4857b2895fea5baaf30d', 'mac_address': 'fa:16:3e:40:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddebd931-056e-4c3e-8b7a-7ea9f3d745da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2ae72ce-f8cd-4ca1-8a3e-897c8f978d0b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:41Z', 'updated_at': '2021-12-22T13:08:47Z', 'revision_number': 5, 'project_id': '6b660c9ad21f4857b2895fea5baaf30d', 'subnets': [{'id': 'b2ae72ce-f8cd-4ca1-8a3e-897c8f978d0b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33b98a6b-db18-4b8b-925f-99add328be97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:53.475660 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194c8634-37c1-4e8e-9461-d3a75e65789a None None] The sync data for ids ['ddebd931-056e-4c3e-8b7a-7ea9f3d745da'] in dv-neutron-822669-1-hyperv is: [{'id': 'ddebd931-056e-4c3e-8b7a-7ea9f3d745da', 'name': 'router1', 'tenant_id': '6b660c9ad21f4857b2895fea5baaf30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': '260d341b-3973-43ba-8752-d21a8c992b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:08:32Z', 'updated_at': '2021-12-22T13:08:50Z', 'revision_number': 4, 'project_id': '6b660c9ad21f4857b2895fea5baaf30d', 'gw_port': {'id': '260d341b-3973-43ba-8752-d21a8c992b1d', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddebd931-056e-4c3e-8b7a-7ea9f3d745da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:50Z', 'updated_at': '2021-12-22T13:08:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '7414d463-c7aa-471c-a68f-db3a29e43773', 'name': '', 'network_id': 'f87ee9a2-950d-47e3-baf9-c976d2dea909', 'tenant_id': '6b660c9ad21f4857b2895fea5baaf30d', 'mac_address': 'fa:16:3e:40:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddebd931-056e-4c3e-8b7a-7ea9f3d745da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2ae72ce-f8cd-4ca1-8a3e-897c8f978d0b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:41Z', 'updated_at': '2021-12-22T13:08:47Z', 'revision_number': 5, 'project_id': '6b660c9ad21f4857b2895fea5baaf30d', 'subnets': [{'id': 'b2ae72ce-f8cd-4ca1-8a3e-897c8f978d0b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33b98a6b-db18-4b8b-925f-99add328be97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:08:53.820454 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 38788) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:53.960131 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6d7c9eea-217f-4564-b7d5-098000a34936 admin admin] 10.222.0.47 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.1384678 Dec 22 13:08:55.206982 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 260d341b-3973-43ba-8752-d21a8c992b1d up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:08:55.338299 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 260d341b-3973-43ba-8752-d21a8c992b1d completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:08:55.342883 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 260d341b-3973-43ba-8752-d21a8c992b1d triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:55.343250 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:55.463937 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:55.480634 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 260d341b-3973-43ba-8752-d21a8c992b1d, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=260d341b-3973-43ba-8752-d21a8c992b1d,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:08:55.561680 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:55.566426 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:55.635057 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=260d341b-3973-43ba-8752-d21a8c992b1d,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:55.638325 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:57.175592 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 260d341b-3973-43ba-8752-d21a8c992b1d up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:08:57.276568 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 260d341b-3973-43ba-8752-d21a8c992b1d triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:57.276933 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:05.647556 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3e02d4bb-6d9c-4731-aac0-291618c85471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:07.966753 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-921c3424-91be-410a-97ba-4728ede830e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:08.875707 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:09.113505 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:10.330615 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:20.075640 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 5 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:09:35.618017 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3ca80e2c-4005-4a8c-b260-7031cd43a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:37.936141 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e71460c3-f244-48df-8f8d-f53f1b5ec2c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:38.884570 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:39.147644 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:40.346893 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:57.075740 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 5 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:10:05.651810 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-741992c7-47a5-4920-8305-68c4992f04ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:08.069335 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-81dca3a4-836d-4eab-9d84-404c2720e0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:08.920524 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:09.120504 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:10.348996 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:34.075945 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 5 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:10:35.637644 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-336941ca-e306-47f0-b490-93227224de0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:37.943131 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d1613e30-d1d7-4d1e-9f66-4bdcff7d2d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:38.863324 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:39.120303 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:40.352247 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:03.142678 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 39396) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:11:03.236584 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b04fa8e-3672-4aaa-9890-0eff82fc51ea admin admin] GET failed (client error): The resource could not be found. Dec 22 13:11:03.237784 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0b04fa8e-3672-4aaa-9890-0eff82fc51ea admin admin] 10.222.0.47 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0941024 Dec 22 13:11:03.366958 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2102f58-2525-4c9a-bad2-74a4c1920aa4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:03.368306 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b2102f58-2525-4c9a-bad2-74a4c1920aa4 admin admin] 10.222.0.47 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1266050 Dec 22 13:11:05.403331 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 39406) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:11:05.542252 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a7853b-53e2-4314-8e34-1892dfe59142 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:05.543623 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-89a7853b-53e2-4314-8e34-1892dfe59142 admin admin] 10.222.0.47 "GET /v2.0/subnets/b2ae72ce-f8cd-4ca1-8a3e-897c8f978d0b HTTP/1.1" status: 200 len: 849 time: 0.1393604 Dec 22 13:11:05.553663 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-920e3ab5-1501-464c-915e-7cf00fd14309 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:11:05.616789 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a287a8c0-3322-472f-8b76-d961d4f017e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:05.673239 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-920e3ab5-1501-464c-915e-7cf00fd14309 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:05.979912 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-920e3ab5-1501-464c-915e-7cf00fd14309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792220741645'] for subnet, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:05.985717 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:06.048058 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920e3ab5-1501-464c-915e-7cf00fd14309 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:06.048648 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-920e3ab5-1501-464c-915e-7cf00fd14309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:06.049897 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-920e3ab5-1501-464c-915e-7cf00fd14309 admin admin] 10.222.0.47 "PUT /v2.0/subnets/b2ae72ce-f8cd-4ca1-8a3e-897c8f978d0b HTTP/1.1" status: 200 len: 868 time: 0.4999971 Dec 22 13:11:06.065407 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c47808e-c03b-455c-8f7c-68b943f5bd52 None None] Network f87ee9a2-950d-47e3-baf9-c976d2dea909 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:11:06.067440 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e3ab5-1501-464c-915e-7cf00fd14309 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2ae72ce-f8cd-4ca1-8a3e-897c8f978d0b,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:11:06.076554 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e3ab5-1501-464c-915e-7cf00fd14309 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:06.076974 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e3ab5-1501-464c-915e-7cf00fd14309 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:06.077745 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e3ab5-1501-464c-915e-7cf00fd14309 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:06.078611 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e3ab5-1501-464c-915e-7cf00fd14309 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:06.078611 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e3ab5-1501-464c-915e-7cf00fd14309 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:06.079065 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e3ab5-1501-464c-915e-7cf00fd14309 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:06.079171 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e3ab5-1501-464c-915e-7cf00fd14309 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:06.079491 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e3ab5-1501-464c-915e-7cf00fd14309 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:06.079799 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e3ab5-1501-464c-915e-7cf00fd14309 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:06.080104 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e3ab5-1501-464c-915e-7cf00fd14309 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:06.080414 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e3ab5-1501-464c-915e-7cf00fd14309 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:06.084624 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-920e3ab5-1501-464c-915e-7cf00fd14309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:11:06.551589 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-230fe3d2-b86b-4994-a6a2-1dcd3d8953df None None] Provisioning complete for port 58bf3a40-00d2-4428-b25c-72dcd5a14d25 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:11:06.551961 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-230fe3d2-b86b-4994-a6a2-1dcd3d8953df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:06.677526 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-230fe3d2-b86b-4994-a6a2-1dcd3d8953df None None] Provisioning complete for port 7414d463-c7aa-471c-a68f-db3a29e43773 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:11:06.678221 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-230fe3d2-b86b-4994-a6a2-1dcd3d8953df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:07.936803 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d5e4e944-ce9e-4716-afdb-e25006e1974d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:08.099681 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 39416) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:11:08.293489 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a42be97-d743-4a6c-a1fa-2b28fa748abf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:08.293774 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a42be97-d743-4a6c-a1fa-2b28fa748abf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:08.294525 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-8a42be97-d743-4a6c-a1fa-2b28fa748abf admin admin] Synchronizing usage tracker for tenant:537f6758c3dc44cd94c5421351ee8fd2 on resource:network {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:11:08.359345 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-8a42be97-d743-4a6c-a1fa-2b28fa748abf admin admin] Unset dirty status for tenant:537f6758c3dc44cd94c5421351ee8fd2 on resource:network {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:11:08.360514 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8a42be97-d743-4a6c-a1fa-2b28fa748abf admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2598746 Dec 22 13:11:08.868616 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:09.157582 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:10.343536 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:10.407984 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 39426) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:11:10.603574 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4898fdce-45be-4008-a391-a6b2d5367b70 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:10.603948 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4898fdce-45be-4008-a391-a6b2d5367b70 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:10.605450 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-4898fdce-45be-4008-a391-a6b2d5367b70 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1965024 Dec 22 13:11:11.076633 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 5 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:11:12.637498 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 39436) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:11:12.825021 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd762826-a22f-4cbc-aa69-7a7e4a68bd20 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:12.826280 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-fd762826-a22f-4cbc-aa69-7a7e4a68bd20 admin admin] 10.222.0.47 "GET /v2.0/networks/0776f1b4-770d-462f-bc0f-df97e8017b18 HTTP/1.1" status: 200 len: 886 time: 0.1878266 Dec 22 13:11:14.871155 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 39446) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:11:15.067235 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55d9ce0-8b5a-4623-aedf-1aedf92aac8d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:15.068496 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f55d9ce0-8b5a-4623-aedf-1aedf92aac8d admin admin] 10.222.0.47 "GET /v2.0/networks/f87ee9a2-950d-47e3-baf9-c976d2dea909 HTTP/1.1" status: 200 len: 869 time: 0.1963708 Dec 22 13:11:17.087281 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 39456) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:11:17.216965 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b85d8b-30cc-4fe4-ba92-fc7a486a424a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:17.217334 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b85d8b-30cc-4fe4-ba92-fc7a486a424a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:17.219498 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-88b85d8b-30cc-4fe4-ba92-fc7a486a424a admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1312799 Dec 22 13:11:19.225365 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 39466) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:11:19.352865 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402a23ea-89c9-4589-91ed-6cfd3534dc3b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:19.353329 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402a23ea-89c9-4589-91ed-6cfd3534dc3b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:19.354034 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-402a23ea-89c9-4589-91ed-6cfd3534dc3b admin admin] Synchronizing usage tracker for tenant:537f6758c3dc44cd94c5421351ee8fd2 on resource:subnet {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:11:19.462182 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-402a23ea-89c9-4589-91ed-6cfd3534dc3b admin admin] Unset dirty status for tenant:537f6758c3dc44cd94c5421351ee8fd2 on resource:subnet {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:11:19.463343 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-402a23ea-89c9-4589-91ed-6cfd3534dc3b admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2370400 Dec 22 13:11:21.591117 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 39476) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:11:21.713127 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f4ae93-ad33-4567-a526-f370664f5564 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:21.714491 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-05f4ae93-ad33-4567-a526-f370664f5564 admin admin] 10.222.0.47 "GET /v2.0/subnets/3783891d-ca9d-4113-a747-65e6f84f4411 HTTP/1.1" status: 200 len: 816 time: 0.1224060 Dec 22 13:11:23.718654 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 39486) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:11:23.851440 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3687f4ad-b7f3-4633-af70-d2f558cec4bf admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:23.852767 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-3687f4ad-b7f3-4633-af70-d2f558cec4bf admin admin] 10.222.0.47 "GET /v2.0/subnets/b2ae72ce-f8cd-4ca1-8a3e-897c8f978d0b HTTP/1.1" status: 200 len: 868 time: 0.1331813 Dec 22 13:11:35.622471 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-18863636-1feb-4cd9-98d0-8caeec269977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:38.008241 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5595d2d5-05b1-4a9c-8125-45de1d85c8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:38.892005 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:39.142685 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:40.342796 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:41.778540 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 39524) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:11:41.850127 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [None req-e623a5a6-f826-4559-b9ce-859823c1a405 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84148) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:11:41.851165 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e623a5a6-f826-4559-b9ce-859823c1a405 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0717750 Dec 22 13:11:43.973352 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 39534) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:11:44.066461 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-5405fd83-56b1-41ef-b6fe-94a395921291 admin admin] GET failed (client error): The resource could not be found. Dec 22 13:11:44.067773 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-5405fd83-56b1-41ef-b6fe-94a395921291 admin admin] 10.222.0.47 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0934641 Dec 22 13:11:44.192811 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8139d32-d4be-4d10-9c1f-68191796417a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:44.194233 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c8139d32-d4be-4d10-9c1f-68191796417a admin admin] 10.222.0.47 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1225796 Dec 22 13:11:46.219364 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 39544) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:11:46.288993 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-a6e59790-f2ac-4ff9-bd06-cf84d208e362 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:11:46.293669 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-a6e59790-f2ac-4ff9-bd06-cf84d208e362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:11:46.302969 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-a6e59790-f2ac-4ff9-bd06-cf84d208e362 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:11:46.373665 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e59790-f2ac-4ff9-bd06-cf84d208e362 admin admin] Made reservation on behalf of 537f6758c3dc44cd94c5421351ee8fd2 for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:11:46.376496 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a6e59790-f2ac-4ff9-bd06-cf84d208e362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:46.492913 dv-neutron-822669-1-hyperv neutron-server[84148]: WARNING neutron.services.revisions.revision_plugin [None req-a6e59790-f2ac-4ff9-bd06-cf84d208e362 admin admin] Could not find related network for resource to bump revision. Dec 22 13:11:46.506003 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6e59790-f2ac-4ff9-bd06-cf84d208e362 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:11:46.514554 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a6e59790-f2ac-4ff9-bd06-cf84d208e362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:46.514938 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-a6e59790-f2ac-4ff9-bd06-cf84d208e362 admin admin] Added segment 21f6678b-b2fa-43ee-b1d7-be1086be054a of type vlan for network 0a184e6a-b004-4d7a-8940-5c59ad407660 Dec 22 13:11:46.540700 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a6e59790-f2ac-4ff9-bd06-cf84d208e362 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:46.650903 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a6e59790-f2ac-4ff9-bd06-cf84d208e362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:46.652135 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e59790-f2ac-4ff9-bd06-cf84d208e362 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:46.652717 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a6e59790-f2ac-4ff9-bd06-cf84d208e362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:46.657431 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:46.752234 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e59790-f2ac-4ff9-bd06-cf84d208e362 admin admin] Pushing event updated for resources: {'Network': ['ID=0a184e6a-b004-4d7a-8940-5c59ad407660,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:11:46.760107 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e59790-f2ac-4ff9-bd06-cf84d208e362 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:46.760601 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e59790-f2ac-4ff9-bd06-cf84d208e362 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:46.760925 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e59790-f2ac-4ff9-bd06-cf84d208e362 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:46.761244 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e59790-f2ac-4ff9-bd06-cf84d208e362 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:46.761588 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e59790-f2ac-4ff9-bd06-cf84d208e362 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:46.761905 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e59790-f2ac-4ff9-bd06-cf84d208e362 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:46.762216 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e59790-f2ac-4ff9-bd06-cf84d208e362 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:46.762551 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e59790-f2ac-4ff9-bd06-cf84d208e362 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:46.762860 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e59790-f2ac-4ff9-bd06-cf84d208e362 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:46.763166 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e59790-f2ac-4ff9-bd06-cf84d208e362 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:46.763470 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e59790-f2ac-4ff9-bd06-cf84d208e362 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:46.767044 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a6e59790-f2ac-4ff9-bd06-cf84d208e362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:11:46.773912 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 0a184e6a-b004-4d7a-8940-5c59ad407660 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:11:46.825931 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a6e59790-f2ac-4ff9-bd06-cf84d208e362 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6055160 Dec 22 13:11:48.076525 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 5 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:11:48.856433 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 39554) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:11:48.947112 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba7d37fc-01da-47cf-927e-5e2fa271392f admin admin] GET failed (client error): The resource could not be found. Dec 22 13:11:48.948567 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ba7d37fc-01da-47cf-927e-5e2fa271392f admin admin] 10.222.0.47 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0909779 Dec 22 13:11:49.054093 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1dbcb9-a7f1-48b9-9904-ecbd5d3672fe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:49.055467 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8e1dbcb9-a7f1-48b9-9904-ecbd5d3672fe admin admin] 10.222.0.47 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1029117 Dec 22 13:11:49.065962 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-996fa754-ee98-44d9-bfac-6ab9cd9d9724 admin admin] Request body: {'subnet': {'network_id': '0a184e6a-b004-4d7a-8940-5c59ad407660', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:11:49.070590 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-996fa754-ee98-44d9-bfac-6ab9cd9d9724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:11:49.080215 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-996fa754-ee98-44d9-bfac-6ab9cd9d9724 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:11:49.164724 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996fa754-ee98-44d9-bfac-6ab9cd9d9724 admin admin] Made reservation on behalf of 537f6758c3dc44cd94c5421351ee8fd2 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:11:49.166990 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-996fa754-ee98-44d9-bfac-6ab9cd9d9724 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:49.442092 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-996fa754-ee98-44d9-bfac-6ab9cd9d9724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:49.446443 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-920e3ab5-1501-464c-915e-7cf00fd14309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:49.519550 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996fa754-ee98-44d9-bfac-6ab9cd9d9724 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4d98401-2674-4db7-aa5d-e2687df3656a,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:11:49.523288 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-996fa754-ee98-44d9-bfac-6ab9cd9d9724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:11:49.532456 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996fa754-ee98-44d9-bfac-6ab9cd9d9724 admin admin] Checking segment: {'id': '21f6678b-b2fa-43ee-b1d7-be1086be054a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '0a184e6a-b004-4d7a-8940-5c59ad407660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:11:49.532814 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996fa754-ee98-44d9-bfac-6ab9cd9d9724 admin admin] Network hostable DHCP agents. Network: 0a184e6a-b004-4d7a-8940-5c59ad407660, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:11:49.647735 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996fa754-ee98-44d9-bfac-6ab9cd9d9724 admin admin] Network 0a184e6a-b004-4d7a-8940-5c59ad407660 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:11:49.739477 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-996fa754-ee98-44d9-bfac-6ab9cd9d9724 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 0a184e6a-b004-4d7a-8940-5c59ad407660) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:11:49.743350 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996fa754-ee98-44d9-bfac-6ab9cd9d9724 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:49.743927 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-996fa754-ee98-44d9-bfac-6ab9cd9d9724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:49.748307 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f1d03d-9b84-41b4-8e68-53f504d12295 None None] Network 0a184e6a-b004-4d7a-8940-5c59ad407660 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:11:49.837479 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-996fa754-ee98-44d9-bfac-6ab9cd9d9724 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7759075 Dec 22 13:11:49.968204 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a0163f-3bf7-4a9a-b6b6-9a78eeee4e88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-0a184e6a-b004-4d7a-8940-5c59ad407660', 'network_id': '0a184e6a-b004-4d7a-8940-5c59ad407660', 'tenant_id': '537f6758c3dc44cd94c5421351ee8fd2', 'fixed_ips': [{'subnet_id': 'f4d98401-2674-4db7-aa5d-e2687df3656a'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:11:49.969061 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d1a0163f-3bf7-4a9a-b6b6-9a78eeee4e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:50.130029 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-d1a0163f-3bf7-4a9a-b6b6-9a78eeee4e88 None None] Allocated IP 192.168.233.2 (0a184e6a-b004-4d7a-8940-5c59ad407660/f4d98401-2674-4db7-aa5d-e2687df3656a/cb50ace6-1c7d-464d-8e42-c0154b65e8a0) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:11:50.339630 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d1a0163f-3bf7-4a9a-b6b6-9a78eeee4e88 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:50.351250 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-d1a0163f-3bf7-4a9a-b6b6-9a78eeee4e88 None None] Transition to ACTIVE for port object cb50ace6-1c7d-464d-8e42-c0154b65e8a0 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:11:50.369619 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-d1a0163f-3bf7-4a9a-b6b6-9a78eeee4e88 None None] Transition to ACTIVE for port object cb50ace6-1c7d-464d-8e42-c0154b65e8a0 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:11:50.448691 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d1a0163f-3bf7-4a9a-b6b6-9a78eeee4e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:50.456991 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:50.525479 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a0163f-3bf7-4a9a-b6b6-9a78eeee4e88 None None] Network 0a184e6a-b004-4d7a-8940-5c59ad407660 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:11:50.526325 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a0163f-3bf7-4a9a-b6b6-9a78eeee4e88 None None] Pushing event updated for resources: {'Port': ['ID=cb50ace6-1c7d-464d-8e42-c0154b65e8a0,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:11:50.528816 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-d1a0163f-3bf7-4a9a-b6b6-9a78eeee4e88 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:11:50.531887 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a0163f-3bf7-4a9a-b6b6-9a78eeee4e88 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:11:50.542439 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a0163f-3bf7-4a9a-b6b6-9a78eeee4e88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:50.542645 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a0163f-3bf7-4a9a-b6b6-9a78eeee4e88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:50.542987 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a0163f-3bf7-4a9a-b6b6-9a78eeee4e88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:50.543320 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a0163f-3bf7-4a9a-b6b6-9a78eeee4e88 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:50.543666 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a0163f-3bf7-4a9a-b6b6-9a78eeee4e88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:50.543997 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a0163f-3bf7-4a9a-b6b6-9a78eeee4e88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:50.544324 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a0163f-3bf7-4a9a-b6b6-9a78eeee4e88 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:50.544666 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a0163f-3bf7-4a9a-b6b6-9a78eeee4e88 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:50.544995 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a0163f-3bf7-4a9a-b6b6-9a78eeee4e88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:50.545309 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a0163f-3bf7-4a9a-b6b6-9a78eeee4e88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:50.545627 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a0163f-3bf7-4a9a-b6b6-9a78eeee4e88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:50.571536 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-d1a0163f-3bf7-4a9a-b6b6-9a78eeee4e88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:11:50.661296 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-d1a0163f-3bf7-4a9a-b6b6-9a78eeee4e88 None None] Attempting to bind port cb50ace6-1c7d-464d-8e42-c0154b65e8a0 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:11:50.661666 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-d1a0163f-3bf7-4a9a-b6b6-9a78eeee4e88 None None] Attempting to bind port cb50ace6-1c7d-464d-8e42-c0154b65e8a0 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '21f6678b-b2fa-43ee-b1d7-be1086be054a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '0a184e6a-b004-4d7a-8940-5c59ad407660'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:11:50.662052 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a0163f-3bf7-4a9a-b6b6-9a78eeee4e88 None None] Attempting to bind port cb50ace6-1c7d-464d-8e42-c0154b65e8a0 on network 0a184e6a-b004-4d7a-8940-5c59ad407660 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:11:50.668889 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a0163f-3bf7-4a9a-b6b6-9a78eeee4e88 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:11:50.669258 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a0163f-3bf7-4a9a-b6b6-9a78eeee4e88 None None] Checking segment: {'id': '21f6678b-b2fa-43ee-b1d7-be1086be054a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '0a184e6a-b004-4d7a-8940-5c59ad407660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:11:50.669700 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d1a0163f-3bf7-4a9a-b6b6-9a78eeee4e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:50.670088 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a0163f-3bf7-4a9a-b6b6-9a78eeee4e88 None None] Bound using segment: {'id': '21f6678b-b2fa-43ee-b1d7-be1086be054a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '0a184e6a-b004-4d7a-8940-5c59ad407660'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:11:50.670624 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-d1a0163f-3bf7-4a9a-b6b6-9a78eeee4e88 None None] Bound port: cb50ace6-1c7d-464d-8e42-c0154b65e8a0, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f6678b-b2fa-43ee-b1d7-be1086be054a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '0a184e6a-b004-4d7a-8940-5c59ad407660'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:11:50.671006 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d1a0163f-3bf7-4a9a-b6b6-9a78eeee4e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:50.758130 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-d1a0163f-3bf7-4a9a-b6b6-9a78eeee4e88 None None] For port cb50ace6-1c7d-464d-8e42-c0154b65e8a0, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:11:50.761096 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-d1a0163f-3bf7-4a9a-b6b6-9a78eeee4e88 None None] For port cb50ace6-1c7d-464d-8e42-c0154b65e8a0, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=cb50ace6-1c7d-464d-8e42-c0154b65e8a0,segment=NetworkSegment(21f6678b-b2fa-43ee-b1d7-be1086be054a),segment_id=21f6678b-b2fa-43ee-b1d7-be1086be054a)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:11:50.831780 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d1a0163f-3bf7-4a9a-b6b6-9a78eeee4e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:50.835934 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:50.917153 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a0163f-3bf7-4a9a-b6b6-9a78eeee4e88 None None] Pushing event updated for resources: {'Port': ['ID=cb50ace6-1c7d-464d-8e42-c0154b65e8a0,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:11:50.919759 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-d1a0163f-3bf7-4a9a-b6b6-9a78eeee4e88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:11:51.276831 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device cb50ace6-1c7d-464d-8e42-c0154b65e8a0 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:11:51.442438 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port cb50ace6-1c7d-464d-8e42-c0154b65e8a0 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:11:51.735211 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2950c401-9fb7-4265-a87c-5e023109531e None None] Network 0a184e6a-b004-4d7a-8940-5c59ad407660 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:11:51.941993 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-d703b12f-7908-4be7-97ed-27823509d0ac None None] Provisioning for port cb50ace6-1c7d-464d-8e42-c0154b65e8a0 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:11:51.951658 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-d703b12f-7908-4be7-97ed-27823509d0ac None None] Provisioning complete for port cb50ace6-1c7d-464d-8e42-c0154b65e8a0 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:11:51.952029 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d703b12f-7908-4be7-97ed-27823509d0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:52.097434 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d703b12f-7908-4be7-97ed-27823509d0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:52.132915 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-d703b12f-7908-4be7-97ed-27823509d0ac None None] For port cb50ace6-1c7d-464d-8e42-c0154b65e8a0, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=cb50ace6-1c7d-464d-8e42-c0154b65e8a0,segment=NetworkSegment(21f6678b-b2fa-43ee-b1d7-be1086be054a),segment_id=21f6678b-b2fa-43ee-b1d7-be1086be054a)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:11:52.216861 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d703b12f-7908-4be7-97ed-27823509d0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:52.219048 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:52.287001 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703b12f-7908-4be7-97ed-27823509d0ac None None] Pushing event updated for resources: {'Port': ['ID=cb50ace6-1c7d-464d-8e42-c0154b65e8a0,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:11:52.290014 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-d703b12f-7908-4be7-97ed-27823509d0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:11:52.338860 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3a2abc82-c60a-42e8-b36a-4d30574c042b None None] Provisioning complete for port cb50ace6-1c7d-464d-8e42-c0154b65e8a0 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:11:52.339154 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3a2abc82-c60a-42e8-b36a-4d30574c042b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:53.244721 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device cb50ace6-1c7d-464d-8e42-c0154b65e8a0 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:11:53.311634 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port cb50ace6-1c7d-464d-8e42-c0154b65e8a0 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:11:53.312602 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:05.628086 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e9bcacc4-50e8-4587-9647-fbfe25c9b5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:07.962035 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d72f399f-2986-44ba-9e97-e4f9326b0e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:08.884908 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:09.145294 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:10.344931 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:25.076925 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 5 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:12:35.635496 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-fd951224-00fb-4616-8b68-70f88ce7739c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:37.930345 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-da51fccf-bd97-4ca7-bd9b-5e379d8d11e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:38.870101 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:39.138687 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:40.361553 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:02.078158 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 5 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:13:05.663814 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ab8c1138-4003-4fa8-b1a1-ef5df42aea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:07.602987 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 39596) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:13:07.609792 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-d9616471-c1ec-4db9-af16-3b61c5611114 tempest-verify_tempest_config-1192083984 tempest-verify_tempest_config-1192083984-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:13:07.610882 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d9616471-c1ec-4db9-af16-3b61c5611114 tempest-verify_tempest_config-1192083984 tempest-verify_tempest_config-1192083984-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0069370 Dec 22 13:13:07.949519 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c833277c-d004-4efe-a7dc-22b46e4e65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:08.155606 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 39612) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:13:08.296792 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-849e3049-624c-43b0-bc14-56e9bbdcb086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:08.328100 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-849e3049-624c-43b0-bc14-56e9bbdcb086 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:13:08.333154 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-849e3049-624c-43b0-bc14-56e9bbdcb086 admin admin] Usage tracker for resource:security_group_rule and tenant:f85141b715c94605b20aa1e6e4965a64 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:13:08.334621 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-849e3049-624c-43b0-bc14-56e9bbdcb086 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:13:08.340129 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-849e3049-624c-43b0-bc14-56e9bbdcb086 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:13:08.401686 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-849e3049-624c-43b0-bc14-56e9bbdcb086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:08.469579 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-849e3049-624c-43b0-bc14-56e9bbdcb086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:08.477642 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1ff1557d-bef5-41d1-9842-fb0e771b9968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:08.521346 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-849e3049-624c-43b0-bc14-56e9bbdcb086 admin admin] Synchronizing usage tracker for tenant:537f6758c3dc44cd94c5421351ee8fd2 on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:13:08.523561 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e3049-624c-43b0-bc14-56e9bbdcb086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbbb7f1-2e4c-4fdb-9eda-d1523e472be1,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:08.538974 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e3049-624c-43b0-bc14-56e9bbdcb086 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:08.539307 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e3049-624c-43b0-bc14-56e9bbdcb086 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:08.539650 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e3049-624c-43b0-bc14-56e9bbdcb086 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:08.539976 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e3049-624c-43b0-bc14-56e9bbdcb086 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:08.540299 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e3049-624c-43b0-bc14-56e9bbdcb086 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:08.540619 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e3049-624c-43b0-bc14-56e9bbdcb086 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:08.540958 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e3049-624c-43b0-bc14-56e9bbdcb086 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:08.541278 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e3049-624c-43b0-bc14-56e9bbdcb086 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:08.541588 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e3049-624c-43b0-bc14-56e9bbdcb086 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:08.541898 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e3049-624c-43b0-bc14-56e9bbdcb086 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:08.542206 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e3049-624c-43b0-bc14-56e9bbdcb086 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:08.546773 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-849e3049-624c-43b0-bc14-56e9bbdcb086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:08.615775 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-849e3049-624c-43b0-bc14-56e9bbdcb086 admin admin] Unset dirty status for tenant:537f6758c3dc44cd94c5421351ee8fd2 on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:13:08.617032 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-849e3049-624c-43b0-bc14-56e9bbdcb086 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f85141b715c94605b20aa1e6e4965a64&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4601886 Dec 22 13:13:08.619753 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 39618) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:13:08.681255 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1130c348-bd7f-4f2d-8994-877457dc5e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:08.706707 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1130c348-bd7f-4f2d-8994-877457dc5e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:08.850241 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1130c348-bd7f-4f2d-8994-877457dc5e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:08.855182 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:08.868186 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1130c348-bd7f-4f2d-8994-877457dc5e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbbb7f1-2e4c-4fdb-9eda-d1523e472be1,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:08.870916 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1130c348-bd7f-4f2d-8994-877457dc5e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:08.871788 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1130c348-bd7f-4f2d-8994-877457dc5e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:08.873137 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1130c348-bd7f-4f2d-8994-877457dc5e75 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6dbbb7f1-2e4c-4fdb-9eda-d1523e472be1 HTTP/1.1" status: 204 len: 168 time: 0.2522421 Dec 22 13:13:08.901548 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:09.156025 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:10.349603 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:35.629032 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b584daf7-f0ef-46e6-9f2d-e085c28c105b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:37.969469 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f3030168-baac-4b5e-852a-a1c38f012351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:38.874578 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:39.077907 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 5 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:13:39.131555 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:40.352398 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:14:05.632001 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d5bd6955-22a6-48fa-9024-0cf9653166b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:14:07.931256 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-32424816-8572-4873-b1b9-818b54a01f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:14:08.892005 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:14:09.140542 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:14:10.371040 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:14:16.077968 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 5 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:14:28.506898 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1708202'] for agent, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:14:35.603818 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-512b4991-007b-4145-b9e4-ab8209bb8720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:14:37.957033 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ee262eb7-332e-4fbd-8df4-b7e0649b1cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:14:38.868124 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:14:39.142271 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:14:40.368804 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:14:42.883792 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 39688) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:14:43.020355 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-47293c54-a400-4b5a-9af6-590fa50d489e admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1354415 Dec 22 13:14:45.071774 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 39698) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:14:45.152520 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-87650846-ad07-455d-a9de-30af4bb57728 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0795450 Dec 22 13:14:53.078207 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:14:58.473341 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:05.621727 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-024d3382-2571-4824-b6da-f6db1c0d540c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:07.939695 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-21596976-6e9c-4137-a62e-92f3864c4e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:08.872947 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:09.136189 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:10.358508 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:28.471645 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:30.079865 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:15:35.615514 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3e0bf302-7f65-4196-a077-c6ef9b823af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:37.958057 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0a043fc0-d959-49ba-b804-333cb3cad9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:38.878345 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:39.158383 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:40.380854 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:58.461264 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:05.609505 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2f49de53-6a26-45e8-93b2-2cbb8ac28a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:07.080526 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:16:07.946699 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2173a296-9f7a-4fcd-bffe-3fb5fa9f7db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:08.882238 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:09.173994 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:10.386094 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:23.713902 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 39818) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:24.494642 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-6b394cc4-a929-440b-a772-b3c6826eb05b admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-608666145-network', 'tenant_id': 'c2e0ca21fce24530bc558ca461319d3e'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:24.498288 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-6b394cc4-a929-440b-a772-b3c6826eb05b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:24.502287 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6b394cc4-a929-440b-a772-b3c6826eb05b admin admin] Usage tracker for resource:network and tenant:c2e0ca21fce24530bc558ca461319d3e is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:24.505812 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6b394cc4-a929-440b-a772-b3c6826eb05b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:24.511383 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-6b394cc4-a929-440b-a772-b3c6826eb05b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:24.568918 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b394cc4-a929-440b-a772-b3c6826eb05b admin admin] Made reservation on behalf of c2e0ca21fce24530bc558ca461319d3e for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:16:24.571496 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6b394cc4-a929-440b-a772-b3c6826eb05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:24.585411 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6b394cc4-a929-440b-a772-b3c6826eb05b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:24.620663 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-6b394cc4-a929-440b-a772-b3c6826eb05b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:24.624550 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6b394cc4-a929-440b-a772-b3c6826eb05b admin admin] Usage tracker for resource:security_group_rule and tenant:c2e0ca21fce24530bc558ca461319d3e is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:24.627372 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6b394cc4-a929-440b-a772-b3c6826eb05b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:24.633203 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-6b394cc4-a929-440b-a772-b3c6826eb05b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:24.700784 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6b394cc4-a929-440b-a772-b3c6826eb05b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:24.791891 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6b394cc4-a929-440b-a772-b3c6826eb05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:24.796561 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:24.829969 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b394cc4-a929-440b-a772-b3c6826eb05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d5e81a-5ced-494c-9da1-09595b77ec48,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:24.835858 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b394cc4-a929-440b-a772-b3c6826eb05b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:16:24.847637 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6b394cc4-a929-440b-a772-b3c6826eb05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:24.848058 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-6b394cc4-a929-440b-a772-b3c6826eb05b admin admin] Added segment 0fd644be-47e5-4bcb-aa5b-b15f022ce968 of type vlan for network 385db047-262b-4adc-9531-32d02f559c7f Dec 22 13:16:24.849682 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b394cc4-a929-440b-a772-b3c6826eb05b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:24.853826 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b394cc4-a929-440b-a772-b3c6826eb05b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:24.853826 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b394cc4-a929-440b-a772-b3c6826eb05b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:24.853826 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b394cc4-a929-440b-a772-b3c6826eb05b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:24.853826 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b394cc4-a929-440b-a772-b3c6826eb05b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:24.853826 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b394cc4-a929-440b-a772-b3c6826eb05b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:24.853826 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b394cc4-a929-440b-a772-b3c6826eb05b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:24.853826 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b394cc4-a929-440b-a772-b3c6826eb05b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:24.853826 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b394cc4-a929-440b-a772-b3c6826eb05b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:24.853826 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b394cc4-a929-440b-a772-b3c6826eb05b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:24.853826 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b394cc4-a929-440b-a772-b3c6826eb05b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:24.854653 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b394cc4-a929-440b-a772-b3c6826eb05b admin admin] Tracked resource versions report: Dec 22 13:16:24.854653 dv-neutron-822669-1-hyperv neutron-server[84149]: pushed versions: Dec 22 13:16:24.854653 dv-neutron-822669-1-hyperv neutron-server[84149]: { 'ConntrackHelper': {'1.0'}, Dec 22 13:16:24.854653 dv-neutron-822669-1-hyperv neutron-server[84149]: 'Log': {'1.0'}, Dec 22 13:16:24.854653 dv-neutron-822669-1-hyperv neutron-server[84149]: 'Network': {'1.1'}, Dec 22 13:16:24.854653 dv-neutron-822669-1-hyperv neutron-server[84149]: 'Port': {'1.5'}, Dec 22 13:16:24.854653 dv-neutron-822669-1-hyperv neutron-server[84149]: 'PortForwarding': {'1.2'}, Dec 22 13:16:24.854653 dv-neutron-822669-1-hyperv neutron-server[84149]: 'QosPolicy': {'1.8'}, Dec 22 13:16:24.854653 dv-neutron-822669-1-hyperv neutron-server[84149]: 'SecurityGroup': {'1.2'}, Dec 22 13:16:24.854653 dv-neutron-822669-1-hyperv neutron-server[84149]: 'SecurityGroupRule': {'1.0'}, Dec 22 13:16:24.854653 dv-neutron-822669-1-hyperv neutron-server[84149]: 'SubPort': {'1.0'}, Dec 22 13:16:24.854653 dv-neutron-822669-1-hyperv neutron-server[84149]: 'Subnet': {'1.1'}, Dec 22 13:16:24.854653 dv-neutron-822669-1-hyperv neutron-server[84149]: 'Trunk': {'1.1'}} Dec 22 13:16:24.854653 dv-neutron-822669-1-hyperv neutron-server[84149]: consumer versions: Dec 22 13:16:24.854653 dv-neutron-822669-1-hyperv neutron-server[84149]: { DHCP agent@dv-neutron-822669-1-hyperv: {}, Dec 22 13:16:24.854653 dv-neutron-822669-1-hyperv neutron-server[84149]: HyperV agent@hv-neutron-8226: {}, Dec 22 13:16:24.854653 dv-neutron-822669-1-hyperv neutron-server[84149]: L3 agent@dv-neutron-822669-1-hyperv: {}, Dec 22 13:16:24.854653 dv-neutron-822669-1-hyperv neutron-server[84149]: Metadata agent@dv-neutron-822669-1-hyperv: {}, Dec 22 13:16:24.854653 dv-neutron-822669-1-hyperv neutron-server[84149]: Metering agent@dv-neutron-822669-1-hyperv: {}, Dec 22 13:16:24.854653 dv-neutron-822669-1-hyperv neutron-server[84149]: Open vSwitch agent@dv-neutron-822669-1-hyperv: { 'ConntrackHelper': '1.0', Dec 22 13:16:24.854653 dv-neutron-822669-1-hyperv neutron-server[84149]: 'Log': '1.0', Dec 22 13:16:24.854653 dv-neutron-822669-1-hyperv neutron-server[84149]: 'Network': '1.1', Dec 22 13:16:24.854653 dv-neutron-822669-1-hyperv neutron-server[84149]: 'Port': '1.5', Dec 22 13:16:24.854653 dv-neutron-822669-1-hyperv neutron-server[84149]: 'PortForwarding': '1.2', Dec 22 13:16:24.854653 dv-neutron-822669-1-hyperv neutron-server[84149]: 'QosPolicy': '1.8', Dec 22 13:16:24.854653 dv-neutron-822669-1-hyperv neutron-server[84149]: 'SecurityGroup': '1.2', Dec 22 13:16:24.854653 dv-neutron-822669-1-hyperv neutron-server[84149]: 'SecurityGroupRule': '1.0', Dec 22 13:16:24.854653 dv-neutron-822669-1-hyperv neutron-server[84149]: 'SubPort': '1.0', Dec 22 13:16:24.854653 dv-neutron-822669-1-hyperv neutron-server[84149]: 'Subnet': '1.1', Dec 22 13:16:24.854653 dv-neutron-822669-1-hyperv neutron-server[84149]: 'Trunk': '1.1'}} Dec 22 13:16:24.854653 dv-neutron-822669-1-hyperv neutron-server[84149]: {{(pid=84149) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 13:16:24.862252 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6b394cc4-a929-440b-a772-b3c6826eb05b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:24.885028 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6b394cc4-a929-440b-a772-b3c6826eb05b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:24.984826 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6b394cc4-a929-440b-a772-b3c6826eb05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:24.988339 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b394cc4-a929-440b-a772-b3c6826eb05b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:24.988339 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6b394cc4-a929-440b-a772-b3c6826eb05b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:24.990024 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:25.092047 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b394cc4-a929-440b-a772-b3c6826eb05b admin admin] Pushing event updated for resources: {'Network': ['ID=385db047-262b-4adc-9531-32d02f559c7f,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:25.097608 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6b394cc4-a929-440b-a772-b3c6826eb05b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:25.103170 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 385db047-262b-4adc-9531-32d02f559c7f details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:16:25.155877 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 39858) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:25.158448 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6b394cc4-a929-440b-a772-b3c6826eb05b admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4432397 Dec 22 13:16:25.172826 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-cc7c13eb-5ac4-4ce8-ad0c-9ce94d5c1736 admin admin] Request body: {'subnet': {'network_id': '385db047-262b-4adc-9531-32d02f559c7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-608666145-subnet', 'tenant_id': 'c2e0ca21fce24530bc558ca461319d3e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:25.172826 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-cc7c13eb-5ac4-4ce8-ad0c-9ce94d5c1736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:25.172826 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-cc7c13eb-5ac4-4ce8-ad0c-9ce94d5c1736 admin admin] Usage tracker for resource:subnet and tenant:c2e0ca21fce24530bc558ca461319d3e is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:25.176227 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-cc7c13eb-5ac4-4ce8-ad0c-9ce94d5c1736 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:25.182011 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-cc7c13eb-5ac4-4ce8-ad0c-9ce94d5c1736 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:25.237607 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7c13eb-5ac4-4ce8-ad0c-9ce94d5c1736 admin admin] Made reservation on behalf of c2e0ca21fce24530bc558ca461319d3e for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:16:25.240300 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cc7c13eb-5ac4-4ce8-ad0c-9ce94d5c1736 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:25.510538 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cc7c13eb-5ac4-4ce8-ad0c-9ce94d5c1736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:25.514628 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:25.594412 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c13eb-5ac4-4ce8-ad0c-9ce94d5c1736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eee9c85c-23c9-4305-a153-7e903430a638,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:25.606865 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7c13eb-5ac4-4ce8-ad0c-9ce94d5c1736 admin admin] Checking segment: {'id': '0fd644be-47e5-4bcb-aa5b-b15f022ce968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '385db047-262b-4adc-9531-32d02f559c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:16:25.607219 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7c13eb-5ac4-4ce8-ad0c-9ce94d5c1736 admin admin] Network hostable DHCP agents. Network: 385db047-262b-4adc-9531-32d02f559c7f, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:16:25.614365 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7c13eb-5ac4-4ce8-ad0c-9ce94d5c1736 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:25.614708 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7c13eb-5ac4-4ce8-ad0c-9ce94d5c1736 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:25.615216 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7c13eb-5ac4-4ce8-ad0c-9ce94d5c1736 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:25.615544 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7c13eb-5ac4-4ce8-ad0c-9ce94d5c1736 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:25.615869 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7c13eb-5ac4-4ce8-ad0c-9ce94d5c1736 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:25.616190 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7c13eb-5ac4-4ce8-ad0c-9ce94d5c1736 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:25.616687 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7c13eb-5ac4-4ce8-ad0c-9ce94d5c1736 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:25.617012 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7c13eb-5ac4-4ce8-ad0c-9ce94d5c1736 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:25.617345 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7c13eb-5ac4-4ce8-ad0c-9ce94d5c1736 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:25.617681 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7c13eb-5ac4-4ce8-ad0c-9ce94d5c1736 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:25.618019 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7c13eb-5ac4-4ce8-ad0c-9ce94d5c1736 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:25.619116 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7c13eb-5ac4-4ce8-ad0c-9ce94d5c1736 admin admin] Tracked resource versions report: Dec 22 13:16:25.619116 dv-neutron-822669-1-hyperv neutron-server[84148]: pushed versions: Dec 22 13:16:25.619116 dv-neutron-822669-1-hyperv neutron-server[84148]: { 'ConntrackHelper': {'1.0'}, Dec 22 13:16:25.619116 dv-neutron-822669-1-hyperv neutron-server[84148]: 'Log': {'1.0'}, Dec 22 13:16:25.619116 dv-neutron-822669-1-hyperv neutron-server[84148]: 'Network': {'1.1'}, Dec 22 13:16:25.619116 dv-neutron-822669-1-hyperv neutron-server[84148]: 'Port': {'1.5'}, Dec 22 13:16:25.619116 dv-neutron-822669-1-hyperv neutron-server[84148]: 'PortForwarding': {'1.2'}, Dec 22 13:16:25.619116 dv-neutron-822669-1-hyperv neutron-server[84148]: 'QosPolicy': {'1.8'}, Dec 22 13:16:25.619116 dv-neutron-822669-1-hyperv neutron-server[84148]: 'SecurityGroup': {'1.2'}, Dec 22 13:16:25.619116 dv-neutron-822669-1-hyperv neutron-server[84148]: 'SecurityGroupRule': {'1.0'}, Dec 22 13:16:25.619116 dv-neutron-822669-1-hyperv neutron-server[84148]: 'SubPort': {'1.0'}, Dec 22 13:16:25.619116 dv-neutron-822669-1-hyperv neutron-server[84148]: 'Subnet': {'1.1'}, Dec 22 13:16:25.619116 dv-neutron-822669-1-hyperv neutron-server[84148]: 'Trunk': {'1.1'}} Dec 22 13:16:25.619116 dv-neutron-822669-1-hyperv neutron-server[84148]: consumer versions: Dec 22 13:16:25.619116 dv-neutron-822669-1-hyperv neutron-server[84148]: { DHCP agent@dv-neutron-822669-1-hyperv: {}, Dec 22 13:16:25.619116 dv-neutron-822669-1-hyperv neutron-server[84148]: HyperV agent@hv-neutron-8226: {}, Dec 22 13:16:25.619116 dv-neutron-822669-1-hyperv neutron-server[84148]: L3 agent@dv-neutron-822669-1-hyperv: {}, Dec 22 13:16:25.619116 dv-neutron-822669-1-hyperv neutron-server[84148]: Metadata agent@dv-neutron-822669-1-hyperv: {}, Dec 22 13:16:25.619116 dv-neutron-822669-1-hyperv neutron-server[84148]: Metering agent@dv-neutron-822669-1-hyperv: {}, Dec 22 13:16:25.619116 dv-neutron-822669-1-hyperv neutron-server[84148]: Open vSwitch agent@dv-neutron-822669-1-hyperv: { 'ConntrackHelper': '1.0', Dec 22 13:16:25.619116 dv-neutron-822669-1-hyperv neutron-server[84148]: 'Log': '1.0', Dec 22 13:16:25.619116 dv-neutron-822669-1-hyperv neutron-server[84148]: 'Network': '1.1', Dec 22 13:16:25.619116 dv-neutron-822669-1-hyperv neutron-server[84148]: 'Port': '1.5', Dec 22 13:16:25.619116 dv-neutron-822669-1-hyperv neutron-server[84148]: 'PortForwarding': '1.2', Dec 22 13:16:25.619116 dv-neutron-822669-1-hyperv neutron-server[84148]: 'QosPolicy': '1.8', Dec 22 13:16:25.619116 dv-neutron-822669-1-hyperv neutron-server[84148]: 'SecurityGroup': '1.2', Dec 22 13:16:25.619116 dv-neutron-822669-1-hyperv neutron-server[84148]: 'SecurityGroupRule': '1.0', Dec 22 13:16:25.619116 dv-neutron-822669-1-hyperv neutron-server[84148]: 'SubPort': '1.0', Dec 22 13:16:25.619116 dv-neutron-822669-1-hyperv neutron-server[84148]: 'Subnet': '1.1', Dec 22 13:16:25.619116 dv-neutron-822669-1-hyperv neutron-server[84148]: 'Trunk': '1.1'}} Dec 22 13:16:25.619116 dv-neutron-822669-1-hyperv neutron-server[84148]: {{(pid=84148) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 13:16:25.627400 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-cc7c13eb-5ac4-4ce8-ad0c-9ce94d5c1736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:25.711862 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7c13eb-5ac4-4ce8-ad0c-9ce94d5c1736 admin admin] Network 385db047-262b-4adc-9531-32d02f559c7f is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:16:25.819015 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-cc7c13eb-5ac4-4ce8-ad0c-9ce94d5c1736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 385db047-262b-4adc-9531-32d02f559c7f) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:16:25.823381 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7c13eb-5ac4-4ce8-ad0c-9ce94d5c1736 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:25.824070 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cc7c13eb-5ac4-4ce8-ad0c-9ce94d5c1736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:25.830550 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835649b5-2213-465c-9215-4d8580d9322c None None] Network 385db047-262b-4adc-9531-32d02f559c7f requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:16:25.941687 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 39882) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:25.942322 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-cc7c13eb-5ac4-4ce8-ad0c-9ce94d5c1736 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7846303 Dec 22 13:16:25.948152 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-7d58811c-049f-448f-94f5-f685809cacea admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-608666145-router', 'tenant_id': 'c2e0ca21fce24530bc558ca461319d3e', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:25.953698 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-7d58811c-049f-448f-94f5-f685809cacea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:25.959854 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-7d58811c-049f-448f-94f5-f685809cacea admin admin] Usage tracker for resource:router and tenant:c2e0ca21fce24530bc558ca461319d3e is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:25.962279 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-7d58811c-049f-448f-94f5-f685809cacea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:25.971216 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-7d58811c-049f-448f-94f5-f685809cacea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:26.053218 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7d58811c-049f-448f-94f5-f685809cacea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:26.054184 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7d58811c-049f-448f-94f5-f685809cacea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:26.083122 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7d58811c-049f-448f-94f5-f685809cacea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:26.086002 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fcbac5-b617-4ece-8604-356ed54041c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-385db047-262b-4adc-9531-32d02f559c7f', 'network_id': '385db047-262b-4adc-9531-32d02f559c7f', 'tenant_id': 'c2e0ca21fce24530bc558ca461319d3e', 'fixed_ips': [{'subnet_id': 'eee9c85c-23c9-4305-a153-7e903430a638'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:16:26.086966 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-38fcbac5-b617-4ece-8604-356ed54041c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:26.259396 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-38fcbac5-b617-4ece-8604-356ed54041c5 None None] Allocated IP 172.20.0.2 (385db047-262b-4adc-9531-32d02f559c7f/eee9c85c-23c9-4305-a153-7e903430a638/a15056c6-0922-468f-b099-b250bdeaceb3) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:16:26.330971 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7d58811c-049f-448f-94f5-f685809cacea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:26.402870 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 39896) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:26.471384 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-38fcbac5-b617-4ece-8604-356ed54041c5 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:26.483186 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-38fcbac5-b617-4ece-8604-356ed54041c5 None None] Transition to ACTIVE for port object a15056c6-0922-468f-b099-b250bdeaceb3 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:16:26.504600 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-38fcbac5-b617-4ece-8604-356ed54041c5 None None] Transition to ACTIVE for port object a15056c6-0922-468f-b099-b250bdeaceb3 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:16:26.575488 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-38fcbac5-b617-4ece-8604-356ed54041c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:26.590329 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:26.606061 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7d58811c-049f-448f-94f5-f685809cacea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:26.636585 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7d58811c-049f-448f-94f5-f685809cacea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:26.671131 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fcbac5-b617-4ece-8604-356ed54041c5 None None] Network 385db047-262b-4adc-9531-32d02f559c7f is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:16:26.672660 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fcbac5-b617-4ece-8604-356ed54041c5 None None] Pushing event updated for resources: {'Port': ['ID=a15056c6-0922-468f-b099-b250bdeaceb3,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:26.677438 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-38fcbac5-b617-4ece-8604-356ed54041c5 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:16:26.685106 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fcbac5-b617-4ece-8604-356ed54041c5 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:16:26.701408 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fcbac5-b617-4ece-8604-356ed54041c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:26.702169 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fcbac5-b617-4ece-8604-356ed54041c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:26.702767 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fcbac5-b617-4ece-8604-356ed54041c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:26.704094 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fcbac5-b617-4ece-8604-356ed54041c5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:26.704572 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fcbac5-b617-4ece-8604-356ed54041c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:26.705086 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fcbac5-b617-4ece-8604-356ed54041c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:26.705555 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fcbac5-b617-4ece-8604-356ed54041c5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:26.705985 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fcbac5-b617-4ece-8604-356ed54041c5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:26.706681 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fcbac5-b617-4ece-8604-356ed54041c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:26.707115 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fcbac5-b617-4ece-8604-356ed54041c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:26.707524 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fcbac5-b617-4ece-8604-356ed54041c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:26.708725 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fcbac5-b617-4ece-8604-356ed54041c5 None None] Tracked resource versions report: Dec 22 13:16:26.708725 dv-neutron-822669-1-hyperv neutron-server[84150]: pushed versions: Dec 22 13:16:26.708725 dv-neutron-822669-1-hyperv neutron-server[84150]: { 'ConntrackHelper': {'1.0'}, Dec 22 13:16:26.708725 dv-neutron-822669-1-hyperv neutron-server[84150]: 'Log': {'1.0'}, Dec 22 13:16:26.708725 dv-neutron-822669-1-hyperv neutron-server[84150]: 'Network': {'1.1'}, Dec 22 13:16:26.708725 dv-neutron-822669-1-hyperv neutron-server[84150]: 'Port': {'1.5'}, Dec 22 13:16:26.708725 dv-neutron-822669-1-hyperv neutron-server[84150]: 'PortForwarding': {'1.2'}, Dec 22 13:16:26.708725 dv-neutron-822669-1-hyperv neutron-server[84150]: 'QosPolicy': {'1.8'}, Dec 22 13:16:26.708725 dv-neutron-822669-1-hyperv neutron-server[84150]: 'SecurityGroup': {'1.2'}, Dec 22 13:16:26.708725 dv-neutron-822669-1-hyperv neutron-server[84150]: 'SecurityGroupRule': {'1.0'}, Dec 22 13:16:26.708725 dv-neutron-822669-1-hyperv neutron-server[84150]: 'SubPort': {'1.0'}, Dec 22 13:16:26.708725 dv-neutron-822669-1-hyperv neutron-server[84150]: 'Subnet': {'1.1'}, Dec 22 13:16:26.708725 dv-neutron-822669-1-hyperv neutron-server[84150]: 'Trunk': {'1.1'}} Dec 22 13:16:26.708725 dv-neutron-822669-1-hyperv neutron-server[84150]: consumer versions: Dec 22 13:16:26.708725 dv-neutron-822669-1-hyperv neutron-server[84150]: { DHCP agent@dv-neutron-822669-1-hyperv: {}, Dec 22 13:16:26.708725 dv-neutron-822669-1-hyperv neutron-server[84150]: HyperV agent@hv-neutron-8226: {}, Dec 22 13:16:26.708725 dv-neutron-822669-1-hyperv neutron-server[84150]: L3 agent@dv-neutron-822669-1-hyperv: {}, Dec 22 13:16:26.708725 dv-neutron-822669-1-hyperv neutron-server[84150]: Metadata agent@dv-neutron-822669-1-hyperv: {}, Dec 22 13:16:26.708725 dv-neutron-822669-1-hyperv neutron-server[84150]: Metering agent@dv-neutron-822669-1-hyperv: {}, Dec 22 13:16:26.708725 dv-neutron-822669-1-hyperv neutron-server[84150]: Open vSwitch agent@dv-neutron-822669-1-hyperv: { 'ConntrackHelper': '1.0', Dec 22 13:16:26.708725 dv-neutron-822669-1-hyperv neutron-server[84150]: 'Log': '1.0', Dec 22 13:16:26.708725 dv-neutron-822669-1-hyperv neutron-server[84150]: 'Network': '1.1', Dec 22 13:16:26.708725 dv-neutron-822669-1-hyperv neutron-server[84150]: 'Port': '1.5', Dec 22 13:16:26.708725 dv-neutron-822669-1-hyperv neutron-server[84150]: 'PortForwarding': '1.2', Dec 22 13:16:26.708725 dv-neutron-822669-1-hyperv neutron-server[84150]: 'QosPolicy': '1.8', Dec 22 13:16:26.708725 dv-neutron-822669-1-hyperv neutron-server[84150]: 'SecurityGroup': '1.2', Dec 22 13:16:26.708725 dv-neutron-822669-1-hyperv neutron-server[84150]: 'SecurityGroupRule': '1.0', Dec 22 13:16:26.708725 dv-neutron-822669-1-hyperv neutron-server[84150]: 'SubPort': '1.0', Dec 22 13:16:26.708725 dv-neutron-822669-1-hyperv neutron-server[84150]: 'Subnet': '1.1', Dec 22 13:16:26.708725 dv-neutron-822669-1-hyperv neutron-server[84150]: 'Trunk': '1.1'}} Dec 22 13:16:26.708725 dv-neutron-822669-1-hyperv neutron-server[84150]: {{(pid=84150) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 13:16:26.721816 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-38fcbac5-b617-4ece-8604-356ed54041c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:26.779912 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-7d58811c-049f-448f-94f5-f685809cacea admin admin] Allocated IP 172.26.1.97 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/3710a2b3-bab3-4dd2-bd17-791043d30365) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:16:26.808392 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-38fcbac5-b617-4ece-8604-356ed54041c5 None None] Attempting to bind port a15056c6-0922-468f-b099-b250bdeaceb3 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:16:26.808760 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-38fcbac5-b617-4ece-8604-356ed54041c5 None None] Attempting to bind port a15056c6-0922-468f-b099-b250bdeaceb3 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '0fd644be-47e5-4bcb-aa5b-b15f022ce968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '385db047-262b-4adc-9531-32d02f559c7f'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:16:26.809113 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fcbac5-b617-4ece-8604-356ed54041c5 None None] Attempting to bind port a15056c6-0922-468f-b099-b250bdeaceb3 on network 385db047-262b-4adc-9531-32d02f559c7f {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:16:26.816023 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fcbac5-b617-4ece-8604-356ed54041c5 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:16:26.816387 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fcbac5-b617-4ece-8604-356ed54041c5 None None] Checking segment: {'id': '0fd644be-47e5-4bcb-aa5b-b15f022ce968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '385db047-262b-4adc-9531-32d02f559c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:16:26.816780 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-38fcbac5-b617-4ece-8604-356ed54041c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:26.817164 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fcbac5-b617-4ece-8604-356ed54041c5 None None] Bound using segment: {'id': '0fd644be-47e5-4bcb-aa5b-b15f022ce968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '385db047-262b-4adc-9531-32d02f559c7f'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:16:26.817622 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-38fcbac5-b617-4ece-8604-356ed54041c5 None None] Bound port: a15056c6-0922-468f-b099-b250bdeaceb3, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd644be-47e5-4bcb-aa5b-b15f022ce968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '385db047-262b-4adc-9531-32d02f559c7f'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:16:26.818007 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-38fcbac5-b617-4ece-8604-356ed54041c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:26.927437 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-38fcbac5-b617-4ece-8604-356ed54041c5 None None] For port a15056c6-0922-468f-b099-b250bdeaceb3, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:16:26.931207 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-38fcbac5-b617-4ece-8604-356ed54041c5 None None] For port a15056c6-0922-468f-b099-b250bdeaceb3, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=a15056c6-0922-468f-b099-b250bdeaceb3,segment=NetworkSegment(0fd644be-47e5-4bcb-aa5b-b15f022ce968),segment_id=0fd644be-47e5-4bcb-aa5b-b15f022ce968)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:16:26.932914 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7d58811c-049f-448f-94f5-f685809cacea admin admin] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:27.003865 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-38fcbac5-b617-4ece-8604-356ed54041c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:27.008710 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-d703b12f-7908-4be7-97ed-27823509d0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:27.055641 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7d58811c-049f-448f-94f5-f685809cacea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:27.062869 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:27.084265 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fcbac5-b617-4ece-8604-356ed54041c5 None None] Pushing event updated for resources: {'Port': ['ID=a15056c6-0922-468f-b099-b250bdeaceb3,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:27.097587 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-38fcbac5-b617-4ece-8604-356ed54041c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:27.135810 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-69a40f8a-529b-4da4-8880-58fa3e8f21c5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-625974591-network', 'tenant_id': '97addb87d3bc483d91b11c8c5ef7e2aa'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:27.169559 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d58811c-049f-448f-94f5-f685809cacea admin admin] Pushing event updated for resources: {'Port': ['ID=3710a2b3-bab3-4dd2-bd17-791043d30365,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:27.175056 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-69a40f8a-529b-4da4-8880-58fa3e8f21c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:27.180169 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d58811c-049f-448f-94f5-f685809cacea admin admin] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:16:27.182262 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7d58811c-049f-448f-94f5-f685809cacea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:27.183222 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-7d58811c-049f-448f-94f5-f685809cacea admin admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:16:27.186275 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-69a40f8a-529b-4da4-8880-58fa3e8f21c5 admin admin] Usage tracker for resource:network and tenant:97addb87d3bc483d91b11c8c5ef7e2aa is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:27.189696 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d58811c-049f-448f-94f5-f685809cacea admin admin] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:16:27.215112 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-69a40f8a-529b-4da4-8880-58fa3e8f21c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:27.244847 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-69a40f8a-529b-4da4-8880-58fa3e8f21c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:27.329591 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a40f8a-529b-4da4-8880-58fa3e8f21c5 admin admin] Made reservation on behalf of 97addb87d3bc483d91b11c8c5ef7e2aa for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:16:27.332184 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-69a40f8a-529b-4da4-8880-58fa3e8f21c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:27.356471 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-69a40f8a-529b-4da4-8880-58fa3e8f21c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:27.401874 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-69a40f8a-529b-4da4-8880-58fa3e8f21c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:27.408090 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-69a40f8a-529b-4da4-8880-58fa3e8f21c5 admin admin] Usage tracker for resource:security_group_rule and tenant:97addb87d3bc483d91b11c8c5ef7e2aa is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:27.411751 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-69a40f8a-529b-4da4-8880-58fa3e8f21c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:27.418283 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-69a40f8a-529b-4da4-8880-58fa3e8f21c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:27.473202 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device a15056c6-0922-468f-b099-b250bdeaceb3 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:16:27.498994 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-69a40f8a-529b-4da4-8880-58fa3e8f21c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:27.579692 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7d58811c-049f-448f-94f5-f685809cacea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:27.580499 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7d58811c-049f-448f-94f5-f685809cacea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:27.621202 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port a15056c6-0922-468f-b099-b250bdeaceb3 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:16:27.657671 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-69a40f8a-529b-4da4-8880-58fa3e8f21c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:27.669006 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6b394cc4-a929-440b-a772-b3c6826eb05b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:27.703627 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a40f8a-529b-4da4-8880-58fa3e8f21c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:16:27.794212 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a40f8a-529b-4da4-8880-58fa3e8f21c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53e16c0-c06b-4fde-89ff-79d4985159e2,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:27.794212 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-69a40f8a-529b-4da4-8880-58fa3e8f21c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:27.794212 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-69a40f8a-529b-4da4-8880-58fa3e8f21c5 admin admin] Added segment 4f30eac0-64bc-442b-8bd6-4968d7d0cc88 of type vlan for network cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4 Dec 22 13:16:27.794212 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-69a40f8a-529b-4da4-8880-58fa3e8f21c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:27.824369 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-69a40f8a-529b-4da4-8880-58fa3e8f21c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:27.990721 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-69a40f8a-529b-4da4-8880-58fa3e8f21c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:27.992051 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a40f8a-529b-4da4-8880-58fa3e8f21c5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:27.992642 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-69a40f8a-529b-4da4-8880-58fa3e8f21c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:27.996465 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6b394cc4-a929-440b-a772-b3c6826eb05b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:28.101188 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d58811c-049f-448f-94f5-f685809cacea admin admin] Router 9615a600-f039-44a5-bf78-07be8379b1fe is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:16:28.111881 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a40f8a-529b-4da4-8880-58fa3e8f21c5 admin admin] Pushing event updated for resources: {'Network': ['ID=cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:28.115281 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-69a40f8a-529b-4da4-8880-58fa3e8f21c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:28.124183 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:16:28.186095 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-69a40f8a-529b-4da4-8880-58fa3e8f21c5 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7822325 Dec 22 13:16:28.190181 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 39940) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:28.197462 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-b2f95478-ce33-41bb-a5d9-a0d8546f29b1 admin admin] Request body: {'subnet': {'network_id': 'cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-625974591-subnet', 'tenant_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:28.209128 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-b2f95478-ce33-41bb-a5d9-a0d8546f29b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:28.217617 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-b2f95478-ce33-41bb-a5d9-a0d8546f29b1 admin admin] Usage tracker for resource:subnet and tenant:97addb87d3bc483d91b11c8c5ef7e2aa is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:28.222265 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-b2f95478-ce33-41bb-a5d9-a0d8546f29b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:28.231260 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-b2f95478-ce33-41bb-a5d9-a0d8546f29b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:28.280647 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7ddf20-e672-4f22-b394-149c1b9e5944 None None] Network 385db047-262b-4adc-9531-32d02f559c7f requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:16:28.357824 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f95478-ce33-41bb-a5d9-a0d8546f29b1 admin admin] Made reservation on behalf of 97addb87d3bc483d91b11c8c5ef7e2aa for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:16:28.360559 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b2f95478-ce33-41bb-a5d9-a0d8546f29b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:28.410118 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d58811c-049f-448f-94f5-f685809cacea admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:16:28.422138 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a2f4ea-6ef2-4f27-87a8-57bf50bd5e68 None None] Sync routers for ids ['9615a600-f039-44a5-bf78-07be8379b1fe'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:16:28.445939 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a2f4ea-6ef2-4f27-87a8-57bf50bd5e68 None None] Routers {'9615a600-f039-44a5-bf78-07be8379b1fe'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:16:28.446921 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-b1a2f4ea-6ef2-4f27-87a8-57bf50bd5e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:16:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['9615a600-f039-44a5-bf78-07be8379b1fe'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:16:28.482680 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-abe91706-6211-4da6-9697-31b610c79937 None None] Provisioning for port a15056c6-0922-468f-b099-b250bdeaceb3 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:16:28.526436 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-abe91706-6211-4da6-9697-31b610c79937 None None] Provisioning complete for port a15056c6-0922-468f-b099-b250bdeaceb3 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:16:28.527656 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-abe91706-6211-4da6-9697-31b610c79937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:28.565021 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7d58811c-049f-448f-94f5-f685809cacea admin admin] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:28.569796 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7d58811c-049f-448f-94f5-f685809cacea admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6263781 Dec 22 13:16:28.570835 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 39952) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:28.597479 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:28.712003 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b2f95478-ce33-41bb-a5d9-a0d8546f29b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:28.717685 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:28.732150 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-abe91706-6211-4da6-9697-31b610c79937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:28.806003 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-b1a2f4ea-6ef2-4f27-87a8-57bf50bd5e68 None None] Set router 9615a600-f039-44a5-bf78-07be8379b1fe gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:16:28.817216 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-abe91706-6211-4da6-9697-31b610c79937 None None] For port a15056c6-0922-468f-b099-b250bdeaceb3, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=a15056c6-0922-468f-b099-b250bdeaceb3,segment=NetworkSegment(0fd644be-47e5-4bcb-aa5b-b15f022ce968),segment_id=0fd644be-47e5-4bcb-aa5b-b15f022ce968)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:16:28.869662 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f95478-ce33-41bb-a5d9-a0d8546f29b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b9220c9-f2e2-4dc1-9463-99b690aae213,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:28.874254 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b2f95478-ce33-41bb-a5d9-a0d8546f29b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:28.885878 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f95478-ce33-41bb-a5d9-a0d8546f29b1 admin admin] Checking segment: {'id': '4f30eac0-64bc-442b-8bd6-4968d7d0cc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:16:28.887145 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f95478-ce33-41bb-a5d9-a0d8546f29b1 admin admin] Network hostable DHCP agents. Network: cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:16:28.907639 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-abe91706-6211-4da6-9697-31b610c79937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:28.910317 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:28.986130 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f95478-ce33-41bb-a5d9-a0d8546f29b1 admin admin] Network cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:16:29.001948 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe91706-6211-4da6-9697-31b610c79937 None None] Pushing event updated for resources: {'Port': ['ID=a15056c6-0922-468f-b099-b250bdeaceb3,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:29.003278 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-abe91706-6211-4da6-9697-31b610c79937 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:29.083257 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-b2f95478-ce33-41bb-a5d9-a0d8546f29b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:16:29.090229 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f95478-ce33-41bb-a5d9-a0d8546f29b1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:29.099521 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b2f95478-ce33-41bb-a5d9-a0d8546f29b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:29.110430 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d458a0f1-4bec-4cf8-bf42-5b5fcaaa8616 None None] Network cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:16:29.238714 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b2f95478-ce33-41bb-a5d9-a0d8546f29b1 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0471539 Dec 22 13:16:29.243357 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 39968) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:29.251308 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-fe123cee-4bf4-4088-8a25-d0a66529529b admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-625974591-router', 'tenant_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:29.261080 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-509bf1ee-6c54-46a8-85ce-5f220bbdf5e0 None None] Provisioning complete for port a15056c6-0922-468f-b099-b250bdeaceb3 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:16:29.261587 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-509bf1ee-6c54-46a8-85ce-5f220bbdf5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:29.264705 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-fe123cee-4bf4-4088-8a25-d0a66529529b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:29.273125 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-fe123cee-4bf4-4088-8a25-d0a66529529b admin admin] Usage tracker for resource:router and tenant:97addb87d3bc483d91b11c8c5ef7e2aa is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:29.278013 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-fe123cee-4bf4-4088-8a25-d0a66529529b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:29.285890 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-fe123cee-4bf4-4088-8a25-d0a66529529b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:29.326592 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-b1a2f4ea-6ef2-4f27-87a8-57bf50bd5e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9615a600-f039-44a5-bf78-07be8379b1fe', 'name': 'tempest-ServersTestManualDisk-608666145-router', 'tenant_id': 'c2e0ca21fce24530bc558ca461319d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '3710a2b3-bab3-4dd2-bd17-791043d30365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:16:26Z', 'updated_at': '2021-12-22T13:16:27Z', 'revision_number': 3, 'project_id': 'c2e0ca21fce24530bc558ca461319d3e', 'gw_port': {'id': '3710a2b3-bab3-4dd2-bd17-791043d30365', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:83:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9615a600-f039-44a5-bf78-07be8379b1fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:26Z', 'updated_at': '2021-12-22T13:16:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:16:29.344265 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a2f4ea-6ef2-4f27-87a8-57bf50bd5e68 None None] Checking router: 9615a600-f039-44a5-bf78-07be8379b1fe for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:16:29.347032 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a2f4ea-6ef2-4f27-87a8-57bf50bd5e68 None None] Updating router 9615a600-f039-44a5-bf78-07be8379b1fe port 3710a2b3-bab3-4dd2-bd17-791043d30365 binding host dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:16:29.419638 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device a15056c6-0922-468f-b099-b250bdeaceb3 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:16:29.463441 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-b1a2f4ea-6ef2-4f27-87a8-57bf50bd5e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:29.525874 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fe123cee-4bf4-4088-8a25-d0a66529529b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:29.527046 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fe123cee-4bf4-4088-8a25-d0a66529529b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:29.571667 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fe123cee-4bf4-4088-8a25-d0a66529529b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:29.619068 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd427b8a-dd2f-42f5-a231-860b0a6878e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4', 'network_id': 'cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4', 'tenant_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'fixed_ips': [{'subnet_id': '0b9220c9-f2e2-4dc1-9463-99b690aae213'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:16:29.620674 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-dd427b8a-dd2f-42f5-a231-860b0a6878e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:29.707727 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port a15056c6-0922-468f-b099-b250bdeaceb3 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:16:29.708443 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:29.870421 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 39980) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:29.927588 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-dd427b8a-dd2f-42f5-a231-860b0a6878e0 None None] Allocated IP 172.20.0.2 (cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4/0b9220c9-f2e2-4dc1-9463-99b690aae213/e36130a8-1ac2-4b57-b1c6-4bf7334a2b63) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:16:30.036140 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fe123cee-4bf4-4088-8a25-d0a66529529b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:30.044154 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-b1a2f4ea-6ef2-4f27-87a8-57bf50bd5e68 None None] Notify callbacks [] for port, precommit_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:30.069319 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.provisioning_blocks [None req-b1a2f4ea-6ef2-4f27-87a8-57bf50bd5e68 None None] Transition to ACTIVE for port object 3710a2b3-bab3-4dd2-bd17-791043d30365 will not be triggered until provisioned by entity L2. {{(pid=84151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:16:30.146087 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-b1a2f4ea-6ef2-4f27-87a8-57bf50bd5e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:30.157334 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:30.166057 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d30211f7-40ec-4d02-914d-cb13936dd0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:30.195812 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-dd427b8a-dd2f-42f5-a231-860b0a6878e0 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:30.208222 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-dd427b8a-dd2f-42f5-a231-860b0a6878e0 None None] Transition to ACTIVE for port object e36130a8-1ac2-4b57-b1c6-4bf7334a2b63 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:16:30.228292 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-dd427b8a-dd2f-42f5-a231-860b0a6878e0 None None] Transition to ACTIVE for port object e36130a8-1ac2-4b57-b1c6-4bf7334a2b63 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:16:30.272501 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c26e63f-f00e-4291-b822-a7921d94d339 None None] Pushing event updated for resources: {'Port': ['ID=3710a2b3-bab3-4dd2-bd17-791043d30365,revision_number=2']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:30.274661 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-b1a2f4ea-6ef2-4f27-87a8-57bf50bd5e68 None None] Attempting to bind port 3710a2b3-bab3-4dd2-bd17-791043d30365 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:16:30.275020 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-b1a2f4ea-6ef2-4f27-87a8-57bf50bd5e68 None None] Attempting to bind port 3710a2b3-bab3-4dd2-bd17-791043d30365 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:16:30.275371 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a2f4ea-6ef2-4f27-87a8-57bf50bd5e68 None None] Attempting to bind port 3710a2b3-bab3-4dd2-bd17-791043d30365 on network 0776f1b4-770d-462f-bc0f-df97e8017b18 {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:16:30.287886 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a2f4ea-6ef2-4f27-87a8-57bf50bd5e68 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:16:30.287886 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a2f4ea-6ef2-4f27-87a8-57bf50bd5e68 None None] Checking segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:16:30.287886 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-b1a2f4ea-6ef2-4f27-87a8-57bf50bd5e68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:30.287886 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a2f4ea-6ef2-4f27-87a8-57bf50bd5e68 None None] Bound using segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:16:30.288417 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-b1a2f4ea-6ef2-4f27-87a8-57bf50bd5e68 None None] Bound port: 3710a2b3-bab3-4dd2-bd17-791043d30365, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:16:30.288531 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-b1a2f4ea-6ef2-4f27-87a8-57bf50bd5e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:30.309640 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-dd427b8a-dd2f-42f5-a231-860b0a6878e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:30.312397 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c26e63f-f00e-4291-b822-a7921d94d339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:30.313252 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c26e63f-f00e-4291-b822-a7921d94d339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:30.313582 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c26e63f-f00e-4291-b822-a7921d94d339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:30.313893 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c26e63f-f00e-4291-b822-a7921d94d339 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:30.314525 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c26e63f-f00e-4291-b822-a7921d94d339 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:30.314525 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c26e63f-f00e-4291-b822-a7921d94d339 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:30.314861 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c26e63f-f00e-4291-b822-a7921d94d339 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:30.315181 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c26e63f-f00e-4291-b822-a7921d94d339 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:30.315505 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c26e63f-f00e-4291-b822-a7921d94d339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:30.315810 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c26e63f-f00e-4291-b822-a7921d94d339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:30.316116 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c26e63f-f00e-4291-b822-a7921d94d339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:16:30.317205 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c26e63f-f00e-4291-b822-a7921d94d339 None None] Tracked resource versions report: Dec 22 13:16:30.317205 dv-neutron-822669-1-hyperv neutron-server[84151]: pushed versions: Dec 22 13:16:30.317205 dv-neutron-822669-1-hyperv neutron-server[84151]: { 'ConntrackHelper': {'1.0'}, Dec 22 13:16:30.317205 dv-neutron-822669-1-hyperv neutron-server[84151]: 'Log': {'1.0'}, Dec 22 13:16:30.317205 dv-neutron-822669-1-hyperv neutron-server[84151]: 'Network': {'1.1'}, Dec 22 13:16:30.317205 dv-neutron-822669-1-hyperv neutron-server[84151]: 'Port': {'1.5'}, Dec 22 13:16:30.317205 dv-neutron-822669-1-hyperv neutron-server[84151]: 'PortForwarding': {'1.2'}, Dec 22 13:16:30.317205 dv-neutron-822669-1-hyperv neutron-server[84151]: 'QosPolicy': {'1.8'}, Dec 22 13:16:30.317205 dv-neutron-822669-1-hyperv neutron-server[84151]: 'SecurityGroup': {'1.2'}, Dec 22 13:16:30.317205 dv-neutron-822669-1-hyperv neutron-server[84151]: 'SecurityGroupRule': {'1.0'}, Dec 22 13:16:30.317205 dv-neutron-822669-1-hyperv neutron-server[84151]: 'SubPort': {'1.0'}, Dec 22 13:16:30.317205 dv-neutron-822669-1-hyperv neutron-server[84151]: 'Subnet': {'1.1'}, Dec 22 13:16:30.317205 dv-neutron-822669-1-hyperv neutron-server[84151]: 'Trunk': {'1.1'}} Dec 22 13:16:30.317205 dv-neutron-822669-1-hyperv neutron-server[84151]: consumer versions: Dec 22 13:16:30.317205 dv-neutron-822669-1-hyperv neutron-server[84151]: { DHCP agent@dv-neutron-822669-1-hyperv: {}, Dec 22 13:16:30.317205 dv-neutron-822669-1-hyperv neutron-server[84151]: HyperV agent@hv-neutron-8226: {}, Dec 22 13:16:30.317205 dv-neutron-822669-1-hyperv neutron-server[84151]: L3 agent@dv-neutron-822669-1-hyperv: {}, Dec 22 13:16:30.317205 dv-neutron-822669-1-hyperv neutron-server[84151]: Metadata agent@dv-neutron-822669-1-hyperv: {}, Dec 22 13:16:30.317205 dv-neutron-822669-1-hyperv neutron-server[84151]: Metering agent@dv-neutron-822669-1-hyperv: {}, Dec 22 13:16:30.317205 dv-neutron-822669-1-hyperv neutron-server[84151]: Open vSwitch agent@dv-neutron-822669-1-hyperv: { 'ConntrackHelper': '1.0', Dec 22 13:16:30.317205 dv-neutron-822669-1-hyperv neutron-server[84151]: 'Log': '1.0', Dec 22 13:16:30.317205 dv-neutron-822669-1-hyperv neutron-server[84151]: 'Network': '1.1', Dec 22 13:16:30.317205 dv-neutron-822669-1-hyperv neutron-server[84151]: 'Port': '1.5', Dec 22 13:16:30.317205 dv-neutron-822669-1-hyperv neutron-server[84151]: 'PortForwarding': '1.2', Dec 22 13:16:30.317205 dv-neutron-822669-1-hyperv neutron-server[84151]: 'QosPolicy': '1.8', Dec 22 13:16:30.317205 dv-neutron-822669-1-hyperv neutron-server[84151]: 'SecurityGroup': '1.2', Dec 22 13:16:30.317205 dv-neutron-822669-1-hyperv neutron-server[84151]: 'SecurityGroupRule': '1.0', Dec 22 13:16:30.317205 dv-neutron-822669-1-hyperv neutron-server[84151]: 'SubPort': '1.0', Dec 22 13:16:30.317205 dv-neutron-822669-1-hyperv neutron-server[84151]: 'Subnet': '1.1', Dec 22 13:16:30.317205 dv-neutron-822669-1-hyperv neutron-server[84151]: 'Trunk': '1.1'}} Dec 22 13:16:30.317205 dv-neutron-822669-1-hyperv neutron-server[84151]: {{(pid=84151) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 13:16:30.325495 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-6c26e63f-f00e-4291-b822-a7921d94d339 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:30.344941 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:30.389750 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-b1a2f4ea-6ef2-4f27-87a8-57bf50bd5e68 None None] For port 3710a2b3-bab3-4dd2-bd17-791043d30365, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:16:30.398286 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-b1a2f4ea-6ef2-4f27-87a8-57bf50bd5e68 None None] For port 3710a2b3-bab3-4dd2-bd17-791043d30365, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=3710a2b3-bab3-4dd2-bd17-791043d30365,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:16:30.442992 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd427b8a-dd2f-42f5-a231-860b0a6878e0 None None] Network cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:16:30.446676 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd427b8a-dd2f-42f5-a231-860b0a6878e0 None None] Pushing event updated for resources: {'Port': ['ID=e36130a8-1ac2-4b57-b1c6-4bf7334a2b63,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:30.448779 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-dd427b8a-dd2f-42f5-a231-860b0a6878e0 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:16:30.450396 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-dd427b8a-dd2f-42f5-a231-860b0a6878e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:30.452360 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd427b8a-dd2f-42f5-a231-860b0a6878e0 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:16:30.495451 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-b1a2f4ea-6ef2-4f27-87a8-57bf50bd5e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:30.500902 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-252a2a47-8210-46b3-ab07-6002411dad1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:30.616150 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-dd427b8a-dd2f-42f5-a231-860b0a6878e0 None None] Attempting to bind port e36130a8-1ac2-4b57-b1c6-4bf7334a2b63 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:16:30.617744 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-dd427b8a-dd2f-42f5-a231-860b0a6878e0 None None] Attempting to bind port e36130a8-1ac2-4b57-b1c6-4bf7334a2b63 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '4f30eac0-64bc-442b-8bd6-4968d7d0cc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:16:30.619429 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd427b8a-dd2f-42f5-a231-860b0a6878e0 None None] Attempting to bind port e36130a8-1ac2-4b57-b1c6-4bf7334a2b63 on network cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:16:30.620775 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-d30211f7-40ec-4d02-914d-cb13936dd0ae admin admin] Allocated IP 172.20.0.1 (385db047-262b-4adc-9531-32d02f559c7f/eee9c85c-23c9-4305-a153-7e903430a638/15ff99f5-82f5-47ca-a879-78a8b4b04133) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:16:30.631877 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd427b8a-dd2f-42f5-a231-860b0a6878e0 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:16:30.632347 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd427b8a-dd2f-42f5-a231-860b0a6878e0 None None] Checking segment: {'id': '4f30eac0-64bc-442b-8bd6-4968d7d0cc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:16:30.632853 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-dd427b8a-dd2f-42f5-a231-860b0a6878e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:30.633731 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c26e63f-f00e-4291-b822-a7921d94d339 None None] Pushing event updated for resources: {'Port': ['ID=3710a2b3-bab3-4dd2-bd17-791043d30365,revision_number=3']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:30.635001 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd427b8a-dd2f-42f5-a231-860b0a6878e0 None None] Bound using segment: {'id': '4f30eac0-64bc-442b-8bd6-4968d7d0cc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:16:30.635626 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-dd427b8a-dd2f-42f5-a231-860b0a6878e0 None None] Bound port: e36130a8-1ac2-4b57-b1c6-4bf7334a2b63, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f30eac0-64bc-442b-8bd6-4968d7d0cc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:16:30.636694 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-dd427b8a-dd2f-42f5-a231-860b0a6878e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:30.638737 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-6c26e63f-f00e-4291-b822-a7921d94d339 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:30.641043 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a2f4ea-6ef2-4f27-87a8-57bf50bd5e68 None None] Routers {'9615a600-f039-44a5-bf78-07be8379b1fe'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:16:30.641836 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-b1a2f4ea-6ef2-4f27-87a8-57bf50bd5e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:16:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['9615a600-f039-44a5-bf78-07be8379b1fe'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:16:30.779524 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-dd427b8a-dd2f-42f5-a231-860b0a6878e0 None None] For port e36130a8-1ac2-4b57-b1c6-4bf7334a2b63, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:16:30.787270 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-dd427b8a-dd2f-42f5-a231-860b0a6878e0 None None] For port e36130a8-1ac2-4b57-b1c6-4bf7334a2b63, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=e36130a8-1ac2-4b57-b1c6-4bf7334a2b63,segment=NetworkSegment(4f30eac0-64bc-442b-8bd6-4968d7d0cc88),segment_id=4f30eac0-64bc-442b-8bd6-4968d7d0cc88)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:16:30.800563 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-e7d91e59-d21b-4edf-9664-71fcb4527754 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1534092207'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:30.806267 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e7d91e59-d21b-4edf-9664-71fcb4527754 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:30.813921 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e7d91e59-d21b-4edf-9664-71fcb4527754 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Usage tracker for resource:network and tenant:2c2b8af49182414f81b95fd55cd11c92 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:30.819426 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e7d91e59-d21b-4edf-9664-71fcb4527754 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:30.830646 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e7d91e59-d21b-4edf-9664-71fcb4527754 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:30.844275 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-b1a2f4ea-6ef2-4f27-87a8-57bf50bd5e68 None None] Set router 9615a600-f039-44a5-bf78-07be8379b1fe gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:16:30.866068 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fe123cee-4bf4-4088-8a25-d0a66529529b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:30.872254 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-dd427b8a-dd2f-42f5-a231-860b0a6878e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:30.879295 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:30.889190 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d91e59-d21b-4edf-9664-71fcb4527754 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Made reservation on behalf of 2c2b8af49182414f81b95fd55cd11c92 for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:16:30.894506 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e7d91e59-d21b-4edf-9664-71fcb4527754 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:30.900143 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fe123cee-4bf4-4088-8a25-d0a66529529b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:30.911019 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e7d91e59-d21b-4edf-9664-71fcb4527754 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:30.949643 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e7d91e59-d21b-4edf-9664-71fcb4527754 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:30.969104 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e7d91e59-d21b-4edf-9664-71fcb4527754 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Usage tracker for resource:security_group_rule and tenant:2c2b8af49182414f81b95fd55cd11c92 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:30.985273 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e7d91e59-d21b-4edf-9664-71fcb4527754 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:31.004972 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e7d91e59-d21b-4edf-9664-71fcb4527754 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:31.062605 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd427b8a-dd2f-42f5-a231-860b0a6878e0 None None] Pushing event updated for resources: {'Port': ['ID=e36130a8-1ac2-4b57-b1c6-4bf7334a2b63,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:31.064037 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d30211f7-40ec-4d02-914d-cb13936dd0ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:31.076352 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-dd427b8a-dd2f-42f5-a231-860b0a6878e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:31.156515 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e7d91e59-d21b-4edf-9664-71fcb4527754 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:31.164626 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-d30211f7-40ec-4d02-914d-cb13936dd0ae admin admin] Transition to ACTIVE for port object 15ff99f5-82f5-47ca-a879-78a8b4b04133 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:16:31.172194 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-fe123cee-4bf4-4088-8a25-d0a66529529b admin admin] Allocated IP 172.26.1.118 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/bf156aea-b842-4e0b-8418-c05b21850eae) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:16:31.213267 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e7d91e59-d21b-4edf-9664-71fcb4527754 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:31.228189 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7d91e59-d21b-4edf-9664-71fcb4527754 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:16:31.274605 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e7d91e59-d21b-4edf-9664-71fcb4527754 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:31.274944 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-e7d91e59-d21b-4edf-9664-71fcb4527754 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Added segment c3e5f71a-99b3-4e75-8978-96ecc874a7ee of type vlan for network a48e3e61-ee6e-43bd-8741-51a6b8681d8c Dec 22 13:16:31.316715 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e7d91e59-d21b-4edf-9664-71fcb4527754 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:31.345393 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-b1a2f4ea-6ef2-4f27-87a8-57bf50bd5e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9615a600-f039-44a5-bf78-07be8379b1fe', 'name': 'tempest-ServersTestManualDisk-608666145-router', 'tenant_id': 'c2e0ca21fce24530bc558ca461319d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '3710a2b3-bab3-4dd2-bd17-791043d30365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:16:26Z', 'updated_at': '2021-12-22T13:16:27Z', 'revision_number': 3, 'project_id': 'c2e0ca21fce24530bc558ca461319d3e', 'gw_port': {'id': '3710a2b3-bab3-4dd2-bd17-791043d30365', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:83:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9615a600-f039-44a5-bf78-07be8379b1fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:26Z', 'updated_at': '2021-12-22T13:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:16:31.350802 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a2f4ea-6ef2-4f27-87a8-57bf50bd5e68 None None] The sync data for ids ['9615a600-f039-44a5-bf78-07be8379b1fe'] in dv-neutron-822669-1-hyperv is: [{'id': '9615a600-f039-44a5-bf78-07be8379b1fe', 'name': 'tempest-ServersTestManualDisk-608666145-router', 'tenant_id': 'c2e0ca21fce24530bc558ca461319d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '3710a2b3-bab3-4dd2-bd17-791043d30365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:16:26Z', 'updated_at': '2021-12-22T13:16:27Z', 'revision_number': 3, 'project_id': 'c2e0ca21fce24530bc558ca461319d3e', 'gw_port': {'id': '3710a2b3-bab3-4dd2-bd17-791043d30365', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:83:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9615a600-f039-44a5-bf78-07be8379b1fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:26Z', 'updated_at': '2021-12-22T13:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:16:31.395953 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:31.435145 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d91e59-d21b-4edf-9664-71fcb4527754 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04535b41-4f88-4573-a0b9-f4e945c35273,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:31.439629 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e7d91e59-d21b-4edf-9664-71fcb4527754 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:31.460943 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fe123cee-4bf4-4088-8a25-d0a66529529b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:31.476602 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e7d91e59-d21b-4edf-9664-71fcb4527754 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:31.484421 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d91e59-d21b-4edf-9664-71fcb4527754 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:31.485468 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e7d91e59-d21b-4edf-9664-71fcb4527754 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:31.486316 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device e36130a8-1ac2-4b57-b1c6-4bf7334a2b63 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:16:31.491651 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a6e59790-f2ac-4ff9-bd06-cf84d208e362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:31.602808 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d30211f7-40ec-4d02-914d-cb13936dd0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:31.614197 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7d58811c-049f-448f-94f5-f685809cacea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:31.665983 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30211f7-40ec-4d02-914d-cb13936dd0ae admin admin] Network 385db047-262b-4adc-9531-32d02f559c7f is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:16:31.666990 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d91e59-d21b-4edf-9664-71fcb4527754 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Pushing event updated for resources: {'Network': ['ID=a48e3e61-ee6e-43bd-8741-51a6b8681d8c,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:31.673499 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e7d91e59-d21b-4edf-9664-71fcb4527754 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:31.675219 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-d30211f7-40ec-4d02-914d-cb13936dd0ae admin admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:16:31.683349 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port e36130a8-1ac2-4b57-b1c6-4bf7334a2b63 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:16:31.686810 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fe123cee-4bf4-4088-8a25-d0a66529529b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:31.687785 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30211f7-40ec-4d02-914d-cb13936dd0ae admin admin] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:16:31.688335 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d30211f7-40ec-4d02-914d-cb13936dd0ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:31.694474 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network a48e3e61-ee6e-43bd-8741-51a6b8681d8c details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:16:31.708415 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40014) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:31.744138 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e7d91e59-d21b-4edf-9664-71fcb4527754 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8726404 Dec 22 13:16:31.746898 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40020) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:31.753709 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-b1422d71-71d8-4961-b908-a1dbc459abe3 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Request body: {'subnet': {'network_id': 'a48e3e61-ee6e-43bd-8741-51a6b8681d8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:31.785358 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30211f7-40ec-4d02-914d-cb13936dd0ae admin admin] Pushing event updated for resources: {'Port': ['ID=15ff99f5-82f5-47ca-a879-78a8b4b04133,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:31.790639 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d30211f7-40ec-4d02-914d-cb13936dd0ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:31.792278 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:31.834944 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40024) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:31.940083 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe123cee-4bf4-4088-8a25-d0a66529529b admin admin] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:16:31.967112 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d30211f7-40ec-4d02-914d-cb13936dd0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:32.050022 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-b1422d71-71d8-4961-b908-a1dbc459abe3 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:32.055059 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-b1422d71-71d8-4961-b908-a1dbc459abe3 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Usage tracker for resource:subnet and tenant:2c2b8af49182414f81b95fd55cd11c92 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:32.064561 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-b1422d71-71d8-4961-b908-a1dbc459abe3 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:32.064918 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-fe123cee-4bf4-4088-8a25-d0a66529529b admin admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:16:32.081904 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-b1422d71-71d8-4961-b908-a1dbc459abe3 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:32.109871 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe123cee-4bf4-4088-8a25-d0a66529529b admin admin] Pushing event updated for resources: {'Port': ['ID=bf156aea-b842-4e0b-8418-c05b21850eae,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:32.126160 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe123cee-4bf4-4088-8a25-d0a66529529b admin admin] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:16:32.163109 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1422d71-71d8-4961-b908-a1dbc459abe3 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Made reservation on behalf of 2c2b8af49182414f81b95fd55cd11c92 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:16:32.225533 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-fe123cee-4bf4-4088-8a25-d0a66529529b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:32.378077 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-de4da257-dd0d-4e74-87bc-e7c3effbf4ce None None] Provisioning for port 15ff99f5-82f5-47ca-a879-78a8b4b04133 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:16:32.385090 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-de4da257-dd0d-4e74-87bc-e7c3effbf4ce None None] Provisioning complete for port 15ff99f5-82f5-47ca-a879-78a8b4b04133 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:16:32.385511 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-de4da257-dd0d-4e74-87bc-e7c3effbf4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:32.389079 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b1422d71-71d8-4961-b908-a1dbc459abe3 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks [] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:32.513665 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-de4da257-dd0d-4e74-87bc-e7c3effbf4ce None None] Port 15ff99f5-82f5-47ca-a879-78a8b4b04133 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:16:32.576834 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-91cf9bbb-dca1-4f3b-8b82-e423cae1c46c tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Request body: {'floatingip': {'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:32.582455 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e8e699-f100-43c5-81d4-b6f33704ad29 None None] Network cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:16:32.595855 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-12f1beaf-d7d6-45d4-ae10-05bb353f355f tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-499875813', 'router:external': True}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:32.602981 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-91cf9bbb-dca1-4f3b-8b82-e423cae1c46c tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:32.605406 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-12f1beaf-d7d6-45d4-ae10-05bb353f355f tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:32.629597 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-12f1beaf-d7d6-45d4-ae10-05bb353f355f tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Usage tracker for resource:network and tenant:02b3e95c312b4b4dbd283c88e21d2e44 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:32.633857 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-91cf9bbb-dca1-4f3b-8b82-e423cae1c46c tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Usage tracker for resource:floatingip and tenant:56c26e8d592643ae84199a6ab1532b37 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:32.643033 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-12f1beaf-d7d6-45d4-ae10-05bb353f355f tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:32.659101 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-91cf9bbb-dca1-4f3b-8b82-e423cae1c46c tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:32.664047 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-12f1beaf-d7d6-45d4-ae10-05bb353f355f tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:32.685994 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d30211f7-40ec-4d02-914d-cb13936dd0ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:32.688297 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-91cf9bbb-dca1-4f3b-8b82-e423cae1c46c tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:32.740359 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fe123cee-4bf4-4088-8a25-d0a66529529b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:32.741107 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fe123cee-4bf4-4088-8a25-d0a66529529b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:32.828196 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d30211f7-40ec-4d02-914d-cb13936dd0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:32.829080 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-91cf9bbb-dca1-4f3b-8b82-e423cae1c46c tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:32.852900 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d30211f7-40ec-4d02-914d-cb13936dd0ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:32.856441 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-edfff20e-c069-4619-bf64-32d4d87a839a None None] Provisioning for port e36130a8-1ac2-4b57-b1c6-4bf7334a2b63 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:16:32.861847 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:32.874484 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-edfff20e-c069-4619-bf64-32d4d87a839a None None] Provisioning complete for port e36130a8-1ac2-4b57-b1c6-4bf7334a2b63 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:16:32.876249 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-edfff20e-c069-4619-bf64-32d4d87a839a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:33.004353 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f1beaf-d7d6-45d4-ae10-05bb353f355f tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Made reservation on behalf of 02b3e95c312b4b4dbd283c88e21d2e44 for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:16:33.010104 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-12f1beaf-d7d6-45d4-ae10-05bb353f355f tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:33.033450 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40044) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:33.065511 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-12f1beaf-d7d6-45d4-ae10-05bb353f355f tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:33.108854 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-edfff20e-c069-4619-bf64-32d4d87a839a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:33.118672 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30211f7-40ec-4d02-914d-cb13936dd0ae admin admin] Pushing event updated for resources: {'Port': ['ID=15ff99f5-82f5-47ca-a879-78a8b4b04133,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:33.135858 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-12f1beaf-d7d6-45d4-ae10-05bb353f355f tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:33.144742 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-12f1beaf-d7d6-45d4-ae10-05bb353f355f tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Usage tracker for resource:security_group_rule and tenant:02b3e95c312b4b4dbd283c88e21d2e44 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:33.148158 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d30211f7-40ec-4d02-914d-cb13936dd0ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:33.148995 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-12f1beaf-d7d6-45d4-ae10-05bb353f355f tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:33.164044 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-edfff20e-c069-4619-bf64-32d4d87a839a None None] For port e36130a8-1ac2-4b57-b1c6-4bf7334a2b63, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=e36130a8-1ac2-4b57-b1c6-4bf7334a2b63,segment=NetworkSegment(4f30eac0-64bc-442b-8bd6-4968d7d0cc88),segment_id=4f30eac0-64bc-442b-8bd6-4968d7d0cc88)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:16:33.165735 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-12f1beaf-d7d6-45d4-ae10-05bb353f355f tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:33.206929 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b1422d71-71d8-4961-b908-a1dbc459abe3 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:33.221123 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-cc7c13eb-5ac4-4ce8-ad0c-9ce94d5c1736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:33.271920 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-edfff20e-c069-4619-bf64-32d4d87a839a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:33.272762 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30211f7-40ec-4d02-914d-cb13936dd0ae admin admin] Network 385db047-262b-4adc-9531-32d02f559c7f is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:16:33.284802 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-d30211f7-40ec-4d02-914d-cb13936dd0ae admin admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:16:33.289224 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-dd427b8a-dd2f-42f5-a231-860b0a6878e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:33.472459 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-ce334ef9-8563-41be-ab76-9166cf19416f None None] Provisioning complete for port e36130a8-1ac2-4b57-b1c6-4bf7334a2b63 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:16:33.474000 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ce334ef9-8563-41be-ab76-9166cf19416f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:33.510126 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1422d71-71d8-4961-b908-a1dbc459abe3 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Pushing event updated for resources: {'Subnet': ['ID=9eea90c2-8364-4549-be4b-be753dbee673,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:33.533900 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b1422d71-71d8-4961-b908-a1dbc459abe3 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:33.563328 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 3710a2b3-bab3-4dd2-bd17-791043d30365 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:16:33.591002 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-12f1beaf-d7d6-45d4-ae10-05bb353f355f tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:33.606963 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1422d71-71d8-4961-b908-a1dbc459abe3 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Checking segment: {'id': 'c3e5f71a-99b3-4e75-8978-96ecc874a7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'a48e3e61-ee6e-43bd-8741-51a6b8681d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:16:33.607775 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1422d71-71d8-4961-b908-a1dbc459abe3 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Network hostable DHCP agents. Network: a48e3e61-ee6e-43bd-8741-51a6b8681d8c, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:16:33.621740 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfff20e-c069-4619-bf64-32d4d87a839a None None] Pushing event updated for resources: {'Port': ['ID=e36130a8-1ac2-4b57-b1c6-4bf7334a2b63,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:33.638786 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40058) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:33.660044 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-edfff20e-c069-4619-bf64-32d4d87a839a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:33.660552 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-12f1beaf-d7d6-45d4-ae10-05bb353f355f tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:33.666321 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:33.669665 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-91cf9bbb-dca1-4f3b-8b82-e423cae1c46c tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:33.730324 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12f1beaf-d7d6-45d4-ae10-05bb353f355f tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:16:33.738403 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1422d71-71d8-4961-b908-a1dbc459abe3 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Network a48e3e61-ee6e-43bd-8741-51a6b8681d8c is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:16:33.747833 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1beaf-d7d6-45d4-ae10-05bb353f355f tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039986b3-59c0-42ca-890d-acfa00525def,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:33.771292 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-12f1beaf-d7d6-45d4-ae10-05bb353f355f tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:33.781287 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-12f1beaf-d7d6-45d4-ae10-05bb353f355f tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:33.781602 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-12f1beaf-d7d6-45d4-ae10-05bb353f355f tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Added segment 06046a67-d63a-4015-9484-7c18956398fa of type vlan for network 227f6160-a3ee-4cea-8aca-25a8f9a5b8b9 Dec 22 13:16:33.801418 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-e9729ecc-5bca-4034-af42-9e0e0d1ffbd3 tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-204428577'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:33.811079 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e9729ecc-5bca-4034-af42-9e0e0d1ffbd3 tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:33.824845 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e9729ecc-5bca-4034-af42-9e0e0d1ffbd3 tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Usage tracker for resource:network and tenant:f2801231efa64d4db9d0cda0eec02af7 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:33.831653 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e9729ecc-5bca-4034-af42-9e0e0d1ffbd3 tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:33.838499 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 3710a2b3-bab3-4dd2-bd17-791043d30365 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:16:33.841801 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e9729ecc-5bca-4034-af42-9e0e0d1ffbd3 tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:33.849946 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 3710a2b3-bab3-4dd2-bd17-791043d30365 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:16:33.850594 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:33.861010 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-12f1beaf-d7d6-45d4-ae10-05bb353f355f tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:33.868383 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-b1422d71-71d8-4961-b908-a1dbc459abe3 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, a48e3e61-ee6e-43bd-8741-51a6b8681d8c) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:16:33.876364 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1422d71-71d8-4961-b908-a1dbc459abe3 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:33.877291 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b1422d71-71d8-4961-b908-a1dbc459abe3 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:33.886159 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40064) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:33.912781 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646ca49a-f8b0-4b02-b191-b8b930b3afcf None None] Network a48e3e61-ee6e-43bd-8741-51a6b8681d8c requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:16:33.913690 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-7c97575b-85a1-4985-a7bd-cacbdbbed147 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:33.954093 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9729ecc-5bca-4034-af42-9e0e0d1ffbd3 tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Made reservation on behalf of f2801231efa64d4db9d0cda0eec02af7 for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:16:33.957252 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e9729ecc-5bca-4034-af42-9e0e0d1ffbd3 tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:33.969954 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e9729ecc-5bca-4034-af42-9e0e0d1ffbd3 tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:33.976506 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-91cf9bbb-dca1-4f3b-8b82-e423cae1c46c tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Allocated IP 172.26.1.223 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/83585086-dd33-4f9b-aa7b-76afbf6887e6) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:16:34.005673 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e9729ecc-5bca-4034-af42-9e0e0d1ffbd3 tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:34.009833 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e9729ecc-5bca-4034-af42-9e0e0d1ffbd3 tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Usage tracker for resource:security_group_rule and tenant:f2801231efa64d4db9d0cda0eec02af7 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:34.014701 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e9729ecc-5bca-4034-af42-9e0e0d1ffbd3 tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:34.023381 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e9729ecc-5bca-4034-af42-9e0e0d1ffbd3 tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:34.030675 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-7c97575b-85a1-4985-a7bd-cacbdbbed147 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] 10.222.0.47 "PUT /v2.0/quotas/9fc896341f584465886615dbcb780fb7 HTTP/1.1" status: 200 len: 368 time: 0.3931172 Dec 22 13:16:34.035626 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40072) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:34.043887 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-8cbf1f0d-df1f-496e-a6ee-5cc340b4483d tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Request body: {'network': {'project_id': '9fc896341f584465886615dbcb780fb7'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:34.052853 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-8cbf1f0d-df1f-496e-a6ee-5cc340b4483d tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:34.060620 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-8cbf1f0d-df1f-496e-a6ee-5cc340b4483d tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Usage tracker for resource:network and tenant:9fc896341f584465886615dbcb780fb7 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:34.065042 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-8cbf1f0d-df1f-496e-a6ee-5cc340b4483d tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:34.076963 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b1422d71-71d8-4961-b908-a1dbc459abe3 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3288832 Dec 22 13:16:34.079443 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40076) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:34.086130 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-e340d42e-4ba8-48e2-bfbd-18de4ba55398 None None] Provisioning complete for port 15ff99f5-82f5-47ca-a879-78a8b4b04133 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:16:34.086611 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e340d42e-4ba8-48e2-bfbd-18de4ba55398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:34.087091 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-12f1beaf-d7d6-45d4-ae10-05bb353f355f tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:34.088294 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-8cbf1f0d-df1f-496e-a6ee-5cc340b4483d tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:34.092957 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-dee6c694-0c30-42c8-bbd6-1ee82c59f5e9 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Request body: {'floatingip': {'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:34.103469 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-c01d3821-f5cb-4de2-993c-cbd870600710 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Request body: {'port': {'network_id': 'a48e3e61-ee6e-43bd-8741-51a6b8681d8c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-160619513'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:34.116471 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f1beaf-d7d6-45d4-ae10-05bb353f355f tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:34.117046 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-12f1beaf-d7d6-45d4-ae10-05bb353f355f tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:34.123838 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-dee6c694-0c30-42c8-bbd6-1ee82c59f5e9 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:34.129023 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe123cee-4bf4-4088-8a25-d0a66529529b admin admin] Router b7f225f0-9e53-43ee-88ff-451b3ab60c09 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:16:34.135012 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:34.201298 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-dee6c694-0c30-42c8-bbd6-1ee82c59f5e9 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Usage tracker for resource:floatingip and tenant:2f96c519d034433c926e645b5c963b93 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:34.213366 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-dee6c694-0c30-42c8-bbd6-1ee82c59f5e9 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:34.240311 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-e340d42e-4ba8-48e2-bfbd-18de4ba55398 None None] Port 15ff99f5-82f5-47ca-a879-78a8b4b04133 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:16:34.282596 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-dee6c694-0c30-42c8-bbd6-1ee82c59f5e9 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:34.286418 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:34.303847 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-91cf9bbb-dca1-4f3b-8b82-e423cae1c46c tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:34.305134 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbf1f0d-df1f-496e-a6ee-5cc340b4483d tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Made reservation on behalf of 9fc896341f584465886615dbcb780fb7 for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:16:34.307419 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1f0d-df1f-496e-a6ee-5cc340b4483d tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:34.319653 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 3710a2b3-bab3-4dd2-bd17-791043d30365, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=3710a2b3-bab3-4dd2-bd17-791043d30365,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:16:34.349533 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30211f7-40ec-4d02-914d-cb13936dd0ae admin admin] Router 9615a600-f039-44a5-bf78-07be8379b1fe has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:16:34.351744 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1f0d-df1f-496e-a6ee-5cc340b4483d tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:34.377112 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654d3f23-d154-45e0-8194-37391bf7b8a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-a48e3e61-ee6e-43bd-8741-51a6b8681d8c', 'network_id': 'a48e3e61-ee6e-43bd-8741-51a6b8681d8c', 'tenant_id': '2c2b8af49182414f81b95fd55cd11c92', 'fixed_ips': [{'subnet_id': '9eea90c2-8364-4549-be4b-be753dbee673'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:16:34.378467 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-654d3f23-d154-45e0-8194-37391bf7b8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:34.400764 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e9729ecc-5bca-4034-af42-9e0e0d1ffbd3 tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:34.401679 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1beaf-d7d6-45d4-ae10-05bb353f355f tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Pushing event updated for resources: {'Network': ['ID=227f6160-a3ee-4cea-8aca-25a8f9a5b8b9,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:34.404527 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-12f1beaf-d7d6-45d4-ae10-05bb353f355f tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.6950672 Dec 22 13:16:34.405398 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-12f1beaf-d7d6-45d4-ae10-05bb353f355f tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:34.411293 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40084) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:34.434330 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-a025ab2b-e33e-4533-bd91-968bdf96684a tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Request body: {'subnet': {'network_id': '227f6160-a3ee-4cea-8aca-25a8f9a5b8b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:34.443668 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 227f6160-a3ee-4cea-8aca-25a8f9a5b8b9 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:16:34.450030 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dee6c694-0c30-42c8-bbd6-1ee82c59f5e9 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks [] for floatingip, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:34.458161 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-a025ab2b-e33e-4533-bd91-968bdf96684a tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:34.460596 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:34.498808 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-91cf9bbb-dca1-4f3b-8b82-e423cae1c46c tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:34.514021 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-fe123cee-4bf4-4088-8a25-d0a66529529b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:34.526406 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-a025ab2b-e33e-4533-bd91-968bdf96684a tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Usage tracker for resource:subnet and tenant:02b3e95c312b4b4dbd283c88e21d2e44 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:34.535793 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-a025ab2b-e33e-4533-bd91-968bdf96684a tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:34.539296 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e9729ecc-5bca-4034-af42-9e0e0d1ffbd3 tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:34.547740 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-8cbf1f0d-df1f-496e-a6ee-5cc340b4483d tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:34.550299 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-c01d3821-f5cb-4de2-993c-cbd870600710 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:34.552427 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-a025ab2b-e33e-4533-bd91-968bdf96684a tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:34.561250 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e7d91e59-d21b-4edf-9664-71fcb4527754 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:34.573261 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:34.573393 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-8cbf1f0d-df1f-496e-a6ee-5cc340b4483d tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Usage tracker for resource:security_group_rule and tenant:9fc896341f584465886615dbcb780fb7 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:34.575344 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-c01d3821-f5cb-4de2-993c-cbd870600710 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Usage tracker for resource:port and tenant:2c2b8af49182414f81b95fd55cd11c92 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:34.583428 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-8cbf1f0d-df1f-496e-a6ee-5cc340b4483d tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:34.586039 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-c01d3821-f5cb-4de2-993c-cbd870600710 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:34.598791 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-8cbf1f0d-df1f-496e-a6ee-5cc340b4483d tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:34.602317 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cf9bbb-dca1-4f3b-8b82-e423cae1c46c tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:16:34.602484 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-c01d3821-f5cb-4de2-993c-cbd870600710 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:34.604151 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf9bbb-dca1-4f3b-8b82-e423cae1c46c tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Pushing event updated for resources: {'Port': ['ID=83585086-dd33-4f9b-aa7b-76afbf6887e6,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:34.608850 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-91cf9bbb-dca1-4f3b-8b82-e423cae1c46c tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:34.612401 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-91cf9bbb-dca1-4f3b-8b82-e423cae1c46c tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:16:34.614360 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cf9bbb-dca1-4f3b-8b82-e423cae1c46c tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:16:34.626429 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9729ecc-5bca-4034-af42-9e0e0d1ffbd3 tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:16:34.641575 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9729ecc-5bca-4034-af42-9e0e0d1ffbd3 tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=871d55f1-7710-4183-8854-647fa9a010ae,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:34.649319 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e9729ecc-5bca-4034-af42-9e0e0d1ffbd3 tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:34.656631 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e9729ecc-5bca-4034-af42-9e0e0d1ffbd3 tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:34.656959 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-e9729ecc-5bca-4034-af42-9e0e0d1ffbd3 tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Added segment f08884df-bd94-4795-9987-71cbf042af4b of type vlan for network 72502355-f35f-4de2-b2f1-15487e0b84fd Dec 22 13:16:34.681652 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a025ab2b-e33e-4533-bd91-968bdf96684a tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Made reservation on behalf of 02b3e95c312b4b4dbd283c88e21d2e44 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:16:34.683924 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a025ab2b-e33e-4533-bd91-968bdf96684a tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:34.720180 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=3710a2b3-bab3-4dd2-bd17-791043d30365,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:34.724872 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:34.745215 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-654d3f23-d154-45e0-8194-37391bf7b8a2 None None] Allocated IP 172.20.0.2 (a48e3e61-ee6e-43bd-8741-51a6b8681d8c/9eea90c2-8364-4549-be4b-be753dbee673/39eeefe8-ded7-4e81-92e0-97f2e4316c92) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:16:34.767957 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01d3821-f5cb-4de2-993c-cbd870600710 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Made reservation on behalf of 2c2b8af49182414f81b95fd55cd11c92 for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:16:34.770949 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c01d3821-f5cb-4de2-993c-cbd870600710 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:34.784095 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe123cee-4bf4-4088-8a25-d0a66529529b admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:16:34.788945 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e9729ecc-5bca-4034-af42-9e0e0d1ffbd3 tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:34.817991 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ca2c69-da6a-4b1b-91b0-3c193fa648dd None None] Sync routers for ids ['b7f225f0-9e53-43ee-88ff-451b3ab60c09'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:16:34.866218 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ca2c69-da6a-4b1b-91b0-3c193fa648dd None None] Routers {'b7f225f0-9e53-43ee-88ff-451b3ab60c09'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:16:34.866902 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-77ca2c69-da6a-4b1b-91b0-3c193fa648dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:16:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b7f225f0-9e53-43ee-88ff-451b3ab60c09'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:16:34.870987 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-c01d3821-f5cb-4de2-993c-cbd870600710 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] device_id is not set on port 59e104dd-7fca-4713-9f3b-6223e3bf8696 yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:16:34.918212 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fe123cee-4bf4-4088-8a25-d0a66529529b admin admin] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:34.923152 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-fe123cee-4bf4-4088-8a25-d0a66529529b admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.6777425 Dec 22 13:16:34.926273 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40088) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:34.929321 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-91cf9bbb-dca1-4f3b-8b82-e423cae1c46c tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:34.972774 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1f0d-df1f-496e-a6ee-5cc340b4483d tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:35.009529 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dee6c694-0c30-42c8-bbd6-1ee82c59f5e9 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:35.106069 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1f0d-df1f-496e-a6ee-5cc340b4483d tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:35.114204 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e9729ecc-5bca-4034-af42-9e0e0d1ffbd3 tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:35.130500 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:35.142290 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9729ecc-5bca-4034-af42-9e0e0d1ffbd3 tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:35.142889 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e9729ecc-5bca-4034-af42-9e0e0d1ffbd3 tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:35.152052 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-654d3f23-d154-45e0-8194-37391bf7b8a2 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:35.163446 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-91cf9bbb-dca1-4f3b-8b82-e423cae1c46c tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:35.171233 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-654d3f23-d154-45e0-8194-37391bf7b8a2 None None] Transition to ACTIVE for port object 39eeefe8-ded7-4e81-92e0-97f2e4316c92 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:16:35.171233 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-77ca2c69-da6a-4b1b-91b0-3c193fa648dd None None] Set router b7f225f0-9e53-43ee-88ff-451b3ab60c09 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:16:35.192885 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cbf1f0d-df1f-496e-a6ee-5cc340b4483d tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:16:35.208636 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30211f7-40ec-4d02-914d-cb13936dd0ae admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:16:35.213913 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d30211f7-40ec-4d02-914d-cb13936dd0ae admin admin] 10.222.0.47 "PUT /v2.0/routers/9615a600-f039-44a5-bf78-07be8379b1fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6419249 Dec 22 13:16:35.238795 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf1f0d-df1f-496e-a6ee-5cc340b4483d tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87b5a19-9270-47e6-a151-6c2754a99aec,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:35.243940 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1f0d-df1f-496e-a6ee-5cc340b4483d tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:35.244272 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-8cbf1f0d-df1f-496e-a6ee-5cc340b4483d tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Added segment fa7b265a-b74c-4be5-9fde-3e0ef2401195 of type vlan for network bf503897-0b47-49ad-9cd1-4125727d3e2d Dec 22 13:16:35.250518 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8cbf1f0d-df1f-496e-a6ee-5cc340b4483d tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:35.289281 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-654d3f23-d154-45e0-8194-37391bf7b8a2 None None] Transition to ACTIVE for port object 39eeefe8-ded7-4e81-92e0-97f2e4316c92 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:16:35.294455 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:35.582240 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9729ecc-5bca-4034-af42-9e0e0d1ffbd3 tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Pushing event updated for resources: {'Network': ['ID=72502355-f35f-4de2-b2f1-15487e0b84fd,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:35.587579 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-91cf9bbb-dca1-4f3b-8b82-e423cae1c46c tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:35.613918 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1f0d-df1f-496e-a6ee-5cc340b4483d tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:35.632756 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e9729ecc-5bca-4034-af42-9e0e0d1ffbd3 tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:35.634388 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-dee6c694-0c30-42c8-bbd6-1ee82c59f5e9 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Allocated IP 172.26.1.123 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/31139792-34c4-4f7f-a396-5dce65c3e9fe) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:16:35.646709 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e9729ecc-5bca-4034-af42-9e0e0d1ffbd3 tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.6111875 Dec 22 13:16:35.650813 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40104) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:35.697765 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44104a59-a59b-4457-93b6-b911547b4262 None None] Sync routers for ids ['9615a600-f039-44a5-bf78-07be8379b1fe'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:16:35.706463 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device e36130a8-1ac2-4b57-b1c6-4bf7334a2b63 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:16:35.712329 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44104a59-a59b-4457-93b6-b911547b4262 None None] Routers {'9615a600-f039-44a5-bf78-07be8379b1fe'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:16:35.713229 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-44104a59-a59b-4457-93b6-b911547b4262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:16:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['9615a600-f039-44a5-bf78-07be8379b1fe'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:16:35.724286 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-91cf9bbb-dca1-4f3b-8b82-e423cae1c46c tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:35.737536 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d30211f7-40ec-4d02-914d-cb13936dd0ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:35.763828 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 72502355-f35f-4de2-b2f1-15487e0b84fd details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:16:35.799316 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-654d3f23-d154-45e0-8194-37391bf7b8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:35.818897 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-91cf9bbb-dca1-4f3b-8b82-e423cae1c46c tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:35.855795 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf9bbb-dca1-4f3b-8b82-e423cae1c46c tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Pushing event updated for resources: {'Port': ['ID=83585086-dd33-4f9b-aa7b-76afbf6887e6,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:35.866521 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-91cf9bbb-dca1-4f3b-8b82-e423cae1c46c tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:35.926517 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-c01d3821-f5cb-4de2-993c-cbd870600710 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Allocated IP 172.20.0.8 (a48e3e61-ee6e-43bd-8741-51a6b8681d8c/9eea90c2-8364-4549-be4b-be753dbee673/59e104dd-7fca-4713-9f3b-6223e3bf8696) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:16:35.981189 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-91cf9bbb-dca1-4f3b-8b82-e423cae1c46c tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:35.983614 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-91cf9bbb-dca1-4f3b-8b82-e423cae1c46c tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0595791 Dec 22 13:16:35.991816 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-38fcbac5-b617-4ece-8604-356ed54041c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:35.993140 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40112) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:36.007728 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-67a1739a-46a1-4cb4-8576-8adca25a497e tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1766257963', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'fixed_ips': [{'ip_address': '172.26.1.223'}]}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:36.020490 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-67a1739a-46a1-4cb4-8576-8adca25a497e tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:36.032322 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-44104a59-a59b-4457-93b6-b911547b4262 None None] Set router 9615a600-f039-44a5-bf78-07be8379b1fe gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:16:36.037258 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-67a1739a-46a1-4cb4-8576-8adca25a497e tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Usage tracker for resource:port and tenant:56c26e8d592643ae84199a6ab1532b37 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:36.054484 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-67a1739a-46a1-4cb4-8576-8adca25a497e tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:36.070101 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-67a1739a-46a1-4cb4-8576-8adca25a497e tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:36.133956 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d3f23-d154-45e0-8194-37391bf7b8a2 None None] Pushing event updated for resources: {'Port': ['ID=39eeefe8-ded7-4e81-92e0-97f2e4316c92,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:36.148209 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7990c858-4e06-45a9-9927-59a8e5bec960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:36.162027 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c01d3821-f5cb-4de2-993c-cbd870600710 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:36.177622 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-654d3f23-d154-45e0-8194-37391bf7b8a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:36.181134 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-c01d3821-f5cb-4de2-993c-cbd870600710 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Transition to ACTIVE for port object 59e104dd-7fca-4713-9f3b-6223e3bf8696 will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:16:36.184656 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port e36130a8-1ac2-4b57-b1c6-4bf7334a2b63 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:16:36.185064 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:36.249544 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a1739a-46a1-4cb4-8576-8adca25a497e tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Made reservation on behalf of 56c26e8d592643ae84199a6ab1532b37 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:16:36.261924 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-67a1739a-46a1-4cb4-8576-8adca25a497e tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:36.264828 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654d3f23-d154-45e0-8194-37391bf7b8a2 None None] Network a48e3e61-ee6e-43bd-8741-51a6b8681d8c is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:16:36.270392 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-654d3f23-d154-45e0-8194-37391bf7b8a2 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:16:36.285318 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654d3f23-d154-45e0-8194-37391bf7b8a2 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:16:36.321591 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-67a1739a-46a1-4cb4-8576-8adca25a497e tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:36.356366 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c01d3821-f5cb-4de2-993c-cbd870600710 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:36.358173 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1f0d-df1f-496e-a6ee-5cc340b4483d tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:36.373876 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbf1f0d-df1f-496e-a6ee-5cc340b4483d tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:36.374490 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1f0d-df1f-496e-a6ee-5cc340b4483d tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:36.394041 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e9729ecc-5bca-4034-af42-9e0e0d1ffbd3 tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:36.408291 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-67a1739a-46a1-4cb4-8576-8adca25a497e tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:36.409730 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dee6c694-0c30-42c8-bbd6-1ee82c59f5e9 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:36.414500 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-67a1739a-46a1-4cb4-8576-8adca25a497e tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Usage tracker for resource:security_group_rule and tenant:56c26e8d592643ae84199a6ab1532b37 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:36.424334 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-67a1739a-46a1-4cb4-8576-8adca25a497e tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:36.438888 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-67a1739a-46a1-4cb4-8576-8adca25a497e tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:36.525412 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40124) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:36.539943 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-44104a59-a59b-4457-93b6-b911547b4262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9615a600-f039-44a5-bf78-07be8379b1fe', 'name': 'tempest-ServersTestManualDisk-608666145-router', 'tenant_id': 'c2e0ca21fce24530bc558ca461319d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '3710a2b3-bab3-4dd2-bd17-791043d30365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:16:26Z', 'updated_at': '2021-12-22T13:16:31Z', 'revision_number': 4, 'project_id': 'c2e0ca21fce24530bc558ca461319d3e', 'gw_port': {'id': '3710a2b3-bab3-4dd2-bd17-791043d30365', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:83:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615a600-f039-44a5-bf78-07be8379b1fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:26Z', 'updated_at': '2021-12-22T13:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '15ff99f5-82f5-47ca-a879-78a8b4b04133', 'name': '', 'network_id': '385db047-262b-4adc-9531-32d02f559c7f', 'tenant_id': 'c2e0ca21fce24530bc558ca461319d3e', 'mac_address': 'fa:16:3e:60:5a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9615a600-f039-44a5-bf78-07be8379b1fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eee9c85c-23c9-4305-a153-7e903430a638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:30Z', 'updated_at': '2021-12-22T13:16:32Z', 'revision_number': 2, 'project_id': 'c2e0ca21fce24530bc558ca461319d3e', 'subnets': [{'id': 'eee9c85c-23c9-4305-a153-7e903430a638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:16:36.545392 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8cbf1f0d-df1f-496e-a6ee-5cc340b4483d tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.5064538 Dec 22 13:16:36.545785 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44104a59-a59b-4457-93b6-b911547b4262 None None] Checking router: 9615a600-f039-44a5-bf78-07be8379b1fe for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:16:36.546330 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44104a59-a59b-4457-93b6-b911547b4262 None None] Updating router 9615a600-f039-44a5-bf78-07be8379b1fe port 15ff99f5-82f5-47ca-a879-78a8b4b04133 binding host dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:16:36.550935 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40128) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:36.558602 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-f786746d-988d-41b6-bcd5-7b303cae94cc tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Request body: {'security_group': {'name': 'tempest-securitygroup--70388318', 'description': 'tempest-description--1487454066'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:36.563233 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-77ca2c69-da6a-4b1b-91b0-3c193fa648dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f225f0-9e53-43ee-88ff-451b3ab60c09', 'name': 'tempest-ServersTestJSON-625974591-router', 'tenant_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': 'bf156aea-b842-4e0b-8418-c05b21850eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:16:29Z', 'updated_at': '2021-12-22T13:16:32Z', 'revision_number': 3, 'project_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'gw_port': {'id': 'bf156aea-b842-4e0b-8418-c05b21850eae', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:64:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f225f0-9e53-43ee-88ff-451b3ab60c09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:30Z', 'updated_at': '2021-12-22T13:16:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:16:36.571335 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-f786746d-988d-41b6-bcd5-7b303cae94cc tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:36.574005 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ca2c69-da6a-4b1b-91b0-3c193fa648dd None None] Checking router: b7f225f0-9e53-43ee-88ff-451b3ab60c09 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:16:36.574387 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ca2c69-da6a-4b1b-91b0-3c193fa648dd None None] Updating router b7f225f0-9e53-43ee-88ff-451b3ab60c09 port bf156aea-b842-4e0b-8418-c05b21850eae binding host dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:16:36.578464 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-1259a421-62f6-4485-998f-72b475fbac70 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Request body: {'network': {'project_id': '9fc896341f584465886615dbcb780fb7'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:36.595102 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-397910ca-8ef5-464b-ab2c-177866c10013 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Request body: {'network': {'name': 'tempest-network--1531731008', 'router:external': True}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:36.597021 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f786746d-988d-41b6-bcd5-7b303cae94cc tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Usage tracker for resource:security_group and tenant:c2e0ca21fce24530bc558ca461319d3e is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:36.600837 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1259a421-62f6-4485-998f-72b475fbac70 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:36.604185 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-397910ca-8ef5-464b-ab2c-177866c10013 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:36.608055 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-397910ca-8ef5-464b-ab2c-177866c10013 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Usage tracker for resource:network and tenant:754f0f4ea4ee408a96d25b544af1fa2e is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:36.608556 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f786746d-988d-41b6-bcd5-7b303cae94cc tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:36.611467 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-397910ca-8ef5-464b-ab2c-177866c10013 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:36.618249 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-397910ca-8ef5-464b-ab2c-177866c10013 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:36.627337 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-f786746d-988d-41b6-bcd5-7b303cae94cc tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:36.630124 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1259a421-62f6-4485-998f-72b475fbac70 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Usage tracker for resource:network and tenant:9fc896341f584465886615dbcb780fb7 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:36.631755 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-44104a59-a59b-4457-93b6-b911547b4262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:36.634832 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1259a421-62f6-4485-998f-72b475fbac70 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:36.635170 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01d3821-f5cb-4de2-993c-cbd870600710 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Network a48e3e61-ee6e-43bd-8741-51a6b8681d8c is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:16:36.641352 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-654d3f23-d154-45e0-8194-37391bf7b8a2 None None] Attempting to bind port 39eeefe8-ded7-4e81-92e0-97f2e4316c92 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:16:36.641559 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-c01d3821-f5cb-4de2-993c-cbd870600710 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:16:36.641779 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-654d3f23-d154-45e0-8194-37391bf7b8a2 None None] Attempting to bind port 39eeefe8-ded7-4e81-92e0-97f2e4316c92 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'c3e5f71a-99b3-4e75-8978-96ecc874a7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'a48e3e61-ee6e-43bd-8741-51a6b8681d8c'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:16:36.642102 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654d3f23-d154-45e0-8194-37391bf7b8a2 None None] Attempting to bind port 39eeefe8-ded7-4e81-92e0-97f2e4316c92 on network a48e3e61-ee6e-43bd-8741-51a6b8681d8c {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:16:36.647164 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 3710a2b3-bab3-4dd2-bd17-791043d30365 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:16:36.651708 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01d3821-f5cb-4de2-993c-cbd870600710 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:16:36.655713 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01d3821-f5cb-4de2-993c-cbd870600710 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:36.657097 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c01d3821-f5cb-4de2-993c-cbd870600710 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:36.675576 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf1f0d-df1f-496e-a6ee-5cc340b4483d tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Pushing event updated for resources: {'Network': ['ID=bf503897-0b47-49ad-9cd1-4125727d3e2d,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:36.681837 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8cbf1f0d-df1f-496e-a6ee-5cc340b4483d tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:36.683290 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.258s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:36.700652 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1259a421-62f6-4485-998f-72b475fbac70 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:36.716463 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network bf503897-0b47-49ad-9cd1-4125727d3e2d details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:16:36.721478 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397910ca-8ef5-464b-ab2c-177866c10013 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Made reservation on behalf of 754f0f4ea4ee408a96d25b544af1fa2e for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:16:36.723905 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-397910ca-8ef5-464b-ab2c-177866c10013 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:37.021771 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c01d3821-f5cb-4de2-993c-cbd870600710 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6786845 Dec 22 13:16:37.021771 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40132) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:37.021771 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-397910ca-8ef5-464b-ab2c-177866c10013 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:37.022167 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-67a1739a-46a1-4cb4-8576-8adca25a497e tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:37.022167 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dd0fa1a7-651d-4ce3-a2bf-a07e94b8cd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:37.022167 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f786746d-988d-41b6-bcd5-7b303cae94cc tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:37.022407 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654d3f23-d154-45e0-8194-37391bf7b8a2 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:16:37.022407 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654d3f23-d154-45e0-8194-37391bf7b8a2 None None] Checking segment: {'id': 'c3e5f71a-99b3-4e75-8978-96ecc874a7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'a48e3e61-ee6e-43bd-8741-51a6b8681d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:16:37.022407 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-654d3f23-d154-45e0-8194-37391bf7b8a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:37.022407 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654d3f23-d154-45e0-8194-37391bf7b8a2 None None] Bound using segment: {'id': 'c3e5f71a-99b3-4e75-8978-96ecc874a7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'a48e3e61-ee6e-43bd-8741-51a6b8681d8c'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:16:37.022407 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-654d3f23-d154-45e0-8194-37391bf7b8a2 None None] Bound port: 39eeefe8-ded7-4e81-92e0-97f2e4316c92, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e5f71a-99b3-4e75-8978-96ecc874a7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'a48e3e61-ee6e-43bd-8741-51a6b8681d8c'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:16:37.022407 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-654d3f23-d154-45e0-8194-37391bf7b8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:37.022907 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1259a421-62f6-4485-998f-72b475fbac70 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Made reservation on behalf of 9fc896341f584465886615dbcb780fb7 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:16:37.022907 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1259a421-62f6-4485-998f-72b475fbac70 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:37.025286 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.objects.ports [None req-a025ab2b-e33e-4533-bd91-968bdf96684a tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84148) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 22 13:16:37.025286 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a025ab2b-e33e-4533-bd91-968bdf96684a tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:37.025286 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d3821-f5cb-4de2-993c-cbd870600710 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Pushing event updated for resources: {'Port': ['ID=59e104dd-7fca-4713-9f3b-6223e3bf8696,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:37.025286 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c01d3821-f5cb-4de2-993c-cbd870600710 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:37.025286 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b1422d71-71d8-4961-b908-a1dbc459abe3 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:37.025674 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-67a1739a-46a1-4cb4-8576-8adca25a497e tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:37.025750 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-654d3f23-d154-45e0-8194-37391bf7b8a2 None None] For port 39eeefe8-ded7-4e81-92e0-97f2e4316c92, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:16:37.025750 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-654d3f23-d154-45e0-8194-37391bf7b8a2 None None] For port 39eeefe8-ded7-4e81-92e0-97f2e4316c92, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=39eeefe8-ded7-4e81-92e0-97f2e4316c92,segment=NetworkSegment(c3e5f71a-99b3-4e75-8978-96ecc874a7ee),segment_id=c3e5f71a-99b3-4e75-8978-96ecc874a7ee)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:16:37.025750 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-77ca2c69-da6a-4b1b-91b0-3c193fa648dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:37.025925 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-67a1739a-46a1-4cb4-8576-8adca25a497e tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] device_id is not set on port 0e203814-ef35-47e8-8c03-fd2456102fb9 yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:16:37.025995 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a025ab2b-e33e-4533-bd91-968bdf96684a tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fe34b9f1-2b99-4d01-9fa2-e83fd3c9e488,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:37.025995 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dee6c694-0c30-42c8-bbd6-1ee82c59f5e9 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:37.025995 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a025ab2b-e33e-4533-bd91-968bdf96684a tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:37.025995 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-397910ca-8ef5-464b-ab2c-177866c10013 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:37.026218 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 3710a2b3-bab3-4dd2-bd17-791043d30365 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:16:37.026218 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:37.079943 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-397910ca-8ef5-464b-ab2c-177866c10013 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Usage tracker for resource:security_group_rule and tenant:754f0f4ea4ee408a96d25b544af1fa2e is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:37.079943 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-46444955-32f1-4505-8423-346f2eb5ada0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:37.110480 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee6c694-0c30-42c8-bbd6-1ee82c59f5e9 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:16:37.114713 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-43db15be-b7a2-45ef-8227-151525e931e2 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Deleting port 59e104dd-7fca-4713-9f3b-6223e3bf8696 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:16:37.114921 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-43db15be-b7a2-45ef-8227-151525e931e2 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:37.146961 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-654d3f23-d154-45e0-8194-37391bf7b8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:37.162493 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-397910ca-8ef5-464b-ab2c-177866c10013 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:37.164975 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-abe91706-6211-4da6-9697-31b610c79937 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:37.167440 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-dee6c694-0c30-42c8-bbd6-1ee82c59f5e9 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:16:37.182889 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-397910ca-8ef5-464b-ab2c-177866c10013 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:37.189057 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee6c694-0c30-42c8-bbd6-1ee82c59f5e9 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:16:37.208499 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-44104a59-a59b-4457-93b6-b911547b4262 None None] Notify callbacks [] for port, precommit_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:37.215883 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-849e3049-624c-43b0-bc14-56e9bbdcb086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:37.227411 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.provisioning_blocks [None req-44104a59-a59b-4457-93b6-b911547b4262 None None] Transition to ACTIVE for port object 15ff99f5-82f5-47ca-a879-78a8b4b04133 will not be triggered until provisioned by entity L2. {{(pid=84151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:16:37.229654 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a025ab2b-e33e-4533-bd91-968bdf96684a tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Checking segment: {'id': '06046a67-d63a-4015-9484-7c18956398fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '227f6160-a3ee-4cea-8aca-25a8f9a5b8b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:16:37.230014 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a025ab2b-e33e-4533-bd91-968bdf96684a tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Network hostable DHCP agents. Network: 227f6160-a3ee-4cea-8aca-25a8f9a5b8b9, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:16:37.271985 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-f786746d-988d-41b6-bcd5-7b303cae94cc tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:37.275004 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1259a421-62f6-4485-998f-72b475fbac70 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:16:37.283060 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-67a1739a-46a1-4cb4-8576-8adca25a497e tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 22 13:16:37.283949 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67a1739a-46a1-4cb4-8576-8adca25a497e tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:16:37.316168 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-44104a59-a59b-4457-93b6-b911547b4262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:37.320039 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:37.393608 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d3f23-d154-45e0-8194-37391bf7b8a2 None None] Pushing event updated for resources: {'Port': ['ID=39eeefe8-ded7-4e81-92e0-97f2e4316c92,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:37.406399 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-654d3f23-d154-45e0-8194-37391bf7b8a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:37.408124 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6c694-0c30-42c8-bbd6-1ee82c59f5e9 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Pushing event updated for resources: {'Port': ['ID=31139792-34c4-4f7f-a396-5dce65c3e9fe,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:37.540995 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-dd0fa1a7-651d-4ce3-a2bf-a07e94b8cd77 admin admin] Allocated IP 172.20.0.1 (cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4/0b9220c9-f2e2-4dc1-9463-99b690aae213/19c2cdcf-45a8-4cc1-a46d-812bd6cb3369) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:16:37.559963 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8bdbc0-dbb8-4ea2-bfa1-ee8ae6634c6a None None] Pushing event updated for resources: {'Port': ['ID=15ff99f5-82f5-47ca-a879-78a8b4b04133,revision_number=3']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:37.567231 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-4a8bdbc0-dbb8-4ea2-bfa1-ee8ae6634c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:37.594787 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f786746d-988d-41b6-bcd5-7b303cae94cc tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Usage tracker for resource:security_group_rule and tenant:c2e0ca21fce24530bc558ca461319d3e is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:37.599027 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f786746d-988d-41b6-bcd5-7b303cae94cc tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:37.608093 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-f786746d-988d-41b6-bcd5-7b303cae94cc tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:37.686630 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dee6c694-0c30-42c8-bbd6-1ee82c59f5e9 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:37.693558 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-dee6c694-0c30-42c8-bbd6-1ee82c59f5e9 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:37.726828 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-44104a59-a59b-4457-93b6-b911547b4262 None None] Attempting to bind port 15ff99f5-82f5-47ca-a879-78a8b4b04133 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:16:37.729197 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-77ca2c69-da6a-4b1b-91b0-3c193fa648dd None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:37.729315 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1739a-46a1-4cb4-8576-8adca25a497e tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bec5bf-483c-4547-94d5-cc4e6ed81afb,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:37.731482 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-44104a59-a59b-4457-93b6-b911547b4262 None None] Attempting to bind port 15ff99f5-82f5-47ca-a879-78a8b4b04133 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '0fd644be-47e5-4bcb-aa5b-b15f022ce968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '385db047-262b-4adc-9531-32d02f559c7f'}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:16:37.731889 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44104a59-a59b-4457-93b6-b911547b4262 None None] Attempting to bind port 15ff99f5-82f5-47ca-a879-78a8b4b04133 on network 385db047-262b-4adc-9531-32d02f559c7f {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:16:37.746090 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44104a59-a59b-4457-93b6-b911547b4262 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:16:37.746490 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44104a59-a59b-4457-93b6-b911547b4262 None None] Checking segment: {'id': '0fd644be-47e5-4bcb-aa5b-b15f022ce968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '385db047-262b-4adc-9531-32d02f559c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:16:37.746947 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-44104a59-a59b-4457-93b6-b911547b4262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:37.752274 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44104a59-a59b-4457-93b6-b911547b4262 None None] Bound using segment: {'id': '0fd644be-47e5-4bcb-aa5b-b15f022ce968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '385db047-262b-4adc-9531-32d02f559c7f'} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:16:37.752274 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-44104a59-a59b-4457-93b6-b911547b4262 None None] Bound port: 15ff99f5-82f5-47ca-a879-78a8b4b04133, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd644be-47e5-4bcb-aa5b-b15f022ce968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '385db047-262b-4adc-9531-32d02f559c7f'}}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:16:37.752274 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-44104a59-a59b-4457-93b6-b911547b4262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:37.752589 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-77ca2c69-da6a-4b1b-91b0-3c193fa648dd None None] Transition to ACTIVE for port object bf156aea-b842-4e0b-8418-c05b21850eae will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:16:37.763493 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-43db15be-b7a2-45ef-8227-151525e931e2 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:37.843812 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-77ca2c69-da6a-4b1b-91b0-3c193fa648dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:37.848308 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:37.903457 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f786746d-988d-41b6-bcd5-7b303cae94cc tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:37.904433 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-67a1739a-46a1-4cb4-8576-8adca25a497e tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.689s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:37.905491 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1259a421-62f6-4485-998f-72b475fbac70 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:37.905690 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-1259a421-62f6-4485-998f-72b475fbac70 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Added segment 2b432cba-63a0-4779-bab5-74dd722f2274 of type vlan for network d9ab0c60-e0fa-4d6a-a81b-c6c07bcbd43c Dec 22 13:16:37.975627 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1259a421-62f6-4485-998f-72b475fbac70 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:37.977634 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-44104a59-a59b-4457-93b6-b911547b4262 None None] For port 15ff99f5-82f5-47ca-a879-78a8b4b04133, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:16:37.980999 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-44104a59-a59b-4457-93b6-b911547b4262 None None] For port 15ff99f5-82f5-47ca-a879-78a8b4b04133, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=15ff99f5-82f5-47ca-a879-78a8b4b04133,segment=NetworkSegment(0fd644be-47e5-4bcb-aa5b-b15f022ce968),segment_id=0fd644be-47e5-4bcb-aa5b-b15f022ce968)] {{(pid=84151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:16:37.992679 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f786746d-988d-41b6-bcd5-7b303cae94cc tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:38.007087 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:38.016513 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-43db15be-b7a2-45ef-8227-151525e931e2 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Calling delete_port for 59e104dd-7fca-4713-9f3b-6223e3bf8696 owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:16:38.024812 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eefe249-ba63-4928-8b34-c1d750ceaf2d None None] Pushing event updated for resources: {'Port': ['ID=bf156aea-b842-4e0b-8418-c05b21850eae,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:38.028681 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-1eefe249-ba63-4928-8b34-c1d750ceaf2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:38.032394 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-77ca2c69-da6a-4b1b-91b0-3c193fa648dd None None] Attempting to bind port bf156aea-b842-4e0b-8418-c05b21850eae on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:16:38.032536 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-77ca2c69-da6a-4b1b-91b0-3c193fa648dd None None] Attempting to bind port bf156aea-b842-4e0b-8418-c05b21850eae by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:16:38.032820 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ca2c69-da6a-4b1b-91b0-3c193fa648dd None None] Attempting to bind port bf156aea-b842-4e0b-8418-c05b21850eae on network 0776f1b4-770d-462f-bc0f-df97e8017b18 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:16:38.042621 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ca2c69-da6a-4b1b-91b0-3c193fa648dd None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:16:38.042980 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ca2c69-da6a-4b1b-91b0-3c193fa648dd None None] Checking segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:16:38.043389 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-77ca2c69-da6a-4b1b-91b0-3c193fa648dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:38.045356 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ca2c69-da6a-4b1b-91b0-3c193fa648dd None None] Bound using segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:16:38.045356 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-77ca2c69-da6a-4b1b-91b0-3c193fa648dd None None] Bound port: bf156aea-b842-4e0b-8418-c05b21850eae, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:16:38.045356 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-77ca2c69-da6a-4b1b-91b0-3c193fa648dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:38.055790 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a025ab2b-e33e-4533-bd91-968bdf96684a tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Network 227f6160-a3ee-4cea-8aca-25a8f9a5b8b9 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:16:38.087739 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-67a1739a-46a1-4cb4-8576-8adca25a497e tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.0857420 Dec 22 13:16:38.090012 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40138) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:38.092563 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dd0fa1a7-651d-4ce3-a2bf-a07e94b8cd77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:38.097661 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786746d-988d-41b6-bcd5-7b303cae94cc tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fad85d-a427-4b49-97d8-bf4ab831eb5c,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:38.106559 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f786746d-988d-41b6-bcd5-7b303cae94cc tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:38.115984 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dee6c694-0c30-42c8-bbd6-1ee82c59f5e9 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:38.124036 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-44104a59-a59b-4457-93b6-b911547b4262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:38.128516 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-6c26e63f-f00e-4291-b822-a7921d94d339 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:38.143524 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5aadcd3c-2913-4a50-ac5f-a3204535ac12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:38.148872 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-77ca2c69-da6a-4b1b-91b0-3c193fa648dd None None] For port bf156aea-b842-4e0b-8418-c05b21850eae, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:16:38.158734 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-77ca2c69-da6a-4b1b-91b0-3c193fa648dd None None] For port bf156aea-b842-4e0b-8418-c05b21850eae, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=bf156aea-b842-4e0b-8418-c05b21850eae,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:16:38.171190 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-a025ab2b-e33e-4533-bd91-968bdf96684a tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 227f6160-a3ee-4cea-8aca-25a8f9a5b8b9) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:16:38.176947 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a025ab2b-e33e-4533-bd91-968bdf96684a tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:38.176947 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a025ab2b-e33e-4533-bd91-968bdf96684a tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:38.184873 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f786746d-988d-41b6-bcd5-7b303cae94cc tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:38.189583 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f786746d-988d-41b6-bcd5-7b303cae94cc tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.6596842 Dec 22 13:16:38.194447 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98d720e-0c46-4686-871a-c2f708876c98 None None] Network 227f6160-a3ee-4cea-8aca-25a8f9a5b8b9 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:16:38.196261 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-dd0fa1a7-651d-4ce3-a2bf-a07e94b8cd77 admin admin] Transition to ACTIVE for port object 19c2cdcf-45a8-4cc1-a46d-812bd6cb3369 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:16:38.196815 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40142) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:38.205123 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-538bf4a4-2dcb-4c26-b805-48ce6bddae02 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Request body: {'security_group_rule': {'security_group_id': 'b5fad85d-a427-4b49-97d8-bf4ab831eb5c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:38.214863 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-538bf4a4-2dcb-4c26-b805-48ce6bddae02 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:38.229630 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8bdbc0-dbb8-4ea2-bfa1-ee8ae6634c6a None None] Pushing event updated for resources: {'Port': ['ID=15ff99f5-82f5-47ca-a879-78a8b4b04133,revision_number=4']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:38.255834 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-4a8bdbc0-dbb8-4ea2-bfa1-ee8ae6634c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:38.269066 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-77ca2c69-da6a-4b1b-91b0-3c193fa648dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:38.274825 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-38fcbac5-b617-4ece-8604-356ed54041c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:38.276567 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-538bf4a4-2dcb-4c26-b805-48ce6bddae02 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Usage tracker for resource:security_group_rule and tenant:c2e0ca21fce24530bc558ca461319d3e is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:38.283190 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44104a59-a59b-4457-93b6-b911547b4262 None None] Routers {'9615a600-f039-44a5-bf78-07be8379b1fe'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:16:38.283190 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-44104a59-a59b-4457-93b6-b911547b4262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:16:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['9615a600-f039-44a5-bf78-07be8379b1fe'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:16:38.288617 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1259a421-62f6-4485-998f-72b475fbac70 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:38.297187 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-538bf4a4-2dcb-4c26-b805-48ce6bddae02 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:38.303692 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1259a421-62f6-4485-998f-72b475fbac70 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:38.304033 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1259a421-62f6-4485-998f-72b475fbac70 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:38.313292 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:38.338324 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-538bf4a4-2dcb-4c26-b805-48ce6bddae02 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:38.343086 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-3568c77b-0247-4f55-85ef-07c9e5228af0 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Deleting port 83585086-dd33-4f9b-aa7b-76afbf6887e6 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:16:38.344095 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3568c77b-0247-4f55-85ef-07c9e5228af0 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:38.431923 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eefe249-ba63-4928-8b34-c1d750ceaf2d None None] Pushing event updated for resources: {'Port': ['ID=bf156aea-b842-4e0b-8418-c05b21850eae,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:38.436212 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-1eefe249-ba63-4928-8b34-c1d750ceaf2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:38.467679 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-397910ca-8ef5-464b-ab2c-177866c10013 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:38.542564 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ca2c69-da6a-4b1b-91b0-3c193fa648dd None None] Routers {'b7f225f0-9e53-43ee-88ff-451b3ab60c09'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:16:38.544014 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-77ca2c69-da6a-4b1b-91b0-3c193fa648dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:16:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b7f225f0-9e53-43ee-88ff-451b3ab60c09'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:16:38.563819 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-44104a59-a59b-4457-93b6-b911547b4262 None None] Set router 9615a600-f039-44a5-bf78-07be8379b1fe gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:16:38.619757 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1259a421-62f6-4485-998f-72b475fbac70 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Pushing event updated for resources: {'Network': ['ID=d9ab0c60-e0fa-4d6a-a81b-c6c07bcbd43c,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:38.694719 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7732b087-4332-4eba-811c-b2baa7c6c88a None None] Network 227f6160-a3ee-4cea-8aca-25a8f9a5b8b9 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:16:38.699277 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1259a421-62f6-4485-998f-72b475fbac70 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.1340706 Dec 22 13:16:38.722133 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dd0fa1a7-651d-4ce3-a2bf-a07e94b8cd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:38.724646 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40148) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:38.725659 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1259a421-62f6-4485-998f-72b475fbac70 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:38.735451 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-5dc3d875-2d5a-4980-9915-6d7e633dda26 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Request body: {'network': {'project_id': '9fc896341f584465886615dbcb780fb7'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:38.743980 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:38.782099 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-538bf4a4-2dcb-4c26-b805-48ce6bddae02 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:38.801927 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5dc3d875-2d5a-4980-9915-6d7e633dda26 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:38.824744 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network d9ab0c60-e0fa-4d6a-a81b-c6c07bcbd43c details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:16:38.828588 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5dc3d875-2d5a-4980-9915-6d7e633dda26 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Usage tracker for resource:network and tenant:9fc896341f584465886615dbcb780fb7 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:38.841918 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5dc3d875-2d5a-4980-9915-6d7e633dda26 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:38.847853 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dee6c694-0c30-42c8-bbd6-1ee82c59f5e9 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:38.855310 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a025ab2b-e33e-4533-bd91-968bdf96684a tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.4369779 Dec 22 13:16:38.856169 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40152) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:38.859038 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-397910ca-8ef5-464b-ab2c-177866c10013 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:38.859730 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-43db15be-b7a2-45ef-8227-151525e931e2 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:38.867159 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-ad45797a-b37f-46b7-a0b3-f37b88a2fbf7 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-967409719', 'network_id': '227f6160-a3ee-4cea-8aca-25a8f9a5b8b9'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:38.870607 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5dc3d875-2d5a-4980-9915-6d7e633dda26 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:38.877199 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ad45797a-b37f-46b7-a0b3-f37b88a2fbf7 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:38.900334 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ad45797a-b37f-46b7-a0b3-f37b88a2fbf7 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Usage tracker for resource:port and tenant:02b3e95c312b4b4dbd283c88e21d2e44 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:38.908352 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ad45797a-b37f-46b7-a0b3-f37b88a2fbf7 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:38.911604 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dc3d875-2d5a-4980-9915-6d7e633dda26 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 22 13:16:38.912136 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dc3d875-2d5a-4980-9915-6d7e633dda26 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:16:38.916053 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5dc3d875-2d5a-4980-9915-6d7e633dda26 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1844947 Dec 22 13:16:38.919260 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40158) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:38.921022 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0fa1a7-651d-4ce3-a2bf-a07e94b8cd77 admin admin] Network cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:16:38.921914 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0fa1a7-651d-4ce3-a2bf-a07e94b8cd77 admin admin] Pushing event updated for resources: {'Port': ['ID=19c2cdcf-45a8-4cc1-a46d-812bd6cb3369,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:38.930567 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ad45797a-b37f-46b7-a0b3-f37b88a2fbf7 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:38.933679 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8cbf1f0d-df1f-496e-a6ee-5cc340b4483d tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:38.960890 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3568c77b-0247-4f55-85ef-07c9e5228af0 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:38.961230 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3568c77b-0247-4f55-85ef-07c9e5228af0 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:39.003301 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8c4484-913c-4fe5-83e2-34e423fecb64 None None] Network a48e3e61-ee6e-43bd-8741-51a6b8681d8c requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:16:39.025164 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dee6c694-0c30-42c8-bbd6-1ee82c59f5e9 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:39.043979 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-43db15be-b7a2-45ef-8227-151525e931e2 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:39.046235 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-43db15be-b7a2-45ef-8227-151525e931e2 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] 10.222.0.47 "DELETE /v2.0/ports/59e104dd-7fca-4713-9f3b-6223e3bf8696 HTTP/1.1" status: 204 len: 168 time: 2.2695673 Dec 22 13:16:39.054806 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-44104a59-a59b-4457-93b6-b911547b4262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9615a600-f039-44a5-bf78-07be8379b1fe', 'name': 'tempest-ServersTestManualDisk-608666145-router', 'tenant_id': 'c2e0ca21fce24530bc558ca461319d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '3710a2b3-bab3-4dd2-bd17-791043d30365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:16:26Z', 'updated_at': '2021-12-22T13:16:31Z', 'revision_number': 4, 'project_id': 'c2e0ca21fce24530bc558ca461319d3e', 'gw_port': {'id': '3710a2b3-bab3-4dd2-bd17-791043d30365', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:83:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615a600-f039-44a5-bf78-07be8379b1fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:26Z', 'updated_at': '2021-12-22T13:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '15ff99f5-82f5-47ca-a879-78a8b4b04133', 'name': '', 'network_id': '385db047-262b-4adc-9531-32d02f559c7f', 'tenant_id': 'c2e0ca21fce24530bc558ca461319d3e', 'mac_address': 'fa:16:3e:60:5a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9615a600-f039-44a5-bf78-07be8379b1fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eee9c85c-23c9-4305-a153-7e903430a638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:30Z', 'updated_at': '2021-12-22T13:16:37Z', 'revision_number': 4, 'project_id': 'c2e0ca21fce24530bc558ca461319d3e', 'subnets': [{'id': 'eee9c85c-23c9-4305-a153-7e903430a638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:16:39.060238 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44104a59-a59b-4457-93b6-b911547b4262 None None] The sync data for ids ['9615a600-f039-44a5-bf78-07be8379b1fe'] in dv-neutron-822669-1-hyperv is: [{'id': '9615a600-f039-44a5-bf78-07be8379b1fe', 'name': 'tempest-ServersTestManualDisk-608666145-router', 'tenant_id': 'c2e0ca21fce24530bc558ca461319d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '3710a2b3-bab3-4dd2-bd17-791043d30365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:16:26Z', 'updated_at': '2021-12-22T13:16:31Z', 'revision_number': 4, 'project_id': 'c2e0ca21fce24530bc558ca461319d3e', 'gw_port': {'id': '3710a2b3-bab3-4dd2-bd17-791043d30365', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:83:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615a600-f039-44a5-bf78-07be8379b1fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:26Z', 'updated_at': '2021-12-22T13:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '15ff99f5-82f5-47ca-a879-78a8b4b04133', 'name': '', 'network_id': '385db047-262b-4adc-9531-32d02f559c7f', 'tenant_id': 'c2e0ca21fce24530bc558ca461319d3e', 'mac_address': 'fa:16:3e:60:5a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9615a600-f039-44a5-bf78-07be8379b1fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eee9c85c-23c9-4305-a153-7e903430a638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:30Z', 'updated_at': '2021-12-22T13:16:37Z', 'revision_number': 4, 'project_id': 'c2e0ca21fce24530bc558ca461319d3e', 'subnets': [{'id': 'eee9c85c-23c9-4305-a153-7e903430a638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:16:39.065445 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40162) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:39.079377 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-397910ca-8ef5-464b-ab2c-177866c10013 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:16:39.131174 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-dd0fa1a7-651d-4ce3-a2bf-a07e94b8cd77 admin admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:16:39.147507 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0fa1a7-651d-4ce3-a2bf-a07e94b8cd77 admin admin] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:16:39.148011 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dd0fa1a7-651d-4ce3-a2bf-a07e94b8cd77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:39.161786 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:39.161965 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-3568c77b-0247-4f55-85ef-07c9e5228af0 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Calling delete_port for 83585086-dd33-4f9b-aa7b-76afbf6887e6 owned by network:floatingip {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:16:39.188527 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-397910ca-8ef5-464b-ab2c-177866c10013 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:39.189003 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-397910ca-8ef5-464b-ab2c-177866c10013 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Added segment 60225cc2-7a43-40b9-ab48-198b825f6d55 of type vlan for network 531df0fa-dd84-4f6c-b21f-5c528404b491 Dec 22 13:16:39.196835 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-dd0fa1a7-651d-4ce3-a2bf-a07e94b8cd77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:39.207217 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad45797a-b37f-46b7-a0b3-f37b88a2fbf7 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Made reservation on behalf of 02b3e95c312b4b4dbd283c88e21d2e44 for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:16:39.210763 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ad45797a-b37f-46b7-a0b3-f37b88a2fbf7 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:39.229961 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dee6c694-0c30-42c8-bbd6-1ee82c59f5e9 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:39.251124 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397910ca-8ef5-464b-ab2c-177866c10013 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ae1d6f-dcf1-488d-bc01-44efe6418626,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:39.284464 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-397910ca-8ef5-464b-ab2c-177866c10013 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:39.285229 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.306s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:39.342183 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-538bf4a4-2dcb-4c26-b805-48ce6bddae02 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:39.346674 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-870f1bb4-92d4-4c2b-b488-1f89f8fbf62f tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9fc896341f584465886615dbcb780fb7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4180074 Dec 22 13:16:39.365347 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40168) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:39.408140 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db15be-b7a2-45ef-8227-151525e931e2 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Pushing event deleted for resources: {'Port': ['ID=59e104dd-7fca-4713-9f3b-6223e3bf8696,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:39.446392 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-538bf4a4-2dcb-4c26-b805-48ce6bddae02 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:39.465299 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:39.502205 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-ad45797a-b37f-46b7-a0b3-f37b88a2fbf7 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] device_id is not set on port a109aaff-cd0b-4fff-98ab-df818989c777 yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:16:39.521661 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538bf4a4-2dcb-4c26-b805-48ce6bddae02 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5f9e7c6-f2bd-4282-9388-9a6220e4193f,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:39.528484 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-538bf4a4-2dcb-4c26-b805-48ce6bddae02 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:39.620422 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:39.621981 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dee6c694-0c30-42c8-bbd6-1ee82c59f5e9 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:39.623451 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-dee6c694-0c30-42c8-bbd6-1ee82c59f5e9 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7361944 Dec 22 13:16:39.626143 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-77ca2c69-da6a-4b1b-91b0-3c193fa648dd None None] Set router b7f225f0-9e53-43ee-88ff-451b3ab60c09 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:16:39.631911 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-397910ca-8ef5-464b-ab2c-177866c10013 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:39.644400 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40172) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:39.665551 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-538bf4a4-2dcb-4c26-b805-48ce6bddae02 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:39.665906 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-3957f2f4-d779-46ad-90d6-b0ec2d7add34 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1271197206'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:39.675368 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-538bf4a4-2dcb-4c26-b805-48ce6bddae02 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4774420 Dec 22 13:16:39.676072 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40176) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:39.715181 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b30f3e3b-7e99-47a4-b222-7f7eeb894760 tempest-DHCPAgentSchedulersTestJSON-514373625 tempest-DHCPAgentSchedulersTestJSON-514373625-project-admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.5873024 Dec 22 13:16:39.715407 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-e9eba33a-5004-45cc-9320-87d373ca3ed0 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Request body: {'security_group_rule': {'security_group_id': 'b5fad85d-a427-4b49-97d8-bf4ab831eb5c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:39.727279 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40182) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:39.730142 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-e9eba33a-5004-45cc-9320-87d373ca3ed0 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:39.738997 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-3957f2f4-d779-46ad-90d6-b0ec2d7add34 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:39.742115 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-b008e553-ca3d-4c27-8723-0d46f28c9d95 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-677612688'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:39.762284 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-3957f2f4-d779-46ad-90d6-b0ec2d7add34 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Usage tracker for resource:network and tenant:2f96c519d034433c926e645b5c963b93 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:39.769150 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dd0fa1a7-651d-4ce3-a2bf-a07e94b8cd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:39.771991 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6c694-0c30-42c8-bbd6-1ee82c59f5e9 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Pushing event updated for resources: {'Port': ['ID=31139792-34c4-4f7f-a396-5dce65c3e9fe,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:39.772774 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 39eeefe8-ded7-4e81-92e0-97f2e4316c92 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:16:39.781322 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-dee6c694-0c30-42c8-bbd6-1ee82c59f5e9 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:39.782439 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-3957f2f4-d779-46ad-90d6-b0ec2d7add34 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:39.785113 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-00948fbf-14f8-40c9-b9ab-28f181beec66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.661s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:39.785545 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-00948fbf-14f8-40c9-b9ab-28f181beec66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:39.801942 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-3957f2f4-d779-46ad-90d6-b0ec2d7add34 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:39.824990 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-b008e553-ca3d-4c27-8723-0d46f28c9d95 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:39.832314 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-b008e553-ca3d-4c27-8723-0d46f28c9d95 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Usage tracker for resource:network and tenant:2c2b8af49182414f81b95fd55cd11c92 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:39.836494 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-b008e553-ca3d-4c27-8723-0d46f28c9d95 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:39.848834 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-b008e553-ca3d-4c27-8723-0d46f28c9d95 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:39.855699 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-e9eba33a-5004-45cc-9320-87d373ca3ed0 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Usage tracker for resource:security_group_rule and tenant:c2e0ca21fce24530bc558ca461319d3e is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:39.860521 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-e9eba33a-5004-45cc-9320-87d373ca3ed0 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:39.870663 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-e9eba33a-5004-45cc-9320-87d373ca3ed0 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:39.871791 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b43331d4-9f00-4d17-a69a-50aeb5688cb8 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:39.900352 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b43331d4-9f00-4d17-a69a-50aeb5688cb8 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:39.915195 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3568c77b-0247-4f55-85ef-07c9e5228af0 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:39.936248 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:39.964927 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3957f2f4-d779-46ad-90d6-b0ec2d7add34 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Made reservation on behalf of 2f96c519d034433c926e645b5c963b93 for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:16:39.967964 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3957f2f4-d779-46ad-90d6-b0ec2d7add34 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:39.977890 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-397910ca-8ef5-464b-ab2c-177866c10013 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:39.989810 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397910ca-8ef5-464b-ab2c-177866c10013 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:39.990450 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-397910ca-8ef5-464b-ab2c-177866c10013 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:39.998497 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8cbf1f0d-df1f-496e-a6ee-5cc340b4483d tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:40.019081 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b008e553-ca3d-4c27-8723-0d46f28c9d95 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Made reservation on behalf of 2c2b8af49182414f81b95fd55cd11c92 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:16:40.022982 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b008e553-ca3d-4c27-8723-0d46f28c9d95 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:40.026558 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3957f2f4-d779-46ad-90d6-b0ec2d7add34 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:40.054847 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568c77b-0247-4f55-85ef-07c9e5228af0 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Pushing event deleted for resources: {'Port': ['ID=83585086-dd33-4f9b-aa7b-76afbf6887e6,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:40.063036 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3568c77b-0247-4f55-85ef-07c9e5228af0 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:40.068719 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3568c77b-0247-4f55-85ef-07c9e5228af0 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:40.070701 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-ae706bd3-3fd1-453c-9c7c-57e3ef4b5afd None None] Provisioning for port 39eeefe8-ded7-4e81-92e0-97f2e4316c92 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:16:40.073690 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e9eba33a-5004-45cc-9320-87d373ca3ed0 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:40.091159 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3568c77b-0247-4f55-85ef-07c9e5228af0 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:40.096810 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-3568c77b-0247-4f55-85ef-07c9e5228af0 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] 10.222.0.47 "DELETE /v2.0/floatingips/7b2e3605-093e-457d-a4e4-e54651b8ecc8 HTTP/1.1" status: 204 len: 168 time: 1.9963181 Dec 22 13:16:40.096968 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-ad45797a-b37f-46b7-a0b3-f37b88a2fbf7 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Allocated IP 172.20.0.10 (227f6160-a3ee-4cea-8aca-25a8f9a5b8b9/fe34b9f1-2b99-4d01-9fa2-e83fd3c9e488/a109aaff-cd0b-4fff-98ab-df818989c777) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:16:40.103366 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b43331d4-9f00-4d17-a69a-50aeb5688cb8 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:40.187396 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b008e553-ca3d-4c27-8723-0d46f28c9d95 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:16:40.205652 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b43331d4-9f00-4d17-a69a-50aeb5688cb8 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:40.210424 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b43331d4-9f00-4d17-a69a-50aeb5688cb8 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] 10.222.0.47 "DELETE /v2.0/security-groups/f87b5a19-9270-47e6-a151-6c2754a99aec HTTP/1.1" status: 204 len: 168 time: 0.8393066 Dec 22 13:16:40.213841 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40188) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:40.226637 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-397910ca-8ef5-464b-ab2c-177866c10013 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 4.5720329 Dec 22 13:16:40.239356 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40192) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:40.240919 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-77ca2c69-da6a-4b1b-91b0-3c193fa648dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f225f0-9e53-43ee-88ff-451b3ab60c09', 'name': 'tempest-ServersTestJSON-625974591-router', 'tenant_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': 'bf156aea-b842-4e0b-8418-c05b21850eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:16:29Z', 'updated_at': '2021-12-22T13:16:32Z', 'revision_number': 3, 'project_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'gw_port': {'id': 'bf156aea-b842-4e0b-8418-c05b21850eae', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:64:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f225f0-9e53-43ee-88ff-451b3ab60c09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:30Z', 'updated_at': '2021-12-22T13:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:16:40.250893 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ca2c69-da6a-4b1b-91b0-3c193fa648dd None None] The sync data for ids ['b7f225f0-9e53-43ee-88ff-451b3ab60c09'] in dv-neutron-822669-1-hyperv is: [{'id': 'b7f225f0-9e53-43ee-88ff-451b3ab60c09', 'name': 'tempest-ServersTestJSON-625974591-router', 'tenant_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': 'bf156aea-b842-4e0b-8418-c05b21850eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:16:29Z', 'updated_at': '2021-12-22T13:16:32Z', 'revision_number': 3, 'project_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'gw_port': {'id': 'bf156aea-b842-4e0b-8418-c05b21850eae', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:64:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f225f0-9e53-43ee-88ff-451b3ab60c09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:30Z', 'updated_at': '2021-12-22T13:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:16:40.289156 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-ae706bd3-3fd1-453c-9c7c-57e3ef4b5afd None None] Provisioning for port 19c2cdcf-45a8-4cc1-a46d-812bd6cb3369 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:16:40.295325 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-ae706bd3-3fd1-453c-9c7c-57e3ef4b5afd None None] Provisioning complete for port 19c2cdcf-45a8-4cc1-a46d-812bd6cb3369 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:16:40.300629 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ae706bd3-3fd1-453c-9c7c-57e3ef4b5afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:40.303280 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397910ca-8ef5-464b-ab2c-177866c10013 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Pushing event updated for resources: {'Network': ['ID=531df0fa-dd84-4f6c-b21f-5c528404b491,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:40.345181 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 531df0fa-dd84-4f6c-b21f-5c528404b491 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:16:40.376929 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 39eeefe8-ded7-4e81-92e0-97f2e4316c92 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:16:40.397255 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b008e553-ca3d-4c27-8723-0d46f28c9d95 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:40.397796 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-b008e553-ca3d-4c27-8723-0d46f28c9d95 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Added segment 129bb31e-0b1b-4bd6-83ca-2e97804ce339 of type vlan for network bc7f355f-8f2c-4380-9554-794c00ee5032 Dec 22 13:16:40.460328 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-397910ca-8ef5-464b-ab2c-177866c10013 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:40.461027 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c524db16-f406-4672-90b7-2c620abf5f3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.248s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:40.491853 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 39eeefe8-ded7-4e81-92e0-97f2e4316c92 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:16:40.492232 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:40.535207 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-ae706bd3-3fd1-453c-9c7c-57e3ef4b5afd None None] Port 19c2cdcf-45a8-4cc1-a46d-812bd6cb3369 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:16:40.547120 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a1247cbc-bdc8-42b8-844d-8c749fb5b211 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:40.563045 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b008e553-ca3d-4c27-8723-0d46f28c9d95 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:40.583478 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43331d4-9f00-4d17-a69a-50aeb5688cb8 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87b5a19-9270-47e6-a151-6c2754a99aec,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:40.591081 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b43331d4-9f00-4d17-a69a-50aeb5688cb8 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:40.591081 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-3957f2f4-d779-46ad-90d6-b0ec2d7add34 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:40.591518 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:40.606929 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-3957f2f4-d779-46ad-90d6-b0ec2d7add34 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Usage tracker for resource:security_group_rule and tenant:2f96c519d034433c926e645b5c963b93 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:40.629886 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-3957f2f4-d779-46ad-90d6-b0ec2d7add34 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:40.649617 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-3957f2f4-d779-46ad-90d6-b0ec2d7add34 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:40.679781 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-86df6772-775d-4c8a-8c6a-b9fb10c13e04 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:40.699774 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-8c6e36b4-81d8-4e34-8cb3-e52e3805b39b None None] Provisioning complete for port 39eeefe8-ded7-4e81-92e0-97f2e4316c92 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:16:40.700245 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8c6e36b4-81d8-4e34-8cb3-e52e3805b39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:40.758633 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:40.803137 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a1247cbc-bdc8-42b8-844d-8c749fb5b211 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:40.841533 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a1247cbc-bdc8-42b8-844d-8c749fb5b211 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=84149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:16:40.841895 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a1247cbc-bdc8-42b8-844d-8c749fb5b211 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:16:40.842671 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a1247cbc-bdc8-42b8-844d-8c749fb5b211 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:16:40.843645 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a1247cbc-bdc8-42b8-844d-8c749fb5b211 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Subscribe: > port after_create 55550000 {{(pid=84149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:16:40.843982 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a1247cbc-bdc8-42b8-844d-8c749fb5b211 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Subscribe: > port after_delete 55550000 {{(pid=84149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:16:40.844511 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a1247cbc-bdc8-42b8-844d-8c749fb5b211 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Subscribe: > port after_update 55550000 {{(pid=84149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:16:40.844844 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a1247cbc-bdc8-42b8-844d-8c749fb5b211 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=84149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:16:40.845187 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a1247cbc-bdc8-42b8-844d-8c749fb5b211 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:16:40.845510 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a1247cbc-bdc8-42b8-844d-8c749fb5b211 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:16:40.845830 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a1247cbc-bdc8-42b8-844d-8c749fb5b211 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=84149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:16:40.860236 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 39eeefe8-ded7-4e81-92e0-97f2e4316c92, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=39eeefe8-ded7-4e81-92e0-97f2e4316c92,segment=NetworkSegment(c3e5f71a-99b3-4e75-8978-96ecc874a7ee),segment_id=c3e5f71a-99b3-4e75-8978-96ecc874a7ee)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:16:40.876373 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ad45797a-b37f-46b7-a0b3-f37b88a2fbf7 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:40.908347 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-86df6772-775d-4c8a-8c6a-b9fb10c13e04 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:40.952198 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:40.954557 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 15ff99f5-82f5-47ca-a879-78a8b4b04133 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:16:40.995840 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40198) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:41.000600 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c09f16b2-415b-4221-b242-0a278ad05234 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:41.030982 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-86df6772-775d-4c8a-8c6a-b9fb10c13e04 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=84148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:16:41.031326 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-86df6772-775d-4c8a-8c6a-b9fb10c13e04 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:16:41.032052 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-86df6772-775d-4c8a-8c6a-b9fb10c13e04 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:16:41.032389 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-86df6772-775d-4c8a-8c6a-b9fb10c13e04 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Subscribe: > port after_create 55550000 {{(pid=84148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:16:41.032705 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-86df6772-775d-4c8a-8c6a-b9fb10c13e04 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Subscribe: > port after_delete 55550000 {{(pid=84148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:16:41.033078 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-86df6772-775d-4c8a-8c6a-b9fb10c13e04 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Subscribe: > port after_update 55550000 {{(pid=84148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:16:41.033353 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-86df6772-775d-4c8a-8c6a-b9fb10c13e04 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=84148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:16:41.033688 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-86df6772-775d-4c8a-8c6a-b9fb10c13e04 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:16:41.034005 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-86df6772-775d-4c8a-8c6a-b9fb10c13e04 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:16:41.034316 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-86df6772-775d-4c8a-8c6a-b9fb10c13e04 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=84148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:16:41.036101 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8c6e36b4-81d8-4e34-8cb3-e52e3805b39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:41.107444 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a1247cbc-bdc8-42b8-844d-8c749fb5b211 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:16:41.107790 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a1247cbc-bdc8-42b8-844d-8c749fb5b211 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:16:41.108278 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a1247cbc-bdc8-42b8-844d-8c749fb5b211 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=84149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:16:41.108627 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a1247cbc-bdc8-42b8-844d-8c749fb5b211 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=84149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:16:41.109493 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-a1247cbc-bdc8-42b8-844d-8c749fb5b211 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9ab0c60-e0fa-4d6a-a81b-c6c07bcbd43c']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:16:41.121681 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.resource_extend [None req-b008e553-ca3d-4c27-8723-0d46f28c9d95 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:16:41.161286 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=39eeefe8-ded7-4e81-92e0-97f2e4316c92,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:41.165583 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e9eba33a-5004-45cc-9320-87d373ca3ed0 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:41.167056 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:41.173223 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-a1247cbc-bdc8-42b8-844d-8c749fb5b211 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b432cba-63a0-4779-bab5-74dd722f2274') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:16:41.173520 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-a1247cbc-bdc8-42b8-844d-8c749fb5b211 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b432cba-63a0-4779-bab5-74dd722f2274') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:16:41.186462 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-8c6e36b4-81d8-4e34-8cb3-e52e3805b39b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:16:41.186847 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-8c6e36b4-81d8-4e34-8cb3-e52e3805b39b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:16:41.201756 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a1247cbc-bdc8-42b8-844d-8c749fb5b211 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:41.212289 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b008e553-ca3d-4c27-8723-0d46f28c9d95 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:41.221968 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b008e553-ca3d-4c27-8723-0d46f28c9d95 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:41.222574 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b008e553-ca3d-4c27-8723-0d46f28c9d95 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:41.230599 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1ff1557d-bef5-41d1-9842-fb0e771b9968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:41.239022 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-86df6772-775d-4c8a-8c6a-b9fb10c13e04 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:16:41.239513 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-86df6772-775d-4c8a-8c6a-b9fb10c13e04 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:16:41.239701 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-86df6772-775d-4c8a-8c6a-b9fb10c13e04 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=84148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:16:41.240036 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-86df6772-775d-4c8a-8c6a-b9fb10c13e04 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=84148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 13:16:41.240383 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-86df6772-775d-4c8a-8c6a-b9fb10c13e04 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['531df0fa-dd84-4f6c-b21f-5c528404b491']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:16:41.252677 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a1247cbc-bdc8-42b8-844d-8c749fb5b211 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:41.256991 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e9eba33a-5004-45cc-9320-87d373ca3ed0 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:41.271558 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 15ff99f5-82f5-47ca-a879-78a8b4b04133 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:16:41.277180 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 15ff99f5-82f5-47ca-a879-78a8b4b04133 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:16:41.277661 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:41.282975 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-86df6772-775d-4c8a-8c6a-b9fb10c13e04 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60225cc2-7a43-40b9-ab48-198b825f6d55') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:16:41.283293 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-86df6772-775d-4c8a-8c6a-b9fb10c13e04 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60225cc2-7a43-40b9-ab48-198b825f6d55') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:16:41.290604 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3957f2f4-d779-46ad-90d6-b0ec2d7add34 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:41.303127 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-86df6772-775d-4c8a-8c6a-b9fb10c13e04 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:41.309446 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e0eb6f27-1583-47f5-8a37-95724944c392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:41.321202 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1247cbc-bdc8-42b8-844d-8c749fb5b211 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:16:41.321202 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a1247cbc-bdc8-42b8-844d-8c749fb5b211 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:41.339255 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-86df6772-775d-4c8a-8c6a-b9fb10c13e04 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:41.352666 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 22 13:16:41.352666 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn_limited( Dec 22 13:16:41.352666 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 22 13:16:41.352666 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn_limited( Dec 22 13:16:41.352666 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:16:41.352666 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:16:41.352666 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:16:41.352666 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:16:41.352666 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:16:41.352666 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:16:41.352666 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:16:41.352666 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:16:41.352666 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:16:41.352666 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:16:41.352666 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:16:41.352666 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:16:41.352666 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:16:41.352666 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:16:41.352666 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:16:41.352666 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:16:41.352666 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:16:41.352666 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:16:41.352666 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:16:41.352666 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:16:41.352666 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:16:41.352666 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:16:41.352666 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:16:41.352666 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:16:41.352666 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:16:41.352666 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:16:41.352666 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:16:41.352666 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:16:41.352666 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:16:41.352666 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:16:41.352666 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:16:41.352666 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:16:41.356466 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3957f2f4-d779-46ad-90d6-b0ec2d7add34 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:41.357989 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86df6772-775d-4c8a-8c6a-b9fb10c13e04 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:16:41.358096 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-86df6772-775d-4c8a-8c6a-b9fb10c13e04 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:41.375688 dv-neutron-822669-1-hyperv neutron-server[84148]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 22 13:16:41.375688 dv-neutron-822669-1-hyperv neutron-server[84148]: util.warn_limited( Dec 22 13:16:41.375688 dv-neutron-822669-1-hyperv neutron-server[84148]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 22 13:16:41.375688 dv-neutron-822669-1-hyperv neutron-server[84148]: util.warn_limited( Dec 22 13:16:41.375688 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:16:41.375688 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:16:41.375688 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:16:41.375688 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:16:41.375688 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:16:41.375688 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:16:41.375688 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:16:41.375688 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:16:41.375688 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:16:41.375688 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:16:41.375688 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:16:41.375688 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:16:41.375688 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:16:41.375688 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:16:41.375688 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:16:41.375688 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:16:41.375688 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:16:41.375688 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:16:41.375688 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:16:41.375688 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:16:41.375688 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:16:41.375688 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:16:41.375688 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:16:41.375688 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:16:41.375688 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:16:41.375688 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:16:41.375688 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:16:41.375688 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:16:41.375688 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:16:41.375688 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:16:41.375688 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:16:41.375688 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:16:41.410453 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.resource_extend [None req-dd0fa1a7-651d-4ce3-a2bf-a07e94b8cd77 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:16:41.411006 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:41.432178 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3957f2f4-d779-46ad-90d6-b0ec2d7add34 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:16:41.445407 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 15ff99f5-82f5-47ca-a879-78a8b4b04133, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=15ff99f5-82f5-47ca-a879-78a8b4b04133,segment=NetworkSegment(0fd644be-47e5-4bcb-aa5b-b15f022ce968),segment_id=0fd644be-47e5-4bcb-aa5b-b15f022ce968)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:16:41.445731 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3957f2f4-d779-46ad-90d6-b0ec2d7add34 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:41.446218 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-3957f2f4-d779-46ad-90d6-b0ec2d7add34 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Added segment 2af65238-5ac2-42ff-adb8-9c03759698cd of type vlan for network 0d549717-6ce1-4395-b4d9-9907963652bf Dec 22 13:16:41.451933 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e0eb6f27-1583-47f5-8a37-95724944c392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:41.454524 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-397910ca-8ef5-464b-ab2c-177866c10013 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:41.454998 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dd0fa1a7-651d-4ce3-a2bf-a07e94b8cd77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:41.459201 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008e553-ca3d-4c27-8723-0d46f28c9d95 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Pushing event updated for resources: {'Network': ['ID=bc7f355f-8f2c-4380-9554-794c00ee5032,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:41.467114 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b008e553-ca3d-4c27-8723-0d46f28c9d95 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:41.467545 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:41.477009 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b008e553-ca3d-4c27-8723-0d46f28c9d95 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7486501 Dec 22 13:16:41.481056 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40204) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:41.483950 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network bc7f355f-8f2c-4380-9554-794c00ee5032 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:16:41.484209 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ad45797a-b37f-46b7-a0b3-f37b88a2fbf7 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:41.489407 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e0eb6f27-1583-47f5-8a37-95724944c392 admin admin] Usage tracker for resource:security_group_rule and tenant:d4c61edef88e44738905f5f55150127b is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:41.490892 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eba33a-5004-45cc-9320-87d373ca3ed0 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdc84eb8-f5e8-4c13-a030-d214206b919a,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:41.494508 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e9eba33a-5004-45cc-9320-87d373ca3ed0 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:41.505351 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:41.513446 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3957f2f4-d779-46ad-90d6-b0ec2d7add34 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:41.543504 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e0eb6f27-1583-47f5-8a37-95724944c392 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:41.561828 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-654d3f23-d154-45e0-8194-37391bf7b8a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:41.570666 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e0eb6f27-1583-47f5-8a37-95724944c392 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:41.572009 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dd0fa1a7-651d-4ce3-a2bf-a07e94b8cd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:41.582155 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e9eba33a-5004-45cc-9320-87d373ca3ed0 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:41.583352 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e9eba33a-5004-45cc-9320-87d373ca3ed0 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.8911252 Dec 22 13:16:41.597577 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40208) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:41.605181 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-05e50aa2-c8a9-4ba0-b7f2-53d94ec48ae7 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Request body: {'floatingip': {'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:41.618131 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:41.626990 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3957f2f4-d779-46ad-90d6-b0ec2d7add34 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5251cd6-66b2-4b74-8349-39d272d97ae9,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:41.638221 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-05e50aa2-c8a9-4ba0-b7f2-53d94ec48ae7 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:41.644673 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3957f2f4-d779-46ad-90d6-b0ec2d7add34 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:41.645398 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-dee6c694-0c30-42c8-bbd6-1ee82c59f5e9 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:41.662395 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a1247cbc-bdc8-42b8-844d-8c749fb5b211 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:41.663279 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 39eeefe8-ded7-4e81-92e0-97f2e4316c92 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:16:41.683039 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3957f2f4-d779-46ad-90d6-b0ec2d7add34 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:41.693457 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad45797a-b37f-46b7-a0b3-f37b88a2fbf7 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Network 227f6160-a3ee-4cea-8aca-25a8f9a5b8b9 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:16:41.697861 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-05e50aa2-c8a9-4ba0-b7f2-53d94ec48ae7 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Usage tracker for resource:floatingip and tenant:c2e0ca21fce24530bc558ca461319d3e is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:41.712921 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3957f2f4-d779-46ad-90d6-b0ec2d7add34 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:41.713334 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3957f2f4-d779-46ad-90d6-b0ec2d7add34 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:41.713451 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a1247cbc-bdc8-42b8-844d-8c749fb5b211 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:41.717633 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-ad45797a-b37f-46b7-a0b3-f37b88a2fbf7 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:16:41.722517 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a1247cbc-bdc8-42b8-844d-8c749fb5b211 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] 10.222.0.47 "DELETE /v2.0/networks/d9ab0c60-e0fa-4d6a-a81b-c6c07bcbd43c HTTP/1.1" status: 204 len: 168 time: 1.4997380 Dec 22 13:16:41.723339 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-05e50aa2-c8a9-4ba0-b7f2-53d94ec48ae7 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:41.732013 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40212) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:41.740757 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad45797a-b37f-46b7-a0b3-f37b88a2fbf7 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:16:41.751304 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dd0fa1a7-651d-4ce3-a2bf-a07e94b8cd77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:41.759184 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0fa1a7-651d-4ce3-a2bf-a07e94b8cd77 admin admin] Pushing event updated for resources: {'Port': ['ID=19c2cdcf-45a8-4cc1-a46d-812bd6cb3369,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:41.768570 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-dd0fa1a7-651d-4ce3-a2bf-a07e94b8cd77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:41.768986 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:41.774714 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-86df6772-775d-4c8a-8c6a-b9fb10c13e04 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:41.794302 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-05e50aa2-c8a9-4ba0-b7f2-53d94ec48ae7 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:41.812124 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1247cbc-bdc8-42b8-844d-8c749fb5b211 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Pushing event deleted for resources: {'Network': ['ID=d9ab0c60-e0fa-4d6a-a81b-c6c07bcbd43c,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:41.814477 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a1247cbc-bdc8-42b8-844d-8c749fb5b211 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:41.819405 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-99cf5ce5-fa26-473f-8c81-4e716ca09bc3 tempest-DHCPAgentSchedulersTestJSON-514373625 tempest-DHCPAgentSchedulersTestJSON-514373625-project-admin] 10.222.0.47 "GET /v2.0/agents/3816e827-33b9-4c24-b619-bf7b6fde3f50/dhcp-networks HTTP/1.1" status: 200 len: 5516 time: 0.3331447 Dec 22 13:16:41.855813 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=15ff99f5-82f5-47ca-a879-78a8b4b04133,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:41.859933 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:41.869849 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40216) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:41.872213 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 39eeefe8-ded7-4e81-92e0-97f2e4316c92 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:16:41.872573 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:41.935039 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45797a-b37f-46b7-a0b3-f37b88a2fbf7 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Pushing event updated for resources: {'Port': ['ID=a109aaff-cd0b-4fff-98ab-df818989c777,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:41.952358 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0fa1a7-651d-4ce3-a2bf-a07e94b8cd77 admin admin] Network cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:16:41.955290 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-dd0fa1a7-651d-4ce3-a2bf-a07e94b8cd77 admin admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:16:41.977754 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-0329a9fc-7b2f-477b-931f-eaf370e4d31e None None] Could not find standard attr ID for object 59e104dd-7fca-4713-9f3b-6223e3bf8696. {{(pid=84150) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:16:41.979138 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86df6772-775d-4c8a-8c6a-b9fb10c13e04 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 531df0fa-dd84-4f6c-b21f-5c528404b491 {{(pid=84148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 22 13:16:42.027935 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-05e50aa2-c8a9-4ba0-b7f2-53d94ec48ae7 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks [] for floatingip, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:42.058854 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad45797a-b37f-46b7-a0b3-f37b88a2fbf7 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:42.059455 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ad45797a-b37f-46b7-a0b3-f37b88a2fbf7 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:42.064213 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-86df6772-775d-4c8a-8c6a-b9fb10c13e04 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:42.066040 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-86df6772-775d-4c8a-8c6a-b9fb10c13e04 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] 10.222.0.47 "DELETE /v2.0/networks/531df0fa-dd84-4f6c-b21f-5c528404b491 HTTP/1.1" status: 204 len: 168 time: 1.7923722 Dec 22 13:16:42.093769 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40222) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:42.097554 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-3957f2f4-d779-46ad-90d6-b0ec2d7add34 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.4455051 Dec 22 13:16:42.117637 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40226) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:42.131064 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-bd746538-eac9-49ea-840c-4d6a52e9d752 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Request body: {'subnet': {'network_id': '0d549717-6ce1-4395-b4d9-9907963652bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:42.157182 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-7be0aa6d-3c2f-4ab8-bc4c-3c786a5b9e7a tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:42.183643 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e0eb6f27-1583-47f5-8a37-95724944c392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:42.188900 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ad45797a-b37f-46b7-a0b3-f37b88a2fbf7 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:42.190005 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-7be0aa6d-3c2f-4ab8-bc4c-3c786a5b9e7a tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:42.197485 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.468s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:42.215349 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6a557ff7-c325-461d-8214-02b44a314a88 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:42.217369 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-2551beb1-d27a-43ce-bbad-7d37da735365 None None] Provisioning complete for port 19c2cdcf-45a8-4cc1-a46d-812bd6cb3369 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:16:42.219467 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2551beb1-d27a-43ce-bbad-7d37da735365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:42.232677 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-7be0aa6d-3c2f-4ab8-bc4c-3c786a5b9e7a tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Usage tracker for resource:network and tenant:754f0f4ea4ee408a96d25b544af1fa2e is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:42.292974 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-7be0aa6d-3c2f-4ab8-bc4c-3c786a5b9e7a tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:42.298006 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-2551beb1-d27a-43ce-bbad-7d37da735365 None None] Port 19c2cdcf-45a8-4cc1-a46d-812bd6cb3369 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:16:42.314844 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e0eb6f27-1583-47f5-8a37-95724944c392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:42.315920 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-7be0aa6d-3c2f-4ab8-bc4c-3c786a5b9e7a tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:42.325886 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ad45797a-b37f-46b7-a0b3-f37b88a2fbf7 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 3.4661033 Dec 22 13:16:42.328645 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40230) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:42.379102 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-bd746538-eac9-49ea-840c-4d6a52e9d752 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:42.388946 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3957f2f4-d779-46ad-90d6-b0ec2d7add34 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Pushing event updated for resources: {'Network': ['ID=0d549717-6ce1-4395-b4d9-9907963652bf,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:42.389467 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-bd746538-eac9-49ea-840c-4d6a52e9d752 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Usage tracker for resource:subnet and tenant:2f96c519d034433c926e645b5c963b93 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:42.393907 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-bd746538-eac9-49ea-840c-4d6a52e9d752 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:42.406502 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 0d549717-6ce1-4395-b4d9-9907963652bf details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:16:42.447567 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df6772-775d-4c8a-8c6a-b9fb10c13e04 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Pushing event deleted for resources: {'Network': ['ID=531df0fa-dd84-4f6c-b21f-5c528404b491,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:42.448687 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-86df6772-775d-4c8a-8c6a-b9fb10c13e04 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:42.460183 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-bd746538-eac9-49ea-840c-4d6a52e9d752 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:42.497081 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.587s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:42.497602 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:42.498407 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be0aa6d-3c2f-4ab8-bc4c-3c786a5b9e7a tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Made reservation on behalf of 754f0f4ea4ee408a96d25b544af1fa2e for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:16:42.501705 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7be0aa6d-3c2f-4ab8-bc4c-3c786a5b9e7a tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:42.507334 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-49daa1a0-3c4e-4ff7-a9f9-15efb6b9a2db tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Deleting port a109aaff-cd0b-4fff-98ab-df818989c777 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:16:42.507674 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-49daa1a0-3c4e-4ff7-a9f9-15efb6b9a2db tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:42.518434 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-12f1beaf-d7d6-45d4-ae10-05bb353f355f tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:42.559871 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e0eb6f27-1583-47f5-8a37-95724944c392 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d4c61edef88e44738905f5f55150127b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5626593 Dec 22 13:16:42.570559 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40234) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:42.589443 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6a557ff7-c325-461d-8214-02b44a314a88 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:42.618701 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb6f27-1583-47f5-8a37-95724944c392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b33198-0a74-40fc-9906-60cbfaca8cbf,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:42.622277 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e0eb6f27-1583-47f5-8a37-95724944c392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:42.624298 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd746538-eac9-49ea-840c-4d6a52e9d752 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Made reservation on behalf of 2f96c519d034433c926e645b5c963b93 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:16:42.643557 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569857d3-bfbe-4890-a9a7-3922cba75c8b tempest-DHCPAgentSchedulersTestJSON-514373625 tempest-DHCPAgentSchedulersTestJSON-514373625-project-admin] Network bc7f355f-8f2c-4380-9554-794c00ee5032 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:16:42.649536 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be0aa6d-3c2f-4ab8-bc4c-3c786a5b9e7a tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:16:42.659758 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-6a557ff7-c325-461d-8214-02b44a314a88 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf503897-0b47-49ad-9cd1-4125727d3e2d']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:16:42.687653 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-6a557ff7-c325-461d-8214-02b44a314a88 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa7b265a-b74c-4be5-9fde-3e0ef2401195') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:16:42.687937 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-6a557ff7-c325-461d-8214-02b44a314a88 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa7b265a-b74c-4be5-9fde-3e0ef2401195') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:16:42.694373 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7be0aa6d-3c2f-4ab8-bc4c-3c786a5b9e7a tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:42.695380 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-7be0aa6d-3c2f-4ab8-bc4c-3c786a5b9e7a tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Added segment a8c173db-189a-4bcb-9759-e33ddb4721e1 of type vlan for network 44c6eec2-7d4c-473a-bd04-ab28e48e6c8d Dec 22 13:16:42.705878 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6a557ff7-c325-461d-8214-02b44a314a88 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:42.728831 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-569857d3-bfbe-4890-a9a7-3922cba75c8b tempest-DHCPAgentSchedulersTestJSON-514373625 tempest-DHCPAgentSchedulersTestJSON-514373625-project-admin] 10.222.0.47 "POST /v2.0/agents/3816e827-33b9-4c24-b619-bf7b6fde3f50/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8435254 Dec 22 13:16:42.733056 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40240) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:42.736100 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688fcbaf-9c7b-48ac-aba1-0d2993cc617a None None] Network bc7f355f-8f2c-4380-9554-794c00ee5032 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:16:42.737477 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6a557ff7-c325-461d-8214-02b44a314a88 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:42.747096 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a557ff7-c325-461d-8214-02b44a314a88 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:16:42.748366 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6a557ff7-c325-461d-8214-02b44a314a88 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:42.760916 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:16:42.760916 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:16:42.760916 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:16:42.760916 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:16:42.760916 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:16:42.760916 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:16:42.760916 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:16:42.760916 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:16:42.760916 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:16:42.760916 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:16:42.760916 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:16:42.760916 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:16:42.760916 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:16:42.760916 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:16:42.760916 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:16:42.760916 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:16:42.760916 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:16:42.760916 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:16:42.760916 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:16:42.760916 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:16:42.760916 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:16:42.760916 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:16:42.760916 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:16:42.760916 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:16:42.760916 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:16:42.760916 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:16:42.760916 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:16:42.760916 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:16:42.760916 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:16:42.760916 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:16:42.760916 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:16:42.760916 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:16:42.837457 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7be0aa6d-3c2f-4ab8-bc4c-3c786a5b9e7a tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:42.857670 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-05e50aa2-c8a9-4ba0-b7f2-53d94ec48ae7 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:42.920155 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bd746538-eac9-49ea-840c-4d6a52e9d752 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:42.941529 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6a557ff7-c325-461d-8214-02b44a314a88 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:42.949278 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6a557ff7-c325-461d-8214-02b44a314a88 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:42.956020 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:43.073799 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7be0aa6d-3c2f-4ab8-bc4c-3c786a5b9e7a tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:43.074719 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a557ff7-c325-461d-8214-02b44a314a88 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Pushing event deleted for resources: {'Network': ['ID=bf503897-0b47-49ad-9cd1-4125727d3e2d,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:43.077223 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6a557ff7-c325-461d-8214-02b44a314a88 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:43.080724 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6a557ff7-c325-461d-8214-02b44a314a88 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] 10.222.0.47 "DELETE /v2.0/networks/bf503897-0b47-49ad-9cd1-4125727d3e2d HTTP/1.1" status: 204 len: 168 time: 1.3075852 Dec 22 13:16:43.087225 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be0aa6d-3c2f-4ab8-bc4c-3c786a5b9e7a tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:43.087848 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7be0aa6d-3c2f-4ab8-bc4c-3c786a5b9e7a tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:43.094251 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:43.129924 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e233bafe-3718-40d1-bfdc-bcccc260dc69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:43.189752 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-49daa1a0-3c4e-4ff7-a9f9-15efb6b9a2db tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:43.205292 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-05e50aa2-c8a9-4ba0-b7f2-53d94ec48ae7 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Allocated IP 172.26.1.21 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/d579b56c-862c-4ef8-a5a1-fe4ee863ce7b) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:16:43.210905 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0aa6d-3c2f-4ab8-bc4c-3c786a5b9e7a tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Pushing event updated for resources: {'Network': ['ID=44c6eec2-7d4c-473a-bd04-ab28e48e6c8d,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:43.213472 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7be0aa6d-3c2f-4ab8-bc4c-3c786a5b9e7a tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:43.224843 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 44c6eec2-7d4c-473a-bd04-ab28e48e6c8d details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:16:43.239541 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-7be0aa6d-3c2f-4ab8-bc4c-3c786a5b9e7a tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1403368 Dec 22 13:16:43.282741 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40246) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:43.295487 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-2b085b02-9d81-4b9a-a930-8400538adc8d tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Request body: {'subnet': {'network_id': '44c6eec2-7d4c-473a-bd04-ab28e48e6c8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:43.302611 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-2b085b02-9d81-4b9a-a930-8400538adc8d tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:43.309062 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-2b085b02-9d81-4b9a-a930-8400538adc8d tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Usage tracker for resource:subnet and tenant:754f0f4ea4ee408a96d25b544af1fa2e is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:43.318680 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-2b085b02-9d81-4b9a-a930-8400538adc8d tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:43.328025 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-2b085b02-9d81-4b9a-a930-8400538adc8d tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:43.365206 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-49daa1a0-3c4e-4ff7-a9f9-15efb6b9a2db tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Calling delete_port for a109aaff-cd0b-4fff-98ab-df818989c777 owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:16:43.385133 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-05e50aa2-c8a9-4ba0-b7f2-53d94ec48ae7 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:43.403251 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e233bafe-3718-40d1-bfdc-bcccc260dc69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:43.471545 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b085b02-9d81-4b9a-a930-8400538adc8d tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Made reservation on behalf of 754f0f4ea4ee408a96d25b544af1fa2e for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:16:43.482577 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2b085b02-9d81-4b9a-a930-8400538adc8d tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:43.744492 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-05e50aa2-c8a9-4ba0-b7f2-53d94ec48ae7 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:43.744492 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:43.745749 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 15ff99f5-82f5-47ca-a879-78a8b4b04133 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:16:43.746091 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d480530e-079c-4e33-87fc-bb027c887aed tempest-DHCPAgentSchedulersTestJSON-514373625 tempest-DHCPAgentSchedulersTestJSON-514373625-project-admin] 10.222.0.47 "GET /v2.0/agents/3816e827-33b9-4c24-b619-bf7b6fde3f50/dhcp-networks HTTP/1.1" status: 200 len: 6260 time: 0.8860509 Dec 22 13:16:43.746091 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40252) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:43.748387 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e50aa2-c8a9-4ba0-b7f2-53d94ec48ae7 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:16:43.748387 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-05e50aa2-c8a9-4ba0-b7f2-53d94ec48ae7 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:16:43.748544 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 15ff99f5-82f5-47ca-a879-78a8b4b04133 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:16:43.748544 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:43.748700 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e50aa2-c8a9-4ba0-b7f2-53d94ec48ae7 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:16:43.748783 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd0fa1a7-651d-4ce3-a2bf-a07e94b8cd77 admin admin] Router b7f225f0-9e53-43ee-88ff-451b3ab60c09 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:16:43.748871 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e50aa2-c8a9-4ba0-b7f2-53d94ec48ae7 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Pushing event updated for resources: {'Port': ['ID=d579b56c-862c-4ef8-a5a1-fe4ee863ce7b,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:43.748871 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-05e50aa2-c8a9-4ba0-b7f2-53d94ec48ae7 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:43.804401 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e233bafe-3718-40d1-bfdc-bcccc260dc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:43.819685 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:43.981667 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-49daa1a0-3c4e-4ff7-a9f9-15efb6b9a2db tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:43.984477 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bd746538-eac9-49ea-840c-4d6a52e9d752 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:43.985511 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e233bafe-3718-40d1-bfdc-bcccc260dc69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b33198-0a74-40fc-9906-60cbfaca8cbf,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:43.992932 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e233bafe-3718-40d1-bfdc-bcccc260dc69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:44.004295 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-05e50aa2-c8a9-4ba0-b7f2-53d94ec48ae7 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:44.007064 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:44.089176 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:16:44.113001 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40258) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:44.123853 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a7104133-e3e6-4487-9d1c-c647c1cde900 tempest-DHCPAgentSchedulersTestJSON-514373625 tempest-DHCPAgentSchedulersTestJSON-514373625-project-admin] 10.222.0.47 "DELETE /v2.0/agents/3816e827-33b9-4c24-b619-bf7b6fde3f50/dhcp-networks/bc7f355f-8f2c-4380-9554-794c00ee5032 HTTP/1.1" status: 204 len: 168 time: 0.4514725 Dec 22 13:16:44.128118 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e233bafe-3718-40d1-bfdc-bcccc260dc69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:44.129426 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e233bafe-3718-40d1-bfdc-bcccc260dc69 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/27b33198-0a74-40fc-9906-60cbfaca8cbf HTTP/1.1" status: 204 len: 168 time: 1.5544076 Dec 22 13:16:44.130735 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40264) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:44.165215 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd746538-eac9-49ea-840c-4d6a52e9d752 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Pushing event updated for resources: {'Subnet': ['ID=b5c5b86c-f908-4b26-9164-2d21ceb60092,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:44.181762 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-05e50aa2-c8a9-4ba0-b7f2-53d94ec48ae7 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:44.185145 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-bd746538-eac9-49ea-840c-4d6a52e9d752 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:44.190106 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3568c77b-0247-4f55-85ef-07c9e5228af0 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:44.252298 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49daa1a0-3c4e-4ff7-a9f9-15efb6b9a2db tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Pushing event deleted for resources: {'Port': ['ID=a109aaff-cd0b-4fff-98ab-df818989c777,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:44.262897 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-49daa1a0-3c4e-4ff7-a9f9-15efb6b9a2db tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:44.275503 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd746538-eac9-49ea-840c-4d6a52e9d752 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Checking segment: {'id': '2af65238-5ac2-42ff-adb8-9c03759698cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0d549717-6ce1-4395-b4d9-9907963652bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:16:44.275860 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd746538-eac9-49ea-840c-4d6a52e9d752 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Network hostable DHCP agents. Network: 0d549717-6ce1-4395-b4d9-9907963652bf, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:16:44.333243 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-49daa1a0-3c4e-4ff7-a9f9-15efb6b9a2db tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:44.335280 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-49daa1a0-3c4e-4ff7-a9f9-15efb6b9a2db tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] 10.222.0.47 "DELETE /v2.0/ports/a109aaff-cd0b-4fff-98ab-df818989c777 HTTP/1.1" status: 204 len: 168 time: 2.0078716 Dec 22 13:16:44.339117 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40270) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:44.352821 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-104c13c9-abdd-483a-9b1a-c2f7844e5185 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '227f6160-a3ee-4cea-8aca-25a8f9a5b8b9', 'external_fixed_ips': [{'subnet_id': 'fe34b9f1-2b99-4d01-9fa2-e83fd3c9e488', 'ip_address': '172.20.0.10'}]}}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:44.360187 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-104c13c9-abdd-483a-9b1a-c2f7844e5185 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:44.365164 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f676986d-9ffd-4fa1-a0fd-b0b35fac1846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:44.366731 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-104c13c9-abdd-483a-9b1a-c2f7844e5185 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Usage tracker for resource:router and tenant:02b3e95c312b4b4dbd283c88e21d2e44 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:44.370325 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-104c13c9-abdd-483a-9b1a-c2f7844e5185 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:44.380520 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-104c13c9-abdd-483a-9b1a-c2f7844e5185 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:44.426972 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0fa1a7-651d-4ce3-a2bf-a07e94b8cd77 admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:16:44.438500 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-dd0fa1a7-651d-4ce3-a2bf-a07e94b8cd77 admin admin] 10.222.0.47 "PUT /v2.0/routers/b7f225f0-9e53-43ee-88ff-451b3ab60c09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5045664 Dec 22 13:16:44.466172 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd746538-eac9-49ea-840c-4d6a52e9d752 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Network 0d549717-6ce1-4395-b4d9-9907963652bf is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:16:44.488725 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-104c13c9-abdd-483a-9b1a-c2f7844e5185 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:44.489834 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-104c13c9-abdd-483a-9b1a-c2f7844e5185 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:44.506743 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.objects.ports [None req-2b085b02-9d81-4b9a-a930-8400538adc8d tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84148) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 22 13:16:44.507385 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2b085b02-9d81-4b9a-a930-8400538adc8d tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:44.516603 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-104c13c9-abdd-483a-9b1a-c2f7844e5185 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:44.541079 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-bd746538-eac9-49ea-840c-4d6a52e9d752 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 0d549717-6ce1-4395-b4d9-9907963652bf) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:16:44.549652 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:44.552865 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d833b39-a6ce-41a0-8dbc-dc07ed2706c1 None None] Network 0d549717-6ce1-4395-b4d9-9907963652bf requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:16:44.554160 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd746538-eac9-49ea-840c-4d6a52e9d752 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:44.554808 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bd746538-eac9-49ea-840c-4d6a52e9d752 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:44.603773 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-f676986d-9ffd-4fa1-a0fd-b0b35fac1846 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:44.617572 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0a8b8bc2-d974-43c9-aaa8-963a76aa4cc0 tempest-DHCPAgentSchedulersTestJSON-514373625 tempest-DHCPAgentSchedulersTestJSON-514373625-project-admin] 10.222.0.47 "GET /v2.0/agents/3816e827-33b9-4c24-b619-bf7b6fde3f50/dhcp-networks HTTP/1.1" status: 200 len: 5516 time: 0.4830134 Dec 22 13:16:44.622644 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-f676986d-9ffd-4fa1-a0fd-b0b35fac1846 admin admin] Usage tracker for resource:security_group_rule and tenant:b8a85d14b5fb4eefb87382e4c694607b is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:44.626114 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40278) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:44.639880 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-f676986d-9ffd-4fa1-a0fd-b0b35fac1846 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:44.656841 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-f676986d-9ffd-4fa1-a0fd-b0b35fac1846 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:44.703040 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b085b02-9d81-4b9a-a930-8400538adc8d tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Pushing event updated for resources: {'Subnet': ['ID=def7df77-93a9-4b79-bd0d-72338d7c2b69,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:44.707831 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-bd746538-eac9-49ea-840c-4d6a52e9d752 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5891142 Dec 22 13:16:44.711432 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40290) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:44.716500 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2b085b02-9d81-4b9a-a930-8400538adc8d tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:44.720679 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-47aa14ca-1d48-4612-aaab-3c614a36ff5d tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-407787985', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}, 'admin_state_up': False}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:44.732316 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c896333a-6d66-4140-ba80-794702c6bb5c tempest-DHCPAgentSchedulersTestJSON-514373625 tempest-DHCPAgentSchedulersTestJSON-514373625-project-admin] 10.222.0.47 "GET /v2.0/networks/a48e3e61-ee6e-43bd-8741-51a6b8681d8c/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1017675 Dec 22 13:16:44.732316 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-47aa14ca-1d48-4612-aaab-3c614a36ff5d tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:44.733326 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40294) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:44.759494 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b085b02-9d81-4b9a-a930-8400538adc8d tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Checking segment: {'id': 'a8c173db-189a-4bcb-9759-e33ddb4721e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '44c6eec2-7d4c-473a-bd04-ab28e48e6c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:16:44.759888 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b085b02-9d81-4b9a-a930-8400538adc8d tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Network hostable DHCP agents. Network: 44c6eec2-7d4c-473a-bd04-ab28e48e6c8d, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:16:44.792674 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-47aa14ca-1d48-4612-aaab-3c614a36ff5d tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Usage tracker for resource:router and tenant:2f96c519d034433c926e645b5c963b93 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:44.797430 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-47aa14ca-1d48-4612-aaab-3c614a36ff5d tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:44.804614 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-47aa14ca-1d48-4612-aaab-3c614a36ff5d tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:44.809153 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-05e50aa2-c8a9-4ba0-b7f2-53d94ec48ae7 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:44.817342 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-104c13c9-abdd-483a-9b1a-c2f7844e5185 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:44.835279 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-668fb1d9-22f6-4c55-b969-b959de78cde7 tempest-DHCPAgentSchedulersTestJSON-514373625 tempest-DHCPAgentSchedulersTestJSON-514373625-project-admin] 10.222.0.47 "GET /v2.0/networks/a48e3e61-ee6e-43bd-8741-51a6b8681d8c/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0981026 Dec 22 13:16:44.837934 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40298) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:44.860578 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f676986d-9ffd-4fa1-a0fd-b0b35fac1846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:44.883265 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-05e50aa2-c8a9-4ba0-b7f2-53d94ec48ae7 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:44.889424 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-46444955-32f1-4505-8423-346f2eb5ada0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:44.910842 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71097d2-a050-47e0-aa51-5a73393ffb4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-0d549717-6ce1-4395-b4d9-9907963652bf', 'network_id': '0d549717-6ce1-4395-b4d9-9907963652bf', 'tenant_id': '2f96c519d034433c926e645b5c963b93', 'fixed_ips': [{'subnet_id': 'b5c5b86c-f908-4b26-9164-2d21ceb60092'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:16:44.911945 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c71097d2-a050-47e0-aa51-5a73393ffb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:44.940254 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-47aa14ca-1d48-4612-aaab-3c614a36ff5d tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:44.941196 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-47aa14ca-1d48-4612-aaab-3c614a36ff5d tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:45.027046 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40304) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:45.037196 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b085b02-9d81-4b9a-a930-8400538adc8d tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Network 44c6eec2-7d4c-473a-bd04-ab28e48e6c8d is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:16:45.039388 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f676986d-9ffd-4fa1-a0fd-b0b35fac1846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:45.092323 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-47aa14ca-1d48-4612-aaab-3c614a36ff5d tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:45.142452 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e50aa2-c8a9-4ba0-b7f2-53d94ec48ae7 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Pushing event updated for resources: {'Port': ['ID=d579b56c-862c-4ef8-a5a1-fe4ee863ce7b,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:45.149514 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-05e50aa2-c8a9-4ba0-b7f2-53d94ec48ae7 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:45.153410 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-2b085b02-9d81-4b9a-a930-8400538adc8d tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 44c6eec2-7d4c-473a-bd04-ab28e48e6c8d) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:16:45.164603 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-05e50aa2-c8a9-4ba0-b7f2-53d94ec48ae7 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:45.164603 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e9729ecc-5bca-4034-af42-9e0e0d1ffbd3 tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:45.166241 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1049556d-a8f4-4403-bb50-a36099f8dbe1 None None] Network 44c6eec2-7d4c-473a-bd04-ab28e48e6c8d requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:16:45.178435 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-4a102e51-8bf8-4453-a960-5ca2d263b392 tempest-DHCPAgentSchedulersTestJSON-514373625 tempest-DHCPAgentSchedulersTestJSON-514373625-project-admin] 10.222.0.47 "GET /v2.0/agents/3816e827-33b9-4c24-b619-bf7b6fde3f50/dhcp-networks HTTP/1.1" status: 200 len: 6295 time: 0.3346331 Dec 22 13:16:45.178435 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40308) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:45.185053 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b085b02-9d81-4b9a-a930-8400538adc8d tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:45.185739 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2b085b02-9d81-4b9a-a930-8400538adc8d tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:45.194891 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f676986d-9ffd-4fa1-a0fd-b0b35fac1846 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b8a85d14b5fb4eefb87382e4c694607b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0803535 Dec 22 13:16:45.201749 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-10f8a13d-101c-471f-a49f-fa0718cfb86c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=56c26e8d592643ae84199a6ab1532b37&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1728654 Dec 22 13:16:45.205638 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40312) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:45.205929 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40314) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:45.259955 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f676986d-9ffd-4fa1-a0fd-b0b35fac1846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcc2811-f4ce-4b1e-94ad-e756c07ea43f,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:45.267270 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f676986d-9ffd-4fa1-a0fd-b0b35fac1846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:45.292367 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-c71097d2-a050-47e0-aa51-5a73393ffb4f None None] Allocated IP 172.20.0.2 (0d549717-6ce1-4395-b4d9-9907963652bf/b5c5b86c-f908-4b26-9164-2d21ceb60092/54a88c34-f11d-41b1-bef0-e56a2b7155c0) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:16:45.345644 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-05e50aa2-c8a9-4ba0-b7f2-53d94ec48ae7 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:45.355183 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-05e50aa2-c8a9-4ba0-b7f2-53d94ec48ae7 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7480175 Dec 22 13:16:45.382099 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-2b085b02-9d81-4b9a-a930-8400538adc8d tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0960977 Dec 22 13:16:45.382976 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40322) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:45.387636 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-9c277271-174e-4506-aba2-83464db53c19 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Request body: {'floatingip': {'floating_network_id': '44c6eec2-7d4c-473a-bd04-ab28e48e6c8d'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:45.404622 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-9c277271-174e-4506-aba2-83464db53c19 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:45.408867 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-9c277271-174e-4506-aba2-83464db53c19 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Usage tracker for resource:floatingip and tenant:754f0f4ea4ee408a96d25b544af1fa2e is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:45.412090 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-9c277271-174e-4506-aba2-83464db53c19 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:45.420061 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-9c277271-174e-4506-aba2-83464db53c19 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:45.527317 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9c277271-174e-4506-aba2-83464db53c19 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:45.554448 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6a8ef5c8-e079-4a95-9997-3762d1da7d99 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:45.582972 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5535ed26-3537-4dba-8c61-bd36c28551ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:45.631876 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b879753d-8253-4a2a-af45-1928a2750a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:45.686630 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b879753d-8253-4a2a-af45-1928a2750a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:45.697697 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d4bfb4-527e-4e61-a945-c1f8bd49765c None None] Network 44c6eec2-7d4c-473a-bd04-ab28e48e6c8d requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:16:45.747069 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9c277271-174e-4506-aba2-83464db53c19 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:45.766331 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-47aa14ca-1d48-4612-aaab-3c614a36ff5d tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:45.806225 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5535ed26-3537-4dba-8c61-bd36c28551ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:45.819245 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b879753d-8253-4a2a-af45-1928a2750a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:45.914922 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-9c277271-174e-4506-aba2-83464db53c19 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Allocated IP 172.20.0.14 (44c6eec2-7d4c-473a-bd04-ab28e48e6c8d/def7df77-93a9-4b79-bd0d-72338d7c2b69/b5a21ae6-637b-490b-a36e-58cdcb219180) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:16:46.088076 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c71097d2-a050-47e0-aa51-5a73393ffb4f None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:46.100853 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-69a40f8a-529b-4da4-8880-58fa3e8f21c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:46.105260 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9c277271-174e-4506-aba2-83464db53c19 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:46.133561 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c71097d2-a050-47e0-aa51-5a73393ffb4f None None] Transition to ACTIVE for port object 54a88c34-f11d-41b1-bef0-e56a2b7155c0 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:16:46.167269 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879753d-8253-4a2a-af45-1928a2750a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bec5bf-483c-4547-94d5-cc4e6ed81afb,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:46.172501 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b879753d-8253-4a2a-af45-1928a2750a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:46.172980 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c71097d2-a050-47e0-aa51-5a73393ffb4f None None] Transition to ACTIVE for port object 54a88c34-f11d-41b1-bef0-e56a2b7155c0 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:16:46.221447 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40344) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:46.227401 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-ee39c2ec-583c-4464-8f42-3b827955909b tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Request body: {'security_group': {'name': 'tempest-securitygroup--765468769', 'description': 'tempest-description--222811733'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:46.233094 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ee39c2ec-583c-4464-8f42-3b827955909b tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:46.238455 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ee39c2ec-583c-4464-8f42-3b827955909b tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Usage tracker for resource:security_group and tenant:97addb87d3bc483d91b11c8c5ef7e2aa is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:46.242287 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9c277271-174e-4506-aba2-83464db53c19 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:46.243443 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ee39c2ec-583c-4464-8f42-3b827955909b tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:46.252202 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:46.277648 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6a8ef5c8-e079-4a95-9997-3762d1da7d99 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:46.283717 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c71097d2-a050-47e0-aa51-5a73393ffb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:46.291810 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c09f16b2-415b-4221-b242-0a278ad05234 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:46.310426 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ee39c2ec-583c-4464-8f42-3b827955909b tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:46.319053 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-104c13c9-abdd-483a-9b1a-c2f7844e5185 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:46.337821 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40350) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:46.345348 dv-neutron-822669-1-hyperv neutron-server[84148]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 22 13:16:46.351025 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b879753d-8253-4a2a-af45-1928a2750a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:46.356777 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b879753d-8253-4a2a-af45-1928a2750a79 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f6bec5bf-483c-4547-94d5-cc4e6ed81afb HTTP/1.1" status: 204 len: 168 time: 1.1437681 Dec 22 13:16:46.356777 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-6a8ef5c8-e079-4a95-9997-3762d1da7d99 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc7f355f-8f2c-4380-9554-794c00ee5032']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:16:46.361260 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71097d2-a050-47e0-aa51-5a73393ffb4f None None] Network 0d549717-6ce1-4395-b4d9-9907963652bf is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:16:46.364676 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-c71097d2-a050-47e0-aa51-5a73393ffb4f None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:16:46.368698 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71097d2-a050-47e0-aa51-5a73393ffb4f None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:16:46.373310 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-6a8ef5c8-e079-4a95-9997-3762d1da7d99 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '129bb31e-0b1b-4bd6-83ca-2e97804ce339') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:16:46.373589 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-6a8ef5c8-e079-4a95-9997-3762d1da7d99 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '129bb31e-0b1b-4bd6-83ca-2e97804ce339') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:16:46.377521 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c277271-174e-4506-aba2-83464db53c19 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Network 44c6eec2-7d4c-473a-bd04-ab28e48e6c8d is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:16:46.382326 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-9c277271-174e-4506-aba2-83464db53c19 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:16:46.385758 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71097d2-a050-47e0-aa51-5a73393ffb4f None None] Pushing event updated for resources: {'Port': ['ID=54a88c34-f11d-41b1-bef0-e56a2b7155c0,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:46.388642 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c71097d2-a050-47e0-aa51-5a73393ffb4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:46.390624 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6a8ef5c8-e079-4a95-9997-3762d1da7d99 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:46.398002 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c277271-174e-4506-aba2-83464db53c19 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:16:46.412250 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-104c13c9-abdd-483a-9b1a-c2f7844e5185 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:46.433757 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c277271-174e-4506-aba2-83464db53c19 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Pushing event updated for resources: {'Port': ['ID=b5a21ae6-637b-490b-a36e-58cdcb219180,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:46.436269 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ee39c2ec-583c-4464-8f42-3b827955909b tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:46.447303 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9c277271-174e-4506-aba2-83464db53c19 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:46.456620 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6a8ef5c8-e079-4a95-9997-3762d1da7d99 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:46.486574 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-c71097d2-a050-47e0-aa51-5a73393ffb4f None None] Attempting to bind port 54a88c34-f11d-41b1-bef0-e56a2b7155c0 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:16:46.486946 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-c71097d2-a050-47e0-aa51-5a73393ffb4f None None] Attempting to bind port 54a88c34-f11d-41b1-bef0-e56a2b7155c0 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '2af65238-5ac2-42ff-adb8-9c03759698cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0d549717-6ce1-4395-b4d9-9907963652bf'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:16:46.487300 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71097d2-a050-47e0-aa51-5a73393ffb4f None None] Attempting to bind port 54a88c34-f11d-41b1-bef0-e56a2b7155c0 on network 0d549717-6ce1-4395-b4d9-9907963652bf {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:16:46.488139 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a8ef5c8-e079-4a95-9997-3762d1da7d99 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:16:46.488705 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6a8ef5c8-e079-4a95-9997-3762d1da7d99 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:46.492353 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-d51fab68-10dc-4263-949e-53b59c562289 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--70388318&fields=id&tenant_id=c2e0ca21fce24530bc558ca461319d3e HTTP/1.1" status: 200 len: 267 time: 0.1530764 Dec 22 13:16:46.495263 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71097d2-a050-47e0-aa51-5a73393ffb4f None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:16:46.495487 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71097d2-a050-47e0-aa51-5a73393ffb4f None None] Checking segment: {'id': '2af65238-5ac2-42ff-adb8-9c03759698cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0d549717-6ce1-4395-b4d9-9907963652bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:16:46.496037 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c71097d2-a050-47e0-aa51-5a73393ffb4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:46.496393 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71097d2-a050-47e0-aa51-5a73393ffb4f None None] Bound using segment: {'id': '2af65238-5ac2-42ff-adb8-9c03759698cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0d549717-6ce1-4395-b4d9-9907963652bf'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:16:46.496854 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-c71097d2-a050-47e0-aa51-5a73393ffb4f None None] Bound port: 54a88c34-f11d-41b1-bef0-e56a2b7155c0, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af65238-5ac2-42ff-adb8-9c03759698cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0d549717-6ce1-4395-b4d9-9907963652bf'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:16:46.497251 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c71097d2-a050-47e0-aa51-5a73393ffb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:46.530319 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:16:46.530319 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:16:46.530319 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:16:46.530319 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:16:46.530319 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:16:46.530319 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:16:46.530319 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:16:46.530319 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:16:46.530319 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:16:46.530319 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:16:46.530319 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:16:46.530319 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:16:46.530319 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:16:46.530319 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:16:46.530319 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:16:46.530319 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:16:46.530319 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:16:46.530319 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:16:46.530319 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:16:46.530319 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:16:46.530319 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:16:46.530319 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:16:46.530319 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:16:46.530319 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:16:46.530319 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:16:46.530319 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:16:46.530319 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:16:46.530319 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:16:46.530319 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:16:46.530319 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:16:46.530319 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:16:46.530319 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:16:46.610418 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-c71097d2-a050-47e0-aa51-5a73393ffb4f None None] For port 54a88c34-f11d-41b1-bef0-e56a2b7155c0, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:16:46.614959 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-c71097d2-a050-47e0-aa51-5a73393ffb4f None None] For port 54a88c34-f11d-41b1-bef0-e56a2b7155c0, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=54a88c34-f11d-41b1-bef0-e56a2b7155c0,segment=NetworkSegment(2af65238-5ac2-42ff-adb8-9c03759698cd),segment_id=2af65238-5ac2-42ff-adb8-9c03759698cd)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:16:46.616521 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ee39c2ec-583c-4464-8f42-3b827955909b tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:46.620686 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5535ed26-3537-4dba-8c61-bd36c28551ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:46.631722 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ee39c2ec-583c-4464-8f42-3b827955909b tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Usage tracker for resource:security_group_rule and tenant:97addb87d3bc483d91b11c8c5ef7e2aa is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:46.644953 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ee39c2ec-583c-4464-8f42-3b827955909b tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:46.657070 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ee39c2ec-583c-4464-8f42-3b827955909b tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:46.661000 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-67a1739a-46a1-4cb4-8576-8adca25a497e tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:46.676497 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c71097d2-a050-47e0-aa51-5a73393ffb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:46.682039 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-654d3f23-d154-45e0-8194-37391bf7b8a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:46.718995 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5535ed26-3537-4dba-8c61-bd36c28551ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcc2811-f4ce-4b1e-94ad-e756c07ea43f,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:46.723842 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5535ed26-3537-4dba-8c61-bd36c28551ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:46.738127 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-a079c4e8-f06a-4a2e-89ac-fd159da4e5ad tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:46.744679 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-a079c4e8-f06a-4a2e-89ac-fd159da4e5ad tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/networks?id=385db047-262b-4adc-9531-32d02f559c7f HTTP/1.1" status: 200 len: 811 time: 0.2427218 Dec 22 13:16:46.774616 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5535ed26-3537-4dba-8c61-bd36c28551ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:46.779745 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5535ed26-3537-4dba-8c61-bd36c28551ef admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5dcc2811-f4ce-4b1e-94ad-e756c07ea43f HTTP/1.1" status: 204 len: 168 time: 1.5723610 Dec 22 13:16:46.779947 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71097d2-a050-47e0-aa51-5a73393ffb4f None None] Pushing event updated for resources: {'Port': ['ID=54a88c34-f11d-41b1-bef0-e56a2b7155c0,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:46.783144 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c71097d2-a050-47e0-aa51-5a73393ffb4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:46.851079 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ee39c2ec-583c-4464-8f42-3b827955909b tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:46.860482 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-5232e619-3302-4f82-863d-9b090253a2b1 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/quotas/c2e0ca21fce24530bc558ca461319d3e HTTP/1.1" status: 200 len: 375 time: 0.1149163 Dec 22 13:16:46.862476 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9c277271-174e-4506-aba2-83464db53c19 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:46.864095 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6a8ef5c8-e079-4a95-9997-3762d1da7d99 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:46.884190 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6a8ef5c8-e079-4a95-9997-3762d1da7d99 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:46.892597 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b008e553-ca3d-4c27-8723-0d46f28c9d95 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:46.928708 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ee39c2ec-583c-4464-8f42-3b827955909b tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:46.930953 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ef5c8-e079-4a95-9997-3762d1da7d99 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Pushing event deleted for resources: {'Network': ['ID=bc7f355f-8f2c-4380-9554-794c00ee5032,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:46.933941 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6a8ef5c8-e079-4a95-9997-3762d1da7d99 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:46.941755 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:46.941841 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6a8ef5c8-e079-4a95-9997-3762d1da7d99 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] 10.222.0.47 "DELETE /v2.0/networks/bc7f355f-8f2c-4380-9554-794c00ee5032 HTTP/1.1" status: 204 len: 168 time: 1.7611167 Dec 22 13:16:46.945759 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40360) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:46.999949 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-104c13c9-abdd-483a-9b1a-c2f7844e5185 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Allocated IP 172.20.0.10 (227f6160-a3ee-4cea-8aca-25a8f9a5b8b9/fe34b9f1-2b99-4d01-9fa2-e83fd3c9e488/e56fbfdf-a684-4566-8c93-afd8082ccb2e) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:16:47.054689 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-46e39746-d650-441d-94c7-262801e4e9a5 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] DELETE failed (client error): The resource could not be found. Dec 22 13:16:47.055125 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46e39746-d650-441d-94c7-262801e4e9a5 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:16:47.056839 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-46e39746-d650-441d-94c7-262801e4e9a5 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] 10.222.0.47 "DELETE /v2.0/ports/59e104dd-7fca-4713-9f3b-6223e3bf8696 HTTP/1.1" status: 404 len: 333 time: 0.1099591 Dec 22 13:16:47.065488 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40366) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:47.067836 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-47aa14ca-1d48-4612-aaab-3c614a36ff5d tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks [] for router_gateway, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:47.084593 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee39c2ec-583c-4464-8f42-3b827955909b tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eac79d60-d275-419a-90d5-4810f0769413,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:47.094817 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ee39c2ec-583c-4464-8f42-3b827955909b tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:47.125535 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-79788c44-5e10-4101-9aca-9fbc1fdea032 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c2e0ca21fce24530bc558ca461319d3e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2541366 Dec 22 13:16:47.129045 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9c277271-174e-4506-aba2-83464db53c19 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:47.188178 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ee39c2ec-583c-4464-8f42-3b827955909b tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:47.192115 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ee39c2ec-583c-4464-8f42-3b827955909b tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.9669394 Dec 22 13:16:47.195122 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40374) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:47.202484 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-47aa14ca-1d48-4612-aaab-3c614a36ff5d tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:47.202768 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-54b574e8-505f-4034-b4a1-bbaa877e71fe tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Request body: {'security_group_rule': {'security_group_id': 'eac79d60-d275-419a-90d5-4810f0769413', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:47.223431 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-54b574e8-505f-4034-b4a1-bbaa877e71fe tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:47.286904 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-54b574e8-505f-4034-b4a1-bbaa877e71fe tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Usage tracker for resource:security_group_rule and tenant:97addb87d3bc483d91b11c8c5ef7e2aa is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:47.295026 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-54b574e8-505f-4034-b4a1-bbaa877e71fe tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:47.309611 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-54b574e8-505f-4034-b4a1-bbaa877e71fe tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:47.415095 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9c277271-174e-4506-aba2-83464db53c19 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:47.425979 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-54b574e8-505f-4034-b4a1-bbaa877e71fe tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:47.479331 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9c277271-174e-4506-aba2-83464db53c19 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:47.488766 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:47.632900 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9c277271-174e-4506-aba2-83464db53c19 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:47.642698 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-54b574e8-505f-4034-b4a1-bbaa877e71fe tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:47.658374 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b148f30-3186-4b5f-b20a-45bf467e023f tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Deleting subnet 9eea90c2-8364-4549-be4b-be753dbee673 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:16:47.673687 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 54a88c34-f11d-41b1-bef0-e56a2b7155c0 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:16:47.677921 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c277271-174e-4506-aba2-83464db53c19 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Pushing event updated for resources: {'Port': ['ID=b5a21ae6-637b-490b-a36e-58cdcb219180,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:47.681896 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9c277271-174e-4506-aba2-83464db53c19 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:47.698836 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-47aa14ca-1d48-4612-aaab-3c614a36ff5d tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Allocated IP 172.26.1.199 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/f83f72c8-8d6f-494a-9096-b5061024be88) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:16:47.702250 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6b148f30-3186-4b5f-b20a-45bf467e023f tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:47.754233 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-104c13c9-abdd-483a-9b1a-c2f7844e5185 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:47.760406 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40386) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:47.764117 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9c277271-174e-4506-aba2-83464db53c19 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:47.768399 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-9c277271-174e-4506-aba2-83464db53c19 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3850014 Dec 22 13:16:47.771304 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-54b574e8-505f-4034-b4a1-bbaa877e71fe tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:47.774337 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40390) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:47.833229 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 54a88c34-f11d-41b1-bef0-e56a2b7155c0 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:16:47.900374 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0b984159-f277-4372-a7bd-cbf89eb1f076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:47.918018 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6b148f30-3186-4b5f-b20a-45bf467e023f tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:47.978096 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:48.001734 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-8c757cf5-565f-4b72-b5a3-7376b2419f70 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84148) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:16:48.002906 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-8c757cf5-565f-4b72-b5a3-7376b2419f70 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4724574 Dec 22 13:16:48.014327 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b574e8-505f-4034-b4a1-bbaa877e71fe tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6c2ee79-a250-41b6-b0ac-8e3e3ae845f4,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:48.019396 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-54b574e8-505f-4034-b4a1-bbaa877e71fe tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:48.065844 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0b984159-f277-4372-a7bd-cbf89eb1f076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:48.101295 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e31443-4d1e-4210-aacc-cb71e3d11263 None None] Network 0d549717-6ce1-4395-b4d9-9907963652bf requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:16:48.114126 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-54b574e8-505f-4034-b4a1-bbaa877e71fe tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:48.119453 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-54b574e8-505f-4034-b4a1-bbaa877e71fe tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9238472 Dec 22 13:16:48.120998 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-8da3e0bd-6703-4026-8f9c-fe7520cb0292 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Synchronizing usage tracker for tenant:754f0f4ea4ee408a96d25b544af1fa2e on resource:floatingip {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:16:48.128647 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40396) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:48.139884 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-076ca4eb-9e7a-4fab-8313-dce02bf21610 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Request body: {'security_group_rule': {'security_group_id': 'eac79d60-d275-419a-90d5-4810f0769413', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:48.159609 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-076ca4eb-9e7a-4fab-8313-dce02bf21610 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:48.168199 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-076ca4eb-9e7a-4fab-8313-dce02bf21610 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Usage tracker for resource:security_group_rule and tenant:97addb87d3bc483d91b11c8c5ef7e2aa is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:48.174039 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-076ca4eb-9e7a-4fab-8313-dce02bf21610 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:48.184803 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-076ca4eb-9e7a-4fab-8313-dce02bf21610 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:48.199765 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0b984159-f277-4372-a7bd-cbf89eb1f076 admin admin] Usage tracker for resource:security_group_rule and tenant:284d68d9092b4c4bbf68309552056007 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:48.206115 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0b984159-f277-4372-a7bd-cbf89eb1f076 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:48.214084 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-104c13c9-abdd-483a-9b1a-c2f7844e5185 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:48.231879 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0b984159-f277-4372-a7bd-cbf89eb1f076 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:48.238835 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-dcc194ac-b3fc-456f-b439-d4c1045ac841 service neutron] 10.222.0.47 "GET /v2.0/networks/385db047-262b-4adc-9531-32d02f559c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259812 Dec 22 13:16:48.241120 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-dd0fa1a7-651d-4ce3-a2bf-a07e94b8cd77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:48.299266 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-47aa14ca-1d48-4612-aaab-3c614a36ff5d tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:48.308769 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-f290fe11-1bc4-4a22-9280-29771aad3c6d None None] Provisioning for port 54a88c34-f11d-41b1-bef0-e56a2b7155c0 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:16:48.316420 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-f290fe11-1bc4-4a22-9280-29771aad3c6d None None] Provisioning complete for port 54a88c34-f11d-41b1-bef0-e56a2b7155c0 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:16:48.316962 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f290fe11-1bc4-4a22-9280-29771aad3c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:48.339527 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6b148f30-3186-4b5f-b20a-45bf467e023f tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:48.368349 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-076ca4eb-9e7a-4fab-8313-dce02bf21610 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:48.389029 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c13c9-abdd-483a-9b1a-c2f7844e5185 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Pushing event updated for resources: {'Port': ['ID=e56fbfdf-a684-4566-8c93-afd8082ccb2e,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:48.393134 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104c13c9-abdd-483a-9b1a-c2f7844e5185 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Network 227f6160-a3ee-4cea-8aca-25a8f9a5b8b9 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:16:48.398010 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-104c13c9-abdd-483a-9b1a-c2f7844e5185 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:48.403308 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-104c13c9-abdd-483a-9b1a-c2f7844e5185 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:16:48.414739 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104c13c9-abdd-483a-9b1a-c2f7844e5185 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:16:48.490737 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-076ca4eb-9e7a-4fab-8313-dce02bf21610 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:48.595964 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f290fe11-1bc4-4a22-9280-29771aad3c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:48.596492 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-8da3e0bd-6703-4026-8f9c-fe7520cb0292 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Unset dirty status for tenant:754f0f4ea4ee408a96d25b544af1fa2e on resource:floatingip {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:16:48.601241 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8da3e0bd-6703-4026-8f9c-fe7520cb0292 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] 10.222.0.47 "GET /v2.0/floatingips?floating_network_id=44c6eec2-7d4c-473a-bd04-ab28e48e6c8d HTTP/1.1" status: 200 len: 690 time: 0.8241353 Dec 22 13:16:48.602294 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40406) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:48.625286 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0b984159-f277-4372-a7bd-cbf89eb1f076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:48.647112 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-308fefe1-4c39-4dd6-8d29-5e5a202e5d99 service neutron] 10.222.0.47 "GET /v2.0/networks/385db047-262b-4adc-9531-32d02f559c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008291 Dec 22 13:16:48.682276 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-076ca4eb-9e7a-4fab-8313-dce02bf21610 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:48.691213 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-47aa14ca-1d48-4612-aaab-3c614a36ff5d tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:48.709068 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-f290fe11-1bc4-4a22-9280-29771aad3c6d None None] For port 54a88c34-f11d-41b1-bef0-e56a2b7155c0, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=54a88c34-f11d-41b1-bef0-e56a2b7155c0,segment=NetworkSegment(2af65238-5ac2-42ff-adb8-9c03759698cd),segment_id=2af65238-5ac2-42ff-adb8-9c03759698cd)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:16:48.709747 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-91cf9bbb-dca1-4f3b-8b82-e423cae1c46c tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:48.787764 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-54b574e8-505f-4034-b4a1-bbaa877e71fe tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:48.788163 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6b148f30-3186-4b5f-b20a-45bf467e023f tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:48.809783 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0b984159-f277-4372-a7bd-cbf89eb1f076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:48.810134 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f290fe11-1bc4-4a22-9280-29771aad3c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:48.813572 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:48.858575 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ca4eb-9e7a-4fab-8313-dce02bf21610 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=009e69d7-6472-486c-8e8d-21b7fb128292,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:48.880884 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40410) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:48.882482 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-076ca4eb-9e7a-4fab-8313-dce02bf21610 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:48.885546 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47aa14ca-1d48-4612-aaab-3c614a36ff5d tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:16:48.895894 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa14ca-1d48-4612-aaab-3c614a36ff5d tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Pushing event updated for resources: {'Port': ['ID=f83f72c8-8d6f-494a-9096-b5061024be88,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:48.901823 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-47aa14ca-1d48-4612-aaab-3c614a36ff5d tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:16:48.917832 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-47aa14ca-1d48-4612-aaab-3c614a36ff5d tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:48.924480 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:48.937228 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872a2260-1900-4339-b5ba-87a273f9b2c8 None None] Network a48e3e61-ee6e-43bd-8741-51a6b8681d8c requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:16:48.958174 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-076ca4eb-9e7a-4fab-8313-dce02bf21610 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:48.962269 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-076ca4eb-9e7a-4fab-8313-dce02bf21610 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8297045 Dec 22 13:16:48.963222 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6b148f30-3186-4b5f-b20a-45bf467e023f tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:48.969011 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40416) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:48.969135 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47aa14ca-1d48-4612-aaab-3c614a36ff5d tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:16:48.978621 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-e11a21f8-a97a-4b3f-838c-be40b70d78ce tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Request body: {'floatingip': {'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:49.000110 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e11a21f8-a97a-4b3f-838c-be40b70d78ce tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:49.006875 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cb1e0085-e413-4c55-97d5-0f5315bba0fb tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:49.009590 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e11a21f8-a97a-4b3f-838c-be40b70d78ce tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Usage tracker for resource:floatingip and tenant:97addb87d3bc483d91b11c8c5ef7e2aa is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:49.011984 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b148f30-3186-4b5f-b20a-45bf467e023f tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Pushing event deleted for resources: {'Subnet': ['ID=9eea90c2-8364-4549-be4b-be753dbee673,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:49.015830 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6b148f30-3186-4b5f-b20a-45bf467e023f tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:49.029269 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e11a21f8-a97a-4b3f-838c-be40b70d78ce tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:49.031914 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b879753d-8253-4a2a-af45-1928a2750a79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:49.069635 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0b984159-f277-4372-a7bd-cbf89eb1f076 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=284d68d9092b4c4bbf68309552056007&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3029916 Dec 22 13:16:49.085066 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40426) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:49.170149 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6b148f30-3186-4b5f-b20a-45bf467e023f tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] 10.222.0.47 "DELETE /v2.0/subnets/9eea90c2-8364-4549-be4b-be753dbee673 HTTP/1.1" status: 204 len: 168 time: 2.1034331 Dec 22 13:16:49.175479 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40434) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:49.185971 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e11a21f8-a97a-4b3f-838c-be40b70d78ce tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:49.191809 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290fe11-1bc4-4a22-9280-29771aad3c6d None None] Pushing event updated for resources: {'Port': ['ID=54a88c34-f11d-41b1-bef0-e56a2b7155c0,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:49.197950 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40436) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:49.210943 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f290fe11-1bc4-4a22-9280-29771aad3c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:49.217061 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-cb1e0085-e413-4c55-97d5-0f5315bba0fb tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Deleting port b5a21ae6-637b-490b-a36e-58cdcb219180 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:16:49.222728 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cb1e0085-e413-4c55-97d5-0f5315bba0fb tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:49.250178 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b984159-f277-4372-a7bd-cbf89eb1f076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb2446e-72e6-4cee-97c2-d32ef0388a3b,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:49.256628 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-f4da4ca7-9472-4c03-b31a-df19b82f6078 None None] Provisioning complete for port 54a88c34-f11d-41b1-bef0-e56a2b7155c0 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:16:49.257006 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f4da4ca7-9472-4c03-b31a-df19b82f6078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:49.369625 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e11a21f8-a97a-4b3f-838c-be40b70d78ce tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks [] for floatingip, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:49.378922 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0b984159-f277-4372-a7bd-cbf89eb1f076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:49.444934 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-2df0f5c1-836a-43fe-97a0-f48cc1df2821 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1266795179'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:49.458203 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-2df0f5c1-836a-43fe-97a0-f48cc1df2821 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:49.469991 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2df0f5c1-836a-43fe-97a0-f48cc1df2821 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Usage tracker for resource:network and tenant:e23583bc28504178818601905051f686 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:49.479954 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2df0f5c1-836a-43fe-97a0-f48cc1df2821 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:49.510371 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-2df0f5c1-836a-43fe-97a0-f48cc1df2821 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:49.534334 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a322fbfd-6f6d-4223-a36b-a98ed1e02b0c tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:49.595353 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cb1e0085-e413-4c55-97d5-0f5315bba0fb tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:49.595845 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cb1e0085-e413-4c55-97d5-0f5315bba0fb tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:49.651857 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-104c13c9-abdd-483a-9b1a-c2f7844e5185 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:49.652582 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-104c13c9-abdd-483a-9b1a-c2f7844e5185 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:49.660945 dv-neutron-822669-1-hyperv neutron-server[84149]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 22 13:16:49.679562 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5f810c-f3e3-4c24-9cf4-6a10d783d8cc None None] DHCP port deletion for a48e3e61-ee6e-43bd-8741-51a6b8681d8c request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:16:49.684189 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-9c5f810c-f3e3-4c24-9cf4-6a10d783d8cc None None] Deleting port 39eeefe8-ded7-4e81-92e0-97f2e4316c92 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:16:49.685308 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9c5f810c-f3e3-4c24-9cf4-6a10d783d8cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:49.704671 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-04b4989f-6f3f-4d27-be57-8a714320a22d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:49.711603 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df0f5c1-836a-43fe-97a0-f48cc1df2821 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Made reservation on behalf of e23583bc28504178818601905051f686 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:16:49.714621 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2df0f5c1-836a-43fe-97a0-f48cc1df2821 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:49.726790 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-a322fbfd-6f6d-4223-a36b-a98ed1e02b0c tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Deleting port 39eeefe8-ded7-4e81-92e0-97f2e4316c92 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:16:49.727137 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a322fbfd-6f6d-4223-a36b-a98ed1e02b0c tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:49.755117 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-f964488b-7111-4f1e-8754-17dd59199c44 req-8b61026d-8b14-44cd-be39-7def43c6b66e tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Synchronizing usage tracker for tenant:c2e0ca21fce24530bc558ca461319d3e on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:16:49.804527 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device bf156aea-b842-4e0b-8418-c05b21850eae up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:16:49.807600 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-cb1e0085-e413-4c55-97d5-0f5315bba0fb tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Calling delete_port for b5a21ae6-637b-490b-a36e-58cdcb219180 owned by network:floatingip {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:16:49.878838 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2df0f5c1-836a-43fe-97a0-f48cc1df2821 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:49.923297 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e11a21f8-a97a-4b3f-838c-be40b70d78ce tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:49.928519 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-04b4989f-6f3f-4d27-be57-8a714320a22d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:50.055826 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-f964488b-7111-4f1e-8754-17dd59199c44 req-8b61026d-8b14-44cd-be39-7def43c6b66e tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Unset dirty status for tenant:c2e0ca21fce24530bc558ca461319d3e on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:16:50.066900 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f964488b-7111-4f1e-8754-17dd59199c44 req-8b61026d-8b14-44cd-be39-7def43c6b66e tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/ports?device_id=131ccdf4-2cab-4729-988d-02672f487e45 HTTP/1.1" status: 200 len: 210 time: 0.8629510 Dec 22 13:16:50.074424 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-2df0f5c1-836a-43fe-97a0-f48cc1df2821 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:50.093354 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-9c5f810c-f3e3-4c24-9cf4-6a10d783d8cc None None] For port 39eeefe8-ded7-4e81-92e0-97f2e4316c92, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=39eeefe8-ded7-4e81-92e0-97f2e4316c92,segment=NetworkSegment(c3e5f71a-99b3-4e75-8978-96ecc874a7ee),segment_id=c3e5f71a-99b3-4e75-8978-96ecc874a7ee)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:16:50.094043 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9c5f810c-f3e3-4c24-9cf4-6a10d783d8cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:50.095218 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2df0f5c1-836a-43fe-97a0-f48cc1df2821 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Usage tracker for resource:security_group_rule and tenant:e23583bc28504178818601905051f686 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:50.117493 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2df0f5c1-836a-43fe-97a0-f48cc1df2821 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:50.132165 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cb1e0085-e413-4c55-97d5-0f5315bba0fb tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:50.143313 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-e11a21f8-a97a-4b3f-838c-be40b70d78ce tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Allocated IP 172.26.1.82 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/143db08d-446c-4443-984a-e09e0d8d8279) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:16:50.145155 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9c277271-174e-4506-aba2-83464db53c19 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:50.196948 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-2df0f5c1-836a-43fe-97a0-f48cc1df2821 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:50.198480 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e0085-e413-4c55-97d5-0f5315bba0fb tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5a21ae6-637b-490b-a36e-58cdcb219180,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:50.205813 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-cb1e0085-e413-4c55-97d5-0f5315bba0fb tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:50.224541 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port bf156aea-b842-4e0b-8418-c05b21850eae completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:16:50.236113 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-9c5f810c-f3e3-4c24-9cf4-6a10d783d8cc None None] Calling delete_port for 39eeefe8-ded7-4e81-92e0-97f2e4316c92 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:16:50.271427 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port bf156aea-b842-4e0b-8418-c05b21850eae triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:16:50.271427 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:50.295234 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-47aa14ca-1d48-4612-aaab-3c614a36ff5d tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks [] for router_gateway, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:50.295997 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-47aa14ca-1d48-4612-aaab-3c614a36ff5d tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:50.312695 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-a322fbfd-6f6d-4223-a36b-a98ed1e02b0c tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] For port 39eeefe8-ded7-4e81-92e0-97f2e4316c92, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=39eeefe8-ded7-4e81-92e0-97f2e4316c92,segment=NetworkSegment(c3e5f71a-99b3-4e75-8978-96ecc874a7ee),segment_id=c3e5f71a-99b3-4e75-8978-96ecc874a7ee)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:16:50.313067 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a322fbfd-6f6d-4223-a36b-a98ed1e02b0c tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:50.321659 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-04b4989f-6f3f-4d27-be57-8a714320a22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:50.394842 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f786746d-988d-41b6-bcd5-7b303cae94cc tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:50.476642 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cb1e0085-e413-4c55-97d5-0f5315bba0fb tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:50.502633 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:50.526212 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9c5f810c-f3e3-4c24-9cf4-6a10d783d8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:50.537722 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port bf156aea-b842-4e0b-8418-c05b21850eae, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=bf156aea-b842-4e0b-8418-c05b21850eae,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:16:50.540213 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c71097d2-a050-47e0-aa51-5a73393ffb4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:50.554727 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e11a21f8-a97a-4b3f-838c-be40b70d78ce tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:50.583226 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cb1e0085-e413-4c55-97d5-0f5315bba0fb tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:50.606267 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f810c-f3e3-4c24-9cf4-6a10d783d8cc None None] Pushing event deleted for resources: {'Port': ['ID=39eeefe8-ded7-4e81-92e0-97f2e4316c92,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:50.610154 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-9c5f810c-f3e3-4c24-9cf4-6a10d783d8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:50.614330 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:50.615186 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 54a88c34-f11d-41b1-bef0-e56a2b7155c0 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:16:50.646398 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:50.669410 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-a322fbfd-6f6d-4223-a36b-a98ed1e02b0c tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Calling delete_port for 39eeefe8-ded7-4e81-92e0-97f2e4316c92 owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:16:50.678118 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5f810c-f3e3-4c24-9cf4-6a10d783d8cc None None] No DVR routers for this DVR port 39eeefe8-ded7-4e81-92e0-97f2e4316c92 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:16:50.698591 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4989f-6f3f-4d27-be57-8a714320a22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb2446e-72e6-4cee-97c2-d32ef0388a3b,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:50.710971 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e11a21f8-a97a-4b3f-838c-be40b70d78ce tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:50.716936 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-04b4989f-6f3f-4d27-be57-8a714320a22d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:50.723177 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-00948fbf-14f8-40c9-b9ab-28f181beec66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:50.730812 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=bf156aea-b842-4e0b-8418-c05b21850eae,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:50.746017 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:50.756602 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-04b4989f-6f3f-4d27-be57-8a714320a22d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:50.760809 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-04b4989f-6f3f-4d27-be57-8a714320a22d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cdb2446e-72e6-4cee-97c2-d32ef0388a3b HTTP/1.1" status: 204 len: 168 time: 1.6664248 Dec 22 13:16:50.789172 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 54a88c34-f11d-41b1-bef0-e56a2b7155c0 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:16:50.789834 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:50.806019 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a21f8-a97a-4b3f-838c-be40b70d78ce tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Pushing event updated for resources: {'Port': ['ID=143db08d-446c-4443-984a-e09e0d8d8279,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:50.809876 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cb1e0085-e413-4c55-97d5-0f5315bba0fb tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:50.811034 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e11a21f8-a97a-4b3f-838c-be40b70d78ce tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:50.819760 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:50.828375 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2df0f5c1-836a-43fe-97a0-f48cc1df2821 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:50.856181 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.api [None req-a322fbfd-6f6d-4223-a36b-a98ed1e02b0c tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84149) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:16:50.856544 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_db.api [None req-a322fbfd-6f6d-4223-a36b-a98ed1e02b0c tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:16:50.858094 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e0085-e413-4c55-97d5-0f5315bba0fb tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=def7df77-93a9-4b79-bd0d-72338d7c2b69,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:50.869340 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11a21f8-a97a-4b3f-838c-be40b70d78ce tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:16:50.870624 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-cb1e0085-e413-4c55-97d5-0f5315bba0fb tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:50.871975 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-e11a21f8-a97a-4b3f-838c-be40b70d78ce tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:16:50.874877 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11a21f8-a97a-4b3f-838c-be40b70d78ce tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:16:50.927525 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2df0f5c1-836a-43fe-97a0-f48cc1df2821 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:50.939358 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e233bafe-3718-40d1-bfdc-bcccc260dc69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:50.978704 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2df0f5c1-836a-43fe-97a0-f48cc1df2821 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:16:51.001284 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cb1e0085-e413-4c55-97d5-0f5315bba0fb tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:51.006984 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0f5c1-836a-43fe-97a0-f48cc1df2821 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18b29051-8296-4fee-8984-f0ab6f4cd535,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:51.009834 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2df0f5c1-836a-43fe-97a0-f48cc1df2821 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:51.010174 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-2df0f5c1-836a-43fe-97a0-f48cc1df2821 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Added segment 6a785541-65a4-4923-aa3e-eaebe659aebc of type vlan for network b5c9060a-3f29-49e9-bcb5-10b01f63f9d1 Dec 22 13:16:51.013026 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2df0f5c1-836a-43fe-97a0-f48cc1df2821 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:51.028251 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-cb1e0085-e413-4c55-97d5-0f5315bba0fb tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44c6eec2-7d4c-473a-bd04-ab28e48e6c8d']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:16:51.044489 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-cb1e0085-e413-4c55-97d5-0f5315bba0fb tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8c173db-189a-4bcb-9759-e33ddb4721e1') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:16:51.044789 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-cb1e0085-e413-4c55-97d5-0f5315bba0fb tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8c173db-189a-4bcb-9759-e33ddb4721e1') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:16:51.065864 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cb1e0085-e413-4c55-97d5-0f5315bba0fb tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:51.069179 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2df0f5c1-836a-43fe-97a0-f48cc1df2821 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:51.089761 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cb1e0085-e413-4c55-97d5-0f5315bba0fb tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:51.098523 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb1e0085-e413-4c55-97d5-0f5315bba0fb tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:16:51.098909 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cb1e0085-e413-4c55-97d5-0f5315bba0fb tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:51.115447 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:16:51.115447 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:16:51.115447 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:16:51.115447 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:16:51.115447 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:16:51.115447 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:16:51.115447 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:16:51.115447 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:16:51.115447 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:16:51.115447 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:16:51.115447 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:16:51.115447 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:16:51.115447 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:16:51.115447 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:16:51.115447 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:16:51.115447 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:16:51.115447 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:16:51.115447 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:16:51.115447 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:16:51.115447 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:16:51.115447 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:16:51.115447 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:16:51.115447 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:16:51.115447 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:16:51.115447 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:16:51.115447 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:16:51.115447 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:16:51.115447 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:16:51.115447 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:16:51.115447 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:16:51.115447 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:16:51.115447 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:16:51.178190 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104c13c9-abdd-483a-9b1a-c2f7844e5185 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Router acaa73bb-0cbd-4e04-ac9d-408081cecb67 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:16:51.234289 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-238fb860-e314-4d6c-a4cf-dbcca06541be req-0d47ff23-64de-4c16-84e2-05ffa839eaea tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/ports?device_id=131ccdf4-2cab-4729-988d-02672f487e45 HTTP/1.1" status: 200 len: 210 time: 0.0568919 Dec 22 13:16:51.247531 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47aa14ca-1d48-4612-aaab-3c614a36ff5d tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Router 5d60473c-2665-4d60-ae4f-0ebcbd41ce67 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:16:51.250027 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2df0f5c1-836a-43fe-97a0-f48cc1df2821 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:51.262232 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df0f5c1-836a-43fe-97a0-f48cc1df2821 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:51.263107 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2df0f5c1-836a-43fe-97a0-f48cc1df2821 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:51.292363 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-69a40f8a-529b-4da4-8880-58fa3e8f21c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:51.335395 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e11a21f8-a97a-4b3f-838c-be40b70d78ce tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:51.336570 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cb1e0085-e413-4c55-97d5-0f5315bba0fb tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:51.342778 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e7d91e59-d21b-4edf-9664-71fcb4527754 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:51.361947 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-a322fbfd-6f6d-4223-a36b-a98ed1e02b0c tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Deleting port 39eeefe8-ded7-4e81-92e0-97f2e4316c92 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:16:51.362200 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a322fbfd-6f6d-4223-a36b-a98ed1e02b0c tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:51.368314 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1e0085-e413-4c55-97d5-0f5315bba0fb tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 44c6eec2-7d4c-473a-bd04-ab28e48e6c8d {{(pid=84148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 22 13:16:51.381765 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cb1e0085-e413-4c55-97d5-0f5315bba0fb tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:51.387180 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e0085-e413-4c55-97d5-0f5315bba0fb tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Pushing event deleted for resources: {'Network': ['ID=44c6eec2-7d4c-473a-bd04-ab28e48e6c8d,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:51.393270 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-cb1e0085-e413-4c55-97d5-0f5315bba0fb tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:51.503203 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-2df0f5c1-836a-43fe-97a0-f48cc1df2821 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.6136906 Dec 22 13:16:51.508288 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-a322fbfd-6f6d-4223-a36b-a98ed1e02b0c tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] The port '39eeefe8-ded7-4e81-92e0-97f2e4316c92' was deleted {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:16:51.530811 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40480) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:51.577301 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e11a21f8-a97a-4b3f-838c-be40b70d78ce tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:51.581116 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-379652db-d9a3-4357-bfbd-3dd994089660 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Request body: {'subnet': {'network_id': 'b5c9060a-3f29-49e9-bcb5-10b01f63f9d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:51.675411 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device bf156aea-b842-4e0b-8418-c05b21850eae up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:16:51.709176 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0f5c1-836a-43fe-97a0-f48cc1df2821 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Pushing event updated for resources: {'Network': ['ID=b5c9060a-3f29-49e9-bcb5-10b01f63f9d1,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:51.761131 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network b5c9060a-3f29-49e9-bcb5-10b01f63f9d1 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:16:51.772171 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2df0f5c1-836a-43fe-97a0-f48cc1df2821 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:51.777125 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-cb1e0085-e413-4c55-97d5-0f5315bba0fb tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] 10.222.0.47 "DELETE /v2.0/networks/44c6eec2-7d4c-473a-bd04-ab28e48e6c8d HTTP/1.1" status: 204 len: 168 time: 3.1304591 Dec 22 13:16:51.778083 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40492) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:51.868432 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a322fbfd-6f6d-4223-a36b-a98ed1e02b0c tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:51.877601 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-23a4ff88-f270-4bcf-8e5d-1a3cc3db06d8 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Synchronizing usage tracker for tenant:754f0f4ea4ee408a96d25b544af1fa2e on resource:floatingip {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:16:52.004306 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port bf156aea-b842-4e0b-8418-c05b21850eae triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:16:52.004911 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:52.044232 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-a322fbfd-6f6d-4223-a36b-a98ed1e02b0c tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a48e3e61-ee6e-43bd-8741-51a6b8681d8c']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:16:52.055951 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-379652db-d9a3-4357-bfbd-3dd994089660 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:52.060783 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-23a4ff88-f270-4bcf-8e5d-1a3cc3db06d8 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Unset dirty status for tenant:754f0f4ea4ee408a96d25b544af1fa2e on resource:floatingip {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:16:52.065410 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-23a4ff88-f270-4bcf-8e5d-1a3cc3db06d8 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1650 time: 0.2836015 Dec 22 13:16:52.066484 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40498) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:52.083133 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-379652db-d9a3-4357-bfbd-3dd994089660 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Usage tracker for resource:subnet and tenant:e23583bc28504178818601905051f686 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:52.088661 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-a322fbfd-6f6d-4223-a36b-a98ed1e02b0c tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3e5f71a-99b3-4e75-8978-96ecc874a7ee') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:16:52.088937 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-a322fbfd-6f6d-4223-a36b-a98ed1e02b0c tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3e5f71a-99b3-4e75-8978-96ecc874a7ee') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:16:52.097515 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-379652db-d9a3-4357-bfbd-3dd994089660 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:52.109404 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e11a21f8-a97a-4b3f-838c-be40b70d78ce tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:52.116412 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-379652db-d9a3-4357-bfbd-3dd994089660 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:52.119580 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a322fbfd-6f6d-4223-a36b-a98ed1e02b0c tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:52.157199 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5df1b76-f32c-46f1-b906-9ed5f403fb9e tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:52.157927 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5df1b76-f32c-46f1-b906-9ed5f403fb9e tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:52.158713 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5df1b76-f32c-46f1-b906-9ed5f403fb9e tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:52.159226 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5df1b76-f32c-46f1-b906-9ed5f403fb9e tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:52.159950 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5df1b76-f32c-46f1-b906-9ed5f403fb9e tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:52.160495 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5df1b76-f32c-46f1-b906-9ed5f403fb9e tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:52.161041 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5df1b76-f32c-46f1-b906-9ed5f403fb9e tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:52.162212 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-b5df1b76-f32c-46f1-b906-9ed5f403fb9e tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Synchronizing usage tracker for tenant:754f0f4ea4ee408a96d25b544af1fa2e on resource:subnet {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:16:52.209488 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e11a21f8-a97a-4b3f-838c-be40b70d78ce tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:52.233093 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a322fbfd-6f6d-4223-a36b-a98ed1e02b0c tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:52.246530 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a322fbfd-6f6d-4223-a36b-a98ed1e02b0c tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:16:52.246974 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a322fbfd-6f6d-4223-a36b-a98ed1e02b0c tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:52.255820 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:52.262172 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:16:52.262172 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:16:52.262172 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:16:52.262172 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:16:52.262172 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:16:52.262172 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:16:52.262172 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:16:52.262172 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:16:52.262172 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:16:52.262172 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:16:52.262172 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:16:52.262172 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:16:52.262172 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:16:52.262172 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:16:52.262172 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:16:52.262172 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:16:52.262172 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:16:52.262172 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:16:52.262172 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:16:52.262172 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:16:52.262172 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:16:52.262172 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:16:52.262172 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:16:52.262172 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:16:52.262172 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:16:52.262172 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:16:52.262172 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:16:52.262172 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:16:52.262172 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:16:52.262172 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:16:52.262172 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:16:52.262172 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:16:52.262172 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:16:52.262172 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:16:52.262172 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:16:52.262172 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:16:52.262172 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:16:52.262172 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:16:52.262172 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:16:52.262172 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:16:52.270883 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 39eeefe8-ded7-4e81-92e0-97f2e4316c92 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:16:52.329379 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 39eeefe8-ded7-4e81-92e0-97f2e4316c92 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:16:52.329739 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 39eeefe8-ded7-4e81-92e0-97f2e4316c92 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:16:52.350021 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379652db-d9a3-4357-bfbd-3dd994089660 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Made reservation on behalf of e23583bc28504178818601905051f686 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:16:52.444197 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-b5df1b76-f32c-46f1-b906-9ed5f403fb9e tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Unset dirty status for tenant:754f0f4ea4ee408a96d25b544af1fa2e on resource:subnet {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:16:52.445927 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b5df1b76-f32c-46f1-b906-9ed5f403fb9e tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4560 time: 0.3785594 Dec 22 13:16:52.455258 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40508) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:52.607598 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-1c8b8b23-3dec-407b-abe0-35606cf67f4b tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] delete failed (client error): The resource could not be found. Dec 22 13:16:52.609096 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-1c8b8b23-3dec-407b-abe0-35606cf67f4b tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] 10.222.0.47 "DELETE /v2.0/floatingips/d1158d76-6a4f-4014-b281-e4bfd5eafef6 HTTP/1.1" status: 404 len: 345 time: 0.1510706 Dec 22 13:16:52.619059 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40514) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:52.643842 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a322fbfd-6f6d-4223-a36b-a98ed1e02b0c tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:52.651799 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c071ac3c-8cb6-400e-8c50-b712835e9e15 req-275a05be-4b8d-4992-a043-a6154bc8ab80 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/ports?device_id=131ccdf4-2cab-4729-988d-02672f487e45 HTTP/1.1" status: 200 len: 210 time: 0.1139293 Dec 22 13:16:52.662703 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-379652db-d9a3-4357-bfbd-3dd994089660 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:52.663989 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a21f8-a97a-4b3f-838c-be40b70d78ce tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Pushing event updated for resources: {'Port': ['ID=143db08d-446c-4443-984a-e09e0d8d8279,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:52.667117 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e11a21f8-a97a-4b3f-838c-be40b70d78ce tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:52.671962 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e11a21f8-a97a-4b3f-838c-be40b70d78ce tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:52.675655 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2dec949-61bf-4926-b856-f9b4b3eaa58a tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] DELETE failed (client error): The resource could not be found. Dec 22 13:16:52.675655 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2dec949-61bf-4926-b856-f9b4b3eaa58a tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:16:52.676905 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b2dec949-61bf-4926-b856-f9b4b3eaa58a tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] 10.222.0.47 "DELETE /v2.0/networks/44c6eec2-7d4c-473a-bd04-ab28e48e6c8d HTTP/1.1" status: 404 len: 339 time: 0.0526900 Dec 22 13:16:52.685943 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40518) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:52.692808 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-34440ffc-27b6-44a7-8ad0-88a0082c5971 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Request body: {'network': {'name': 'tempest-network--1272373304', 'router:external': True}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:52.694695 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a322fbfd-6f6d-4223-a36b-a98ed1e02b0c tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:52.697465 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:52.709368 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-34440ffc-27b6-44a7-8ad0-88a0082c5971 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:52.709368 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-34440ffc-27b6-44a7-8ad0-88a0082c5971 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Usage tracker for resource:network and tenant:754f0f4ea4ee408a96d25b544af1fa2e is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:52.709368 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-34440ffc-27b6-44a7-8ad0-88a0082c5971 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:52.715409 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-34440ffc-27b6-44a7-8ad0-88a0082c5971 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:52.780072 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a322fbfd-6f6d-4223-a36b-a98ed1e02b0c tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Pushing event deleted for resources: {'Network': ['ID=a48e3e61-ee6e-43bd-8741-51a6b8681d8c,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:52.782822 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e11a21f8-a97a-4b3f-838c-be40b70d78ce tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:52.784253 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e11a21f8-a97a-4b3f-838c-be40b70d78ce tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8144734 Dec 22 13:16:52.798267 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a322fbfd-6f6d-4223-a36b-a98ed1e02b0c tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] 10.222.0.47 "DELETE /v2.0/networks/a48e3e61-ee6e-43bd-8741-51a6b8681d8c HTTP/1.1" status: 204 len: 168 time: 3.6159861 Dec 22 13:16:52.799953 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a322fbfd-6f6d-4223-a36b-a98ed1e02b0c tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:52.808817 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104c13c9-abdd-483a-9b1a-c2f7844e5185 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:16:52.820581 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945f1494-c9ee-41b7-b75d-22735c1afbcc None None] Sync routers for ids ['acaa73bb-0cbd-4e04-ac9d-408081cecb67'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:16:52.824457 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47aa14ca-1d48-4612-aaab-3c614a36ff5d tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:16:52.835988 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945f1494-c9ee-41b7-b75d-22735c1afbcc None None] Routers {'acaa73bb-0cbd-4e04-ac9d-408081cecb67'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:16:52.836596 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-945f1494-c9ee-41b7-b75d-22735c1afbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:16:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['acaa73bb-0cbd-4e04-ac9d-408081cecb67'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:16:52.838161 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22155b95-fc96-4eca-9528-f0462cd4df30 None None] Sync routers for ids ['5d60473c-2665-4d60-ae4f-0ebcbd41ce67'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:16:52.857313 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22155b95-fc96-4eca-9528-f0462cd4df30 None None] Routers {'5d60473c-2665-4d60-ae4f-0ebcbd41ce67'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:16:52.860584 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-22155b95-fc96-4eca-9528-f0462cd4df30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:16:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['5d60473c-2665-4d60-ae4f-0ebcbd41ce67'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:16:52.871429 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34440ffc-27b6-44a7-8ad0-88a0082c5971 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Made reservation on behalf of 754f0f4ea4ee408a96d25b544af1fa2e for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:16:52.875224 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-34440ffc-27b6-44a7-8ad0-88a0082c5971 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:52.943851 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34440ffc-27b6-44a7-8ad0-88a0082c5971 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:16:52.965646 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-22155b95-fc96-4eca-9528-f0462cd4df30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:16:52.969724 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-104c13c9-abdd-483a-9b1a-c2f7844e5185 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:52.973906 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-104c13c9-abdd-483a-9b1a-c2f7844e5185 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 8.6257496 Dec 22 13:16:52.973906 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-47aa14ca-1d48-4612-aaab-3c614a36ff5d tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:52.974324 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40532) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:52.974640 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-47aa14ca-1d48-4612-aaab-3c614a36ff5d tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 8.2609284 Dec 22 13:16:52.980466 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40536) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:52.989913 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22155b95-fc96-4eca-9528-f0462cd4df30 None None] Routers {'5d60473c-2665-4d60-ae4f-0ebcbd41ce67'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:16:53.001446 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-22155b95-fc96-4eca-9528-f0462cd4df30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:16:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['5d60473c-2665-4d60-ae4f-0ebcbd41ce67'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:16:53.065886 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-34440ffc-27b6-44a7-8ad0-88a0082c5971 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:53.066145 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-34440ffc-27b6-44a7-8ad0-88a0082c5971 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Added segment f1c8f07b-0164-4567-9a50-e67fafb96dd4 of type vlan for network 699118b7-e161-4aaa-bd7c-c93e034d1728 Dec 22 13:16:53.140926 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-379652db-d9a3-4357-bfbd-3dd994089660 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:53.142739 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-22155b95-fc96-4eca-9528-f0462cd4df30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:16:53.145388 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22155b95-fc96-4eca-9528-f0462cd4df30 None None] The sync data for ids ['5d60473c-2665-4d60-ae4f-0ebcbd41ce67'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:16:53.145589 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:53.251375 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-945f1494-c9ee-41b7-b75d-22735c1afbcc None None] Set router acaa73bb-0cbd-4e04-ac9d-408081cecb67 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:16:53.262993 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-34440ffc-27b6-44a7-8ad0-88a0082c5971 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:53.272553 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-2320f508-0c60-46ba-a71d-bcc677c08b70 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Synchronizing usage tracker for tenant:97addb87d3bc483d91b11c8c5ef7e2aa on resource:security_group {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:16:53.281949 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379652db-d9a3-4357-bfbd-3dd994089660 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Pushing event updated for resources: {'Subnet': ['ID=abc40a0b-6869-474c-9a15-fbb94d44d522,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:53.285836 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-379652db-d9a3-4357-bfbd-3dd994089660 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:53.300483 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379652db-d9a3-4357-bfbd-3dd994089660 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Checking segment: {'id': '6a785541-65a4-4923-aa3e-eaebe659aebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b5c9060a-3f29-49e9-bcb5-10b01f63f9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:16:53.300838 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379652db-d9a3-4357-bfbd-3dd994089660 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Network hostable DHCP agents. Network: b5c9060a-3f29-49e9-bcb5-10b01f63f9d1, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:16:53.387069 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.45', 57826) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:53.474916 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-34440ffc-27b6-44a7-8ad0-88a0082c5971 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:53.475634 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-2320f508-0c60-46ba-a71d-bcc677c08b70 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Unset dirty status for tenant:97addb87d3bc483d91b11c8c5ef7e2aa on resource:security_group {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:16:53.476909 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-2320f508-0c60-46ba-a71d-bcc677c08b70 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--765468769&fields=id&tenant_id=97addb87d3bc483d91b11c8c5ef7e2aa HTTP/1.1" status: 200 len: 267 time: 0.3166008 Dec 22 13:16:53.486610 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34440ffc-27b6-44a7-8ad0-88a0082c5971 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:53.487191 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-34440ffc-27b6-44a7-8ad0-88a0082c5971 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:53.495555 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:53.578791 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379652db-d9a3-4357-bfbd-3dd994089660 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Network b5c9060a-3f29-49e9-bcb5-10b01f63f9d1 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:16:53.601823 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-945f1494-c9ee-41b7-b75d-22735c1afbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acaa73bb-0cbd-4e04-ac9d-408081cecb67', 'name': '', 'tenant_id': '02b3e95c312b4b4dbd283c88e21d2e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227f6160-a3ee-4cea-8aca-25a8f9a5b8b9', 'external_fixed_ips': [{'subnet_id': 'fe34b9f1-2b99-4d01-9fa2-e83fd3c9e488', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'e56fbfdf-a684-4566-8c93-afd8082ccb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:16:44Z', 'updated_at': '2021-12-22T13:16:48Z', 'revision_number': 3, 'project_id': '02b3e95c312b4b4dbd283c88e21d2e44', 'gw_port': {'id': 'e56fbfdf-a684-4566-8c93-afd8082ccb2e', 'name': '', 'network_id': '227f6160-a3ee-4cea-8aca-25a8f9a5b8b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:65:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acaa73bb-0cbd-4e04-ac9d-408081cecb67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe34b9f1-2b99-4d01-9fa2-e83fd3c9e488', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:46Z', 'updated_at': '2021-12-22T13:16:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe34b9f1-2b99-4d01-9fa2-e83fd3c9e488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:16:53.612166 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945f1494-c9ee-41b7-b75d-22735c1afbcc None None] Checking router: acaa73bb-0cbd-4e04-ac9d-408081cecb67 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:16:53.612166 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945f1494-c9ee-41b7-b75d-22735c1afbcc None None] Updating router acaa73bb-0cbd-4e04-ac9d-408081cecb67 port e56fbfdf-a684-4566-8c93-afd8082ccb2e binding host dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:16:53.664019 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-945f1494-c9ee-41b7-b75d-22735c1afbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:53.725114 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34440ffc-27b6-44a7-8ad0-88a0082c5971 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Pushing event updated for resources: {'Network': ['ID=699118b7-e161-4aaa-bd7c-c93e034d1728,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:53.754907 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-379652db-d9a3-4357-bfbd-3dd994089660 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, b5c9060a-3f29-49e9-bcb5-10b01f63f9d1) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:16:53.769756 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379652db-d9a3-4357-bfbd-3dd994089660 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:53.779954 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 699118b7-e161-4aaa-bd7c-c93e034d1728 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:16:53.787106 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-379652db-d9a3-4357-bfbd-3dd994089660 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:53.793151 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa12e66f-ddb1-40ec-b94f-c7ff4533a722 None None] Network b5c9060a-3f29-49e9-bcb5-10b01f63f9d1 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:16:53.802181 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-9ce82576-5e30-455a-84fe-31289f7385cf tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:53.803274 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-9ce82576-5e30-455a-84fe-31289f7385cf tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Synchronizing usage tracker for tenant:c2e0ca21fce24530bc558ca461319d3e on resource:network {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:16:53.809816 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40558) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:53.839002 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-45c77f08-391d-42f3-800b-749589d01e99 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:53.841331 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-45c77f08-391d-42f3-800b-749589d01e99 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/networks?id=cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4 HTTP/1.1" status: 200 len: 805 time: 0.3560181 Dec 22 13:16:53.847648 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-34440ffc-27b6-44a7-8ad0-88a0082c5971 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:53.915849 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-34440ffc-27b6-44a7-8ad0-88a0082c5971 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2259986 Dec 22 13:16:53.923834 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40566) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:53.943047 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-1ad88810-547d-4151-a73b-294c83769051 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/quotas/97addb87d3bc483d91b11c8c5ef7e2aa HTTP/1.1" status: 200 len: 375 time: 0.0566564 Dec 22 13:16:54.034779 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-379652db-d9a3-4357-bfbd-3dd994089660 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4991081 Dec 22 13:16:54.036632 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-9ce82576-5e30-455a-84fe-31289f7385cf tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Unset dirty status for tenant:c2e0ca21fce24530bc558ca461319d3e on resource:network {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:16:54.037811 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-9ce82576-5e30-455a-84fe-31289f7385cf tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.45 "GET /v2.0/networks?id=385db047-262b-4adc-9531-32d02f559c7f HTTP/1.1" status: 200 len: 811 time: 0.6493037 Dec 22 13:16:54.040222 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40574) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:54.049428 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-19207cc2-9310-4107-9329-11d786855395 req-1fd94230-d9d7-4447-8fe8-916323a01776 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/ports?device_id=131ccdf4-2cab-4729-988d-02672f487e45 HTTP/1.1" status: 200 len: 210 time: 0.1514072 Dec 22 13:16:54.060150 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-a31001e6-eb04-43bd-ad88-5c62fab9b19d tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Request body: {'port': {'network_id': 'b5c9060a-3f29-49e9-bcb5-10b01f63f9d1', 'name': 'tempest-AllowedAddressPairTestJSON-1740268963'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:54.275330 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e10b1991-07b9-4cfb-af31-e25a26ddb510 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for router, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:54.283161 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-a31001e6-eb04-43bd-ad88-5c62fab9b19d tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:54.288303 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-a31001e6-eb04-43bd-ad88-5c62fab9b19d tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Usage tracker for resource:port and tenant:e23583bc28504178818601905051f686 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:54.291413 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-a31001e6-eb04-43bd-ad88-5c62fab9b19d tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:54.297918 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-a31001e6-eb04-43bd-ad88-5c62fab9b19d tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:54.321421 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534c3311-a667-4083-bfe3-5205eee2dc94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-b5c9060a-3f29-49e9-bcb5-10b01f63f9d1', 'network_id': 'b5c9060a-3f29-49e9-bcb5-10b01f63f9d1', 'tenant_id': 'e23583bc28504178818601905051f686', 'fixed_ips': [{'subnet_id': 'abc40a0b-6869-474c-9a15-fbb94d44d522'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:16:54.322438 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-534c3311-a667-4083-bfe3-5205eee2dc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:54.343812 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ef8625-da09-41ca-8fa3-32385ffc1d08 tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:54.348131 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ef8625-da09-41ca-8fa3-32385ffc1d08 tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:54.352952 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ef8625-da09-41ca-8fa3-32385ffc1d08 tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:54.357113 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ef8625-da09-41ca-8fa3-32385ffc1d08 tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:54.361257 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ef8625-da09-41ca-8fa3-32385ffc1d08 tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:54.362133 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-f2ef8625-da09-41ca-8fa3-32385ffc1d08 tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Synchronizing usage tracker for tenant:f2801231efa64d4db9d0cda0eec02af7 on resource:network {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:16:54.405958 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31001e6-eb04-43bd-ad88-5c62fab9b19d tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Made reservation on behalf of e23583bc28504178818601905051f686 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:16:54.408960 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a31001e6-eb04-43bd-ad88-5c62fab9b19d tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:54.438220 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-08863acc-79b8-41dd-8eeb-0850ebb9a5ce tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Synchronizing usage tracker for tenant:c2e0ca21fce24530bc558ca461319d3e on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:16:54.444919 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-a31001e6-eb04-43bd-ad88-5c62fab9b19d tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] device_id is not set on port 7cf033ae-df17-46c8-bf13-581dace925ff yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:16:54.492518 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-3bb91844-9856-425d-b7ea-11df9ed9aad0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2c2b8af49182414f81b95fd55cd11c92&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6813312 Dec 22 13:16:54.493160 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40586) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:54.512241 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-945f1494-c9ee-41b7-b75d-22735c1afbcc None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:54.573247 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-945f1494-c9ee-41b7-b75d-22735c1afbcc None None] Transition to ACTIVE for port object e56fbfdf-a684-4566-8c93-afd8082ccb2e will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:16:54.581279 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-f2ef8625-da09-41ca-8fa3-32385ffc1d08 tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Unset dirty status for tenant:f2801231efa64d4db9d0cda0eec02af7 on resource:network {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:16:54.588302 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40590) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:54.591467 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f2ef8625-da09-41ca-8fa3-32385ffc1d08 tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3056 time: 0.6481726 Dec 22 13:16:54.619216 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-534c3311-a667-4083-bfe3-5205eee2dc94 None None] Allocated IP 172.20.0.2 (b5c9060a-3f29-49e9-bcb5-10b01f63f9d1/abc40a0b-6869-474c-9a15-fbb94d44d522/a2986812-487d-48d5-a2a4-caf3c4f0a56c) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:16:54.631260 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-08863acc-79b8-41dd-8eeb-0850ebb9a5ce tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Unset dirty status for tenant:c2e0ca21fce24530bc558ca461319d3e on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:16:54.633032 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-08863acc-79b8-41dd-8eeb-0850ebb9a5ce tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2e0ca21fce24530bc558ca461319d3e HTTP/1.1" status: 200 len: 378 time: 0.3238437 Dec 22 13:16:54.641645 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-945f1494-c9ee-41b7-b75d-22735c1afbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:54.649529 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:54.664862 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-7b51af8a-4739-40b8-b878-b5db3e25d2e5 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=97addb87d3bc483d91b11c8c5ef7e2aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4403276 Dec 22 13:16:54.701632 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40594) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:54.709049 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-c4d8eb3c-ab9d-4c4c-8883-b0b9d6a6be57 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Request body: {'port': {'device_id': '131ccdf4-2cab-4729-988d-02672f487e45', 'network_id': '385db047-262b-4adc-9531-32d02f559c7f', 'admin_state_up': True, 'tenant_id': 'c2e0ca21fce24530bc558ca461319d3e', 'security_groups': ['b5fad85d-a427-4b49-97d8-bf4ab831eb5c']}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:54.729124 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a2cbaea3-d82a-4071-8729-b1f2cd74d0aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:54.826987 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a2cbaea3-d82a-4071-8729-b1f2cd74d0aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:54.907910 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ec3c522d-556f-4b5e-9c9f-89f67400e07d tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:55.018562 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d2aa02-70ca-4d2c-b288-276e2fe9e466 None None] Pushing event updated for resources: {'Port': ['ID=e56fbfdf-a684-4566-8c93-afd8082ccb2e,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:55.032924 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-a4d2aa02-70ca-4d2c-b288-276e2fe9e466 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:55.033784 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-945f1494-c9ee-41b7-b75d-22735c1afbcc None None] Attempting to bind port e56fbfdf-a684-4566-8c93-afd8082ccb2e on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:16:55.034209 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-945f1494-c9ee-41b7-b75d-22735c1afbcc None None] Attempting to bind port e56fbfdf-a684-4566-8c93-afd8082ccb2e by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '06046a67-d63a-4015-9484-7c18956398fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '227f6160-a3ee-4cea-8aca-25a8f9a5b8b9'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:16:55.034683 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945f1494-c9ee-41b7-b75d-22735c1afbcc None None] Attempting to bind port e56fbfdf-a684-4566-8c93-afd8082ccb2e on network 227f6160-a3ee-4cea-8aca-25a8f9a5b8b9 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:16:55.051876 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-534c3311-a667-4083-bfe3-5205eee2dc94 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:55.063325 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945f1494-c9ee-41b7-b75d-22735c1afbcc None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:16:55.063820 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945f1494-c9ee-41b7-b75d-22735c1afbcc None None] Checking segment: {'id': '06046a67-d63a-4015-9484-7c18956398fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '227f6160-a3ee-4cea-8aca-25a8f9a5b8b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:16:55.064669 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-945f1494-c9ee-41b7-b75d-22735c1afbcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:55.064669 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945f1494-c9ee-41b7-b75d-22735c1afbcc None None] Bound using segment: {'id': '06046a67-d63a-4015-9484-7c18956398fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '227f6160-a3ee-4cea-8aca-25a8f9a5b8b9'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:16:55.065303 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-945f1494-c9ee-41b7-b75d-22735c1afbcc None None] Bound port: e56fbfdf-a684-4566-8c93-afd8082ccb2e, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06046a67-d63a-4015-9484-7c18956398fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '227f6160-a3ee-4cea-8aca-25a8f9a5b8b9'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:16:55.066067 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-945f1494-c9ee-41b7-b75d-22735c1afbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:55.081987 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-c4d8eb3c-ab9d-4c4c-8883-b0b9d6a6be57 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:55.091179 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a2cbaea3-d82a-4071-8729-b1f2cd74d0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:55.096820 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-c4d8eb3c-ab9d-4c4c-8883-b0b9d6a6be57 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:55.105204 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-edfaa41d-8dcd-4968-a868-8e45444bca7c service neutron] 10.222.0.47 "GET /v2.0/networks/cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699155 Dec 22 13:16:55.114042 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:55.134187 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ec3c522d-556f-4b5e-9c9f-89f67400e07d tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:55.146885 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-0a6c6af4-4367-46e9-bd10-fb131e926a85 tempest-PortsAdminExtendedAttrsTestJSON-1465719111 tempest-PortsAdminExtendedAttrsTestJSON-1465719111-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1116508232'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:55.152460 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0a6c6af4-4367-46e9-bd10-fb131e926a85 tempest-PortsAdminExtendedAttrsTestJSON-1465719111 tempest-PortsAdminExtendedAttrsTestJSON-1465719111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:55.157514 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0a6c6af4-4367-46e9-bd10-fb131e926a85 tempest-PortsAdminExtendedAttrsTestJSON-1465719111 tempest-PortsAdminExtendedAttrsTestJSON-1465719111-project] Usage tracker for resource:network and tenant:dd03f47359964814b94661898a28078e is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:55.160572 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0a6c6af4-4367-46e9-bd10-fb131e926a85 tempest-PortsAdminExtendedAttrsTestJSON-1465719111 tempest-PortsAdminExtendedAttrsTestJSON-1465719111-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:55.166867 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0a6c6af4-4367-46e9-bd10-fb131e926a85 tempest-PortsAdminExtendedAttrsTestJSON-1465719111 tempest-PortsAdminExtendedAttrsTestJSON-1465719111-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:55.169127 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-534c3311-a667-4083-bfe3-5205eee2dc94 None None] Transition to ACTIVE for port object a2986812-487d-48d5-a2a4-caf3c4f0a56c will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:16:55.185696 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cbaea3-d82a-4071-8729-b1f2cd74d0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04535b41-4f88-4573-a0b9-f4e945c35273,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:55.190177 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a2cbaea3-d82a-4071-8729-b1f2cd74d0aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:55.210757 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-ec3c522d-556f-4b5e-9c9f-89f67400e07d tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['699118b7-e161-4aaa-bd7c-c93e034d1728']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:16:55.222241 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a2cbaea3-d82a-4071-8729-b1f2cd74d0aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:55.223783 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-534c3311-a667-4083-bfe3-5205eee2dc94 None None] Transition to ACTIVE for port object a2986812-487d-48d5-a2a4-caf3c4f0a56c will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:16:55.226603 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a2cbaea3-d82a-4071-8729-b1f2cd74d0aa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/04535b41-4f88-4573-a0b9-f4e945c35273 HTTP/1.1" status: 204 len: 168 time: 0.7293940 Dec 22 13:16:55.230907 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-ec3c522d-556f-4b5e-9c9f-89f67400e07d tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1c8f07b-0164-4567-9a50-e67fafb96dd4') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:16:55.231201 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-ec3c522d-556f-4b5e-9c9f-89f67400e07d tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1c8f07b-0164-4567-9a50-e67fafb96dd4') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:16:55.241933 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6c6af4-4367-46e9-bd10-fb131e926a85 tempest-PortsAdminExtendedAttrsTestJSON-1465719111 tempest-PortsAdminExtendedAttrsTestJSON-1465719111-project] Made reservation on behalf of dd03f47359964814b94661898a28078e for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:16:55.245563 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0a6c6af4-4367-46e9-bd10-fb131e926a85 tempest-PortsAdminExtendedAttrsTestJSON-1465719111 tempest-PortsAdminExtendedAttrsTestJSON-1465719111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:55.254620 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-945f1494-c9ee-41b7-b75d-22735c1afbcc None None] For port e56fbfdf-a684-4566-8c93-afd8082ccb2e, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:16:55.268534 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-945f1494-c9ee-41b7-b75d-22735c1afbcc None None] For port e56fbfdf-a684-4566-8c93-afd8082ccb2e, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=e56fbfdf-a684-4566-8c93-afd8082ccb2e,segment=NetworkSegment(06046a67-d63a-4015-9484-7c18956398fa),segment_id=06046a67-d63a-4015-9484-7c18956398fa)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:16:55.273700 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-c4d8eb3c-ab9d-4c4c-8883-b0b9d6a6be57 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Made reservation on behalf of c2e0ca21fce24530bc558ca461319d3e for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:16:55.277936 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-c4d8eb3c-ab9d-4c4c-8883-b0b9d6a6be57 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:55.292429 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ec3c522d-556f-4b5e-9c9f-89f67400e07d tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:55.317491 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-534c3311-a667-4083-bfe3-5205eee2dc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:55.324087 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:55.378321 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e10b1991-07b9-4cfb-af31-e25a26ddb510 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:55.396280 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0a6c6af4-4367-46e9-bd10-fb131e926a85 tempest-PortsAdminExtendedAttrsTestJSON-1465719111 tempest-PortsAdminExtendedAttrsTestJSON-1465719111-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:55.408819 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-945f1494-c9ee-41b7-b75d-22735c1afbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:55.435100 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534c3311-a667-4083-bfe3-5205eee2dc94 None None] Network b5c9060a-3f29-49e9-bcb5-10b01f63f9d1 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:16:55.440132 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-534c3311-a667-4083-bfe3-5205eee2dc94 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:16:55.445563 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534c3311-a667-4083-bfe3-5205eee2dc94 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:16:55.465312 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-2ca48d2f-875d-4b90-b5f5-7700dbf3fee8 service neutron] 10.222.0.47 "GET /v2.0/networks/cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516157 Dec 22 13:16:55.481508 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c3311-a667-4083-bfe3-5205eee2dc94 None None] Pushing event updated for resources: {'Port': ['ID=a2986812-487d-48d5-a2a4-caf3c4f0a56c,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:55.485350 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-534c3311-a667-4083-bfe3-5205eee2dc94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:55.487854 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-d1a0163f-3bf7-4a9a-b6b6-9a78eeee4e88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:55.500739 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-e10b1991-07b9-4cfb-af31-e25a26ddb510 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Deleting port e56fbfdf-a684-4566-8c93-afd8082ccb2e {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:16:55.501316 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e10b1991-07b9-4cfb-af31-e25a26ddb510 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:55.571205 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d2aa02-70ca-4d2c-b288-276e2fe9e466 None None] Pushing event updated for resources: {'Port': ['ID=e56fbfdf-a684-4566-8c93-afd8082ccb2e,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:55.606420 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-a4d2aa02-70ca-4d2c-b288-276e2fe9e466 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:55.708340 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-61d5ffa4-2cc1-4781-b59b-e9d3726bfc84 req-343e64c1-8580-4574-b5bd-271cd6817f36 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/ports?device_id=131ccdf4-2cab-4729-988d-02672f487e45 HTTP/1.1" status: 200 len: 210 time: 0.3984082 Dec 22 13:16:55.719484 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ec3c522d-556f-4b5e-9c9f-89f67400e07d tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:55.728886 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-534c3311-a667-4083-bfe3-5205eee2dc94 None None] Attempting to bind port a2986812-487d-48d5-a2a4-caf3c4f0a56c on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:16:55.735440 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-534c3311-a667-4083-bfe3-5205eee2dc94 None None] Attempting to bind port a2986812-487d-48d5-a2a4-caf3c4f0a56c by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '6a785541-65a4-4923-aa3e-eaebe659aebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b5c9060a-3f29-49e9-bcb5-10b01f63f9d1'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:16:55.735816 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534c3311-a667-4083-bfe3-5205eee2dc94 None None] Attempting to bind port a2986812-487d-48d5-a2a4-caf3c4f0a56c on network b5c9060a-3f29-49e9-bcb5-10b01f63f9d1 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:16:55.743136 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec3c522d-556f-4b5e-9c9f-89f67400e07d tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:16:55.746214 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ec3c522d-556f-4b5e-9c9f-89f67400e07d tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:55.751802 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945f1494-c9ee-41b7-b75d-22735c1afbcc None None] Routers {'acaa73bb-0cbd-4e04-ac9d-408081cecb67'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:16:55.752451 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-945f1494-c9ee-41b7-b75d-22735c1afbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:16:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['acaa73bb-0cbd-4e04-ac9d-408081cecb67'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:16:55.816202 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:16:55.816202 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:16:55.816202 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:16:55.816202 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:16:55.816202 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:16:55.816202 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:16:55.816202 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:16:55.816202 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:16:55.816202 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:16:55.816202 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:16:55.816202 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:16:55.816202 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:16:55.816202 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:16:55.816202 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:16:55.816202 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:16:55.816202 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:16:55.816202 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:16:55.816202 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:16:55.816202 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:16:55.816202 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:16:55.816202 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:16:55.816202 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:16:55.816202 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:16:55.816202 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:16:55.816202 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:16:55.816202 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:16:55.816202 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:16:55.816202 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:16:55.816202 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:16:55.816202 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:16:55.816202 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:16:55.816202 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:16:55.946265 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-a31001e6-eb04-43bd-ad88-5c62fab9b19d tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Allocated IP 172.20.0.13 (b5c9060a-3f29-49e9-bcb5-10b01f63f9d1/abc40a0b-6869-474c-9a15-fbb94d44d522/7cf033ae-df17-46c8-bf13-581dace925ff) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:16:56.068380 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534c3311-a667-4083-bfe3-5205eee2dc94 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:16:56.069830 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534c3311-a667-4083-bfe3-5205eee2dc94 None None] Checking segment: {'id': '6a785541-65a4-4923-aa3e-eaebe659aebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b5c9060a-3f29-49e9-bcb5-10b01f63f9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:16:56.073790 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-534c3311-a667-4083-bfe3-5205eee2dc94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:56.074627 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534c3311-a667-4083-bfe3-5205eee2dc94 None None] Bound using segment: {'id': '6a785541-65a4-4923-aa3e-eaebe659aebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b5c9060a-3f29-49e9-bcb5-10b01f63f9d1'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:16:56.075141 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-534c3311-a667-4083-bfe3-5205eee2dc94 None None] Bound port: a2986812-487d-48d5-a2a4-caf3c4f0a56c, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a785541-65a4-4923-aa3e-eaebe659aebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b5c9060a-3f29-49e9-bcb5-10b01f63f9d1'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:16:56.075572 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-534c3311-a667-4083-bfe3-5205eee2dc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:56.304267 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-945f1494-c9ee-41b7-b75d-22735c1afbcc None None] Set router acaa73bb-0cbd-4e04-ac9d-408081cecb67 gateway port host: None {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:16:56.461383 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a31001e6-eb04-43bd-ad88-5c62fab9b19d tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:56.486460 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-a31001e6-eb04-43bd-ad88-5c62fab9b19d tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Transition to ACTIVE for port object 7cf033ae-df17-46c8-bf13-581dace925ff will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:16:56.508490 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-e10b1991-07b9-4cfb-af31-e25a26ddb510 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] For port e56fbfdf-a684-4566-8c93-afd8082ccb2e, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=e56fbfdf-a684-4566-8c93-afd8082ccb2e,segment=NetworkSegment(06046a67-d63a-4015-9484-7c18956398fa),segment_id=06046a67-d63a-4015-9484-7c18956398fa)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:16:56.509062 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e10b1991-07b9-4cfb-af31-e25a26ddb510 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:56.529090 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-534c3311-a667-4083-bfe3-5205eee2dc94 None None] For port a2986812-487d-48d5-a2a4-caf3c4f0a56c, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:16:56.549015 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-945f1494-c9ee-41b7-b75d-22735c1afbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acaa73bb-0cbd-4e04-ac9d-408081cecb67', 'name': '', 'tenant_id': '02b3e95c312b4b4dbd283c88e21d2e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:16:44Z', 'updated_at': '2021-12-22T13:16:55Z', 'revision_number': 4, 'project_id': '02b3e95c312b4b4dbd283c88e21d2e44', 'gw_port_host': None}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:16:56.557653 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-534c3311-a667-4083-bfe3-5205eee2dc94 None None] For port a2986812-487d-48d5-a2a4-caf3c4f0a56c, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=a2986812-487d-48d5-a2a4-caf3c4f0a56c,segment=NetworkSegment(6a785541-65a4-4923-aa3e-eaebe659aebc),segment_id=6a785541-65a4-4923-aa3e-eaebe659aebc)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:16:56.559472 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945f1494-c9ee-41b7-b75d-22735c1afbcc None None] The sync data for ids ['acaa73bb-0cbd-4e04-ac9d-408081cecb67'] in dv-neutron-822669-1-hyperv is: [{'id': 'acaa73bb-0cbd-4e04-ac9d-408081cecb67', 'name': '', 'tenant_id': '02b3e95c312b4b4dbd283c88e21d2e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:16:44Z', 'updated_at': '2021-12-22T13:16:55Z', 'revision_number': 4, 'project_id': '02b3e95c312b4b4dbd283c88e21d2e44', 'gw_port_host': None}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:16:56.631545 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-c4d8eb3c-ab9d-4c4c-8883-b0b9d6a6be57 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Allocated IP 172.20.0.3 (385db047-262b-4adc-9531-32d02f559c7f/eee9c85c-23c9-4305-a153-7e903430a638/96296753-12a2-4c85-9c84-e216a0006956) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:16:56.655762 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-534c3311-a667-4083-bfe3-5205eee2dc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:56.662623 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-1eefe249-ba63-4928-8b34-c1d750ceaf2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:56.682742 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40640) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:56.758962 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ec3c522d-556f-4b5e-9c9f-89f67400e07d tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:56.762154 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-5fab8b41-d4dd-495f-b755-6c3539736723 req-9b125602-4a9e-443e-afbe-4d3726ad889c tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Synchronizing usage tracker for tenant:97addb87d3bc483d91b11c8c5ef7e2aa on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:16:56.773864 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a31001e6-eb04-43bd-ad88-5c62fab9b19d tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:56.817816 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c3311-a667-4083-bfe3-5205eee2dc94 None None] Pushing event updated for resources: {'Port': ['ID=a2986812-487d-48d5-a2a4-caf3c4f0a56c,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:56.820976 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-534c3311-a667-4083-bfe3-5205eee2dc94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:56.832782 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:56.849771 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-e10b1991-07b9-4cfb-af31-e25a26ddb510 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Calling delete_port for e56fbfdf-a684-4566-8c93-afd8082ccb2e owned by network:router_gateway {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:16:56.883283 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0a6c6af4-4367-46e9-bd10-fb131e926a85 tempest-PortsAdminExtendedAttrsTestJSON-1465719111 tempest-PortsAdminExtendedAttrsTestJSON-1465719111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:56.887994 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0a6c6af4-4367-46e9-bd10-fb131e926a85 tempest-PortsAdminExtendedAttrsTestJSON-1465719111 tempest-PortsAdminExtendedAttrsTestJSON-1465719111-project] Usage tracker for resource:security_group_rule and tenant:dd03f47359964814b94661898a28078e is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:56.896660 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0a6c6af4-4367-46e9-bd10-fb131e926a85 tempest-PortsAdminExtendedAttrsTestJSON-1465719111 tempest-PortsAdminExtendedAttrsTestJSON-1465719111-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:56.903265 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0a6c6af4-4367-46e9-bd10-fb131e926a85 tempest-PortsAdminExtendedAttrsTestJSON-1465719111 tempest-PortsAdminExtendedAttrsTestJSON-1465719111-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:57.023775 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0a6c6af4-4367-46e9-bd10-fb131e926a85 tempest-PortsAdminExtendedAttrsTestJSON-1465719111 tempest-PortsAdminExtendedAttrsTestJSON-1465719111-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:57.131894 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3c522d-556f-4b5e-9c9f-89f67400e07d tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 699118b7-e161-4aaa-bd7c-c93e034d1728 {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 22 13:16:57.135881 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ec3c522d-556f-4b5e-9c9f-89f67400e07d tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:57.140788 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c522d-556f-4b5e-9c9f-89f67400e07d tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Pushing event deleted for resources: {'Network': ['ID=699118b7-e161-4aaa-bd7c-c93e034d1728,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:57.149977 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ec3c522d-556f-4b5e-9c9f-89f67400e07d tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:57.174224 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0a6c6af4-4367-46e9-bd10-fb131e926a85 tempest-PortsAdminExtendedAttrsTestJSON-1465719111 tempest-PortsAdminExtendedAttrsTestJSON-1465719111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:57.181603 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-49daa1a0-3c4e-4ff7-a9f9-15efb6b9a2db tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:57.270824 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31001e6-eb04-43bd-ad88-5c62fab9b19d tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Network b5c9060a-3f29-49e9-bcb5-10b01f63f9d1 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:16:57.279278 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31001e6-eb04-43bd-ad88-5c62fab9b19d tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Pushing event updated for resources: {'Port': ['ID=7cf033ae-df17-46c8-bf13-581dace925ff,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:57.283703 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a31001e6-eb04-43bd-ad88-5c62fab9b19d tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:57.284617 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-a31001e6-eb04-43bd-ad88-5c62fab9b19d tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:16:57.287468 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31001e6-eb04-43bd-ad88-5c62fab9b19d tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:16:57.407530 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a6c6af4-4367-46e9-bd10-fb131e926a85 tempest-PortsAdminExtendedAttrsTestJSON-1465719111 tempest-PortsAdminExtendedAttrsTestJSON-1465719111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:16:57.431225 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0a6c6af4-4367-46e9-bd10-fb131e926a85 tempest-PortsAdminExtendedAttrsTestJSON-1465719111 tempest-PortsAdminExtendedAttrsTestJSON-1465719111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:57.431847 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-0a6c6af4-4367-46e9-bd10-fb131e926a85 tempest-PortsAdminExtendedAttrsTestJSON-1465719111 tempest-PortsAdminExtendedAttrsTestJSON-1465719111-project] Added segment 72bd0365-39e4-41a6-ab78-18d7dd20c29d of type vlan for network 715582e4-1f74-4ad9-a429-3ed802c60b5a Dec 22 13:16:57.469515 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31001e6-eb04-43bd-ad88-5c62fab9b19d tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:57.471072 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a31001e6-eb04-43bd-ad88-5c62fab9b19d tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:57.486682 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:57.565700 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0a6c6af4-4367-46e9-bd10-fb131e926a85 tempest-PortsAdminExtendedAttrsTestJSON-1465719111 tempest-PortsAdminExtendedAttrsTestJSON-1465719111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:57.598705 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-51c2a738-1ed6-4df5-aa64-b42acf30e4c0 req-8254e90a-14a2-4927-9d0c-631c4411dff4 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/ports?device_id=131ccdf4-2cab-4729-988d-02672f487e45 HTTP/1.1" status: 200 len: 210 time: 0.1016243 Dec 22 13:16:57.620261 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c6af4-4367-46e9-bd10-fb131e926a85 tempest-PortsAdminExtendedAttrsTestJSON-1465719111 tempest-PortsAdminExtendedAttrsTestJSON-1465719111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f728995-d2ae-46fa-b812-270e3c3edec0,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:57.623616 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0a6c6af4-4367-46e9-bd10-fb131e926a85 tempest-PortsAdminExtendedAttrsTestJSON-1465719111 tempest-PortsAdminExtendedAttrsTestJSON-1465719111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:57.633173 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8a120add-22c9-41b3-b435-f554b8d686a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:57.640206 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-5fab8b41-d4dd-495f-b755-6c3539736723 req-9b125602-4a9e-443e-afbe-4d3726ad889c tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Unset dirty status for tenant:97addb87d3bc483d91b11c8c5ef7e2aa on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:16:57.650915 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5fab8b41-d4dd-495f-b755-6c3539736723 req-9b125602-4a9e-443e-afbe-4d3726ad889c tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb293902-9800-46cb-a7ca-27fe5451ad7d HTTP/1.1" status: 200 len: 210 time: 1.1409914 Dec 22 13:16:57.748494 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-8a120add-22c9-41b3-b435-f554b8d686a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:57.752426 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device a2986812-487d-48d5-a2a4-caf3c4f0a56c up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:16:57.763380 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-8a120add-22c9-41b3-b435-f554b8d686a8 admin admin] Usage tracker for resource:security_group_rule and tenant:23edb249ebcc4808b1f4c789cfc2d9da is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:57.769657 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a31001e6-eb04-43bd-ad88-5c62fab9b19d tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7270477 Dec 22 13:16:57.770389 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-8a120add-22c9-41b3-b435-f554b8d686a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:57.773691 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40656) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:57.779721 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0a6c6af4-4367-46e9-bd10-fb131e926a85 tempest-PortsAdminExtendedAttrsTestJSON-1465719111 tempest-PortsAdminExtendedAttrsTestJSON-1465719111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:57.782239 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ec3c522d-556f-4b5e-9c9f-89f67400e07d tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] 10.222.0.47 "DELETE /v2.0/networks/699118b7-e161-4aaa-bd7c-c93e034d1728 HTTP/1.1" status: 204 len: 168 time: 3.1928763 Dec 22 13:16:57.786497 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40660) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:57.787126 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-d4025d20-79f2-4e70-9793-c9b30ee56d6c tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Request body: {'port': {'network_id': 'b5c9060a-3f29-49e9-bcb5-10b01f63f9d1', 'name': 'tempest-AllowedAddressPairTestJSON-1318630332', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:0d:2b:42'}]}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:57.790533 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6c6af4-4367-46e9-bd10-fb131e926a85 tempest-PortsAdminExtendedAttrsTestJSON-1465719111 tempest-PortsAdminExtendedAttrsTestJSON-1465719111-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:57.791132 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0a6c6af4-4367-46e9-bd10-fb131e926a85 tempest-PortsAdminExtendedAttrsTestJSON-1465719111 tempest-PortsAdminExtendedAttrsTestJSON-1465719111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:57.812361 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-8a120add-22c9-41b3-b435-f554b8d686a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:57.824334 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ec3c522d-556f-4b5e-9c9f-89f67400e07d tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:57.865596 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-46372678-1f05-425e-a4ba-9bc7049efb91 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Request body: {'network': {'name': 'tempest-network--334754243', 'router:external': True}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:57.893096 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-46372678-1f05-425e-a4ba-9bc7049efb91 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:57.904411 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-46372678-1f05-425e-a4ba-9bc7049efb91 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Usage tracker for resource:network and tenant:754f0f4ea4ee408a96d25b544af1fa2e is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:57.922280 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-46372678-1f05-425e-a4ba-9bc7049efb91 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:58.008481 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port a2986812-487d-48d5-a2a4-caf3c4f0a56c completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:16:58.099156 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-46372678-1f05-425e-a4ba-9bc7049efb91 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:58.140133 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-c4d8eb3c-ab9d-4c4c-8883-b0b9d6a6be57 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:58.152687 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0a6c6af4-4367-46e9-bd10-fb131e926a85 tempest-PortsAdminExtendedAttrsTestJSON-1465719111 tempest-PortsAdminExtendedAttrsTestJSON-1465719111-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 3.4481699 Dec 22 13:16:58.228522 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c6af4-4367-46e9-bd10-fb131e926a85 tempest-PortsAdminExtendedAttrsTestJSON-1465719111 tempest-PortsAdminExtendedAttrsTestJSON-1465719111-project] Pushing event updated for resources: {'Network': ['ID=715582e4-1f74-4ad9-a429-3ed802c60b5a,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:58.240770 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0a6c6af4-4367-46e9-bd10-fb131e926a85 tempest-PortsAdminExtendedAttrsTestJSON-1465719111 tempest-PortsAdminExtendedAttrsTestJSON-1465719111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:58.241931 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-c4d8eb3c-ab9d-4c4c-8883-b0b9d6a6be57 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Transition to ACTIVE for port object 96296753-12a2-4c85-9c84-e216a0006956 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:16:58.249026 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 715582e4-1f74-4ad9-a429-3ed802c60b5a details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:16:58.260113 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46372678-1f05-425e-a4ba-9bc7049efb91 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Made reservation on behalf of 754f0f4ea4ee408a96d25b544af1fa2e for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:16:58.266608 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-46372678-1f05-425e-a4ba-9bc7049efb91 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:58.364286 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46372678-1f05-425e-a4ba-9bc7049efb91 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:16:58.389186 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-d4025d20-79f2-4e70-9793-c9b30ee56d6c tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:58.390485 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-46372678-1f05-425e-a4ba-9bc7049efb91 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:58.391360 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-46372678-1f05-425e-a4ba-9bc7049efb91 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Added segment 3a277adf-d1d9-4cd6-8d5c-95cc85212b2f of type vlan for network 134686d5-d8be-4711-b6df-72f673158e58 Dec 22 13:16:58.413192 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-d4025d20-79f2-4e70-9793-c9b30ee56d6c tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Usage tracker for resource:port and tenant:e23583bc28504178818601905051f686 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:58.426623 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-d4025d20-79f2-4e70-9793-c9b30ee56d6c tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:58.450081 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e10b1991-07b9-4cfb-af31-e25a26ddb510 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:58.454773 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-d4025d20-79f2-4e70-9793-c9b30ee56d6c tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:58.458661 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-c4d8eb3c-ab9d-4c4c-8883-b0b9d6a6be57 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:58.465023 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-46372678-1f05-425e-a4ba-9bc7049efb91 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:58.476402 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:58.485345 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a219f46b-aeaf-44dc-b459-d181f2960235 None None] Network b5c9060a-3f29-49e9-bcb5-10b01f63f9d1 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:16:58.506565 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e11a21f8-a97a-4b3f-838c-be40b70d78ce tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:58.580117 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-c4d8eb3c-ab9d-4c4c-8883-b0b9d6a6be57 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Network 385db047-262b-4adc-9531-32d02f559c7f is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:16:58.585677 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-c4d8eb3c-ab9d-4c4c-8883-b0b9d6a6be57 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:16:58.588869 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-06c9a187-c2db-4ddf-9b61-28eee688ed87 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:58.605684 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-c4d8eb3c-ab9d-4c4c-8883-b0b9d6a6be57 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:16:58.635607 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d8eb3c-ab9d-4c4c-8883-b0b9d6a6be57 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Pushing event updated for resources: {'Port': ['ID=96296753-12a2-4c85-9c84-e216a0006956,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:58.648663 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c4d8eb3c-ab9d-4c4c-8883-b0b9d6a6be57 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:58.686252 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8a120add-22c9-41b3-b435-f554b8d686a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:58.692420 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b1991-07b9-4cfb-af31-e25a26ddb510 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Pushing event deleted for resources: {'Port': ['ID=e56fbfdf-a684-4566-8c93-afd8082ccb2e,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:58.697881 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e10b1991-07b9-4cfb-af31-e25a26ddb510 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:58.701126 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-c4d8eb3c-ab9d-4c4c-8883-b0b9d6a6be57 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:58.702290 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-c4d8eb3c-ab9d-4c4c-8883-b0b9d6a6be57 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:58.769434 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-46372678-1f05-425e-a4ba-9bc7049efb91 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:58.770958 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46372678-1f05-425e-a4ba-9bc7049efb91 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:58.771659 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-46372678-1f05-425e-a4ba-9bc7049efb91 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:58.775352 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:58.825575 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8a120add-22c9-41b3-b435-f554b8d686a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:58.922984 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:58.953175 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4025d20-79f2-4e70-9793-c9b30ee56d6c tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Made reservation on behalf of e23583bc28504178818601905051f686 for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:16:59.024680 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-c4d8eb3c-ab9d-4c4c-8883-b0b9d6a6be57 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3212385 Dec 22 13:16:59.133037 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-5e18030b-8132-450b-af49-54b137b2756a tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:16:59.134233 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-5e18030b-8132-450b-af49-54b137b2756a tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0174823 Dec 22 13:16:59.146551 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46372678-1f05-425e-a4ba-9bc7049efb91 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Pushing event updated for resources: {'Network': ['ID=134686d5-d8be-4711-b6df-72f673158e58,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:59.154859 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-46372678-1f05-425e-a4ba-9bc7049efb91 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:59.168209 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40674) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:59.206508 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-e467973c-4006-43dc-a10b-bef600a03b00 None None] Provisioning for port a2986812-487d-48d5-a2a4-caf3c4f0a56c completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:16:59.213143 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 134686d5-d8be-4711-b6df-72f673158e58 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:16:59.215294 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a120add-22c9-41b3-b435-f554b8d686a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088000fd-0a24-48d6-92f4-e97f9f8d9303,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:16:59.234959 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Request body: {'port': {'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a', 'binding:host_id': 'hv-neutron-8226', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1976267027'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:59.245987 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:59.270098 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Usage tracker for resource:port and tenant:e28a9ce55ec34fefbdc80a14674e6ec2 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:59.286501 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:59.287481 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8a120add-22c9-41b3-b435-f554b8d686a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:16:59.306993 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:59.320386 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8a120add-22c9-41b3-b435-f554b8d686a8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=23edb249ebcc4808b1f4c789cfc2d9da&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8663254 Dec 22 13:16:59.325131 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-46372678-1f05-425e-a4ba-9bc7049efb91 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.5124617 Dec 22 13:16:59.325131 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40678) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:59.339010 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:59.344459 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40680) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:16:59.344861 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-e467973c-4006-43dc-a10b-bef600a03b00 None None] Provisioning complete for port a2986812-487d-48d5-a2a4-caf3c4f0a56c triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:16:59.345245 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e467973c-4006-43dc-a10b-bef600a03b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:59.416062 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494ad90-e120-4490-bb2b-64823f941c99 req-4712279a-7f01-45fe-b457-6f3fc0262f2e tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:59.417376 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-2494ad90-e120-4490-bb2b-64823f941c99 req-4712279a-7f01-45fe-b457-6f3fc0262f2e tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Synchronizing usage tracker for tenant:c2e0ca21fce24530bc558ca461319d3e on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:16:59.441269 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Made reservation on behalf of e28a9ce55ec34fefbdc80a14674e6ec2 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:16:59.443790 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:59.462778 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:59.509019 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:16:59.513075 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Usage tracker for resource:security_group_rule and tenant:e28a9ce55ec34fefbdc80a14674e6ec2 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:16:59.518111 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:16:59.523790 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:16:59.600929 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-8759a82e-e06d-4f58-8132-61355db94379 service neutron] Request body: {'port': {'device_id': '131ccdf4-2cab-4729-988d-02672f487e45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:16:59.655798 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e467973c-4006-43dc-a10b-bef600a03b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:59.699397 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-e467973c-4006-43dc-a10b-bef600a03b00 None None] For port a2986812-487d-48d5-a2a4-caf3c4f0a56c, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=a2986812-487d-48d5-a2a4-caf3c4f0a56c,segment=NetworkSegment(6a785541-65a4-4923-aa3e-eaebe659aebc),segment_id=6a785541-65a4-4923-aa3e-eaebe659aebc)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:16:59.759051 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e467973c-4006-43dc-a10b-bef600a03b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:59.767990 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:16:59.789029 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e10b1991-07b9-4cfb-af31-e25a26ddb510 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:59.802795 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-2494ad90-e120-4490-bb2b-64823f941c99 req-4712279a-7f01-45fe-b457-6f3fc0262f2e tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Unset dirty status for tenant:c2e0ca21fce24530bc558ca461319d3e on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:16:59.810261 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2494ad90-e120-4490-bb2b-64823f941c99 req-4712279a-7f01-45fe-b457-6f3fc0262f2e tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/ports?device_id=131ccdf4-2cab-4729-988d-02672f487e45 HTTP/1.1" status: 200 len: 931 time: 0.7838852 Dec 22 13:16:59.862647 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f5d2b522-ea8f-4b3d-927b-332624231270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:59.908274 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f5d2b522-ea8f-4b3d-927b-332624231270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:59.982082 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:00.029558 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-8759a82e-e06d-4f58-8132-61355db94379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:00.032762 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e467973c-4006-43dc-a10b-bef600a03b00 None None] Pushing event updated for resources: {'Port': ['ID=a2986812-487d-48d5-a2a4-caf3c4f0a56c,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:00.037112 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-e467973c-4006-43dc-a10b-bef600a03b00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:00.070880 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2494ad90-e120-4490-bb2b-64823f941c99 req-fa5842fc-924d-4792-880b-844d5e5e9948 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5fad85d-a427-4b49-97d8-bf4ab831eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2593846 Dec 22 13:17:00.100447 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-0457e744-c7f9-48d5-a8b4-3bcb33a7aaea None None] Provisioning for port 96296753-12a2-4c85-9c84-e216a0006956 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:17:00.105878 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-0457e744-c7f9-48d5-a8b4-3bcb33a7aaea None None] Provisioning complete for port 96296753-12a2-4c85-9c84-e216a0006956 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:00.106273 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0457e744-c7f9-48d5-a8b4-3bcb33a7aaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:00.127853 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.45', 57833) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:00.148740 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:00.152003 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f5d2b522-ea8f-4b3d-927b-332624231270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:00.161091 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:00.179718 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] device_id is not set on port a08d359a-3e11-4f22-84c6-e0761c065733 yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:17:00.220956 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-0457e744-c7f9-48d5-a8b4-3bcb33a7aaea None None] Port 96296753-12a2-4c85-9c84-e216a0006956 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:17:00.249852 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c07f057b-477c-4af4-99d2-f4c126a6c30a req-8851cb5e-5683-4255-b7a6-2d93b659dafd tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb293902-9800-46cb-a7ca-27fe5451ad7d HTTP/1.1" status: 200 len: 210 time: 0.7313986 Dec 22 13:17:00.357617 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7b7c9e05-5694-4085-9616-b4c850a19c7b None None] Provisioning complete for port a2986812-487d-48d5-a2a4-caf3c4f0a56c triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:00.358217 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7b7c9e05-5694-4085-9616-b4c850a19c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:00.377219 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b6d574-1776-4399-81ea-179e64f779ad,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:00.418489 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f5d2b522-ea8f-4b3d-927b-332624231270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:00.420098 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f5d2b522-ea8f-4b3d-927b-332624231270 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/088000fd-0a24-48d6-92f4-e97f9f8d9303 HTTP/1.1" status: 204 len: 168 time: 1.0807438 Dec 22 13:17:00.618011 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2b522-ea8f-4b3d-927b-332624231270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088000fd-0a24-48d6-92f4-e97f9f8d9303,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:00.626695 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f5d2b522-ea8f-4b3d-927b-332624231270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:00.650301 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0b984159-f277-4372-a7bd-cbf89eb1f076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.395s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:00.650680 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0b984159-f277-4372-a7bd-cbf89eb1f076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:00.710534 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7b7c9e05-5694-4085-9616-b4c850a19c7b None None] Provisioning for port 7cf033ae-df17-46c8-bf13-581dace925ff completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:17:00.717324 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7b7c9e05-5694-4085-9616-b4c850a19c7b None None] Provisioning complete for port 7cf033ae-df17-46c8-bf13-581dace925ff triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:00.719020 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7b7c9e05-5694-4085-9616-b4c850a19c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:00.729902 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d4025d20-79f2-4e70-9793-c9b30ee56d6c tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:00.809057 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7b7c9e05-5694-4085-9616-b4c850a19c7b None None] Port 7cf033ae-df17-46c8-bf13-581dace925ff cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:17:00.864103 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9c464c-6b24-45fb-a361-2e00747d6380 tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:00.866326 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-4e9c464c-6b24-45fb-a361-2e00747d6380 tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] 10.222.0.47 "GET /v2.0/networks/134686d5-d8be-4711-b6df-72f673158e58 HTTP/1.1" status: 200 len: 756 time: 1.5039523 Dec 22 13:17:00.899059 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40694) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:01.052395 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-d4025d20-79f2-4e70-9793-c9b30ee56d6c tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] device_id is not set on port 4634ee8b-88de-4de8-b6d1-e62c4126d7f5 yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:17:01.098266 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-2b46db65-9f43-4c12-a4c8-295dddd0c9d6 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:01.100162 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-2b46db65-9f43-4c12-a4c8-295dddd0c9d6 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.45 "GET /v2.0/networks?id=cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4 HTTP/1.1" status: 200 len: 805 time: 0.9071860 Dec 22 13:17:01.102725 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e10b1991-07b9-4cfb-af31-e25a26ddb510 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:01.135614 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-8759a82e-e06d-4f58-8132-61355db94379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96296753-12a2-4c85-9c84-e216a0006956 {{(pid=84149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:17:01.151798 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1758f325-d1a4-48c1-b293-b5cd21607969 tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:01.153156 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1758f325-d1a4-48c1-b293-b5cd21607969 tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] 10.222.0.47 "GET /v2.0/networks/72502355-f35f-4de2-b2f1-15487e0b84fd HTTP/1.1" status: 200 len: 767 time: 0.2501140 Dec 22 13:17:01.158959 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40702) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:01.160748 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-8759a82e-e06d-4f58-8132-61355db94379 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:01.204011 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e10b1991-07b9-4cfb-af31-e25a26ddb510 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:01.279749 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f900595b-1083-4f7e-881c-9f771c0f7365 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:01.291251 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] device_id is not set on port a08d359a-3e11-4f22-84c6-e0761c065733 yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:17:01.313318 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:01.316264 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-8759a82e-e06d-4f58-8132-61355db94379 service neutron] Transition to ACTIVE for port object 96296753-12a2-4c85-9c84-e216a0006956 will not be triggered until provisioned by entity L2. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:01.444929 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Transition to ACTIVE for port object a08d359a-3e11-4f22-84c6-e0761c065733 will not be triggered until provisioned by entity L2. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:01.488928 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-8759a82e-e06d-4f58-8132-61355db94379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:01.504248 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-06c9a187-c2db-4ddf-9b61-28eee688ed87 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Allocated IP 172.20.0.1 (0d549717-6ce1-4395-b4d9-9907963652bf/b5c5b86c-f908-4b26-9164-2d21ceb60092/2299d194-5a17-41cc-aa27-53074f6e6763) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:17:01.531302 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:01.628101 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e10b1991-07b9-4cfb-af31-e25a26ddb510 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:01.628636 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10b1991-07b9-4cfb-af31-e25a26ddb510 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Fanout notify agent at l3_agent the message router_deleted on router acaa73bb-0cbd-4e04-ac9d-408081cecb67 {{(pid=84148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:17:01.640277 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f900595b-1083-4f7e-881c-9f771c0f7365 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:01.641320 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-d4025d20-79f2-4e70-9793-c9b30ee56d6c tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Allocated IP 172.20.0.14 (b5c9060a-3f29-49e9-bcb5-10b01f63f9d1/abc40a0b-6869-474c-9a15-fbb94d44d522/4634ee8b-88de-4de8-b6d1-e62c4126d7f5) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:17:01.664974 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:01.694018 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device a2986812-487d-48d5-a2a4-caf3c4f0a56c up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:17:01.767138 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8759a82e-e06d-4f58-8132-61355db94379 service neutron] Pushing event updated for resources: {'Port': ['ID=96296753-12a2-4c85-9c84-e216a0006956,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:01.780277 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8759a82e-e06d-4f58-8132-61355db94379 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:01.793314 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:01.847501 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-06c9a187-c2db-4ddf-9b61-28eee688ed87 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:01.847712 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-f900595b-1083-4f7e-881c-9f771c0f7365 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['134686d5-d8be-4711-b6df-72f673158e58']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:01.865986 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-06c9a187-c2db-4ddf-9b61-28eee688ed87 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Transition to ACTIVE for port object 2299d194-5a17-41cc-aa27-53074f6e6763 will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:01.881998 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port a2986812-487d-48d5-a2a4-caf3c4f0a56c triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:01.882408 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:01.892499 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-f900595b-1083-4f7e-881c-9f771c0f7365 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a277adf-d1d9-4cd6-8d5c-95cc85212b2f') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:01.892842 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-f900595b-1083-4f7e-881c-9f771c0f7365 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a277adf-d1d9-4cd6-8d5c-95cc85212b2f') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:01.954912 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-b9bff37e-19e6-4744-8413-15c6ea795336 req-71009947-8dfd-418b-b693-9276d6df991a tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb293902-9800-46cb-a7ca-27fe5451ad7d HTTP/1.1" status: 200 len: 210 time: 0.3100958 Dec 22 13:17:01.986635 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-06c9a187-c2db-4ddf-9b61-28eee688ed87 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:02.011917 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-cfe2a162-d766-4a94-b6ed-ba9b021574d2 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97addb87d3bc483d91b11c8c5ef7e2aa HTTP/1.1" status: 200 len: 379 time: 0.3657386 Dec 22 13:17:02.017511 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:02.062657 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Pushing event updated for resources: {'Port': ['ID=a08d359a-3e11-4f22-84c6-e0761c065733,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:02.077785 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e10b1991-07b9-4cfb-af31-e25a26ddb510 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:02.082101 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e10b1991-07b9-4cfb-af31-e25a26ddb510 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] 10.222.0.47 "DELETE /v2.0/routers/acaa73bb-0cbd-4e04-ac9d-408081cecb67 HTTP/1.1" status: 204 len: 168 time: 9.1064308 Dec 22 13:17:02.104625 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-e648df2a-eb89-470b-8a6a-69203dad72da tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Request body: {'port': {'device_id': 'fb293902-9800-46cb-a7ca-27fe5451ad7d', 'network_id': 'cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4', 'admin_state_up': True, 'tenant_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'security_groups': ['eac79d60-d275-419a-90d5-4810f0769413']}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:02.222893 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40722) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:02.230913 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:02.234316 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f900595b-1083-4f7e-881c-9f771c0f7365 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:02.255021 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f900595b-1083-4f7e-881c-9f771c0f7365 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:02.262012 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f900595b-1083-4f7e-881c-9f771c0f7365 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:17:02.262439 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f900595b-1083-4f7e-881c-9f771c0f7365 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:02.313817 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c9a187-c2db-4ddf-9b61-28eee688ed87 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Network 0d549717-6ce1-4395-b4d9-9907963652bf is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:17:02.325664 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-06c9a187-c2db-4ddf-9b61-28eee688ed87 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:02.329161 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c9a187-c2db-4ddf-9b61-28eee688ed87 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:17:02.364542 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9a187-c2db-4ddf-9b61-28eee688ed87 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Pushing event updated for resources: {'Port': ['ID=2299d194-5a17-41cc-aa27-53074f6e6763,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:02.367496 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-06c9a187-c2db-4ddf-9b61-28eee688ed87 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:02.368729 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:17:02.368729 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:17:02.368729 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:17:02.368729 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:17:02.368729 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:17:02.368729 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:17:02.368729 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:17:02.368729 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:17:02.368729 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:17:02.368729 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:17:02.368729 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:17:02.368729 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:17:02.368729 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:17:02.368729 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:17:02.368729 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:17:02.368729 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:17:02.368729 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:17:02.368729 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:17:02.368729 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:17:02.368729 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:17:02.368729 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:17:02.368729 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:17:02.368729 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:17:02.368729 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:17:02.368729 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:17:02.368729 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:17:02.368729 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:17:02.368729 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:17:02.368729 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:17:02.368729 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:17:02.368729 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:17:02.368729 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:17:02.476114 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f900595b-1083-4f7e-881c-9f771c0f7365 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:02.482507 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-e648df2a-eb89-470b-8a6a-69203dad72da tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:02.484269 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421cdc0-b17a-41eb-ba15-2f3685536c1b req-c817a3a6-eb53-41cc-a658-67744fbd5263 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:02.485847 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9421cdc0-b17a-41eb-ba15-2f3685536c1b req-c817a3a6-eb53-41cc-a658-67744fbd5263 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/ports?device_id=131ccdf4-2cab-4729-988d-02672f487e45 HTTP/1.1" status: 200 len: 943 time: 1.0479271 Dec 22 13:17:02.508196 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f900595b-1083-4f7e-881c-9f771c0f7365 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 134686d5-d8be-4711-b6df-72f673158e58 {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 22 13:17:02.527346 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-e648df2a-eb89-470b-8a6a-69203dad72da tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:02.529494 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-06c9a187-c2db-4ddf-9b61-28eee688ed87 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:02.591778 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f900595b-1083-4f7e-881c-9f771c0f7365 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:02.619628 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1259a421-62f6-4485-998f-72b475fbac70 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:02.673106 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f900595b-1083-4f7e-881c-9f771c0f7365 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] 10.222.0.47 "DELETE /v2.0/networks/134686d5-d8be-4711-b6df-72f673158e58 HTTP/1.1" status: 204 len: 168 time: 1.5089195 Dec 22 13:17:02.673781 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-e648df2a-eb89-470b-8a6a-69203dad72da tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Made reservation on behalf of 97addb87d3bc483d91b11c8c5ef7e2aa for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:17:02.680699 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-e648df2a-eb89-470b-8a6a-69203dad72da tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:02.680910 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40730) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:02.681643 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-8759a82e-e06d-4f58-8132-61355db94379 service neutron] Attempting to bind port 96296753-12a2-4c85-9c84-e216a0006956 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:02.682004 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-8759a82e-e06d-4f58-8132-61355db94379 service neutron] Attempting to bind port 96296753-12a2-4c85-9c84-e216a0006956 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '0fd644be-47e5-4bcb-aa5b-b15f022ce968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '385db047-262b-4adc-9531-32d02f559c7f'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:02.682366 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-8759a82e-e06d-4f58-8132-61355db94379 service neutron] Attempting to bind port 96296753-12a2-4c85-9c84-e216a0006956 on network 385db047-262b-4adc-9531-32d02f559c7f {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:17:02.699418 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-8759a82e-e06d-4f58-8132-61355db94379 service neutron] Port 96296753-12a2-4c85-9c84-e216a0006956 on network 385db047-262b-4adc-9531-32d02f559c7f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:17:02.699761 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-8759a82e-e06d-4f58-8132-61355db94379 service neutron] Attempting to bind port 96296753-12a2-4c85-9c84-e216a0006956 on network 385db047-262b-4adc-9531-32d02f559c7f {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:17:02.707647 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-44db37ac-85df-480d-9e26-7d725e00055b tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Request body: {'network': {'name': 'tempest-network--751469808'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:02.712384 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-44db37ac-85df-480d-9e26-7d725e00055b tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:02.736163 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-44db37ac-85df-480d-9e26-7d725e00055b tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Usage tracker for resource:network and tenant:754f0f4ea4ee408a96d25b544af1fa2e is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:02.736163 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-44db37ac-85df-480d-9e26-7d725e00055b tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:02.753208 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-44db37ac-85df-480d-9e26-7d725e00055b tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:02.769092 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-99dd396e-a169-462f-86ee-4dcc9da2a5b1 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Deleting subnet fe34b9f1-2b99-4d01-9fa2-e83fd3c9e488 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:17:02.771307 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900595b-1083-4f7e-881c-9f771c0f7365 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Pushing event deleted for resources: {'Network': ['ID=134686d5-d8be-4711-b6df-72f673158e58,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:02.781043 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f900595b-1083-4f7e-881c-9f771c0f7365 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:02.785285 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-8759a82e-e06d-4f58-8132-61355db94379 service neutron] Checking agent: {'id': '72ee2f79-9ac0-483e-b4fd-5b910a776581', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'started_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:17:02.786086 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-8759a82e-e06d-4f58-8132-61355db94379 service neutron] Checking segment: {'id': '0fd644be-47e5-4bcb-aa5b-b15f022ce968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '385db047-262b-4adc-9531-32d02f559c7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:17:02.786899 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-8759a82e-e06d-4f58-8132-61355db94379 service neutron] Bound using segment: {'id': '0fd644be-47e5-4bcb-aa5b-b15f022ce968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '385db047-262b-4adc-9531-32d02f559c7f'} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:17:02.787621 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-8759a82e-e06d-4f58-8132-61355db94379 service neutron] Bound port: 96296753-12a2-4c85-9c84-e216a0006956, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd644be-47e5-4bcb-aa5b-b15f022ce968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '385db047-262b-4adc-9531-32d02f559c7f'}}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:17:02.789125 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-8759a82e-e06d-4f58-8132-61355db94379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:02.816713 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Checking segment: {'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:17:02.817510 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Network hostable DHCP agents. Network: 715582e4-1f74-4ad9-a429-3ed802c60b5a, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:17:02.832661 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99dd396e-a169-462f-86ee-4dcc9da2a5b1 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:02.906203 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7bfe7270-2065-46da-ad99-4bded6c9b6ec None None] Provisioning for port 2299d194-5a17-41cc-aa27-53074f6e6763 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:17:02.912424 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7bfe7270-2065-46da-ad99-4bded6c9b6ec None None] Provisioning complete for port 2299d194-5a17-41cc-aa27-53074f6e6763 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:02.912990 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7bfe7270-2065-46da-ad99-4bded6c9b6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:02.918425 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9421cdc0-b17a-41eb-ba15-2f3685536c1b req-ed33bc52-6057-4be1-8fc5-c8ef81e9b94f tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5fad85d-a427-4b49-97d8-bf4ab831eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4216444 Dec 22 13:17:02.922323 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44db37ac-85df-480d-9e26-7d725e00055b tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Made reservation on behalf of 754f0f4ea4ee408a96d25b544af1fa2e for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:17:02.927447 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-44db37ac-85df-480d-9e26-7d725e00055b tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:03.013564 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44db37ac-85df-480d-9e26-7d725e00055b tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:17:03.019916 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d4025d20-79f2-4e70-9793-c9b30ee56d6c tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:03.036523 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7bfe7270-2065-46da-ad99-4bded6c9b6ec None None] Port 2299d194-5a17-41cc-aa27-53074f6e6763 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:17:03.061636 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-44db37ac-85df-480d-9e26-7d725e00055b tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:03.070688 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-44db37ac-85df-480d-9e26-7d725e00055b tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Added segment ddd6f341-eb72-4488-b90a-fdd8c120a949 of type vlan for network 300e1fb9-8f58-414d-8b73-81e3356daa69 Dec 22 13:17:03.107213 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-d4025d20-79f2-4e70-9793-c9b30ee56d6c tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Transition to ACTIVE for port object 4634ee8b-88de-4de8-b6d1-e62c4126d7f5 will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:03.114676 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-e648df2a-eb89-470b-8a6a-69203dad72da tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Allocated IP 172.20.0.7 (cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4/0b9220c9-f2e2-4dc1-9463-99b690aae213/d6b6c5a1-91ce-49dd-a02c-d30e90225a2a) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:17:03.119869 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-06c9a187-c2db-4ddf-9b61-28eee688ed87 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:03.155628 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99dd396e-a169-462f-86ee-4dcc9da2a5b1 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:03.249512 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e84a21b8-9fdd-4c4f-ad5f-f1850089d4b6 req-60891ab9-5d38-4d6e-bca8-8d5074322f33 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb293902-9800-46cb-a7ca-27fe5451ad7d HTTP/1.1" status: 200 len: 210 time: 0.1095879 Dec 22 13:17:03.397029 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-44db37ac-85df-480d-9e26-7d725e00055b tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:03.407024 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99dd396e-a169-462f-86ee-4dcc9da2a5b1 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:03.455158 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Network 715582e4-1f74-4ad9-a429-3ed802c60b5a is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:17:03.511069 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-8759a82e-e06d-4f58-8132-61355db94379 service neutron] For port 96296753-12a2-4c85-9c84-e216a0006956, host hv-neutron-8226, cleared binding levels {{(pid=84149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:17:03.543565 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-8759a82e-e06d-4f58-8132-61355db94379 service neutron] For port 96296753-12a2-4c85-9c84-e216a0006956, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=96296753-12a2-4c85-9c84-e216a0006956,segment=NetworkSegment(0fd644be-47e5-4bcb-aa5b-b15f022ce968),segment_id=0fd644be-47e5-4bcb-aa5b-b15f022ce968)] {{(pid=84149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:17:03.758610 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9583c8e1-9642-4c5f-8446-475c27a1d2c2 None None] Sync routers for ids ['b7f225f0-9e53-43ee-88ff-451b3ab60c09'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:17:03.780724 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9583c8e1-9642-4c5f-8446-475c27a1d2c2 None None] Routers {'b7f225f0-9e53-43ee-88ff-451b3ab60c09'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:17:03.781722 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-9583c8e1-9642-4c5f-8446-475c27a1d2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:16:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b7f225f0-9e53-43ee-88ff-451b3ab60c09'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:03.950980 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-e648df2a-eb89-470b-8a6a-69203dad72da tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:03.981576 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-e648df2a-eb89-470b-8a6a-69203dad72da tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Transition to ACTIVE for port object d6b6c5a1-91ce-49dd-a02c-d30e90225a2a will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:04.144764 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-9583c8e1-9642-4c5f-8446-475c27a1d2c2 None None] Set router b7f225f0-9e53-43ee-88ff-451b3ab60c09 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:17:04.237148 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d4025d20-79f2-4e70-9793-c9b30ee56d6c tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:04.252912 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 715582e4-1f74-4ad9-a429-3ed802c60b5a) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:04.260455 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-dee6c694-0c30-42c8-bbd6-1ee82c59f5e9 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:04.262236 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:17:04.331092 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port a08d359a-3e11-4f22-84c6-e0761c065733 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:04.331092 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port a08d359a-3e11-4f22-84c6-e0761c065733 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:04.331092 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port a08d359a-3e11-4f22-84c6-e0761c065733 on network 715582e4-1f74-4ad9-a429-3ed802c60b5a {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:17:04.347949 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99dd396e-a169-462f-86ee-4dcc9da2a5b1 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:04.348702 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-44db37ac-85df-480d-9e26-7d725e00055b tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:04.349668 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Port a08d359a-3e11-4f22-84c6-e0761c065733 on network 715582e4-1f74-4ad9-a429-3ed802c60b5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:17:04.358865 dv-neutron-822669-1-hyperv neutron-server[84149]: ERROR neutron.plugins.ml2.managers [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Failed to bind port a08d359a-3e11-4f22-84c6-e0761c065733 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] Dec 22 13:17:04.365615 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-8759a82e-e06d-4f58-8132-61355db94379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:04.368500 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dae55e2-c283-4a6b-9c48-2edf947229eb None None] Network 715582e4-1f74-4ad9-a429-3ed802c60b5a requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:17:04.372819 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.plugins.ml2.plugin [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempt 2 to bind port a08d359a-3e11-4f22-84c6-e0761c065733 Dec 22 13:17:04.395714 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-e648df2a-eb89-470b-8a6a-69203dad72da tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:04.414510 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4025d20-79f2-4e70-9793-c9b30ee56d6c tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Network b5c9060a-3f29-49e9-bcb5-10b01f63f9d1 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:17:04.435708 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-d4025d20-79f2-4e70-9793-c9b30ee56d6c tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:04.471750 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4025d20-79f2-4e70-9793-c9b30ee56d6c tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:17:04.484217 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44db37ac-85df-480d-9e26-7d725e00055b tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:04.484796 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-44db37ac-85df-480d-9e26-7d725e00055b tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:04.552430 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-e648df2a-eb89-470b-8a6a-69203dad72da tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Network cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:17:04.557150 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2df0f5c1-836a-43fe-97a0-f48cc1df2821 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:04.598502 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-e648df2a-eb89-470b-8a6a-69203dad72da tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:04.607404 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99dd396e-a169-462f-86ee-4dcc9da2a5b1 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:04.619444 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-99dd396e-a169-462f-86ee-4dcc9da2a5b1 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] 10.222.0.47 "DELETE /v2.0/subnets/fe34b9f1-2b99-4d01-9fa2-e83fd3c9e488 HTTP/1.1" status: 204 len: 168 time: 2.2525055 Dec 22 13:17:04.635699 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port a08d359a-3e11-4f22-84c6-e0761c065733 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:04.635699 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port a08d359a-3e11-4f22-84c6-e0761c065733 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:04.641466 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port a08d359a-3e11-4f22-84c6-e0761c065733 on network 715582e4-1f74-4ad9-a429-3ed802c60b5a {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:17:04.664567 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40750) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:04.680396 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-e648df2a-eb89-470b-8a6a-69203dad72da tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:17:04.684339 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Port a08d359a-3e11-4f22-84c6-e0761c065733 on network 715582e4-1f74-4ad9-a429-3ed802c60b5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:17:04.684752 dv-neutron-822669-1-hyperv neutron-server[84149]: ERROR neutron.plugins.ml2.managers [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Failed to bind port a08d359a-3e11-4f22-84c6-e0761c065733 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] Dec 22 13:17:04.696180 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-44db37ac-85df-480d-9e26-7d725e00055b tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.9995127 Dec 22 13:17:04.809881 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-e648df2a-eb89-470b-8a6a-69203dad72da tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:04.810830 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-e648df2a-eb89-470b-8a6a-69203dad72da tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:04.819577 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4025d20-79f2-4e70-9793-c9b30ee56d6c tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:04.829714 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d4025d20-79f2-4e70-9793-c9b30ee56d6c tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:04.846337 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40754) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:04.852930 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4025d20-79f2-4e70-9793-c9b30ee56d6c tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Pushing event updated for resources: {'Port': ['ID=4634ee8b-88de-4de8-b6d1-e62c4126d7f5,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:04.861325 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.plugins.ml2.plugin [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempt 3 to bind port a08d359a-3e11-4f22-84c6-e0761c065733 Dec 22 13:17:04.865689 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d4025d20-79f2-4e70-9793-c9b30ee56d6c tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:04.889421 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.358s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:04.979647 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port a08d359a-3e11-4f22-84c6-e0761c065733 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:04.980000 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port a08d359a-3e11-4f22-84c6-e0761c065733 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:04.980403 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port a08d359a-3e11-4f22-84c6-e0761c065733 on network 715582e4-1f74-4ad9-a429-3ed802c60b5a {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:17:04.992117 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-02ab5515-9caf-4736-ada9-d53037b8a6b5 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:05.069479 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e648df2a-eb89-470b-8a6a-69203dad72da tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Pushing event updated for resources: {'Port': ['ID=d6b6c5a1-91ce-49dd-a02c-d30e90225a2a,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:05.108006 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e648df2a-eb89-470b-8a6a-69203dad72da tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:05.109206 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.db.resource_extend [None req-06c9a187-c2db-4ddf-9b61-28eee688ed87 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:17:05.124119 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-435b1c55-0eb5-4052-8132-34dbd68f31c4 None None] Provisioning for port 4634ee8b-88de-4de8-b6d1-e62c4126d7f5 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:17:05.133440 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-435b1c55-0eb5-4052-8132-34dbd68f31c4 None None] Provisioning complete for port 4634ee8b-88de-4de8-b6d1-e62c4126d7f5 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:05.133955 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-435b1c55-0eb5-4052-8132-34dbd68f31c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:05.137189 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Port a08d359a-3e11-4f22-84c6-e0761c065733 on network 715582e4-1f74-4ad9-a429-3ed802c60b5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:17:05.137523 dv-neutron-822669-1-hyperv neutron-server[84149]: ERROR neutron.plugins.ml2.managers [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Failed to bind port a08d359a-3e11-4f22-84c6-e0761c065733 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] Dec 22 13:17:05.145790 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-8759a82e-e06d-4f58-8132-61355db94379 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:05.147605 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-8759a82e-e06d-4f58-8132-61355db94379 service neutron] 10.222.0.45 "PUT /v2.0/ports/96296753-12a2-4c85-9c84-e216a0006956 HTTP/1.1" status: 200 len: 1093 time: 5.7801785 Dec 22 13:17:05.157421 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.plugins.ml2.plugin [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempt 4 to bind port a08d359a-3e11-4f22-84c6-e0761c065733 Dec 22 13:17:05.165714 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '131ccdf4-2cab-4729-988d-02672f487e45', 'tag': '96296753-12a2-4c85-9c84-e216a0006956'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:17:05.188662 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-06c9a187-c2db-4ddf-9b61-28eee688ed87 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:05.210115 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d4025d20-79f2-4e70-9793-c9b30ee56d6c tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 7.4352238 Dec 22 13:17:05.213238 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40766) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:05.317836 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db37ac-85df-480d-9e26-7d725e00055b tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Pushing event updated for resources: {'Network': ['ID=300e1fb9-8f58-414d-8b73-81e3356daa69,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:05.322887 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-44db37ac-85df-480d-9e26-7d725e00055b tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.765s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:05.359057 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 300e1fb9-8f58-414d-8b73-81e3356daa69 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:17:05.457532 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6b148f30-3186-4b5f-b20a-45bf467e023f tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.859s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:05.502251 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-02ab5515-9caf-4736-ada9-d53037b8a6b5 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:05.520998 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port a08d359a-3e11-4f22-84c6-e0761c065733 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:05.521824 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port a08d359a-3e11-4f22-84c6-e0761c065733 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:05.522341 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port a08d359a-3e11-4f22-84c6-e0761c065733 on network 715582e4-1f74-4ad9-a429-3ed802c60b5a {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:17:05.538170 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-e648df2a-eb89-470b-8a6a-69203dad72da tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4426465 Dec 22 13:17:05.615257 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8de9e1f5-0293-4b99-91d1-4487b08704d6 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:05.623265 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd396e-a169-462f-86ee-4dcc9da2a5b1 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fe34b9f1-2b99-4d01-9fa2-e83fd3c9e488,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:05.638394 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-435b1c55-0eb5-4052-8132-34dbd68f31c4 None None] Port 4634ee8b-88de-4de8-b6d1-e62c4126d7f5 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:17:05.647057 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-9583c8e1-9642-4c5f-8446-475c27a1d2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f225f0-9e53-43ee-88ff-451b3ab60c09', 'name': 'tempest-ServersTestJSON-625974591-router', 'tenant_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': 'bf156aea-b842-4e0b-8418-c05b21850eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:16:29Z', 'updated_at': '2021-12-22T13:16:39Z', 'revision_number': 4, 'project_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'gw_port': {'id': 'bf156aea-b842-4e0b-8418-c05b21850eae', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:64:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f225f0-9e53-43ee-88ff-451b3ab60c09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:30Z', 'updated_at': '2021-12-22T13:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '19c2cdcf-45a8-4cc1-a46d-812bd6cb3369', 'name': '', 'network_id': 'cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4', 'tenant_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'mac_address': 'fa:16:3e:72:7f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f225f0-9e53-43ee-88ff-451b3ab60c09', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b9220c9-f2e2-4dc1-9463-99b690aae213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:36Z', 'updated_at': '2021-12-22T13:16:40Z', 'revision_number': 2, 'project_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'subnets': [{'id': '0b9220c9-f2e2-4dc1-9463-99b690aae213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:05.649825 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236f114-9cd6-499f-aed0-c0693a7ba7f8 req-807b6862-7b77-4f14-9607-2461c0a81775 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:05.652924 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5236f114-9cd6-499f-aed0-c0693a7ba7f8 req-807b6862-7b77-4f14-9607-2461c0a81775 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/ports?device_id=131ccdf4-2cab-4729-988d-02672f487e45 HTTP/1.1" status: 200 len: 943 time: 1.5150876 Dec 22 13:17:05.667236 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9583c8e1-9642-4c5f-8446-475c27a1d2c2 None None] Checking router: b7f225f0-9e53-43ee-88ff-451b3ab60c09 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:17:05.667662 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9583c8e1-9642-4c5f-8446-475c27a1d2c2 None None] Updating router b7f225f0-9e53-43ee-88ff-451b3ab60c09 port 19c2cdcf-45a8-4cc1-a46d-812bd6cb3369 binding host dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:17:05.690758 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-06c9a187-c2db-4ddf-9b61-28eee688ed87 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:05.693158 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-99dd396e-a169-462f-86ee-4dcc9da2a5b1 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:05.724229 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.055s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:05.769037 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e87f2c52-7bf8-4775-89d0-b6873f661cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:05.797901 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ad45797a-b37f-46b7-a0b3-f37b88a2fbf7 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:05.801811 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9583c8e1-9642-4c5f-8446-475c27a1d2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:05.860977 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-06c9a187-c2db-4ddf-9b61-28eee688ed87 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:05.882994 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-6ef9d5b9-8d55-45d8-a52c-796fff9792e2 service neutron] Request body: {'port': {'device_id': 'fb293902-9800-46cb-a7ca-27fe5451ad7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:05.918778 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5236f114-9cd6-499f-aed0-c0693a7ba7f8 req-7e9884b8-c2a0-4911-b336-abaf92d8ee60 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5fad85d-a427-4b49-97d8-bf4ab831eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2589445 Dec 22 13:17:05.935511 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Port a08d359a-3e11-4f22-84c6-e0761c065733 on network 715582e4-1f74-4ad9-a429-3ed802c60b5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:17:05.936721 dv-neutron-822669-1-hyperv neutron-server[84149]: ERROR neutron.plugins.ml2.managers [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Failed to bind port a08d359a-3e11-4f22-84c6-e0761c065733 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] Dec 22 13:17:05.941206 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.plugins.ml2.plugin [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempt 5 to bind port a08d359a-3e11-4f22-84c6-e0761c065733 Dec 22 13:17:05.995517 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-32374c85-fc04-48e2-a71a-487040abb3a1 None None] Provisioning for port d6b6c5a1-91ce-49dd-a02c-d30e90225a2a completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:17:06.004389 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-32374c85-fc04-48e2-a71a-487040abb3a1 None None] Provisioning complete for port d6b6c5a1-91ce-49dd-a02c-d30e90225a2a triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:06.005289 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-32374c85-fc04-48e2-a71a-487040abb3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:06.021895 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-02ab5515-9caf-4736-ada9-d53037b8a6b5 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:06.067212 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8759a82e-e06d-4f58-8132-61355db94379 service neutron] Pushing event updated for resources: {'Port': ['ID=96296753-12a2-4c85-9c84-e216a0006956,revision_number=3']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:06.070952 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8759a82e-e06d-4f58-8132-61355db94379 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:06.076929 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port a08d359a-3e11-4f22-84c6-e0761c065733 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:06.077263 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port a08d359a-3e11-4f22-84c6-e0761c065733 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:06.077595 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port a08d359a-3e11-4f22-84c6-e0761c065733 on network 715582e4-1f74-4ad9-a429-3ed802c60b5a {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:17:06.121331 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Port a08d359a-3e11-4f22-84c6-e0761c065733 on network 715582e4-1f74-4ad9-a429-3ed802c60b5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:17:06.121647 dv-neutron-822669-1-hyperv neutron-server[84149]: ERROR neutron.plugins.ml2.managers [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Failed to bind port a08d359a-3e11-4f22-84c6-e0761c065733 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] Dec 22 13:17:06.126551 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.plugins.ml2.plugin [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempt 6 to bind port a08d359a-3e11-4f22-84c6-e0761c065733 Dec 22 13:17:06.143939 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8de9e1f5-0293-4b99-91d1-4487b08704d6 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:06.168608 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-32374c85-fc04-48e2-a71a-487040abb3a1 None None] Port d6b6c5a1-91ce-49dd-a02c-d30e90225a2a cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:17:06.179944 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port a08d359a-3e11-4f22-84c6-e0761c065733 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:06.180288 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port a08d359a-3e11-4f22-84c6-e0761c065733 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:06.180601 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port a08d359a-3e11-4f22-84c6-e0761c065733 on network 715582e4-1f74-4ad9-a429-3ed802c60b5a {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:17:06.185425 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-ae38fcc5-b5af-43bd-91a3-9067718708e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c2e0ca21fce24530bc558ca461319d3e&device_id=131ccdf4-2cab-4729-988d-02672f487e45 HTTP/1.1" status: 200 len: 1096 time: 0.8344095 Dec 22 13:17:06.188242 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-8de9e1f5-0293-4b99-91d1-4487b08704d6 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['227f6160-a3ee-4cea-8aca-25a8f9a5b8b9']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:06.203741 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-8de9e1f5-0293-4b99-91d1-4487b08704d6 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06046a67-d63a-4015-9484-7c18956398fa') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:06.204091 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-8de9e1f5-0293-4b99-91d1-4487b08704d6 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06046a67-d63a-4015-9484-7c18956398fa') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:06.235284 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Port a08d359a-3e11-4f22-84c6-e0761c065733 on network 715582e4-1f74-4ad9-a429-3ed802c60b5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:17:06.235616 dv-neutron-822669-1-hyperv neutron-server[84149]: ERROR neutron.plugins.ml2.managers [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Failed to bind port a08d359a-3e11-4f22-84c6-e0761c065733 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] Dec 22 13:17:06.244642 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8de9e1f5-0293-4b99-91d1-4487b08704d6 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:06.338156 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.plugins.ml2.plugin [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempt 7 to bind port a08d359a-3e11-4f22-84c6-e0761c065733 Dec 22 13:17:06.388028 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8de9e1f5-0293-4b99-91d1-4487b08704d6 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:06.403088 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-3fa16543-e6f8-406d-95aa-56ad8300325c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96296753-12a2-4c85-9c84-e216a0006956 HTTP/1.1" status: 200 len: 217 time: 0.1649456 Dec 22 13:17:06.405828 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port a08d359a-3e11-4f22-84c6-e0761c065733 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:06.406159 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port a08d359a-3e11-4f22-84c6-e0761c065733 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:06.406526 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port a08d359a-3e11-4f22-84c6-e0761c065733 on network 715582e4-1f74-4ad9-a429-3ed802c60b5a {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:17:06.409120 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8de9e1f5-0293-4b99-91d1-4487b08704d6 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:17:06.409528 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8de9e1f5-0293-4b99-91d1-4487b08704d6 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:06.447772 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:17:06.447772 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:17:06.447772 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:17:06.447772 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:17:06.447772 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:17:06.447772 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:17:06.447772 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:17:06.447772 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:17:06.447772 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:17:06.447772 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:17:06.447772 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:17:06.447772 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:17:06.447772 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:17:06.447772 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:17:06.447772 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:17:06.447772 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:17:06.447772 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:17:06.447772 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:17:06.447772 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:17:06.447772 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:17:06.447772 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:17:06.447772 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:17:06.447772 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:17:06.447772 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:17:06.447772 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:17:06.447772 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:17:06.447772 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:17:06.447772 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:17:06.447772 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:17:06.447772 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:17:06.447772 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:17:06.447772 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:17:06.521009 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9a187-c2db-4ddf-9b61-28eee688ed87 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Pushing event updated for resources: {'Port': ['ID=2299d194-5a17-41cc-aa27-53074f6e6763,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:06.528159 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9583c8e1-9642-4c5f-8446-475c27a1d2c2 None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:06.535831 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-06c9a187-c2db-4ddf-9b61-28eee688ed87 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.738s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:06.552265 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:06.673030 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '131ccdf4-2cab-4729-988d-02672f487e45', 'tag': '96296753-12a2-4c85-9c84-e216a0006956', 'status': 'completed', 'code': 200} Dec 22 13:17:06.678197 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-02ab5515-9caf-4736-ada9-d53037b8a6b5 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Network 300e1fb9-8f58-414d-8b73-81e3356daa69 is not hosted by any dhcp agent {{(pid=84148) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 22 13:17:06.679134 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ab5515-9caf-4736-ada9-d53037b8a6b5 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:06.680004 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-02ab5515-9caf-4736-ada9-d53037b8a6b5 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:06.684113 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-02ab5515-9caf-4736-ada9-d53037b8a6b5 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] 10.222.0.47 "PUT /v2.0/networks/300e1fb9-8f58-414d-8b73-81e3356daa69 HTTP/1.1" status: 200 len: 857 time: 1.8251166 Dec 22 13:17:06.688205 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c9a187-c2db-4ddf-9b61-28eee688ed87 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Network 0d549717-6ce1-4395-b4d9-9907963652bf is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:17:06.708627 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40788) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:06.749216 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Port a08d359a-3e11-4f22-84c6-e0761c065733 on network 715582e4-1f74-4ad9-a429-3ed802c60b5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:17:06.749549 dv-neutron-822669-1-hyperv neutron-server[84149]: ERROR neutron.plugins.ml2.managers [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Failed to bind port a08d359a-3e11-4f22-84c6-e0761c065733 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] Dec 22 13:17:06.751704 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40792) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:06.756810 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.plugins.ml2.plugin [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempt 8 to bind port a08d359a-3e11-4f22-84c6-e0761c065733 Dec 22 13:17:06.766572 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab5515-9caf-4736-ada9-d53037b8a6b5 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Pushing event updated for resources: {'Network': ['ID=300e1fb9-8f58-414d-8b73-81e3356daa69,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:06.775461 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-06c9a187-c2db-4ddf-9b61-28eee688ed87 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:06.782510 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-02ab5515-9caf-4736-ada9-d53037b8a6b5 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:06.790502 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8393526-0c21-45fb-a8e6-f97677ea91c9 req-e01b90c6-a34e-47ed-9544-ebf58a01b5d9 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:06.791478 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-c8393526-0c21-45fb-a8e6-f97677ea91c9 req-e01b90c6-a34e-47ed-9544-ebf58a01b5d9 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Synchronizing usage tracker for tenant:97addb87d3bc483d91b11c8c5ef7e2aa on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:17:06.866978 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port a08d359a-3e11-4f22-84c6-e0761c065733 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:06.867379 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port a08d359a-3e11-4f22-84c6-e0761c065733 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:06.867691 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port a08d359a-3e11-4f22-84c6-e0761c065733 on network 715582e4-1f74-4ad9-a429-3ed802c60b5a {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:17:06.893457 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Port a08d359a-3e11-4f22-84c6-e0761c065733 on network 715582e4-1f74-4ad9-a429-3ed802c60b5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:17:06.893886 dv-neutron-822669-1-hyperv neutron-server[84149]: ERROR neutron.plugins.ml2.managers [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Failed to bind port a08d359a-3e11-4f22-84c6-e0761c065733 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] Dec 22 13:17:06.898923 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.plugins.ml2.plugin [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempt 9 to bind port a08d359a-3e11-4f22-84c6-e0761c065733 Dec 22 13:17:06.917028 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-cfedeccc-ae33-4a08-aeed-6167fa7a0f8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:06.918800 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-cfedeccc-ae33-4a08-aeed-6167fa7a0f8a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eee9c85c-23c9-4305-a153-7e903430a638 HTTP/1.1" status: 200 len: 850 time: 0.2503741 Dec 22 13:17:06.952645 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-9583c8e1-9642-4c5f-8446-475c27a1d2c2 None None] Transition to ACTIVE for port object 19c2cdcf-45a8-4cc1-a46d-812bd6cb3369 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:07.003232 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6636ee-1bc5-4b75-aaa7-197ae49f1105 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:07.008760 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6636ee-1bc5-4b75-aaa7-197ae49f1105 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:07.028165 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6636ee-1bc5-4b75-aaa7-197ae49f1105 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:07.028165 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-6b6636ee-1bc5-4b75-aaa7-197ae49f1105 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Synchronizing usage tracker for tenant:e23583bc28504178818601905051f686 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:17:07.034652 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-c8393526-0c21-45fb-a8e6-f97677ea91c9 req-e01b90c6-a34e-47ed-9544-ebf58a01b5d9 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Unset dirty status for tenant:97addb87d3bc483d91b11c8c5ef7e2aa on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:17:07.035851 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c8393526-0c21-45fb-a8e6-f97677ea91c9 req-e01b90c6-a34e-47ed-9544-ebf58a01b5d9 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb293902-9800-46cb-a7ca-27fe5451ad7d HTTP/1.1" status: 200 len: 931 time: 2.4775929 Dec 22 13:17:07.036059 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port a08d359a-3e11-4f22-84c6-e0761c065733 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:07.036547 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port a08d359a-3e11-4f22-84c6-e0761c065733 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:07.037061 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port a08d359a-3e11-4f22-84c6-e0761c065733 on network 715582e4-1f74-4ad9-a429-3ed802c60b5a {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:17:07.040341 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9583c8e1-9642-4c5f-8446-475c27a1d2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:07.048926 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-9c5f810c-f3e3-4c24-9cf4-6a10d783d8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:07.054221 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8de9e1f5-0293-4b99-91d1-4487b08704d6 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:07.056435 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Port a08d359a-3e11-4f22-84c6-e0761c065733 on network 715582e4-1f74-4ad9-a429-3ed802c60b5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:17:07.056925 dv-neutron-822669-1-hyperv neutron-server[84149]: ERROR neutron.plugins.ml2.managers [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Failed to bind port a08d359a-3e11-4f22-84c6-e0761c065733 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] Dec 22 13:17:07.061655 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3da96cbd-660f-46a2-99c5-b0a3d917bd72 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:07.071399 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.plugins.ml2.plugin [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempt 10 to bind port a08d359a-3e11-4f22-84c6-e0761c065733 Dec 22 13:17:07.103535 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de9e1f5-0293-4b99-91d1-4487b08704d6 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 227f6160-a3ee-4cea-8aca-25a8f9a5b8b9 {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 22 13:17:07.109668 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:07.167709 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8de9e1f5-0293-4b99-91d1-4487b08704d6 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:07.178770 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9e1f5-0293-4b99-91d1-4487b08704d6 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Pushing event deleted for resources: {'Network': ['ID=227f6160-a3ee-4cea-8aca-25a8f9a5b8b9,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:07.228628 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-8d71383c-cf69-4f01-8c26-8edd3b8fa46d tempest-QuotasTest-11200454 tempest-QuotasTest-11200454-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:07.298625 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8de9e1f5-0293-4b99-91d1-4487b08704d6 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:07.329925 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port a08d359a-3e11-4f22-84c6-e0761c065733 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:07.330255 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port a08d359a-3e11-4f22-84c6-e0761c065733 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:07.330657 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port a08d359a-3e11-4f22-84c6-e0761c065733 on network 715582e4-1f74-4ad9-a429-3ed802c60b5a {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:17:07.339786 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-6ef9d5b9-8d55-45d8-a52c-796fff9792e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:07.370727 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8de9e1f5-0293-4b99-91d1-4487b08704d6 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] 10.222.0.47 "DELETE /v2.0/networks/227f6160-a3ee-4cea-8aca-25a8f9a5b8b9 HTTP/1.1" status: 204 len: 168 time: 2.6847427 Dec 22 13:17:07.493643 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c8393526-0c21-45fb-a8e6-f97677ea91c9 req-07955826-dec5-43cb-94f3-edec77910a30 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/security-groups?id=eac79d60-d275-419a-90d5-4810f0769413&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4179373 Dec 22 13:17:07.533295 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-6b6636ee-1bc5-4b75-aaa7-197ae49f1105 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Unset dirty status for tenant:e23583bc28504178818601905051f686 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:17:07.541133 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6b6636ee-1bc5-4b75-aaa7-197ae49f1105 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2469 time: 2.3267422 Dec 22 13:17:07.551336 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40802) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:07.553191 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Port a08d359a-3e11-4f22-84c6-e0761c065733 on network 715582e4-1f74-4ad9-a429-3ed802c60b5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:17:07.554072 dv-neutron-822669-1-hyperv neutron-server[84149]: ERROR neutron.plugins.ml2.managers [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Failed to bind port a08d359a-3e11-4f22-84c6-e0761c065733 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] Dec 22 13:17:07.554468 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:07.563442 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-9583c8e1-9642-4c5f-8446-475c27a1d2c2 None None] Attempting to bind port 19c2cdcf-45a8-4cc1-a46d-812bd6cb3369 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:07.563990 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-9583c8e1-9642-4c5f-8446-475c27a1d2c2 None None] Attempting to bind port 19c2cdcf-45a8-4cc1-a46d-812bd6cb3369 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '4f30eac0-64bc-442b-8bd6-4968d7d0cc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:07.564259 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9583c8e1-9642-4c5f-8446-475c27a1d2c2 None None] Attempting to bind port 19c2cdcf-45a8-4cc1-a46d-812bd6cb3369 on network cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:17:07.566312 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ddcec4-e41e-4708-bae0-bebc7fa55bdf None None] Pushing event updated for resources: {'Port': ['ID=19c2cdcf-45a8-4cc1-a46d-812bd6cb3369,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:07.570820 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-48ddcec4-e41e-4708-bae0-bebc7fa55bdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:07.593502 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9583c8e1-9642-4c5f-8446-475c27a1d2c2 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:17:07.593974 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9583c8e1-9642-4c5f-8446-475c27a1d2c2 None None] Checking segment: {'id': '4f30eac0-64bc-442b-8bd6-4968d7d0cc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:17:07.594628 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9583c8e1-9642-4c5f-8446-475c27a1d2c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:07.595214 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9583c8e1-9642-4c5f-8446-475c27a1d2c2 None None] Bound using segment: {'id': '4f30eac0-64bc-442b-8bd6-4968d7d0cc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:17:07.596217 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-9583c8e1-9642-4c5f-8446-475c27a1d2c2 None None] Bound port: 19c2cdcf-45a8-4cc1-a46d-812bd6cb3369, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f30eac0-64bc-442b-8bd6-4968d7d0cc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:17:07.597012 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9583c8e1-9642-4c5f-8446-475c27a1d2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:07.719921 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-9583c8e1-9642-4c5f-8446-475c27a1d2c2 None None] For port 19c2cdcf-45a8-4cc1-a46d-812bd6cb3369, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:17:07.725738 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-9583c8e1-9642-4c5f-8446-475c27a1d2c2 None None] For port 19c2cdcf-45a8-4cc1-a46d-812bd6cb3369, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=19c2cdcf-45a8-4cc1-a46d-812bd6cb3369,segment=NetworkSegment(4f30eac0-64bc-442b-8bd6-4968d7d0cc88),segment_id=4f30eac0-64bc-442b-8bd6-4968d7d0cc88)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:17:07.727456 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c3254c84-ea68-46a9-86cf-f5b48ac123b6 None None] Provisioning complete for port 2299d194-5a17-41cc-aa27-53074f6e6763 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:07.728103 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c3254c84-ea68-46a9-86cf-f5b48ac123b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:07.831174 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9583c8e1-9642-4c5f-8446-475c27a1d2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:07.856368 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-534c3311-a667-4083-bfe3-5205eee2dc94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:07.915368 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-c3254c84-ea68-46a9-86cf-f5b48ac123b6 None None] Port 2299d194-5a17-41cc-aa27-53074f6e6763 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:17:08.036566 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9583c8e1-9642-4c5f-8446-475c27a1d2c2 None None] Routers {'b7f225f0-9e53-43ee-88ff-451b3ab60c09'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:17:08.038172 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-9583c8e1-9642-4c5f-8446-475c27a1d2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:16:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b7f225f0-9e53-43ee-88ff-451b3ab60c09'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:08.126935 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3da96cbd-660f-46a2-99c5-b0a3d917bd72 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:08.145320 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ddcec4-e41e-4708-bae0-bebc7fa55bdf None None] Pushing event updated for resources: {'Port': ['ID=19c2cdcf-45a8-4cc1-a46d-812bd6cb3369,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:08.157081 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-48ddcec4-e41e-4708-bae0-bebc7fa55bdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:08.158006 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f6d2d1e1-a014-4e2b-ae42-fb4b8465d1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:08.264728 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-3da96cbd-660f-46a2-99c5-b0a3d917bd72 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['300e1fb9-8f58-414d-8b73-81e3356daa69']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:08.330002 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40810) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:08.350807 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-ea1b403c-d580-4da2-ba6f-f8af7f595f24 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Request body: {'router': {'name': 'tempest-router--1319358727', 'project_id': 'c8f434417fdf42189e6ff989cc92baf3'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:08.369745 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ea1b403c-d580-4da2-ba6f-f8af7f595f24 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:08.378328 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ea1b403c-d580-4da2-ba6f-f8af7f595f24 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Usage tracker for resource:router and tenant:c8f434417fdf42189e6ff989cc92baf3 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:08.384808 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ea1b403c-d580-4da2-ba6f-f8af7f595f24 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:08.413508 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8d71383c-cf69-4f01-8c26-8edd3b8fa46d tempest-QuotasTest-11200454 tempest-QuotasTest-11200454-project-admin] 10.222.0.47 "PUT /v2.0/quotas/25958771d6ad43b692709ad20f546e01 HTTP/1.1" status: 200 len: 366 time: 1.6445851 Dec 22 13:17:08.423720 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-9583c8e1-9642-4c5f-8446-475c27a1d2c2 None None] Set router b7f225f0-9e53-43ee-88ff-451b3ab60c09 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:17:08.431811 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40814) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:08.434287 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ea1b403c-d580-4da2-ba6f-f8af7f595f24 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:08.445702 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] For port a08d359a-3e11-4f22-84c6-e0761c065733, host hv-neutron-8226, cleared binding levels {{(pid=84149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:17:08.446069 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempted to set empty binding levels {{(pid=84149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 22 13:17:08.450427 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-3da96cbd-660f-46a2-99c5-b0a3d917bd72 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd6f341-eb72-4488-b90a-fdd8c120a949') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:08.450716 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-3da96cbd-660f-46a2-99c5-b0a3d917bd72 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd6f341-eb72-4488-b90a-fdd8c120a949') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:08.485932 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1e8f1-357a-4275-b0ef-79c98d9f0b45 req-409f2e07-203a-4c19-b83d-e899cdf15d92 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:08.500457 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-dca1e8f1-357a-4275-b0ef-79c98d9f0b45 req-409f2e07-203a-4c19-b83d-e899cdf15d92 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/ports?device_id=131ccdf4-2cab-4729-988d-02672f487e45 HTTP/1.1" status: 200 len: 943 time: 1.3169904 Dec 22 13:17:08.515560 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-ba2b5370-3528-45f1-875b-727751456ce9 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Deleting port 4634ee8b-88de-4de8-b6d1-e62c4126d7f5 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:17:08.515905 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ba2b5370-3528-45f1-875b-727751456ce9 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:08.575838 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3da96cbd-660f-46a2-99c5-b0a3d917bd72 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:08.606631 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e03f9d8b-320b-4e43-9d25-2a33c6ff1760 tempest-QuotasTest-11200454 tempest-QuotasTest-11200454-project-admin] 10.222.0.47 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.1635125 Dec 22 13:17:08.607895 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40820) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:08.630138 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.db.resource_extend [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-6ef9d5b9-8d55-45d8-a52c-796fff9792e2 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:17:08.643002 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:08.647740 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-bb18744c-3f82-402c-892c-d9e5384cee56 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=385db047-262b-4adc-9531-32d02f559c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.7111413 Dec 22 13:17:08.651475 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e7b73fed-33e7-41ad-a34b-d31c2ca61c02 tempest-QuotasTest-11200454 tempest-QuotasTest-11200454-project-admin] 10.222.0.47 "GET /v2.0/quotas/25958771d6ad43b692709ad20f546e01 HTTP/1.1" status: 200 len: 366 time: 0.0402460 Dec 22 13:17:08.652448 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ea1b403c-d580-4da2-ba6f-f8af7f595f24 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:08.653969 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ea1b403c-d580-4da2-ba6f-f8af7f595f24 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:08.657531 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40824) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:08.670477 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:08.679062 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ea1b403c-d580-4da2-ba6f-f8af7f595f24 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:08.727661 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3da96cbd-660f-46a2-99c5-b0a3d917bd72 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:08.777143 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3da96cbd-660f-46a2-99c5-b0a3d917bd72 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:17:08.777548 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3da96cbd-660f-46a2-99c5-b0a3d917bd72 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:08.874762 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ea1b403c-d580-4da2-ba6f-f8af7f595f24 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:08.890432 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:17:08.890432 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:17:08.890432 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:17:08.890432 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:17:08.890432 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:17:08.890432 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:17:08.890432 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:17:08.890432 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:17:08.890432 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:17:08.890432 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:17:08.890432 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:17:08.890432 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:17:08.890432 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:17:08.890432 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:17:08.890432 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:17:08.890432 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:17:08.890432 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:17:08.890432 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:17:08.890432 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:17:08.890432 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:17:08.890432 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:17:08.890432 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:17:08.890432 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:17:08.890432 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:17:08.890432 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:17:08.890432 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:17:08.890432 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:17:08.890432 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:17:08.890432 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:17:08.890432 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:17:08.890432 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:17:08.890432 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:17:08.898154 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c9a187-c2db-4ddf-9b61-28eee688ed87 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Router 5d60473c-2665-4d60-ae4f-0ebcbd41ce67 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:17:08.911988 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-6ef9d5b9-8d55-45d8-a52c-796fff9792e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6b6c5a1-91ce-49dd-a02c-d30e90225a2a {{(pid=84148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:17:08.918499 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:08.922998 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Pushing event updated for resources: {'Port': ['ID=a08d359a-3e11-4f22-84c6-e0761c065733,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:08.929134 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:08.930629 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-6ef9d5b9-8d55-45d8-a52c-796fff9792e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:08.946125 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-dca1e8f1-357a-4275-b0ef-79c98d9f0b45 req-98bea5a0-176c-4463-94fe-432a65894788 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5fad85d-a427-4b49-97d8-bf4ab831eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3468416 Dec 22 13:17:08.959605 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:08.974157 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-9583c8e1-9642-4c5f-8446-475c27a1d2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f225f0-9e53-43ee-88ff-451b3ab60c09', 'name': 'tempest-ServersTestJSON-625974591-router', 'tenant_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': 'bf156aea-b842-4e0b-8418-c05b21850eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:16:29Z', 'updated_at': '2021-12-22T13:16:39Z', 'revision_number': 4, 'project_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'gw_port': {'id': 'bf156aea-b842-4e0b-8418-c05b21850eae', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:64:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f225f0-9e53-43ee-88ff-451b3ab60c09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:30Z', 'updated_at': '2021-12-22T13:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '19c2cdcf-45a8-4cc1-a46d-812bd6cb3369', 'name': '', 'network_id': 'cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4', 'tenant_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'mac_address': 'fa:16:3e:72:7f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f225f0-9e53-43ee-88ff-451b3ab60c09', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b9220c9-f2e2-4dc1-9463-99b690aae213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:36Z', 'updated_at': '2021-12-22T13:17:07Z', 'revision_number': 4, 'project_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'subnets': [{'id': '0b9220c9-f2e2-4dc1-9463-99b690aae213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:08.984497 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9583c8e1-9642-4c5f-8446-475c27a1d2c2 None None] The sync data for ids ['b7f225f0-9e53-43ee-88ff-451b3ab60c09'] in dv-neutron-822669-1-hyperv is: [{'id': 'b7f225f0-9e53-43ee-88ff-451b3ab60c09', 'name': 'tempest-ServersTestJSON-625974591-router', 'tenant_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': 'bf156aea-b842-4e0b-8418-c05b21850eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:16:29Z', 'updated_at': '2021-12-22T13:16:39Z', 'revision_number': 4, 'project_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'gw_port': {'id': 'bf156aea-b842-4e0b-8418-c05b21850eae', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:64:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f225f0-9e53-43ee-88ff-451b3ab60c09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:30Z', 'updated_at': '2021-12-22T13:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '19c2cdcf-45a8-4cc1-a46d-812bd6cb3369', 'name': '', 'network_id': 'cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4', 'tenant_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'mac_address': 'fa:16:3e:72:7f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f225f0-9e53-43ee-88ff-451b3ab60c09', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b9220c9-f2e2-4dc1-9463-99b690aae213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:36Z', 'updated_at': '2021-12-22T13:17:07Z', 'revision_number': 4, 'project_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'subnets': [{'id': '0b9220c9-f2e2-4dc1-9463-99b690aae213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:17:09.046290 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ea1b403c-d580-4da2-ba6f-f8af7f595f24 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:09.047653 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ea1b403c-d580-4da2-ba6f-f8af7f595f24 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7104411 Dec 22 13:17:09.055996 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40828) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:09.163264 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-6ef9d5b9-8d55-45d8-a52c-796fff9792e2 service neutron] Transition to ACTIVE for port object d6b6c5a1-91ce-49dd-a02c-d30e90225a2a will not be triggered until provisioned by entity L2. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:09.166770 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 9.9926209 Dec 22 13:17:09.166770 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40832) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:09.177844 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1b049499-5572-42ca-beb8-835403065a33 tempest-QuotasTest-11200454 tempest-QuotasTest-11200454-project-admin] 10.222.0.47 "DELETE /v2.0/quotas/25958771d6ad43b692709ad20f546e01 HTTP/1.1" status: 204 len: 168 time: 0.5158858 Dec 22 13:17:09.178781 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3da96cbd-660f-46a2-99c5-b0a3d917bd72 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:09.181339 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40836) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:09.187190 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6ff3f-662f-4b70-a2f4-d292bdddad5b req-d5d23199-71b1-4b62-85a7-933db0d1b040 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:09.194572 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d1c6ff3f-662f-4b70-a2f4-d292bdddad5b req-d5d23199-71b1-4b62-85a7-933db0d1b040 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb293902-9800-46cb-a7ca-27fe5451ad7d HTTP/1.1" status: 200 len: 931 time: 0.3808963 Dec 22 13:17:09.208603 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:09.267005 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:09.283870 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da96cbd-660f-46a2-99c5-b0a3d917bd72 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 300e1fb9-8f58-414d-8b73-81e3356daa69 {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 22 13:17:09.354457 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3da96cbd-660f-46a2-99c5-b0a3d917bd72 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:09.379750 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-96b1fd7c-c260-42a1-95f5-6643c0f8b746 tempest-QuotasTest-11200454 tempest-QuotasTest-11200454-project-admin] 10.222.0.47 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.1910903 Dec 22 13:17:09.380650 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da96cbd-660f-46a2-99c5-b0a3d917bd72 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Pushing event deleted for resources: {'Network': ['ID=300e1fb9-8f58-414d-8b73-81e3356daa69,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:09.386814 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40840) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:09.397590 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3da96cbd-660f-46a2-99c5-b0a3d917bd72 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:09.401959 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-6ef9d5b9-8d55-45d8-a52c-796fff9792e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:09.409433 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-3da96cbd-660f-46a2-99c5-b0a3d917bd72 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] 10.222.0.47 "DELETE /v2.0/networks/300e1fb9-8f58-414d-8b73-81e3356daa69 HTTP/1.1" status: 204 len: 168 time: 2.6930561 Dec 22 13:17:09.409643 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-06c9a187-c2db-4ddf-9b61-28eee688ed87 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:09.427392 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40844) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:09.444639 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-91f6e706-e104-4128-994e-149c0a4d87b4 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Deleting port a08d359a-3e11-4f22-84c6-e0761c065733 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:17:09.444639 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-91f6e706-e104-4128-994e-149c0a4d87b4 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:09.543468 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9489fff2-52f9-45cf-8532-2c9c5af2df5b tempest-QuotasTest-11200454 tempest-QuotasTest-11200454-project-admin] 10.222.0.47 "GET /v2.0/quotas/25958771d6ad43b692709ad20f546e01 HTTP/1.1" status: 200 len: 370 time: 0.1502852 Dec 22 13:17:09.547672 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ba2b5370-3528-45f1-875b-727751456ce9 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:09.551212 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40848) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:09.557029 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-516d4a4d-f90b-4cf0-99c4-906f3496d3c4 tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] DELETE failed (client error): The resource could not be found. Dec 22 13:17:09.557157 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-516d4a4d-f90b-4cf0-99c4-906f3496d3c4 tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:17:09.561715 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-516d4a4d-f90b-4cf0-99c4-906f3496d3c4 tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] 10.222.0.47 "DELETE /v2.0/subnets/def7df77-93a9-4b79-bd0d-72338d7c2b69 HTTP/1.1" status: 404 len: 337 time: 0.1287634 Dec 22 13:17:09.565992 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40852) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:09.573575 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef9d5b9-8d55-45d8-a52c-796fff9792e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b6c5a1-91ce-49dd-a02c-d30e90225a2a,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:09.578518 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6ef9d5b9-8d55-45d8-a52c-796fff9792e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:09.590972 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d1c6ff3f-662f-4b70-a2f4-d292bdddad5b req-6ab27fc5-cfef-4e8c-b0a4-4362b414bbc5 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/security-groups?id=eac79d60-d275-419a-90d5-4810f0769413&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3954384 Dec 22 13:17:09.608949 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-5b238de0-489f-4d5f-8bfb-744993d4ad47 tempest-QuotasTest-11200454 tempest-QuotasTest-11200454-project-admin] 10.222.0.47 "GET /v2.0/quotas/25958771d6ad43b692709ad20f546e01/default HTTP/1.1" status: 200 len: 370 time: 0.0511665 Dec 22 13:17:09.616982 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40854) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:09.620572 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2addd991-efb9-4d29-9031-256119764528 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for router, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:09.760237 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 19c2cdcf-45a8-4cc1-a46d-812bd6cb3369 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:17:09.869213 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-c3bc26bf-2f69-43b2-9a5f-abc38c375b8b tempest-QuotasTest-11200454 tempest-QuotasTest-11200454-project-admin] delete failed (client error): The resource could not be found. Dec 22 13:17:09.875395 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c3bc26bf-2f69-43b2-9a5f-abc38c375b8b tempest-QuotasTest-11200454 tempest-QuotasTest-11200454-project-admin] 10.222.0.47 "DELETE /v2.0/quotas/25958771d6ad43b692709ad20f546e01 HTTP/1.1" status: 404 len: 348 time: 0.2567248 Dec 22 13:17:09.986022 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-ba2b5370-3528-45f1-875b-727751456ce9 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Calling delete_port for 4634ee8b-88de-4de8-b6d1-e62c4126d7f5 owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:17:10.025427 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 19c2cdcf-45a8-4cc1-a46d-812bd6cb3369 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:17:10.033483 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 19c2cdcf-45a8-4cc1-a46d-812bd6cb3369 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:10.033971 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:10.052901 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-4e4d78fe-9a4b-4c0f-93d5-84a8aa6225e1 service neutron] 10.222.0.45 "GET /v2.0/networks/385db047-262b-4adc-9531-32d02f559c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8185861 Dec 22 13:17:10.209051 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:10.228924 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-6ef9d5b9-8d55-45d8-a52c-796fff9792e2 service neutron] Attempting to bind port d6b6c5a1-91ce-49dd-a02c-d30e90225a2a on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:10.229281 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-6ef9d5b9-8d55-45d8-a52c-796fff9792e2 service neutron] Attempting to bind port d6b6c5a1-91ce-49dd-a02c-d30e90225a2a by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4f30eac0-64bc-442b-8bd6-4968d7d0cc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:10.229611 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-6ef9d5b9-8d55-45d8-a52c-796fff9792e2 service neutron] Attempting to bind port d6b6c5a1-91ce-49dd-a02c-d30e90225a2a on network cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:17:10.244148 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-6ef9d5b9-8d55-45d8-a52c-796fff9792e2 service neutron] Port d6b6c5a1-91ce-49dd-a02c-d30e90225a2a on network cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:17:10.244479 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-6ef9d5b9-8d55-45d8-a52c-796fff9792e2 service neutron] Attempting to bind port d6b6c5a1-91ce-49dd-a02c-d30e90225a2a on network cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:17:10.267152 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 19c2cdcf-45a8-4cc1-a46d-812bd6cb3369, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=19c2cdcf-45a8-4cc1-a46d-812bd6cb3369,segment=NetworkSegment(4f30eac0-64bc-442b-8bd6-4968d7d0cc88),segment_id=4f30eac0-64bc-442b-8bd6-4968d7d0cc88)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:17:10.350056 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-58ccb802-9799-4878-b07e-f6f805c8f5af tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:10.353438 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:10.363291 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-d1a0163f-3bf7-4a9a-b6b6-9a78eeee4e88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:10.407529 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40864) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:10.411268 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2addd991-efb9-4d29-9031-256119764528 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:10.412996 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-6ef9d5b9-8d55-45d8-a52c-796fff9792e2 service neutron] Checking agent: {'id': '72ee2f79-9ac0-483e-b4fd-5b910a776581', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'started_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:17:10.414152 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-6ef9d5b9-8d55-45d8-a52c-796fff9792e2 service neutron] Checking segment: {'id': '4f30eac0-64bc-442b-8bd6-4968d7d0cc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:17:10.414152 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-6ef9d5b9-8d55-45d8-a52c-796fff9792e2 service neutron] Bound using segment: {'id': '4f30eac0-64bc-442b-8bd6-4968d7d0cc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4'} {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:17:10.414375 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-6ef9d5b9-8d55-45d8-a52c-796fff9792e2 service neutron] Bound port: d6b6c5a1-91ce-49dd-a02c-d30e90225a2a, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f30eac0-64bc-442b-8bd6-4968d7d0cc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4'}}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:17:10.414765 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-6ef9d5b9-8d55-45d8-a52c-796fff9792e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:10.423017 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:10.480317 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2addd991-efb9-4d29-9031-256119764528 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:10.491294 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=19c2cdcf-45a8-4cc1-a46d-812bd6cb3369,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:10.497284 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c9a187-c2db-4ddf-9b61-28eee688ed87 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:17:10.497735 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:10.505600 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-06c9a187-c2db-4ddf-9b61-28eee688ed87 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] 10.222.0.47 "PUT /v2.0/routers/5d60473c-2665-4d60-ae4f-0ebcbd41ce67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.5241694 Dec 22 13:17:10.516585 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40868) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:10.522181 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321a5734-3e4c-4107-b141-3757084f7298 None None] Sync routers for ids ['5d60473c-2665-4d60-ae4f-0ebcbd41ce67'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:17:10.536150 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-b7e66769-aec1-40d0-8e38-4d2f717ebb61 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Request body: {'port': {'network_id': '0d549717-6ce1-4395-b4d9-9907963652bf', 'name': 'tempest-FloatingIPAdminTestJSON-803685815'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:10.544580 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-6ef9d5b9-8d55-45d8-a52c-796fff9792e2 service neutron] For port d6b6c5a1-91ce-49dd-a02c-d30e90225a2a, host hv-neutron-8226, cleared binding levels {{(pid=84148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:17:10.548248 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-6ef9d5b9-8d55-45d8-a52c-796fff9792e2 service neutron] For port d6b6c5a1-91ce-49dd-a02c-d30e90225a2a, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d6b6c5a1-91ce-49dd-a02c-d30e90225a2a,segment=NetworkSegment(4f30eac0-64bc-442b-8bd6-4968d7d0cc88),segment_id=4f30eac0-64bc-442b-8bd6-4968d7d0cc88)] {{(pid=84148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:17:10.549777 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321a5734-3e4c-4107-b141-3757084f7298 None None] Routers {'5d60473c-2665-4d60-ae4f-0ebcbd41ce67'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:17:10.551358 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-321a5734-3e4c-4107-b141-3757084f7298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:17:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['5d60473c-2665-4d60-ae4f-0ebcbd41ce67'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:10.595716 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6d7ab-62ce-408f-9584-586d09e4a668 req-67ba6af6-07c1-4485-b905-bba3b9072e4e tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:10.597190 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6bf6d7ab-62ce-408f-9584-586d09e4a668 req-67ba6af6-07c1-4485-b905-bba3b9072e4e tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/ports?device_id=131ccdf4-2cab-4729-988d-02672f487e45 HTTP/1.1" status: 200 len: 943 time: 0.4089406 Dec 22 13:17:10.614186 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2addd991-efb9-4d29-9031-256119764528 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:10.614775 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2addd991-efb9-4d29-9031-256119764528 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3b50bef7-196b-4b2f-95a8-1a0b3b1def07 {{(pid=84148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:17:10.621640 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-321a5734-3e4c-4107-b141-3757084f7298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:10.629517 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-91f6e706-e104-4128-994e-149c0a4d87b4 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] For port a08d359a-3e11-4f22-84c6-e0761c065733, host hv-neutron-8226, got binding levels [] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:17:10.629798 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-91f6e706-e104-4128-994e-149c0a4d87b4 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:10.638106 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2addd991-efb9-4d29-9031-256119764528 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:10.641259 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-2addd991-efb9-4d29-9031-256119764528 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] 10.222.0.47 "DELETE /v2.0/routers/3b50bef7-196b-4b2f-95a8-1a0b3b1def07 HTTP/1.1" status: 204 len: 168 time: 1.5819633 Dec 22 13:17:10.652009 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-6ef9d5b9-8d55-45d8-a52c-796fff9792e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:10.660179 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321a5734-3e4c-4107-b141-3757084f7298 None None] Routers {'5d60473c-2665-4d60-ae4f-0ebcbd41ce67'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:17:10.660993 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-321a5734-3e4c-4107-b141-3757084f7298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:17:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['5d60473c-2665-4d60-ae4f-0ebcbd41ce67'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:10.665476 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e11a21f8-a97a-4b3f-838c-be40b70d78ce tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:10.776173 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-321a5734-3e4c-4107-b141-3757084f7298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:10.776851 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321a5734-3e4c-4107-b141-3757084f7298 None None] The sync data for ids ['5d60473c-2665-4d60-ae4f-0ebcbd41ce67'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:17:10.874290 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-6ef9d5b9-8d55-45d8-a52c-796fff9792e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:10.875851 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-6ef9d5b9-8d55-45d8-a52c-796fff9792e2 service neutron] 10.222.0.45 "PUT /v2.0/ports/d6b6c5a1-91ce-49dd-a02c-d30e90225a2a HTTP/1.1" status: 200 len: 1093 time: 5.0856261 Dec 22 13:17:10.877427 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb293902-9800-46cb-a7ca-27fe5451ad7d', 'tag': 'd6b6c5a1-91ce-49dd-a02c-d30e90225a2a'}] {{(pid=84148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:17:10.903624 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef9d5b9-8d55-45d8-a52c-796fff9792e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b6c5a1-91ce-49dd-a02c-d30e90225a2a,revision_number=3']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:10.908905 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6ef9d5b9-8d55-45d8-a52c-796fff9792e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:10.933050 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ad8a0-1c21-4529-afbd-683ad31f8e03 req-69dd65c0-bfad-4bd8-8c9e-eba69a15e7c9 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:10.934853 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-788ad8a0-1c21-4529-afbd-683ad31f8e03 req-69dd65c0-bfad-4bd8-8c9e-eba69a15e7c9 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb293902-9800-46cb-a7ca-27fe5451ad7d HTTP/1.1" status: 200 len: 943 time: 0.1459568 Dec 22 13:17:10.960913 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-58ccb802-9799-4878-b07e-f6f805c8f5af tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:11.011892 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-25bfa0ea-4aec-44ba-b340-5238e0719d66 req-4ab61714-78b8-4aba-a71a-96e8eacaf46c service neutron] 10.222.0.45 "GET /v2.0/networks/385db047-262b-4adc-9531-32d02f559c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9382234 Dec 22 13:17:11.035967 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-788ad8a0-1c21-4529-afbd-683ad31f8e03 req-a05b20b8-fa46-4b21-b422-5bebfabd117a tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/security-groups?id=eac79d60-d275-419a-90d5-4810f0769413&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950615 Dec 22 13:17:11.100767 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-eb99b66a-f140-49aa-b7f0-da50c2a2d506 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97addb87d3bc483d91b11c8c5ef7e2aa&device_id=fb293902-9800-46cb-a7ca-27fe5451ad7d HTTP/1.1" status: 200 len: 1096 time: 0.0980737 Dec 22 13:17:11.129320 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-91f6e706-e104-4128-994e-149c0a4d87b4 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Calling delete_port for a08d359a-3e11-4f22-84c6-e0761c065733 owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:17:11.158970 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-b7e66769-aec1-40d0-8e38-4d2f717ebb61 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:11.163164 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40886) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:11.171657 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-58ccb802-9799-4878-b07e-f6f805c8f5af tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72502355-f35f-4de2-b2f1-15487e0b84fd']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:11.186935 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2f857f54-6dbd-4ef7-a71f-2166fef63f1f tempest-QuotasTest-11200454 tempest-QuotasTest-11200454-project-admin] Usage tracker for resource:network and tenant:cd8416434ea54f38b61a2d9e45bf61ee is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:11.190811 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-4275f59b-78e6-4878-bd7a-b48426980264 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6b6c5a1-91ce-49dd-a02c-d30e90225a2a HTTP/1.1" status: 200 len: 217 time: 0.0681167 Dec 22 13:17:11.197495 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-b7e66769-aec1-40d0-8e38-4d2f717ebb61 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Usage tracker for resource:port and tenant:2f96c519d034433c926e645b5c963b93 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:11.241021 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-b7e66769-aec1-40d0-8e38-4d2f717ebb61 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:11.258180 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-58ccb802-9799-4878-b07e-f6f805c8f5af tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f08884df-bd94-4795-9987-71cbf042af4b') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:11.258520 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-58ccb802-9799-4878-b07e-f6f805c8f5af tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f08884df-bd94-4795-9987-71cbf042af4b') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:11.259372 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-efa048b5-a3cf-47ce-8e12-42ea39e54252 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:11.261164 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-efa048b5-a3cf-47ce-8e12-42ea39e54252 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0b9220c9-f2e2-4dc1-9463-99b690aae213 HTTP/1.1" status: 200 len: 844 time: 0.0638008 Dec 22 13:17:11.268501 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2f857f54-6dbd-4ef7-a71f-2166fef63f1f tempest-QuotasTest-11200454 tempest-QuotasTest-11200454-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:11.271885 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-b7e66769-aec1-40d0-8e38-4d2f717ebb61 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:11.288531 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-58ccb802-9799-4878-b07e-f6f805c8f5af tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:11.311381 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6bf6d7ab-62ce-408f-9584-586d09e4a668 req-15ff91dd-c341-4479-91f0-10565d91a9c3 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5fad85d-a427-4b49-97d8-bf4ab831eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6833289 Dec 22 13:17:11.329134 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ba2b5370-3528-45f1-875b-727751456ce9 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:11.345729 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-58ccb802-9799-4878-b07e-f6f805c8f5af tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:11.348421 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2f857f54-6dbd-4ef7-a71f-2166fef63f1f tempest-QuotasTest-11200454 tempest-QuotasTest-11200454-project-admin] Usage tracker for resource:subnet and tenant:cd8416434ea54f38b61a2d9e45bf61ee is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:11.353866 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb293902-9800-46cb-a7ca-27fe5451ad7d', 'tag': 'd6b6c5a1-91ce-49dd-a02c-d30e90225a2a', 'status': 'completed', 'code': 200} Dec 22 13:17:11.362574 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-91cf9bbb-dca1-4f3b-8b82-e423cae1c46c tempest-ExternalNetworksAdminNegativeTestJSON-1634742853 tempest-ExternalNetworksAdminNegativeTestJSON-1634742853-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:11.400529 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-a8b5db22-65dd-4cf3-ae79-86bf239743ff service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1318634 Dec 22 13:17:11.404090 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58ccb802-9799-4878-b07e-f6f805c8f5af tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:17:11.404545 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-58ccb802-9799-4878-b07e-f6f805c8f5af tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:11.516826 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:17:11.516826 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:17:11.516826 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:17:11.516826 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:17:11.516826 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:17:11.516826 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:17:11.516826 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:17:11.516826 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:17:11.516826 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:17:11.516826 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:17:11.516826 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:17:11.516826 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:17:11.516826 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:17:11.516826 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:17:11.516826 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:17:11.516826 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:17:11.516826 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:17:11.516826 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:17:11.516826 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:17:11.516826 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:17:11.516826 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:17:11.516826 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:17:11.516826 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:17:11.516826 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:17:11.516826 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:17:11.516826 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:17:11.516826 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:17:11.516826 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:17:11.516826 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:17:11.516826 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:17:11.516826 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:17:11.516826 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:17:11.573831 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e66769-aec1-40d0-8e38-4d2f717ebb61 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Made reservation on behalf of 2f96c519d034433c926e645b5c963b93 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:17:11.577669 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b7e66769-aec1-40d0-8e38-4d2f717ebb61 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:11.586449 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2f857f54-6dbd-4ef7-a71f-2166fef63f1f tempest-QuotasTest-11200454 tempest-QuotasTest-11200454-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:11.601058 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-326ffe31-60c4-4d57-8633-f3accc2acafb tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2068654094', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}, 'admin_state_up': False}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:11.609369 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b5370-3528-45f1-875b-727751456ce9 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Pushing event deleted for resources: {'Port': ['ID=4634ee8b-88de-4de8-b6d1-e62c4126d7f5,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:11.615855 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 19c2cdcf-45a8-4cc1-a46d-812bd6cb3369 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:17:11.633073 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ba2b5370-3528-45f1-875b-727751456ce9 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:11.642464 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-0f58b11e-31c1-438d-9463-f3565e80a16b service neutron] 10.222.0.45 "GET /v2.0/networks/cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335153 Dec 22 13:17:11.643680 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-326ffe31-60c4-4d57-8633-f3accc2acafb tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:11.653778 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-326ffe31-60c4-4d57-8633-f3accc2acafb tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Usage tracker for resource:router and tenant:1a390a268c544e92bdfe2dc3310ab3a3 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:11.657899 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-326ffe31-60c4-4d57-8633-f3accc2acafb tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:11.663847 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-326ffe31-60c4-4d57-8633-f3accc2acafb tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:11.713248 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-b7e66769-aec1-40d0-8e38-4d2f717ebb61 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] device_id is not set on port e21ffca5-a740-4018-8f86-bdf409a86edc yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:17:11.716761 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 19c2cdcf-45a8-4cc1-a46d-812bd6cb3369 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:11.717662 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:11.749614 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2f857f54-6dbd-4ef7-a71f-2166fef63f1f tempest-QuotasTest-11200454 tempest-QuotasTest-11200454-project-admin] Usage tracker for resource:subnetpool and tenant:cd8416434ea54f38b61a2d9e45bf61ee is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:11.752289 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-91f6e706-e104-4128-994e-149c0a4d87b4 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:11.805804 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9c51b79f-a2b1-4a8d-8619-f9a6a4eb6cf1 req-8d895d8c-b126-4bd9-9f0e-efff81ab7504 service neutron] 10.222.0.45 "GET /v2.0/networks/cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556485 Dec 22 13:17:11.829530 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-326ffe31-60c4-4d57-8633-f3accc2acafb tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:11.832358 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-326ffe31-60c4-4d57-8633-f3accc2acafb tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:11.833835 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2f857f54-6dbd-4ef7-a71f-2166fef63f1f tempest-QuotasTest-11200454 tempest-QuotasTest-11200454-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:11.878898 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-104c13c9-abdd-483a-9b1a-c2f7844e5185 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:11.908125 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5997edbc-7722-4e20-b63e-d4dc11e7c252 req-94d92a72-3da6-4222-9b4d-1f991061a6fe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c2e0ca21fce24530bc558ca461319d3e&device_id=131ccdf4-2cab-4729-988d-02672f487e45 HTTP/1.1" status: 200 len: 1096 time: 0.7239461 Dec 22 13:17:11.934838 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-58ccb802-9799-4878-b07e-f6f805c8f5af tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:11.981293 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6e706-e104-4128-994e-149c0a4d87b4 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Pushing event deleted for resources: {'Port': ['ID=a08d359a-3e11-4f22-84c6-e0761c065733,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:12.016578 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-26b5b3d9-7e88-40cd-9284-7471706047ea req-7b08c7af-f807-4741-b9d9-97e41fe966a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97addb87d3bc483d91b11c8c5ef7e2aa&device_id=fb293902-9800-46cb-a7ca-27fe5451ad7d HTTP/1.1" status: 200 len: 1096 time: 0.0767198 Dec 22 13:17:12.034302 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-58ccb802-9799-4878-b07e-f6f805c8f5af tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:12.038607 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2f857f54-6dbd-4ef7-a71f-2166fef63f1f tempest-QuotasTest-11200454 tempest-QuotasTest-11200454-project-admin] Usage tracker for resource:port and tenant:cd8416434ea54f38b61a2d9e45bf61ee is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:12.048120 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-91f6e706-e104-4128-994e-149c0a4d87b4 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:12.053478 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0a6c6af4-4367-46e9-bd10-fb131e926a85 tempest-PortsAdminExtendedAttrsTestJSON-1465719111 tempest-PortsAdminExtendedAttrsTestJSON-1465719111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:12.119029 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2f857f54-6dbd-4ef7-a71f-2166fef63f1f tempest-QuotasTest-11200454 tempest-QuotasTest-11200454-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:12.122126 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-91f6e706-e104-4128-994e-149c0a4d87b4 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:12.155887 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5b3d9-7e88-40cd-9284-7471706047ea req-32670360-5a15-4f9c-a399-560e721914a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:12.157433 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-26b5b3d9-7e88-40cd-9284-7471706047ea req-32670360-5a15-4f9c-a399-560e721914a1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4 HTTP/1.1" status: 200 len: 906 time: 0.1328990 Dec 22 13:17:12.178144 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ccb802-9799-4878-b07e-f6f805c8f5af tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Pushing event deleted for resources: {'Network': ['ID=72502355-f35f-4de2-b2f1-15487e0b84fd,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:12.194627 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-58ccb802-9799-4878-b07e-f6f805c8f5af tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:12.203543 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-b7e66769-aec1-40d0-8e38-4d2f717ebb61 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Allocated IP 172.20.0.8 (0d549717-6ce1-4395-b4d9-9907963652bf/b5c5b86c-f908-4b26-9164-2d21ceb60092/e21ffca5-a740-4018-8f86-bdf409a86edc) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:17:12.214248 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-326ffe31-60c4-4d57-8633-f3accc2acafb tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:12.256004 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2f857f54-6dbd-4ef7-a71f-2166fef63f1f tempest-QuotasTest-11200454 tempest-QuotasTest-11200454-project-admin] Usage tracker for resource:router and tenant:cd8416434ea54f38b61a2d9e45bf61ee is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:12.266470 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-26b5b3d9-7e88-40cd-9284-7471706047ea req-06713ce2-f4a5-4f0b-83c7-c3c8dc0598db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6b6c5a1-91ce-49dd-a02c-d30e90225a2a HTTP/1.1" status: 200 len: 217 time: 0.1012022 Dec 22 13:17:12.288911 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2f857f54-6dbd-4ef7-a71f-2166fef63f1f tempest-QuotasTest-11200454 tempest-QuotasTest-11200454-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:12.328654 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-58ccb802-9799-4878-b07e-f6f805c8f5af tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] 10.222.0.47 "DELETE /v2.0/networks/72502355-f35f-4de2-b2f1-15487e0b84fd HTTP/1.1" status: 204 len: 168 time: 2.6365385 Dec 22 13:17:12.340629 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-91f6e706-e104-4128-994e-149c0a4d87b4 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] 10.222.0.47 "DELETE /v2.0/ports/a08d359a-3e11-4f22-84c6-e0761c065733 HTTP/1.1" status: 204 len: 168 time: 3.1649148 Dec 22 13:17:12.341409 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40900) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:12.358479 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5b3d9-7e88-40cd-9284-7471706047ea req-c1819b5e-454a-41c8-b6da-cd2b79eb221d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:12.359356 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-26b5b3d9-7e88-40cd-9284-7471706047ea req-c1819b5e-454a-41c8-b6da-cd2b79eb221d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0b9220c9-f2e2-4dc1-9463-99b690aae213 HTTP/1.1" status: 200 len: 844 time: 0.0831754 Dec 22 13:17:12.366070 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b612d0-cc1a-4e6d-9637-637c2d8d67e4 req-e3c77e8d-20d3-4eb8-839c-6a1b5fbcab68 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:12.371670 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-22b612d0-cc1a-4e6d-9637-637c2d8d67e4 req-e3c77e8d-20d3-4eb8-839c-6a1b5fbcab68 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb293902-9800-46cb-a7ca-27fe5451ad7d HTTP/1.1" status: 200 len: 943 time: 0.1567006 Dec 22 13:17:12.434505 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997edbc-7722-4e20-b63e-d4dc11e7c252 req-73188b24-d1a9-403f-9346-7ef1baf6740e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:12.436605 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5997edbc-7722-4e20-b63e-d4dc11e7c252 req-73188b24-d1a9-403f-9346-7ef1baf6740e service neutron] 10.222.0.45 "GET /v2.0/networks?id=385db047-262b-4adc-9531-32d02f559c7f HTTP/1.1" status: 200 len: 912 time: 0.5052249 Dec 22 13:17:12.437148 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2f857f54-6dbd-4ef7-a71f-2166fef63f1f tempest-QuotasTest-11200454 tempest-QuotasTest-11200454-project-admin] Usage tracker for resource:floatingip and tenant:cd8416434ea54f38b61a2d9e45bf61ee is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:12.443011 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ba2b5370-3528-45f1-875b-727751456ce9 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:12.447630 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ba2b5370-3528-45f1-875b-727751456ce9 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] 10.222.0.47 "DELETE /v2.0/ports/4634ee8b-88de-4de8-b6d1-e62c4126d7f5 HTTP/1.1" status: 204 len: 168 time: 4.8294630 Dec 22 13:17:12.449138 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40906) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:12.503570 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-c491c27d-5341-4102-95c2-9fbf7879c9f4 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] GET failed (client error): The resource could not be found. Dec 22 13:17:12.505329 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c491c27d-5341-4102-95c2-9fbf7879c9f4 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] 10.222.0.47 "GET /v2.0/ports/4634ee8b-88de-4de8-b6d1-e62c4126d7f5 HTTP/1.1" status: 404 len: 333 time: 0.0552266 Dec 22 13:17:12.510507 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-22b612d0-cc1a-4e6d-9637-637c2d8d67e4 req-c8541325-9818-4fd7-b5b5-4086322f50e6 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/security-groups?id=eac79d60-d275-419a-90d5-4810f0769413&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013613 Dec 22 13:17:12.511615 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40910) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:12.518103 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e809f30-6d62-47b8-8de3-51fe7a007ca5 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] GET failed (client error): The resource could not be found. Dec 22 13:17:12.518689 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-7e809f30-6d62-47b8-8de3-51fe7a007ca5 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Synchronizing usage tracker for tenant:e28a9ce55ec34fefbdc80a14674e6ec2 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:17:12.519910 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-e99ec537-b468-472c-bdd7-cfecf8eef869 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Request body: {'port': {'network_id': 'b5c9060a-3f29-49e9-bcb5-10b01f63f9d1', 'name': 'tempest-AllowedAddressPairTestJSON-2092316391'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:12.616233 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-26b5b3d9-7e88-40cd-9284-7471706047ea req-8f2ec14c-d75d-4133-b877-d5b9a872ebbf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2462354 Dec 22 13:17:12.624927 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2f857f54-6dbd-4ef7-a71f-2166fef63f1f tempest-QuotasTest-11200454 tempest-QuotasTest-11200454-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:12.761670 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e99ec537-b468-472c-bdd7-cfecf8eef869 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:12.763740 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5997edbc-7722-4e20-b63e-d4dc11e7c252 req-81860970-1406-4168-a21a-d562497fd85a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96296753-12a2-4c85-9c84-e216a0006956 HTTP/1.1" status: 200 len: 217 time: 0.2627585 Dec 22 13:17:12.778496 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e99ec537-b468-472c-bdd7-cfecf8eef869 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:12.799575 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-26b5b3d9-7e88-40cd-9284-7471706047ea req-b7ee3b6f-4e03-4678-9200-e0cda3d369d8 service neutron] 10.222.0.45 "GET /v2.0/networks/cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748075 Dec 22 13:17:12.834336 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-7e809f30-6d62-47b8-8de3-51fe7a007ca5 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Unset dirty status for tenant:e28a9ce55ec34fefbdc80a14674e6ec2 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:17:12.838998 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7e809f30-6d62-47b8-8de3-51fe7a007ca5 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] 10.222.0.47 "GET /v2.0/ports/a08d359a-3e11-4f22-84c6-e0761c065733 HTTP/1.1" status: 404 len: 333 time: 0.4750981 Dec 22 13:17:12.847877 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40916) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:12.875903 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99ec537-b468-472c-bdd7-cfecf8eef869 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Made reservation on behalf of e23583bc28504178818601905051f686 for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:17:12.876104 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-7950764a-8270-4090-bf66-f9a39baba6c4 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Request body: {'port': {'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1413597002'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:12.876228 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e99ec537-b468-472c-bdd7-cfecf8eef869 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:12.899539 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-7950764a-8270-4090-bf66-f9a39baba6c4 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:12.914924 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-326ffe31-60c4-4d57-8633-f3accc2acafb tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:12.917652 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-e99ec537-b468-472c-bdd7-cfecf8eef869 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] device_id is not set on port dd445dba-f894-40d1-afa6-242ca7157350 yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:17:12.950795 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40920) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:12.952960 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-7950764a-8270-4090-bf66-f9a39baba6c4 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:12.956832 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997edbc-7722-4e20-b63e-d4dc11e7c252 req-be0e4add-ef13-4274-b96a-61490923782e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:12.958271 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5997edbc-7722-4e20-b63e-d4dc11e7c252 req-be0e4add-ef13-4274-b96a-61490923782e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eee9c85c-23c9-4305-a153-7e903430a638 HTTP/1.1" status: 200 len: 850 time: 0.1737046 Dec 22 13:17:12.985957 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b7e66769-aec1-40d0-8e38-4d2f717ebb61 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:13.028222 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-26b5b3d9-7e88-40cd-9284-7471706047ea req-22cc5bb2-bccb-4132-a39f-715bd2921362 service neutron] 10.222.0.45 "GET /v2.0/networks/cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219536 Dec 22 13:17:13.059275 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95844bf-1fe8-43d2-a394-c147ec93278d req-ecdb15c2-2866-4cea-ac75-fd71ba11bd5b tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:13.061388 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e95844bf-1fe8-43d2-a394-c147ec93278d req-ecdb15c2-2866-4cea-ac75-fd71ba11bd5b tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/ports?device_id=131ccdf4-2cab-4729-988d-02672f487e45 HTTP/1.1" status: 200 len: 943 time: 0.5470867 Dec 22 13:17:13.067971 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-b7e66769-aec1-40d0-8e38-4d2f717ebb61 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Transition to ACTIVE for port object e21ffca5-a740-4018-8f86-bdf409a86edc will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:13.115710 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-e99ec537-b468-472c-bdd7-cfecf8eef869 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Allocated IP 172.20.0.3 (b5c9060a-3f29-49e9-bcb5-10b01f63f9d1/abc40a0b-6869-474c-9a15-fbb94d44d522/dd445dba-f894-40d1-afa6-242ca7157350) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:17:13.124730 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2f857f54-6dbd-4ef7-a71f-2166fef63f1f tempest-QuotasTest-11200454 tempest-QuotasTest-11200454-project-admin] Usage tracker for resource:security_group and tenant:cd8416434ea54f38b61a2d9e45bf61ee is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:13.161184 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7950764a-8270-4090-bf66-f9a39baba6c4 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Made reservation on behalf of e28a9ce55ec34fefbdc80a14674e6ec2 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:17:13.163534 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7950764a-8270-4090-bf66-f9a39baba6c4 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:13.173210 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2f857f54-6dbd-4ef7-a71f-2166fef63f1f tempest-QuotasTest-11200454 tempest-QuotasTest-11200454-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:13.336661 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e95844bf-1fe8-43d2-a394-c147ec93278d req-52dc4e5c-f1ee-4bcb-beda-974bd976e303 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5fad85d-a427-4b49-97d8-bf4ab831eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2640913 Dec 22 13:17:13.352498 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5997edbc-7722-4e20-b63e-d4dc11e7c252 req-c1974b91-654c-4f6d-bf6d-ee91399a90f3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=385db047-262b-4adc-9531-32d02f559c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3754442 Dec 22 13:17:13.355254 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2f857f54-6dbd-4ef7-a71f-2166fef63f1f tempest-QuotasTest-11200454 tempest-QuotasTest-11200454-project-admin] Usage tracker for resource:security_group_rule and tenant:cd8416434ea54f38b61a2d9e45bf61ee is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:13.359859 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-7950764a-8270-4090-bf66-f9a39baba6c4 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] device_id is not set on port 6862e251-069a-4794-bdf6-6437f270399f yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:17:13.473798 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2f857f54-6dbd-4ef7-a71f-2166fef63f1f tempest-QuotasTest-11200454 tempest-QuotasTest-11200454-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:13.493510 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-837231ed-4c34-4266-819f-4f7e00c6794e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f2801231efa64d4db9d0cda0eec02af7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5385220 Dec 22 13:17:13.493724 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b7e66769-aec1-40d0-8e38-4d2f717ebb61 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:13.503769 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40926) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:13.508782 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:13.536323 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e99ec537-b468-472c-bdd7-cfecf8eef869 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:13.674521 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-2f857f54-6dbd-4ef7-a71f-2166fef63f1f tempest-QuotasTest-11200454 tempest-QuotasTest-11200454-project-admin] 10.222.0.47 "GET /v2.0/quotas/cd8416434ea54f38b61a2d9e45bf61ee/details.json HTTP/1.1" status: 200 len: 703 time: 3.1858242 Dec 22 13:17:13.677132 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-e99ec537-b468-472c-bdd7-cfecf8eef869 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Transition to ACTIVE for port object dd445dba-f894-40d1-afa6-242ca7157350 will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:13.677132 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0e1a8219-c0a3-44ad-9acd-76f26dac0c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:13.677132 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0e1a8219-c0a3-44ad-9acd-76f26dac0c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:13.705201 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e66769-aec1-40d0-8e38-4d2f717ebb61 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Pushing event updated for resources: {'Port': ['ID=e21ffca5-a740-4018-8f86-bdf409a86edc,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:13.709222 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e66769-aec1-40d0-8e38-4d2f717ebb61 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Network 0d549717-6ce1-4395-b4d9-9907963652bf is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:17:13.725087 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b7e66769-aec1-40d0-8e38-4d2f717ebb61 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:13.725942 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-b7e66769-aec1-40d0-8e38-4d2f717ebb61 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:13.736640 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e66769-aec1-40d0-8e38-4d2f717ebb61 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:17:13.786309 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5997edbc-7722-4e20-b63e-d4dc11e7c252 req-ba10502e-0f95-41c9-8212-1b5be4254806 service neutron] 10.222.0.45 "GET /v2.0/networks/385db047-262b-4adc-9531-32d02f559c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915482 Dec 22 13:17:13.840220 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7adb8-221d-4037-9f08-34e3a6f1a130 req-34c72983-932d-4b1c-aa46-be905cb463c8 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:13.841704 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-a3e7adb8-221d-4037-9f08-34e3a6f1a130 req-34c72983-932d-4b1c-aa46-be905cb463c8 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb293902-9800-46cb-a7ca-27fe5451ad7d HTTP/1.1" status: 200 len: 943 time: 0.0966907 Dec 22 13:17:13.893861 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-a3e7adb8-221d-4037-9f08-34e3a6f1a130 req-81dd3f44-1b1e-4cc0-8727-1194f5ce356e tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/security-groups?id=eac79d60-d275-419a-90d5-4810f0769413&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435114 Dec 22 13:17:13.992170 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e66769-aec1-40d0-8e38-4d2f717ebb61 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:13.992693 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b7e66769-aec1-40d0-8e38-4d2f717ebb61 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:14.036632 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7950764a-8270-4090-bf66-f9a39baba6c4 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:14.070305 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e99ec537-b468-472c-bdd7-cfecf8eef869 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:14.077218 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-cb1e0085-e413-4c55-97d5-0f5315bba0fb tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:14.099288 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-326ffe31-60c4-4d57-8633-f3accc2acafb tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router_gateway, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:14.125294 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0e1a8219-c0a3-44ad-9acd-76f26dac0c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:14.148235 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-326ffe31-60c4-4d57-8633-f3accc2acafb tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:14.152027 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-837f2f83-45fa-4be7-8d95-b1678b1ae4b5 None None] Provisioning for port e21ffca5-a740-4018-8f86-bdf409a86edc completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:17:14.155320 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5997edbc-7722-4e20-b63e-d4dc11e7c252 req-6569914f-3e7e-4ecc-b456-0f4a4d5581ef service neutron] 10.222.0.45 "GET /v2.0/networks/385db047-262b-4adc-9531-32d02f559c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171661 Dec 22 13:17:14.158803 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99ec537-b468-472c-bdd7-cfecf8eef869 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Network b5c9060a-3f29-49e9-bcb5-10b01f63f9d1 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:17:14.160105 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-837f2f83-45fa-4be7-8d95-b1678b1ae4b5 None None] Provisioning complete for port e21ffca5-a740-4018-8f86-bdf409a86edc triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:14.160573 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-837f2f83-45fa-4be7-8d95-b1678b1ae4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:14.162730 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-e99ec537-b468-472c-bdd7-cfecf8eef869 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:14.165234 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ec537-b468-472c-bdd7-cfecf8eef869 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Pushing event updated for resources: {'Port': ['ID=dd445dba-f894-40d1-afa6-242ca7157350,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:14.167781 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99ec537-b468-472c-bdd7-cfecf8eef869 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:17:14.195570 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b7e66769-aec1-40d0-8e38-4d2f717ebb61 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6675072 Dec 22 13:17:14.199043 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40936) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:14.209189 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e99ec537-b468-472c-bdd7-cfecf8eef869 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:14.209405 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3957f2f4-d779-46ad-90d6-b0ec2d7add34 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:14.227071 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a8219-c0a3-44ad-9acd-76f26dac0c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871d55f1-7710-4183-8854-647fa9a010ae,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:14.233587 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0e1a8219-c0a3-44ad-9acd-76f26dac0c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:14.275735 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-837f2f83-45fa-4be7-8d95-b1678b1ae4b5 None None] Port e21ffca5-a740-4018-8f86-bdf409a86edc cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:17:14.281401 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99ec537-b468-472c-bdd7-cfecf8eef869 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:14.283754 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e99ec537-b468-472c-bdd7-cfecf8eef869 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:14.301786 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0e1a8219-c0a3-44ad-9acd-76f26dac0c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:14.303410 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0e1a8219-c0a3-44ad-9acd-76f26dac0c0c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/871d55f1-7710-4183-8854-647fa9a010ae HTTP/1.1" status: 204 len: 168 time: 0.7979872 Dec 22 13:17:14.308543 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7950764a-8270-4090-bf66-f9a39baba6c4 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:14.315637 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-91f6e706-e104-4128-994e-149c0a4d87b4 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:14.380400 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e99ec537-b468-472c-bdd7-cfecf8eef869 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8674223 Dec 22 13:17:14.382853 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40946) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:14.393971 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-dd7574f4-5d21-45d0-96d8-ac5aa2de11f0 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:0d:2b:42'}]}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:14.424724 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7950764a-8270-4090-bf66-f9a39baba6c4 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Network 715582e4-1f74-4ad9-a429-3ed802c60b5a is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:17:14.448123 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-7950764a-8270-4090-bf66-f9a39baba6c4 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:14.451032 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7950764a-8270-4090-bf66-f9a39baba6c4 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:17:14.457893 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7950764a-8270-4090-bf66-f9a39baba6c4 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:14.459651 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7950764a-8270-4090-bf66-f9a39baba6c4 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:14.496535 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-5449cb2a-1a89-4f06-a29f-78827bde5162 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Request body: {'floatingip': {'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'project_id': '2f96c519d034433c926e645b5c963b93', 'port_id': 'e21ffca5-a740-4018-8f86-bdf409a86edc'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:14.502504 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5449cb2a-1a89-4f06-a29f-78827bde5162 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:14.507112 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5449cb2a-1a89-4f06-a29f-78827bde5162 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Usage tracker for resource:floatingip and tenant:2f96c519d034433c926e645b5c963b93 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:14.511850 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5449cb2a-1a89-4f06-a29f-78827bde5162 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:14.531864 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5449cb2a-1a89-4f06-a29f-78827bde5162 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:14.534533 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950764a-8270-4090-bf66-f9a39baba6c4 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Pushing event updated for resources: {'Port': ['ID=6862e251-069a-4794-bdf6-6437f270399f,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:14.537921 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-326ffe31-60c4-4d57-8633-f3accc2acafb tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Allocated IP 172.26.1.124 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/98c8b835-8b2f-4f78-a7f1-66a02872d654) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:17:14.542933 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7950764a-8270-4090-bf66-f9a39baba6c4 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:14.558689 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7950764a-8270-4090-bf66-f9a39baba6c4 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6981609 Dec 22 13:17:14.560402 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 40952) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:14.568779 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8226'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:14.644256 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40956) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:14.659587 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-79465f2d-b01d-4c69-9ae8-b9f555e0d485 None None] Provisioning for port dd445dba-f894-40d1-afa6-242ca7157350 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:17:14.665909 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-79465f2d-b01d-4c69-9ae8-b9f555e0d485 None None] Provisioning complete for port dd445dba-f894-40d1-afa6-242ca7157350 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:14.666578 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-79465f2d-b01d-4c69-9ae8-b9f555e0d485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:14.669449 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5449cb2a-1a89-4f06-a29f-78827bde5162 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:14.738689 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-79465f2d-b01d-4c69-9ae8-b9f555e0d485 None None] Port dd445dba-f894-40d1-afa6-242ca7157350 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:17:14.805403 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dd7574f4-5d21-45d0-96d8-ac5aa2de11f0 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:14.839945 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-65574c9b-fcf9-4fd9-b78f-0ae1a3806957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:14.892378 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:15.027842 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd0c6a-39e2-4128-83f4-b10b853406cb req-fe9fd659-24a1-45e7-be32-edadd64b5f36 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:15.033579 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2afd0c6a-39e2-4128-83f4-b10b853406cb req-fe9fd659-24a1-45e7-be32-edadd64b5f36 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/ports?device_id=131ccdf4-2cab-4729-988d-02672f487e45 HTTP/1.1" status: 200 len: 943 time: 0.3695087 Dec 22 13:17:15.036624 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-65574c9b-fcf9-4fd9-b78f-0ae1a3806957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:15.075473 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-65574c9b-fcf9-4fd9-b78f-0ae1a3806957 admin admin] Usage tracker for resource:security_group_rule and tenant:83395fbf58f84d0c98d6ffcc408507c7 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:15.094699 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-65574c9b-fcf9-4fd9-b78f-0ae1a3806957 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:15.114522 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-65574c9b-fcf9-4fd9-b78f-0ae1a3806957 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:15.225501 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 96296753-12a2-4c85-9c84-e216a0006956 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:17:15.231397 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-326ffe31-60c4-4d57-8633-f3accc2acafb tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:15.231957 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55773e1a-0590-41cd-a92e-841ea0d5338c req-d87c7298-000e-4d17-8ec5-19bd08c2f1f8 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:15.233497 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-55773e1a-0590-41cd-a92e-841ea0d5338c req-d87c7298-000e-4d17-8ec5-19bd08c2f1f8 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb293902-9800-46cb-a7ca-27fe5451ad7d HTTP/1.1" status: 200 len: 943 time: 0.1936371 Dec 22 13:17:15.273118 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dd7574f4-5d21-45d0-96d8-ac5aa2de11f0 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:15.293266 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-65574c9b-fcf9-4fd9-b78f-0ae1a3806957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:15.313524 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-55773e1a-0590-41cd-a92e-841ea0d5338c req-8b727a41-1e12-4884-8fac-27871e07b8f8 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/security-groups?id=eac79d60-d275-419a-90d5-4810f0769413&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699370 Dec 22 13:17:15.343356 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2afd0c6a-39e2-4128-83f4-b10b853406cb req-8f51466e-c1b7-47fe-8cf0-b14da0548cd9 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5fad85d-a427-4b49-97d8-bf4ab831eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2695773 Dec 22 13:17:15.362662 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5449cb2a-1a89-4f06-a29f-78827bde5162 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:15.363335 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dd7574f4-5d21-45d0-96d8-ac5aa2de11f0 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:15.368612 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6ef9d5b9-8d55-45d8-a52c-796fff9792e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:15.383590 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 96296753-12a2-4c85-9c84-e216a0006956, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=96296753-12a2-4c85-9c84-e216a0006956,segment=NetworkSegment(0fd644be-47e5-4bcb-aa5b-b15f022ce968),segment_id=0fd644be-47e5-4bcb-aa5b-b15f022ce968)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:17:15.398092 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '96296753-12a2-4c85-9c84-e216a0006956', 'network_id': '385db047-262b-4adc-9531-32d02f559c7f', 'port_id': '96296753-12a2-4c85-9c84-e216a0006956', 'mac_address': 'fa:16:3e:e9:b1:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eee9c85c-23c9-4305-a153-7e903430a638', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:17:15.402956 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-65574c9b-fcf9-4fd9-b78f-0ae1a3806957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:15.443114 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-326ffe31-60c4-4d57-8633-f3accc2acafb tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:15.458821 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-dd0fa1a7-651d-4ce3-a2bf-a07e94b8cd77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:15.503931 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:15.506224 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40966) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:15.530286 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96296753-12a2-4c85-9c84-e216a0006956 {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:17:15.552055 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 96296753-12a2-4c85-9c84-e216a0006956, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=96296753-12a2-4c85-9c84-e216a0006956,segment=NetworkSegment(0fd644be-47e5-4bcb-aa5b-b15f022ce968),segment_id=0fd644be-47e5-4bcb-aa5b-b15f022ce968)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:17:15.556790 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] device_id is not set on port 6862e251-069a-4794-bdf6-6437f270399f yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:17:15.571732 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:15.579476 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7574f4-5d21-45d0-96d8-ac5aa2de11f0 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Pushing event updated for resources: {'Port': ['ID=dd445dba-f894-40d1-afa6-242ca7157350,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:15.597612 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-dd7574f4-5d21-45d0-96d8-ac5aa2de11f0 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:15.604874 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:15.616576 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-65574c9b-fcf9-4fd9-b78f-0ae1a3806957 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=83395fbf58f84d0c98d6ffcc408507c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9711854 Dec 22 13:17:15.620037 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40970) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:15.625548 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:15.626564 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device d6b6c5a1-91ce-49dd-a02c-d30e90225a2a details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:17:15.629733 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:15.658648 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Transition to ACTIVE for port object 6862e251-069a-4794-bdf6-6437f270399f will not be triggered until provisioned by entity L2. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:15.666562 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326ffe31-60c4-4d57-8633-f3accc2acafb tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:17:15.671198 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-dd7574f4-5d21-45d0-96d8-ac5aa2de11f0 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] In _notify_port_updated(), no bound segment for port dd445dba-f894-40d1-afa6-242ca7157350 on network b5c9060a-3f29-49e9-bcb5-10b01f63f9d1 {{(pid=84148) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 13:17:15.674769 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ffe31-60c4-4d57-8633-f3accc2acafb tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Pushing event updated for resources: {'Port': ['ID=98c8b835-8b2f-4f78-a7f1-66a02872d654,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:15.676092 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7574f4-5d21-45d0-96d8-ac5aa2de11f0 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:15.676943 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dd7574f4-5d21-45d0-96d8-ac5aa2de11f0 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:15.678222 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-326ffe31-60c4-4d57-8633-f3accc2acafb tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:15.678477 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-dd7574f4-5d21-45d0-96d8-ac5aa2de11f0 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] 10.222.0.47 "PUT /v2.0/ports/dd445dba-f894-40d1-afa6-242ca7157350 HTTP/1.1" status: 200 len: 994 time: 1.2942154 Dec 22 13:17:15.679418 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-326ffe31-60c4-4d57-8633-f3accc2acafb tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:15.681652 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326ffe31-60c4-4d57-8633-f3accc2acafb tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:17:15.692368 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40974) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:15.700839 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65574c9b-fcf9-4fd9-b78f-0ae1a3806957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83208fe8-9833-44ab-bc6d-5157c957757d,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:15.743940 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-65574c9b-fcf9-4fd9-b78f-0ae1a3806957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:15.744125 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:15.753996 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8759a82e-e06d-4f58-8132-61355db94379 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:15.792066 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ad441da8-0858-4a5f-a0b2-ccf0106593d3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=754f0f4ea4ee408a96d25b544af1fa2e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2749493 Dec 22 13:17:15.799523 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40978) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:15.811852 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-9b028ec1-76b5-44f8-9619-c2d2e996a062 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Deleting port dd445dba-f894-40d1-afa6-242ca7157350 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:17:15.812282 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9b028ec1-76b5-44f8-9619-c2d2e996a062 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:15.822733 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=96296753-12a2-4c85-9c84-e216a0006956,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:15.828346 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:15.847634 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7e366319-18de-4a57-8f72-3e3e3ed71b0f None None] Provisioning complete for port dd445dba-f894-40d1-afa6-242ca7157350 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:15.847851 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-5449cb2a-1a89-4f06-a29f-78827bde5162 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Allocated IP 172.26.1.223 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/26048cb5-a7fb-4a18-b8b0-11883d6928f9) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:17:15.848073 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7e366319-18de-4a57-8f72-3e3e3ed71b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:15.872793 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ce7e1ed7-6ea3-4b47-9e44-50929cc7c497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:15.916597 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port d6b6c5a1-91ce-49dd-a02c-d30e90225a2a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d6b6c5a1-91ce-49dd-a02c-d30e90225a2a,segment=NetworkSegment(4f30eac0-64bc-442b-8bd6-4968d7d0cc88),segment_id=4f30eac0-64bc-442b-8bd6-4968d7d0cc88)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:17:15.931328 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7e366319-18de-4a57-8f72-3e3e3ed71b0f None None] Port dd445dba-f894-40d1-afa6-242ca7157350 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:17:15.934688 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': 'd6b6c5a1-91ce-49dd-a02c-d30e90225a2a', 'network_id': 'cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4', 'port_id': 'd6b6c5a1-91ce-49dd-a02c-d30e90225a2a', 'mac_address': 'fa:16:3e:98:9d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b9220c9-f2e2-4dc1-9463-99b690aae213', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:17:15.962333 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ce7e1ed7-6ea3-4b47-9e44-50929cc7c497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:15.975854 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Pushing event updated for resources: {'Port': ['ID=6862e251-069a-4794-bdf6-6437f270399f,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:15.993440 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:16.014653 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6b6c5a1-91ce-49dd-a02c-d30e90225a2a {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:17:16.031048 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port d6b6c5a1-91ce-49dd-a02c-d30e90225a2a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d6b6c5a1-91ce-49dd-a02c-d30e90225a2a,segment=NetworkSegment(4f30eac0-64bc-442b-8bd6-4968d7d0cc88),segment_id=4f30eac0-64bc-442b-8bd6-4968d7d0cc88)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:17:16.048639 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:16.105914 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 6862e251-069a-4794-bdf6-6437f270399f on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:16.106244 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 6862e251-069a-4794-bdf6-6437f270399f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:16.106602 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 6862e251-069a-4794-bdf6-6437f270399f on network 715582e4-1f74-4ad9-a429-3ed802c60b5a {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:17:16.109509 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f377479f-b670-4cb4-a6e8-123c8f8ba0bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:16.132699 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:16.134839 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:16.152854 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Port 6862e251-069a-4794-bdf6-6437f270399f on network 715582e4-1f74-4ad9-a429-3ed802c60b5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:17:16.153183 dv-neutron-822669-1-hyperv neutron-server[84149]: ERROR neutron.plugins.ml2.managers [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Failed to bind port 6862e251-069a-4794-bdf6-6437f270399f on host hv-neutron-8226 for vnic_type normal using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] Dec 22 13:17:16.155814 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.plugins.ml2.plugin [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempt 2 to bind port 6862e251-069a-4794-bdf6-6437f270399f Dec 22 13:17:16.188145 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5449cb2a-1a89-4f06-a29f-78827bde5162 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:16.191337 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 6862e251-069a-4794-bdf6-6437f270399f on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:16.191680 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 6862e251-069a-4794-bdf6-6437f270399f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:16.192014 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 6862e251-069a-4794-bdf6-6437f270399f on network 715582e4-1f74-4ad9-a429-3ed802c60b5a {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:17:16.203936 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Port 6862e251-069a-4794-bdf6-6437f270399f on network 715582e4-1f74-4ad9-a429-3ed802c60b5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:17:16.204263 dv-neutron-822669-1-hyperv neutron-server[84149]: ERROR neutron.plugins.ml2.managers [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Failed to bind port 6862e251-069a-4794-bdf6-6437f270399f on host hv-neutron-8226 for vnic_type normal using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] Dec 22 13:17:16.205692 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.plugins.ml2.plugin [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempt 3 to bind port 6862e251-069a-4794-bdf6-6437f270399f Dec 22 13:17:16.219528 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=d6b6c5a1-91ce-49dd-a02c-d30e90225a2a,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:16.223121 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:16.226764 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 6862e251-069a-4794-bdf6-6437f270399f on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:16.227100 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 6862e251-069a-4794-bdf6-6437f270399f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:16.227449 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 6862e251-069a-4794-bdf6-6437f270399f on network 715582e4-1f74-4ad9-a429-3ed802c60b5a {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:17:16.240904 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Port 6862e251-069a-4794-bdf6-6437f270399f on network 715582e4-1f74-4ad9-a429-3ed802c60b5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:17:16.241231 dv-neutron-822669-1-hyperv neutron-server[84149]: ERROR neutron.plugins.ml2.managers [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Failed to bind port 6862e251-069a-4794-bdf6-6437f270399f on host hv-neutron-8226 for vnic_type normal using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] Dec 22 13:17:16.243102 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.plugins.ml2.plugin [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempt 4 to bind port 6862e251-069a-4794-bdf6-6437f270399f Dec 22 13:17:16.263731 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 6862e251-069a-4794-bdf6-6437f270399f on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:16.264592 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 6862e251-069a-4794-bdf6-6437f270399f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:16.265104 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 6862e251-069a-4794-bdf6-6437f270399f on network 715582e4-1f74-4ad9-a429-3ed802c60b5a {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:17:16.272273 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f377479f-b670-4cb4-a6e8-123c8f8ba0bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:16.273979 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Port 6862e251-069a-4794-bdf6-6437f270399f on network 715582e4-1f74-4ad9-a429-3ed802c60b5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:17:16.274312 dv-neutron-822669-1-hyperv neutron-server[84149]: ERROR neutron.plugins.ml2.managers [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Failed to bind port 6862e251-069a-4794-bdf6-6437f270399f on host hv-neutron-8226 for vnic_type normal using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] Dec 22 13:17:16.275400 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.plugins.ml2.plugin [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempt 5 to bind port 6862e251-069a-4794-bdf6-6437f270399f Dec 22 13:17:16.293192 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 6862e251-069a-4794-bdf6-6437f270399f on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:16.293526 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 6862e251-069a-4794-bdf6-6437f270399f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:16.293854 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 6862e251-069a-4794-bdf6-6437f270399f on network 715582e4-1f74-4ad9-a429-3ed802c60b5a {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:17:16.300095 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9b028ec1-76b5-44f8-9619-c2d2e996a062 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:16.302649 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Port 6862e251-069a-4794-bdf6-6437f270399f on network 715582e4-1f74-4ad9-a429-3ed802c60b5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:17:16.302983 dv-neutron-822669-1-hyperv neutron-server[84149]: ERROR neutron.plugins.ml2.managers [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Failed to bind port 6862e251-069a-4794-bdf6-6437f270399f on host hv-neutron-8226 for vnic_type normal using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] Dec 22 13:17:16.304146 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.plugins.ml2.plugin [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempt 6 to bind port 6862e251-069a-4794-bdf6-6437f270399f Dec 22 13:17:16.312131 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5449cb2a-1a89-4f06-a29f-78827bde5162 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:16.318153 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-47aa14ca-1d48-4612-aaab-3c614a36ff5d tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:16.374874 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-326ffe31-60c4-4d57-8633-f3accc2acafb tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router_gateway, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:16.375650 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-326ffe31-60c4-4d57-8633-f3accc2acafb tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:16.419713 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 6862e251-069a-4794-bdf6-6437f270399f on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:16.420620 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 6862e251-069a-4794-bdf6-6437f270399f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:16.421514 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 6862e251-069a-4794-bdf6-6437f270399f on network 715582e4-1f74-4ad9-a429-3ed802c60b5a {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:17:16.424774 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5449cb2a-1a89-4f06-a29f-78827bde5162 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Pushing event updated for resources: {'Port': ['ID=26048cb5-a7fb-4a18-b8b0-11883d6928f9,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:16.429595 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ce7e1ed7-6ea3-4b47-9e44-50929cc7c497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:16.433173 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5449cb2a-1a89-4f06-a29f-78827bde5162 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:16.438633 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-9b028ec1-76b5-44f8-9619-c2d2e996a062 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Calling delete_port for dd445dba-f894-40d1-afa6-242ca7157350 owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:17:16.442312 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Port 6862e251-069a-4794-bdf6-6437f270399f on network 715582e4-1f74-4ad9-a429-3ed802c60b5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:17:16.442708 dv-neutron-822669-1-hyperv neutron-server[84149]: ERROR neutron.plugins.ml2.managers [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Failed to bind port 6862e251-069a-4794-bdf6-6437f270399f on host hv-neutron-8226 for vnic_type normal using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] Dec 22 13:17:16.443351 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.plugins.ml2.plugin [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempt 7 to bind port 6862e251-069a-4794-bdf6-6437f270399f Dec 22 13:17:16.463333 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['96296753-12a2-4c85-9c84-e216a0006956'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:17:16.476606 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:16.538114 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e1ed7-6ea3-4b47-9e44-50929cc7c497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83208fe8-9833-44ab-bc6d-5157c957757d,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:16.543420 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ce7e1ed7-6ea3-4b47-9e44-50929cc7c497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:16.566201 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['d6b6c5a1-91ce-49dd-a02c-d30e90225a2a'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:17:16.567024 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ce7e1ed7-6ea3-4b47-9e44-50929cc7c497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:16.570772 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ce7e1ed7-6ea3-4b47-9e44-50929cc7c497 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/83208fe8-9833-44ab-bc6d-5157c957757d HTTP/1.1" status: 204 len: 168 time: 0.9466026 Dec 22 13:17:16.618545 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5449cb2a-1a89-4f06-a29f-78827bde5162 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:17:16.627559 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-5449cb2a-1a89-4f06-a29f-78827bde5162 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:16.635248 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 6862e251-069a-4794-bdf6-6437f270399f on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:16.636270 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 6862e251-069a-4794-bdf6-6437f270399f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:16.636270 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 6862e251-069a-4794-bdf6-6437f270399f on network 715582e4-1f74-4ad9-a429-3ed802c60b5a {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:17:16.639710 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5449cb2a-1a89-4f06-a29f-78827bde5162 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:17:16.660531 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f25104-3c81-4bc5-909d-0e3048264a84 req-3c36f98d-ed08-4db2-9fa3-83845af2a4aa tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:16.662230 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-83f25104-3c81-4bc5-909d-0e3048264a84 req-3c36f98d-ed08-4db2-9fa3-83845af2a4aa tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb293902-9800-46cb-a7ca-27fe5451ad7d HTTP/1.1" status: 200 len: 944 time: 0.1962898 Dec 22 13:17:16.669380 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f377479f-b670-4cb4-a6e8-123c8f8ba0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:16.679976 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8a120add-22c9-41b3-b435-f554b8d686a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:16.714678 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377479f-b670-4cb4-a6e8-123c8f8ba0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ae1d6f-dcf1-488d-bc01-44efe6418626,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:16.723181 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f377479f-b670-4cb4-a6e8-123c8f8ba0bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:16.741071 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f377479f-b670-4cb4-a6e8-123c8f8ba0bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:16.742207 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f377479f-b670-4cb4-a6e8-123c8f8ba0bd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b6ae1d6f-dcf1-488d-bc01-44efe6418626 HTTP/1.1" status: 204 len: 168 time: 0.9416213 Dec 22 13:17:16.751770 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Port 6862e251-069a-4794-bdf6-6437f270399f on network 715582e4-1f74-4ad9-a429-3ed802c60b5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:17:16.752092 dv-neutron-822669-1-hyperv neutron-server[84149]: ERROR neutron.plugins.ml2.managers [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Failed to bind port 6862e251-069a-4794-bdf6-6437f270399f on host hv-neutron-8226 for vnic_type normal using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] Dec 22 13:17:16.755098 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.plugins.ml2.plugin [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempt 8 to bind port 6862e251-069a-4794-bdf6-6437f270399f Dec 22 13:17:16.764928 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-83f25104-3c81-4bc5-909d-0e3048264a84 req-500917bc-ba39-459f-8e9a-fab04b42ba14 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/security-groups?id=eac79d60-d275-419a-90d5-4810f0769413&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917454 Dec 22 13:17:16.783624 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 6862e251-069a-4794-bdf6-6437f270399f on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:16.783989 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 6862e251-069a-4794-bdf6-6437f270399f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:16.784323 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 6862e251-069a-4794-bdf6-6437f270399f on network 715582e4-1f74-4ad9-a429-3ed802c60b5a {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:17:16.791437 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9b028ec1-76b5-44f8-9619-c2d2e996a062 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:16.798045 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:16.832488 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Port 6862e251-069a-4794-bdf6-6437f270399f on network 715582e4-1f74-4ad9-a429-3ed802c60b5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:17:16.832831 dv-neutron-822669-1-hyperv neutron-server[84149]: ERROR neutron.plugins.ml2.managers [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Failed to bind port 6862e251-069a-4794-bdf6-6437f270399f on host hv-neutron-8226 for vnic_type normal using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] Dec 22 13:17:16.879554 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b028ec1-76b5-44f8-9619-c2d2e996a062 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Pushing event deleted for resources: {'Port': ['ID=dd445dba-f894-40d1-afa6-242ca7157350,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:16.882407 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.plugins.ml2.plugin [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempt 9 to bind port 6862e251-069a-4794-bdf6-6437f270399f Dec 22 13:17:16.889156 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9b028ec1-76b5-44f8-9619-c2d2e996a062 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:16.962075 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 6862e251-069a-4794-bdf6-6437f270399f on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:16.962730 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 6862e251-069a-4794-bdf6-6437f270399f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:16.963211 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 6862e251-069a-4794-bdf6-6437f270399f on network 715582e4-1f74-4ad9-a429-3ed802c60b5a {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:17:16.988797 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2138a-67db-4d5c-86d7-5edbd962f881 req-925418e9-517c-421c-b4a5-93e4e2047be2 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:17.002754 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5ee2138a-67db-4d5c-86d7-5edbd962f881 req-925418e9-517c-421c-b4a5-93e4e2047be2 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/ports?device_id=131ccdf4-2cab-4729-988d-02672f487e45 HTTP/1.1" status: 200 len: 944 time: 0.4405427 Dec 22 13:17:17.184991 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Port 6862e251-069a-4794-bdf6-6437f270399f on network 715582e4-1f74-4ad9-a429-3ed802c60b5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:17:17.185262 dv-neutron-822669-1-hyperv neutron-server[84149]: ERROR neutron.plugins.ml2.managers [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Failed to bind port 6862e251-069a-4794-bdf6-6437f270399f on host hv-neutron-8226 for vnic_type normal using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] Dec 22 13:17:17.190440 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.plugins.ml2.plugin [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempt 10 to bind port 6862e251-069a-4794-bdf6-6437f270399f Dec 22 13:17:17.295184 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 6862e251-069a-4794-bdf6-6437f270399f on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:17.295525 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 6862e251-069a-4794-bdf6-6437f270399f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:17.295850 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 6862e251-069a-4794-bdf6-6437f270399f on network 715582e4-1f74-4ad9-a429-3ed802c60b5a {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:17:17.326960 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5ee2138a-67db-4d5c-86d7-5edbd962f881 req-91efc43a-c217-42e6-825d-6beeea2b5616 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5fad85d-a427-4b49-97d8-bf4ab831eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3223107 Dec 22 13:17:17.338844 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Port 6862e251-069a-4794-bdf6-6437f270399f on network 715582e4-1f74-4ad9-a429-3ed802c60b5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:17:17.339175 dv-neutron-822669-1-hyperv neutron-server[84149]: ERROR neutron.plugins.ml2.managers [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Failed to bind port 6862e251-069a-4794-bdf6-6437f270399f on host hv-neutron-8226 for vnic_type normal using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] Dec 22 13:17:17.339538 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:17.515066 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9b028ec1-76b5-44f8-9619-c2d2e996a062 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:17.518292 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-9b028ec1-76b5-44f8-9619-c2d2e996a062 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] 10.222.0.47 "DELETE /v2.0/ports/dd445dba-f894-40d1-afa6-242ca7157350 HTTP/1.1" status: 204 len: 168 time: 1.8240912 Dec 22 13:17:17.520917 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 40998) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:17.585968 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa686c5a-133d-4758-9b71-e38b99f73316 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] GET failed (client error): The resource could not be found. Dec 22 13:17:17.585968 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-aa686c5a-133d-4758-9b71-e38b99f73316 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Synchronizing usage tracker for tenant:e23583bc28504178818601905051f686 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:17:17.588002 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41004) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:17.615030 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5a1e930c-f7e0-4f01-9337-de8cc3bc62f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:17.627151 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] For port 6862e251-069a-4794-bdf6-6437f270399f, host hv-neutron-8226, cleared binding levels {{(pid=84149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:17:17.627151 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempted to set empty binding levels {{(pid=84149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 22 13:17:17.649588 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-5a1e930c-f7e0-4f01-9337-de8cc3bc62f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:17.653258 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-5a1e930c-f7e0-4f01-9337-de8cc3bc62f6 admin admin] Usage tracker for resource:security_group_rule and tenant:cd8416434ea54f38b61a2d9e45bf61ee is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:17.657091 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-5a1e930c-f7e0-4f01-9337-de8cc3bc62f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:17.662531 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-5a1e930c-f7e0-4f01-9337-de8cc3bc62f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:17.683919 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-aa686c5a-133d-4758-9b71-e38b99f73316 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Unset dirty status for tenant:e23583bc28504178818601905051f686 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:17:17.685334 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-aa686c5a-133d-4758-9b71-e38b99f73316 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] 10.222.0.47 "GET /v2.0/ports/dd445dba-f894-40d1-afa6-242ca7157350 HTTP/1.1" status: 404 len: 333 time: 0.1630068 Dec 22 13:17:17.689451 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41008) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:17.696135 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-560d2e4b-d276-4036-847e-11ea8ff1704a tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Request body: {'port': {'network_id': 'b5c9060a-3f29-49e9-bcb5-10b01f63f9d1', 'name': 'tempest-AllowedAddressPairTestJSON-1582097747'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:17.739207 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5a1e930c-f7e0-4f01-9337-de8cc3bc62f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:17.772971 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:17.776715 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-326ffe31-60c4-4d57-8633-f3accc2acafb tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Router 2a25a2d5-1ac9-4c75-9d61-a9a8e176fbd3 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:17:17.783378 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:17.785160 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5a1e930c-f7e0-4f01-9337-de8cc3bc62f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:17.794577 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b43331d4-9f00-4d17-a69a-50aeb5688cb8 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:17.839281 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e930c-f7e0-4f01-9337-de8cc3bc62f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a0c16d-08c6-430f-b1a4-b3196bc584d4,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:17.844384 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-5a1e930c-f7e0-4f01-9337-de8cc3bc62f6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cd8416434ea54f38b61a2d9e45bf61ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2542763 Dec 22 13:17:17.845287 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5a1e930c-f7e0-4f01-9337-de8cc3bc62f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:17.848557 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41016) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:17.946521 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] In _notify_port_updated(), no bound segment for port 6862e251-069a-4794-bdf6-6437f270399f on network 715582e4-1f74-4ad9-a429-3ed802c60b5a {{(pid=84149) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 13:17:17.947914 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:17.952072 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] 10.222.0.47 "PUT /v2.0/ports/6862e251-069a-4794-bdf6-6437f270399f HTTP/1.1" status: 200 len: 977 time: 3.3870203 Dec 22 13:17:17.956182 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41020) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:17.962085 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e1f962f6-7d56-42fe-8ac2-2fe4bfba1ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:17.972684 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Pushing event updated for resources: {'Port': ['ID=6862e251-069a-4794-bdf6-6437f270399f,revision_number=3']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:17.975921 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:18.031879 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-560d2e4b-d276-4036-847e-11ea8ff1704a tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:18.046445 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e1f962f6-7d56-42fe-8ac2-2fe4bfba1ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:18.116216 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-560d2e4b-d276-4036-847e-11ea8ff1704a tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:18.127425 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5bfd6-190d-4ad5-bce4-139672ef6b1e req-d4c55652-5851-4351-b8d6-13984bf93904 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:18.128996 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-f3d5bfd6-190d-4ad5-bce4-139672ef6b1e req-d4c55652-5851-4351-b8d6-13984bf93904 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb293902-9800-46cb-a7ca-27fe5451ad7d HTTP/1.1" status: 200 len: 944 time: 0.2091830 Dec 22 13:17:18.164375 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5449cb2a-1a89-4f06-a29f-78827bde5162 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:18.168540 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e08875c4-0070-4787-8a3a-eed024f680af tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21030 time: 0.2057152 Dec 22 13:17:18.173081 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41028) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:18.241409 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560d2e4b-d276-4036-847e-11ea8ff1704a tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Made reservation on behalf of e23583bc28504178818601905051f686 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:17:18.244409 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-560d2e4b-d276-4036-847e-11ea8ff1704a tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:18.251799 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-f3d5bfd6-190d-4ad5-bce4-139672ef6b1e req-677bfd86-0a2c-46c2-aed1-eea12a1cec45 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/security-groups?id=eac79d60-d275-419a-90d5-4810f0769413&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166089 Dec 22 13:17:18.258236 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-e05121c2-67a4-47eb-990a-2b697d7dda82 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Deleting port 6862e251-069a-4794-bdf6-6437f270399f {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:17:18.258647 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e05121c2-67a4-47eb-990a-2b697d7dda82 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:18.310287 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e1f962f6-7d56-42fe-8ac2-2fe4bfba1ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:18.320169 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:18.320341 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-560d2e4b-d276-4036-847e-11ea8ff1704a tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] device_id is not set on port ecfecd9a-883f-4e03-b240-de10e08472b0 yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:17:18.359685 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f962f6-7d56-42fe-8ac2-2fe4bfba1ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a0c16d-08c6-430f-b1a4-b3196bc584d4,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:18.371468 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e1f962f6-7d56-42fe-8ac2-2fe4bfba1ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:18.378083 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e1f962f6-7d56-42fe-8ac2-2fe4bfba1ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:18.382177 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e1f962f6-7d56-42fe-8ac2-2fe4bfba1ee8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/37a0c16d-08c6-430f-b1a4-b3196bc584d4 HTTP/1.1" status: 204 len: 168 time: 0.5323827 Dec 22 13:17:18.402530 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5449cb2a-1a89-4f06-a29f-78827bde5162 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:18.532337 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-e05121c2-67a4-47eb-990a-2b697d7dda82 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] For port 6862e251-069a-4794-bdf6-6437f270399f, host hv-neutron-8226, got binding levels [] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:17:18.533337 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e05121c2-67a4-47eb-990a-2b697d7dda82 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:18.775951 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-e05121c2-67a4-47eb-990a-2b697d7dda82 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Calling delete_port for 6862e251-069a-4794-bdf6-6437f270399f owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:17:18.903774 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326ffe31-60c4-4d57-8633-f3accc2acafb tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:17:18.909243 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-560d2e4b-d276-4036-847e-11ea8ff1704a tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Allocated IP 172.20.0.12 (b5c9060a-3f29-49e9-bcb5-10b01f63f9d1/abc40a0b-6869-474c-9a15-fbb94d44d522/ecfecd9a-883f-4e03-b240-de10e08472b0) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:17:18.915066 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0420844a-5571-43c7-9ac2-533ec913da25 None None] Sync routers for ids ['2a25a2d5-1ac9-4c75-9d61-a9a8e176fbd3'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:17:18.924122 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e05121c2-67a4-47eb-990a-2b697d7dda82 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:18.936588 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:18.941123 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0420844a-5571-43c7-9ac2-533ec913da25 None None] Routers {'2a25a2d5-1ac9-4c75-9d61-a9a8e176fbd3'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:17:18.941764 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-0420844a-5571-43c7-9ac2-533ec913da25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:17:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['2a25a2d5-1ac9-4c75-9d61-a9a8e176fbd3'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:19.021699 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56bd1c-b631-49e3-bca1-91f51d7166ef req-a9921246-26ec-49f5-96fd-1d1d234e77e8 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:19.032234 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ef56bd1c-b631-49e3-bca1-91f51d7166ef req-a9921246-26ec-49f5-96fd-1d1d234e77e8 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/ports?device_id=131ccdf4-2cab-4729-988d-02672f487e45 HTTP/1.1" status: 200 len: 944 time: 0.4975398 Dec 22 13:17:19.034830 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05121c2-67a4-47eb-990a-2b697d7dda82 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Pushing event deleted for resources: {'Port': ['ID=6862e251-069a-4794-bdf6-6437f270399f,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:19.038021 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e05121c2-67a4-47eb-990a-2b697d7dda82 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:19.057091 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e05121c2-67a4-47eb-990a-2b697d7dda82 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:19.080915 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-0420844a-5571-43c7-9ac2-533ec913da25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:19.093602 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0420844a-5571-43c7-9ac2-533ec913da25 None None] Routers {'2a25a2d5-1ac9-4c75-9d61-a9a8e176fbd3'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:17:19.094467 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-0420844a-5571-43c7-9ac2-533ec913da25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:17:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['2a25a2d5-1ac9-4c75-9d61-a9a8e176fbd3'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:19.151472 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-326ffe31-60c4-4d57-8633-f3accc2acafb tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:19.152728 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-326ffe31-60c4-4d57-8633-f3accc2acafb tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.9673364 Dec 22 13:17:19.156334 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41054) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:19.168246 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.resource_extend [None req-5449cb2a-1a89-4f06-a29f-78827bde5162 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:17:19.191941 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-0420844a-5571-43c7-9ac2-533ec913da25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:19.192381 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0420844a-5571-43c7-9ac2-533ec913da25 None None] The sync data for ids ['2a25a2d5-1ac9-4c75-9d61-a9a8e176fbd3'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:17:19.193991 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 96296753-12a2-4c85-9c84-e216a0006956 up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:17:19.203693 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5449cb2a-1a89-4f06-a29f-78827bde5162 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:19.226248 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ef56bd1c-b631-49e3-bca1-91f51d7166ef req-54609acf-1023-4875-95fa-d8df86a6a166 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5fad85d-a427-4b49-97d8-bf4ab831eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1966007 Dec 22 13:17:19.231670 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e05121c2-67a4-47eb-990a-2b697d7dda82 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] 10.222.0.47 "DELETE /v2.0/ports/6862e251-069a-4794-bdf6-6437f270399f HTTP/1.1" status: 204 len: 168 time: 1.0551894 Dec 22 13:17:19.251096 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41060) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:19.299511 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5449cb2a-1a89-4f06-a29f-78827bde5162 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:19.313421 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-57b5d2d4-c53b-4a94-932d-a4ba983ae871 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] GET failed (client error): The resource could not be found. Dec 22 13:17:19.314089 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-57b5d2d4-c53b-4a94-932d-a4ba983ae871 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Synchronizing usage tracker for tenant:e28a9ce55ec34fefbdc80a14674e6ec2 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:17:19.318017 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8759a82e-e06d-4f58-8132-61355db94379 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:19.380312 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning for port 96296753-12a2-4c85-9c84-e216a0006956 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:17:19.386369 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 96296753-12a2-4c85-9c84-e216a0006956 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:19.386756 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:19.414178 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-560d2e4b-d276-4036-847e-11ea8ff1704a tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:19.424554 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-57b5d2d4-c53b-4a94-932d-a4ba983ae871 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Unset dirty status for tenant:e28a9ce55ec34fefbdc80a14674e6ec2 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:17:19.430121 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-57b5d2d4-c53b-4a94-932d-a4ba983ae871 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] 10.222.0.47 "GET /v2.0/ports/6862e251-069a-4794-bdf6-6437f270399f HTTP/1.1" status: 404 len: 333 time: 0.1709876 Dec 22 13:17:19.432354 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41068) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:19.445447 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-560d2e4b-d276-4036-847e-11ea8ff1704a tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Transition to ACTIVE for port object ecfecd9a-883f-4e03-b240-de10e08472b0 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:19.515320 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-3c3eac25-151d-4a7f-aaee-d5cb9b3423ff tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-772341486', 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:19.546463 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-3c3eac25-151d-4a7f-aaee-d5cb9b3423ff tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:19.566630 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:19.573033 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-3c3eac25-151d-4a7f-aaee-d5cb9b3423ff tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:19.593093 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5449cb2a-1a89-4f06-a29f-78827bde5162 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Pushing event updated for resources: {'Port': ['ID=26048cb5-a7fb-4a18-b8b0-11883d6928f9,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:19.600178 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5449cb2a-1a89-4f06-a29f-78827bde5162 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:19.608883 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5449cb2a-1a89-4f06-a29f-78827bde5162 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:19.616180 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 96296753-12a2-4c85-9c84-e216a0006956, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=96296753-12a2-4c85-9c84-e216a0006956,segment=NetworkSegment(0fd644be-47e5-4bcb-aa5b-b15f022ce968),segment_id=0fd644be-47e5-4bcb-aa5b-b15f022ce968)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:17:19.617748 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131ccdf4-2cab-4729-988d-02672f487e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96296753-12a2-4c85-9c84-e216a0006956'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:17:19.677574 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3eac25-151d-4a7f-aaee-d5cb9b3423ff tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Made reservation on behalf of e28a9ce55ec34fefbdc80a14674e6ec2 for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:17:19.687362 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3c3eac25-151d-4a7f-aaee-d5cb9b3423ff tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:19.722607 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3069d2c-8e98-43c7-8845-14d600af0f21 req-3065fc88-2700-4700-b26d-c57554c90d26 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:19.730841 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-a3069d2c-8e98-43c7-8845-14d600af0f21 req-3065fc88-2700-4700-b26d-c57554c90d26 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb293902-9800-46cb-a7ca-27fe5451ad7d HTTP/1.1" status: 200 len: 944 time: 0.3072457 Dec 22 13:17:19.746846 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:19.747658 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device d6b6c5a1-91ce-49dd-a02c-d30e90225a2a up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:17:19.759770 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-9d994dfb-2fdf-419a-adce-b514ef31f980 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] 10.222.0.47 "GET /v2.0/routers/2a25a2d5-1ac9-4c75-9d61-a9a8e176fbd3 HTTP/1.1" status: 200 len: 921 time: 0.6003451 Dec 22 13:17:19.780696 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41086) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:19.790030 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-560d2e4b-d276-4036-847e-11ea8ff1704a tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:19.800581 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-3c3eac25-151d-4a7f-aaee-d5cb9b3423ff tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] device_id is not set on port 13c2c8ca-036c-47d3-b757-399c33143462 yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:17:19.835651 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b7e66769-aec1-40d0-8e38-4d2f717ebb61 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:19.837540 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-a4d2aa02-70ca-4d2c-b288-276e2fe9e466 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:19.894104 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-a3069d2c-8e98-43c7-8845-14d600af0f21 req-0543e3d4-258f-4974-ab88-f2936181363e tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/security-groups?id=eac79d60-d275-419a-90d5-4810f0769413&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505451 Dec 22 13:17:19.919761 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0f63d296-698b-463e-800d-4450970f416c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a25a2d5-1ac9-4c75-9d61-a9a8e176fbd3 HTTP/1.1" status: 200 len: 205 time: 0.1348574 Dec 22 13:17:19.921587 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41094) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:19.929366 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=96296753-12a2-4c85-9c84-e216a0006956,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:19.933829 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:19.961001 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560d2e4b-d276-4036-847e-11ea8ff1704a tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Network b5c9060a-3f29-49e9-bcb5-10b01f63f9d1 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:17:19.985449 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-560d2e4b-d276-4036-847e-11ea8ff1704a tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:19.991979 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d2e4b-d276-4036-847e-11ea8ff1704a tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Pushing event updated for resources: {'Port': ['ID=ecfecd9a-883f-4e03-b240-de10e08472b0,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:19.996729 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560d2e4b-d276-4036-847e-11ea8ff1704a tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:17:20.019801 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning for port d6b6c5a1-91ce-49dd-a02c-d30e90225a2a completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:17:20.028417 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-560d2e4b-d276-4036-847e-11ea8ff1704a tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:20.029357 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port d6b6c5a1-91ce-49dd-a02c-d30e90225a2a triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:20.029991 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:20.074303 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560d2e4b-d276-4036-847e-11ea8ff1704a tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:20.076984 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-560d2e4b-d276-4036-847e-11ea8ff1704a tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:20.093542 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41098) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:20.163034 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3c3eac25-151d-4a7f-aaee-d5cb9b3423ff tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:20.177121 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.l3_db [None req-5449cb2a-1a89-4f06-a29f-78827bde5162 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Floating IP 16006654-10fb-44b5-b79e-8059bfb13c73 associated. External IP: 172.26.1.223, port: e21ffca5-a740-4018-8f86-bdf409a86edc. Dec 22 13:17:20.281376 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-560d2e4b-d276-4036-847e-11ea8ff1704a tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5908775 Dec 22 13:17:20.287612 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41110) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:20.287903 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41112) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:20.307669 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-e0f939c3-f8a9-490d-b705-cc80f0ed9865 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:0d:2b:42'}]}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:20.339057 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:20.407187 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-ad3728fe-bb34-4cab-9462-49965d9837cd tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2042729131', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:20.432068 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port d6b6c5a1-91ce-49dd-a02c-d30e90225a2a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d6b6c5a1-91ce-49dd-a02c-d30e90225a2a,segment=NetworkSegment(4f30eac0-64bc-442b-8bd6-4968d7d0cc88),segment_id=4f30eac0-64bc-442b-8bd6-4968d7d0cc88)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:17:20.444044 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bae4e8b1-e2a6-4760-ba5a-ca7c5be35d53 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:20.480076 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '131ccdf4-2cab-4729-988d-02672f487e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96296753-12a2-4c85-9c84-e216a0006956', 'code': 200} Dec 22 13:17:20.512372 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3c3eac25-151d-4a7f-aaee-d5cb9b3423ff tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:20.521164 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:20.523437 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:20.543662 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-ad3728fe-bb34-4cab-9462-49965d9837cd tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:20.556665 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-ad3728fe-bb34-4cab-9462-49965d9837cd tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Usage tracker for resource:port and tenant:b3c37a26dd054fffa838dd68cb4b4d47 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:20.556948 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-05e50aa2-c8a9-4ba0-b7f2-53d94ec48ae7 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:20.558846 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-ad3728fe-bb34-4cab-9462-49965d9837cd tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:20.563479 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a321fe29-e117-4d0c-870c-e7e35adf56e5 None None] Provisioning for port ecfecd9a-883f-4e03-b240-de10e08472b0 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:17:20.578104 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a321fe29-e117-4d0c-870c-e7e35adf56e5 None None] Provisioning complete for port ecfecd9a-883f-4e03-b240-de10e08472b0 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:20.578562 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a321fe29-e117-4d0c-870c-e7e35adf56e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:20.585245 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-9e9798b9-aba5-49e4-b3c8-020db1a1b112 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-234244368'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:20.589098 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-ad3728fe-bb34-4cab-9462-49965d9837cd tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:20.595210 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-9e9798b9-aba5-49e4-b3c8-020db1a1b112 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:20.604618 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-9e9798b9-aba5-49e4-b3c8-020db1a1b112 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Usage tracker for resource:network and tenant:ab7ea4d986274779872678bdb6fd8cdb is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:20.619627 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-9e9798b9-aba5-49e4-b3c8-020db1a1b112 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:20.642816 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-9e9798b9-aba5-49e4-b3c8-020db1a1b112 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:20.644698 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3eac25-151d-4a7f-aaee-d5cb9b3423ff tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Network 715582e4-1f74-4ad9-a429-3ed802c60b5a is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:17:20.646839 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=d6b6c5a1-91ce-49dd-a02c-d30e90225a2a,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:20.649266 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-a321fe29-e117-4d0c-870c-e7e35adf56e5 None None] Port ecfecd9a-883f-4e03-b240-de10e08472b0 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:17:20.650729 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:20.651486 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-3c3eac25-151d-4a7f-aaee-d5cb9b3423ff tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:20.655010 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3eac25-151d-4a7f-aaee-d5cb9b3423ff tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:17:20.655863 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3eac25-151d-4a7f-aaee-d5cb9b3423ff tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:20.656488 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3c3eac25-151d-4a7f-aaee-d5cb9b3423ff tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:20.661695 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3eac25-151d-4a7f-aaee-d5cb9b3423ff tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Pushing event updated for resources: {'Port': ['ID=13c2c8ca-036c-47d3-b757-399c33143462,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:20.674244 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3c3eac25-151d-4a7f-aaee-d5cb9b3423ff tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:20.723500 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65458461-afc8-4a29-ab0f-4dad46a679e3 req-25ab8354-9f33-4b92-8429-6a023709c52f tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:20.724897 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-65458461-afc8-4a29-ab0f-4dad46a679e3 req-25ab8354-9f33-4b92-8429-6a023709c52f tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/ports?device_id=131ccdf4-2cab-4729-988d-02672f487e45 HTTP/1.1" status: 200 len: 945 time: 0.2193537 Dec 22 13:17:20.727594 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3728fe-bb34-4cab-9462-49965d9837cd tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Made reservation on behalf of b3c37a26dd054fffa838dd68cb4b4d47 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:17:20.731523 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ad3728fe-bb34-4cab-9462-49965d9837cd tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:20.761950 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9798b9-aba5-49e4-b3c8-020db1a1b112 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Made reservation on behalf of ab7ea4d986274779872678bdb6fd8cdb for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:17:20.765587 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9e9798b9-aba5-49e4-b3c8-020db1a1b112 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:20.782554 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ad3728fe-bb34-4cab-9462-49965d9837cd tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:20.814761 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-3c3eac25-151d-4a7f-aaee-d5cb9b3423ff tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3807173 Dec 22 13:17:20.825407 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41124) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:20.829525 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9e9798b9-aba5-49e4-b3c8-020db1a1b112 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:20.903018 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-65458461-afc8-4a29-ab0f-4dad46a679e3 req-5901d15d-2a81-46ed-9ac4-70ba00aea85c tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5fad85d-a427-4b49-97d8-bf4ab831eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1253922 Dec 22 13:17:20.903261 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e0f939c3-f8a9-490d-b705-cc80f0ed9865 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:20.929279 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-6d145864-af8d-45eb-b19e-d700e59c1cb4 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Synchronizing usage tracker for tenant:e28a9ce55ec34fefbdc80a14674e6ec2 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:17:20.949353 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bae4e8b1-e2a6-4760-ba5a-ca7c5be35d53 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:20.979209 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-ad3728fe-bb34-4cab-9462-49965d9837cd tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:20.981426 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-9e9798b9-aba5-49e4-b3c8-020db1a1b112 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:20.996232 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-9e9798b9-aba5-49e4-b3c8-020db1a1b112 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Usage tracker for resource:security_group_rule and tenant:ab7ea4d986274779872678bdb6fd8cdb is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:21.001534 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-ad3728fe-bb34-4cab-9462-49965d9837cd tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Usage tracker for resource:security_group_rule and tenant:b3c37a26dd054fffa838dd68cb4b4d47 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:21.019618 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-6d145864-af8d-45eb-b19e-d700e59c1cb4 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Unset dirty status for tenant:e28a9ce55ec34fefbdc80a14674e6ec2 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:17:21.020789 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6d145864-af8d-45eb-b19e-d700e59c1cb4 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] 10.222.0.47 "GET /v2.0/ports/13c2c8ca-036c-47d3-b757-399c33143462 HTTP/1.1" status: 200 len: 954 time: 0.1931059 Dec 22 13:17:21.023533 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41130) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:21.030321 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-9e9798b9-aba5-49e4-b3c8-020db1a1b112 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:21.036131 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-ad3728fe-bb34-4cab-9462-49965d9837cd tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:21.051420 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-ad3728fe-bb34-4cab-9462-49965d9837cd tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:21.056908 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-bae4e8b1-e2a6-4760-ba5a-ca7c5be35d53 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Deleting port 98c8b835-8b2f-4f78-a7f1-66a02872d654 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:17:21.057247 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bae4e8b1-e2a6-4760-ba5a-ca7c5be35d53 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:21.061729 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-9e9798b9-aba5-49e4-b3c8-020db1a1b112 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:21.080449 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:17:21.127772 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-c350d064-c09c-4369-b0a2-8368480ecb9a tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Deleting port 13c2c8ca-036c-47d3-b757-399c33143462 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:17:21.128109 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c350d064-c09c-4369-b0a2-8368480ecb9a tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:21.494624 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f21a4ee8-0fc7-4abf-8700-1ea2e2abf8a5 req-02a58f17-7bb1-427f-82ba-e1009f511a2f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=131ccdf4-2cab-4729-988d-02672f487e45 HTTP/1.1" status: 200 len: 1098 time: 0.5924273 Dec 22 13:17:21.499885 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bae4e8b1-e2a6-4760-ba5a-ca7c5be35d53 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:21.608385 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ad3728fe-bb34-4cab-9462-49965d9837cd tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:21.611481 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9e9798b9-aba5-49e4-b3c8-020db1a1b112 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:21.620058 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae560a-62cd-43cd-bfe0-ce683368ed9d req-0db98bc7-2d11-4caa-8d4b-471bb68f73fe tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:21.624111 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-07ae560a-62cd-43cd-bfe0-ce683368ed9d req-0db98bc7-2d11-4caa-8d4b-471bb68f73fe tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb293902-9800-46cb-a7ca-27fe5451ad7d HTTP/1.1" status: 200 len: 945 time: 0.5868344 Dec 22 13:17:21.625984 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-f21a4ee8-0fc7-4abf-8700-1ea2e2abf8a5 req-f2c87a66-9c17-4a0e-bed1-0fc36a7ce6ce service neutron] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:21.643499 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-bae4e8b1-e2a6-4760-ba5a-ca7c5be35d53 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Calling delete_port for 98c8b835-8b2f-4f78-a7f1-66a02872d654 owned by network:router_gateway {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:17:21.684423 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ad3728fe-bb34-4cab-9462-49965d9837cd tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:21.693501 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c350d064-c09c-4369-b0a2-8368480ecb9a tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:21.707185 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:21.726598 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-ad3728fe-bb34-4cab-9462-49965d9837cd tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] device_id is not set on port 7c354379-ecd5-4138-9354-91978d1b47a5 yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:17:21.776728 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-f21a4ee8-0fc7-4abf-8700-1ea2e2abf8a5 req-f2c87a66-9c17-4a0e-bed1-0fc36a7ce6ce service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:21.778753 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9e9798b9-aba5-49e4-b3c8-020db1a1b112 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:21.780949 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e0f939c3-f8a9-490d-b705-cc80f0ed9865 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:21.789796 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-f21a4ee8-0fc7-4abf-8700-1ea2e2abf8a5 req-f2c87a66-9c17-4a0e-bed1-0fc36a7ce6ce service neutron] Usage tracker for resource:security_group_rule and tenant:0863eb171f0143cb88c102d404b1c053 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:21.816351 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-f21a4ee8-0fc7-4abf-8700-1ea2e2abf8a5 req-f2c87a66-9c17-4a0e-bed1-0fc36a7ce6ce service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:21.833476 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-c350d064-c09c-4369-b0a2-8368480ecb9a tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Calling delete_port for 13c2c8ca-036c-47d3-b757-399c33143462 owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:17:21.881123 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-f21a4ee8-0fc7-4abf-8700-1ea2e2abf8a5 req-f2c87a66-9c17-4a0e-bed1-0fc36a7ce6ce service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:21.900026 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-07ae560a-62cd-43cd-bfe0-ce683368ed9d req-4b38379f-804f-4751-8faa-c66b1c9a25be tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Synchronizing usage tracker for tenant:97addb87d3bc483d91b11c8c5ef7e2aa on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:17:21.902412 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e0f939c3-f8a9-490d-b705-cc80f0ed9865 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:21.906022 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3728fe-bb34-4cab-9462-49965d9837cd tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e8132b-6881-408e-bbaa-7a4c133eec9d,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:21.922335 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ad3728fe-bb34-4cab-9462-49965d9837cd tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:21.923025 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e9798b9-aba5-49e4-b3c8-020db1a1b112 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:17:21.931694 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1130c348-bd7f-4f2d-8994-877457dc5e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:22.010180 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c350d064-c09c-4369-b0a2-8368480ecb9a tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:22.016580 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:22.027599 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-07ae560a-62cd-43cd-bfe0-ce683368ed9d req-4b38379f-804f-4751-8faa-c66b1c9a25be tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Unset dirty status for tenant:97addb87d3bc483d91b11c8c5ef7e2aa on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:17:22.028690 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-07ae560a-62cd-43cd-bfe0-ce683368ed9d req-4b38379f-804f-4751-8faa-c66b1c9a25be tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/security-groups?id=eac79d60-d275-419a-90d5-4810f0769413&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3933401 Dec 22 13:17:22.094230 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9798b9-aba5-49e4-b3c8-020db1a1b112 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b76d0a36-1119-478e-9c7a-0c12d19f5e7a,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:22.100999 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9e9798b9-aba5-49e4-b3c8-020db1a1b112 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:22.102168 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350d064-c09c-4369-b0a2-8368480ecb9a tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Pushing event deleted for resources: {'Port': ['ID=13c2c8ca-036c-47d3-b757-399c33143462,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:22.103410 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-326ffe31-60c4-4d57-8633-f3accc2acafb tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:22.113531 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c350d064-c09c-4369-b0a2-8368480ecb9a tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:22.113982 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bae4e8b1-e2a6-4760-ba5a-ca7c5be35d53 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:22.119538 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-05e50aa2-c8a9-4ba0-b7f2-53d94ec48ae7 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:22.150398 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9e9798b9-aba5-49e4-b3c8-020db1a1b112 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:22.153110 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-9e9798b9-aba5-49e4-b3c8-020db1a1b112 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Added segment 36fcfd86-0c80-4ca0-9a77-3b17b0a6c476 of type vlan for network 10e1ab9d-f67f-493c-a4d2-91a88f233c0b Dec 22 13:17:22.170474 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c350d064-c09c-4369-b0a2-8368480ecb9a tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:22.175901 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4e8b1-e2a6-4760-ba5a-ca7c5be35d53 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Pushing event deleted for resources: {'Port': ['ID=98c8b835-8b2f-4f78-a7f1-66a02872d654,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:22.184626 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-bae4e8b1-e2a6-4760-ba5a-ca7c5be35d53 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:22.243149 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-e0f939c3-f8a9-490d-b705-cc80f0ed9865 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] In _notify_port_updated(), no bound segment for port ecfecd9a-883f-4e03-b240-de10e08472b0 on network b5c9060a-3f29-49e9-bcb5-10b01f63f9d1 {{(pid=84149) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 13:17:22.247124 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f939c3-f8a9-490d-b705-cc80f0ed9865 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:22.247594 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e0f939c3-f8a9-490d-b705-cc80f0ed9865 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:22.249408 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e0f939c3-f8a9-490d-b705-cc80f0ed9865 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] 10.222.0.47 "PUT /v2.0/ports/ecfecd9a-883f-4e03-b240-de10e08472b0 HTTP/1.1" status: 200 len: 997 time: 1.9577875 Dec 22 13:17:22.251361 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-ad3728fe-bb34-4cab-9462-49965d9837cd tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Allocated IP 172.26.1.149 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/7c354379-ecd5-4138-9354-91978d1b47a5) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:17:22.258198 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41138) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:22.274081 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c350d064-c09c-4369-b0a2-8368480ecb9a tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] 10.222.0.47 "DELETE /v2.0/ports/13c2c8ca-036c-47d3-b757-399c33143462 HTTP/1.1" status: 204 len: 168 time: 1.2494566 Dec 22 13:17:22.279700 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41142) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:22.286388 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9e9798b9-aba5-49e4-b3c8-020db1a1b112 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:22.289589 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-03bf8be1-8b4d-4c8c-b040-ec077ed9935a None None] Provisioning complete for port ecfecd9a-883f-4e03-b240-de10e08472b0 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:22.290101 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-03bf8be1-8b4d-4c8c-b040-ec077ed9935a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:22.332789 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f939c3-f8a9-490d-b705-cc80f0ed9865 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Pushing event updated for resources: {'Port': ['ID=ecfecd9a-883f-4e03-b240-de10e08472b0,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:22.345147 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e0f939c3-f8a9-490d-b705-cc80f0ed9865 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:22.361589 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b5fce-c0a5-4a78-a286-843d94e7fbe4 req-128e26b4-da6c-4309-9646-f4344ba205a1 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:22.361707 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-03bf8be1-8b4d-4c8c-b040-ec077ed9935a None None] Port ecfecd9a-883f-4e03-b240-de10e08472b0 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:17:22.361802 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0c0b5fce-c0a5-4a78-a286-843d94e7fbe4 req-128e26b4-da6c-4309-9646-f4344ba205a1 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/ports?device_id=131ccdf4-2cab-4729-988d-02672f487e45 HTTP/1.1" status: 200 len: 945 time: 0.3067148 Dec 22 13:17:22.372279 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-62b64757-2c1a-49c3-b5ad-02953207db2c tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] GET failed (client error): The resource could not be found. Dec 22 13:17:22.373416 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-62b64757-2c1a-49c3-b5ad-02953207db2c tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Synchronizing usage tracker for tenant:e28a9ce55ec34fefbdc80a14674e6ec2 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:17:22.388143 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-d0ce652d-717f-45b7-ab9b-2c61eca050ca tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Deleting port ecfecd9a-883f-4e03-b240-de10e08472b0 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:17:22.388563 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d0ce652d-717f-45b7-ab9b-2c61eca050ca tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:22.401371 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-f21a4ee8-0fc7-4abf-8700-1ea2e2abf8a5 req-f2c87a66-9c17-4a0e-bed1-0fc36a7ce6ce service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:22.465431 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5449cb2a-1a89-4f06-a29f-78827bde5162 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Router 5d60473c-2665-4d60-ae4f-0ebcbd41ce67 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:17:22.481605 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb293902-9800-46cb-a7ca-27fe5451ad7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b6c5a1-91ce-49dd-a02c-d30e90225a2a'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:17:22.515083 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-f21a4ee8-0fc7-4abf-8700-1ea2e2abf8a5 req-f2c87a66-9c17-4a0e-bed1-0fc36a7ce6ce service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:22.523414 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9e9798b9-aba5-49e4-b3c8-020db1a1b112 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:22.529947 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:22.544387 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9798b9-aba5-49e4-b3c8-020db1a1b112 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:22.545485 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9e9798b9-aba5-49e4-b3c8-020db1a1b112 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:22.556239 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-62b64757-2c1a-49c3-b5ad-02953207db2c tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Unset dirty status for tenant:e28a9ce55ec34fefbdc80a14674e6ec2 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:17:22.557394 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-62b64757-2c1a-49c3-b5ad-02953207db2c tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] 10.222.0.47 "GET /v2.0/ports/13c2c8ca-036c-47d3-b757-399c33143462 HTTP/1.1" status: 404 len: 333 time: 0.2742925 Dec 22 13:17:22.569067 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41148) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:22.569159 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb293902-9800-46cb-a7ca-27fe5451ad7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b6c5a1-91ce-49dd-a02c-d30e90225a2a', 'code': 200} Dec 22 13:17:22.591305 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-9c4c28ae-2c80-4a3c-92f3-9a4110e68820 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Request body: {'port': {'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1864756723'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:22.603780 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-9c4c28ae-2c80-4a3c-92f3-9a4110e68820 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:22.606294 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bae4e8b1-e2a6-4760-ba5a-ca7c5be35d53 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:22.608965 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f21a4ee8-0fc7-4abf-8700-1ea2e2abf8a5 req-f2c87a66-9c17-4a0e-bed1-0fc36a7ce6ce service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b5fad85d-a427-4b49-97d8-bf4ab831eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.0718334 Dec 22 13:17:22.623039 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c87a66-9c17-4a0e-bed1-0fc36a7ce6ce service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=580cc45a-a3d7-471a-8381-e942f8eb316c,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:22.633738 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f2c87a66-9c17-4a0e-bed1-0fc36a7ce6ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:22.634172 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:22.834580 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9798b9-aba5-49e4-b3c8-020db1a1b112 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Pushing event updated for resources: {'Network': ['ID=10e1ab9d-f67f-493c-a4d2-91a88f233c0b,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:22.841216 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ad3728fe-bb34-4cab-9462-49965d9837cd tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:22.844728 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9e9798b9-aba5-49e4-b3c8-020db1a1b112 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:22.845469 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 10e1ab9d-f67f-493c-a4d2-91a88f233c0b details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:17:22.862421 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-9c4c28ae-2c80-4a3c-92f3-9a4110e68820 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:22.877530 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0c0b5fce-c0a5-4a78-a286-843d94e7fbe4 req-9e4692eb-b773-41ce-9917-7bd0fdfa4bb5 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5fad85d-a427-4b49-97d8-bf4ab831eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5100937 Dec 22 13:17:22.889214 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9e9798b9-aba5-49e4-b3c8-020db1a1b112 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.5962319 Dec 22 13:17:22.891054 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41152) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:22.942283 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-3d639ca4-98cd-4924-8cd5-20b4c972ef59 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Request body: {'subnet': {'network_id': '10e1ab9d-f67f-493c-a4d2-91a88f233c0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:23.094671 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4c28ae-2c80-4a3c-92f3-9a4110e68820 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Made reservation on behalf of e28a9ce55ec34fefbdc80a14674e6ec2 for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:17:23.096973 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9c4c28ae-2c80-4a3c-92f3-9a4110e68820 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:23.121912 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bae4e8b1-e2a6-4760-ba5a-ca7c5be35d53 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:23.146693 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bae4e8b1-e2a6-4760-ba5a-ca7c5be35d53 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:23.159950 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-9c4c28ae-2c80-4a3c-92f3-9a4110e68820 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] device_id is not set on port 0eb21d3a-ae02-4980-92b5-517da21b2b09 yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:17:23.176627 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ad3728fe-bb34-4cab-9462-49965d9837cd tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:23.187671 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:23.260011 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d0ce652d-717f-45b7-ab9b-2c61eca050ca tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:23.336875 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-3d639ca4-98cd-4924-8cd5-20b4c972ef59 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:23.343315 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3728fe-bb34-4cab-9462-49965d9837cd tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:17:23.345693 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3728fe-bb34-4cab-9462-49965d9837cd tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Pushing event updated for resources: {'Port': ['ID=7c354379-ecd5-4138-9354-91978d1b47a5,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:23.349265 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-3d639ca4-98cd-4924-8cd5-20b4c972ef59 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Usage tracker for resource:subnet and tenant:ab7ea4d986274779872678bdb6fd8cdb is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:23.353181 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ad3728fe-bb34-4cab-9462-49965d9837cd tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:23.356728 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-ad3728fe-bb34-4cab-9462-49965d9837cd tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:23.360642 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-3d639ca4-98cd-4924-8cd5-20b4c972ef59 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:23.367930 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3728fe-bb34-4cab-9462-49965d9837cd tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:17:23.396247 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bae4e8b1-e2a6-4760-ba5a-ca7c5be35d53 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:23.396782 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae4e8b1-e2a6-4760-ba5a-ca7c5be35d53 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Fanout notify agent at l3_agent the message router_deleted on router 2a25a2d5-1ac9-4c75-9d61-a9a8e176fbd3 {{(pid=84148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:17:23.403825 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-d0ce652d-717f-45b7-ab9b-2c61eca050ca tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Calling delete_port for ecfecd9a-883f-4e03-b240-de10e08472b0 owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:17:23.406466 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-3d639ca4-98cd-4924-8cd5-20b4c972ef59 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:23.460525 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8ecffa37-6c5c-45a0-bd7a-13a5115c0b04 req-220963bd-538f-4bb3-9034-f360a0dfce61 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fb293902-9800-46cb-a7ca-27fe5451ad7d HTTP/1.1" status: 200 len: 1098 time: 0.5233605 Dec 22 13:17:23.487527 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bae4e8b1-e2a6-4760-ba5a-ca7c5be35d53 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:23.488608 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-bae4e8b1-e2a6-4760-ba5a-ca7c5be35d53 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] 10.222.0.47 "DELETE /v2.0/routers/2a25a2d5-1ac9-4c75-9d61-a9a8e176fbd3 HTTP/1.1" status: 204 len: 168 time: 3.5662215 Dec 22 13:17:23.490463 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3728fe-bb34-4cab-9462-49965d9837cd tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:23.491096 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ad3728fe-bb34-4cab-9462-49965d9837cd tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:23.498279 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41158) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:23.515756 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-51b63dfa-8b98-4786-8cd0-fe6853e46c57 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Request body: {'router': {'name': 'tempest-snat-router-399209472', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'enable_snat': False}}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:23.526790 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-51b63dfa-8b98-4786-8cd0-fe6853e46c57 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:23.535349 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93441c3-8c93-4891-bf13-291d67e1d12a req-22f5cc96-5770-4b81-8ab6-cbcdb977320d tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:23.538265 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f93441c3-8c93-4891-bf13-291d67e1d12a req-22f5cc96-5770-4b81-8ab6-cbcdb977320d tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb293902-9800-46cb-a7ca-27fe5451ad7d HTTP/1.1" status: 200 len: 945 time: 0.3543682 Dec 22 13:17:23.540453 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5449cb2a-1a89-4f06-a29f-78827bde5162 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:17:23.551750 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-51b63dfa-8b98-4786-8cd0-fe6853e46c57 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Usage tracker for resource:router and tenant:02b3e95c312b4b4dbd283c88e21d2e44 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:23.554258 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d639ca4-98cd-4924-8cd5-20b4c972ef59 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Made reservation on behalf of ab7ea4d986274779872678bdb6fd8cdb for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:17:23.558318 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56e995c-1cdc-4414-8651-463a30ee1aa6 None None] Sync routers for ids ['5d60473c-2665-4d60-ae4f-0ebcbd41ce67'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:17:23.579450 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-51b63dfa-8b98-4786-8cd0-fe6853e46c57 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:23.583689 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56e995c-1cdc-4414-8651-463a30ee1aa6 None None] Routers {'5d60473c-2665-4d60-ae4f-0ebcbd41ce67'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:17:23.584714 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-a56e995c-1cdc-4414-8651-463a30ee1aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:17:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['5d60473c-2665-4d60-ae4f-0ebcbd41ce67'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:23.639943 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-51b63dfa-8b98-4786-8cd0-fe6853e46c57 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:23.650986 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-a56e995c-1cdc-4414-8651-463a30ee1aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:23.657680 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9c4c28ae-2c80-4a3c-92f3-9a4110e68820 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:23.665536 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56e995c-1cdc-4414-8651-463a30ee1aa6 None None] Routers {'5d60473c-2665-4d60-ae4f-0ebcbd41ce67'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:17:23.666560 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-a56e995c-1cdc-4414-8651-463a30ee1aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:17:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['5d60473c-2665-4d60-ae4f-0ebcbd41ce67'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:23.667310 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ad3728fe-bb34-4cab-9462-49965d9837cd tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.5576894 Dec 22 13:17:23.669160 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41162) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:23.699023 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-305fa775-72e6-4a4c-a641-5b2e896d320e tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.149'}]}}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:23.705997 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-8ecffa37-6c5c-45a0-bd7a-13a5115c0b04 req-a8012cab-a62c-4a70-9ed6-0542b2aaf168 service neutron] Synchronizing usage tracker for tenant:0863eb171f0143cb88c102d404b1c053 on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:17:23.710660 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-305fa775-72e6-4a4c-a641-5b2e896d320e tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:23.728191 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-a56e995c-1cdc-4414-8651-463a30ee1aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:23.728676 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56e995c-1cdc-4414-8651-463a30ee1aa6 None None] The sync data for ids ['5d60473c-2665-4d60-ae4f-0ebcbd41ce67'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:17:23.740258 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-305fa775-72e6-4a4c-a641-5b2e896d320e tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Usage tracker for resource:router and tenant:b3c37a26dd054fffa838dd68cb4b4d47 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:23.746008 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-305fa775-72e6-4a4c-a641-5b2e896d320e tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:23.757184 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3d639ca4-98cd-4924-8cd5-20b4c972ef59 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:23.772841 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-305fa775-72e6-4a4c-a641-5b2e896d320e tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:23.781648 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5449cb2a-1a89-4f06-a29f-78827bde5162 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:23.785712 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d0ce652d-717f-45b7-ab9b-2c61eca050ca tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:23.791908 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9c4c28ae-2c80-4a3c-92f3-9a4110e68820 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:23.799956 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3c3eac25-151d-4a7f-aaee-d5cb9b3423ff tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:23.851059 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce652d-717f-45b7-ab9b-2c61eca050ca tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Pushing event deleted for resources: {'Port': ['ID=ecfecd9a-883f-4e03-b240-de10e08472b0,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:23.871418 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-51b63dfa-8b98-4786-8cd0-fe6853e46c57 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:23.872313 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-51b63dfa-8b98-4786-8cd0-fe6853e46c57 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:23.885419 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f93441c3-8c93-4891-bf13-291d67e1d12a req-5b36ee29-cf44-49af-adc3-2a8533cb1c4a tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/security-groups?id=eac79d60-d275-419a-90d5-4810f0769413&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3118594 Dec 22 13:17:23.894989 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4c28ae-2c80-4a3c-92f3-9a4110e68820 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Network 715582e4-1f74-4ad9-a429-3ed802c60b5a is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:17:23.902963 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-9c4c28ae-2c80-4a3c-92f3-9a4110e68820 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:23.905934 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4c28ae-2c80-4a3c-92f3-9a4110e68820 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:17:23.907088 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4c28ae-2c80-4a3c-92f3-9a4110e68820 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:23.907674 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9c4c28ae-2c80-4a3c-92f3-9a4110e68820 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:23.939224 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5449cb2a-1a89-4f06-a29f-78827bde5162 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 9.7388210 Dec 22 13:17:23.940293 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41168) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:23.953759 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-51b63dfa-8b98-4786-8cd0-fe6853e46c57 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:24.035840 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-8ecffa37-6c5c-45a0-bd7a-13a5115c0b04 req-a8012cab-a62c-4a70-9ed6-0542b2aaf168 service neutron] Unset dirty status for tenant:0863eb171f0143cb88c102d404b1c053 on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:17:24.036981 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8ecffa37-6c5c-45a0-bd7a-13a5115c0b04 req-a8012cab-a62c-4a70-9ed6-0542b2aaf168 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=eac79d60-d275-419a-90d5-4810f0769413&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5624449 Dec 22 13:17:24.039272 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c28ae-2c80-4a3c-92f3-9a4110e68820 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Pushing event updated for resources: {'Port': ['ID=0eb21d3a-ae02-4980-92b5-517da21b2b09,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:24.042162 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9c4c28ae-2c80-4a3c-92f3-9a4110e68820 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:24.045072 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:24.045735 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:24.053830 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-9c4c28ae-2c80-4a3c-92f3-9a4110e68820 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4876797 Dec 22 13:17:24.057248 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-305fa775-72e6-4a4c-a641-5b2e896d320e tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:24.057248 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-305fa775-72e6-4a4c-a641-5b2e896d320e tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:24.057471 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41172) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:24.067696 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8226'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:24.156323 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d0ce652d-717f-45b7-ab9b-2c61eca050ca tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:24.158821 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d0ce652d-717f-45b7-ab9b-2c61eca050ca tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] 10.222.0.47 "DELETE /v2.0/ports/ecfecd9a-883f-4e03-b240-de10e08472b0 HTTP/1.1" status: 204 len: 168 time: 1.8955376 Dec 22 13:17:24.165994 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41176) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:24.246538 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:24.270805 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad730d-4926-4420-9163-7f542d6211c8 req-dc81c7db-3ab0-4b4c-94c9-1615c660b880 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:24.272245 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-64ad730d-4926-4420-9163-7f542d6211c8 req-dc81c7db-3ab0-4b4c-94c9-1615c660b880 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/ports?device_id=131ccdf4-2cab-4729-988d-02672f487e45 HTTP/1.1" status: 200 len: 945 time: 0.1784642 Dec 22 13:17:24.318605 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-58ff7271-72c6-4e69-908d-719a6878e0f9 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] 10.222.0.47 "GET /v2.0/floatingips/16006654-10fb-44b5-b79e-8059bfb13c73 HTTP/1.1" status: 200 len: 982 time: 0.3461235 Dec 22 13:17:24.324917 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41180) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:24.327231 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef237ca-50a4-45f5-a710-bef0e0e5ced2 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] GET failed (client error): The resource could not be found. Dec 22 13:17:24.327742 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-cef237ca-50a4-45f5-a710-bef0e0e5ced2 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Synchronizing usage tracker for tenant:e23583bc28504178818601905051f686 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:17:24.338073 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-305fa775-72e6-4a4c-a641-5b2e896d320e tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:24.448922 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-51b63dfa-8b98-4786-8cd0-fe6853e46c57 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:24.521476 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-cef237ca-50a4-45f5-a710-bef0e0e5ced2 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Unset dirty status for tenant:e23583bc28504178818601905051f686 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:17:24.526117 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-cef237ca-50a4-45f5-a710-bef0e0e5ced2 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] 10.222.0.47 "GET /v2.0/ports/ecfecd9a-883f-4e03-b240-de10e08472b0 HTTP/1.1" status: 404 len: 333 time: 0.3535733 Dec 22 13:17:24.526270 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-64ad730d-4926-4420-9163-7f542d6211c8 req-26387001-4149-481b-92eb-f9db18e4cd20 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5fad85d-a427-4b49-97d8-bf4ab831eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2261720 Dec 22 13:17:24.526401 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41184) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:24.531196 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b6dca8e8-da1b-4b08-9bb4-02354bf7d046 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2424 time: 0.2005770 Dec 22 13:17:24.534220 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41188) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:24.534817 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-30535acd-2953-44d9-b6e9-c13d3e6d1613 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Request body: {'port': {'network_id': 'b5c9060a-3f29-49e9-bcb5-10b01f63f9d1', 'name': 'tempest-AllowedAddressPairTestJSON-1490498744'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:24.670581 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3d639ca4-98cd-4924-8cd5-20b4c972ef59 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:24.693646 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-379652db-d9a3-4357-bfbd-3dd994089660 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:24.751543 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.db.resource_extend [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:17:24.887376 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-3f061b83-3d59-4824-98d7-79fed5d22ec4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Deleting port 26048cb5-a7fb-4a18-b8b0-11883d6928f9 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:17:24.888397 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3f061b83-3d59-4824-98d7-79fed5d22ec4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:24.915981 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] device_id is not set on port 0eb21d3a-ae02-4980-92b5-517da21b2b09 yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:17:24.949355 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:24.980862 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Transition to ACTIVE for port object 0eb21d3a-ae02-4980-92b5-517da21b2b09 will not be triggered until provisioned by entity L2. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:25.054698 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:25.064938 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c01d3821-f5cb-4de2-993c-cbd870600710 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:25.128887 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d639ca4-98cd-4924-8cd5-20b4c972ef59 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Pushing event updated for resources: {'Subnet': ['ID=520cae46-7c04-43a2-947a-5f39fe3017b3,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:25.177768 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-305fa775-72e6-4a4c-a641-5b2e896d320e tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:25.212452 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d639ca4-98cd-4924-8cd5-20b4c972ef59 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:25.212835 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d639ca4-98cd-4924-8cd5-20b4c972ef59 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:25.213195 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d639ca4-98cd-4924-8cd5-20b4c972ef59 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:25.213563 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d639ca4-98cd-4924-8cd5-20b4c972ef59 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:25.213903 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d639ca4-98cd-4924-8cd5-20b4c972ef59 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:25.214250 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d639ca4-98cd-4924-8cd5-20b4c972ef59 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:25.214619 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d639ca4-98cd-4924-8cd5-20b4c972ef59 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:25.214965 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d639ca4-98cd-4924-8cd5-20b4c972ef59 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:25.215408 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d639ca4-98cd-4924-8cd5-20b4c972ef59 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:25.215983 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d639ca4-98cd-4924-8cd5-20b4c972ef59 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:25.217138 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d639ca4-98cd-4924-8cd5-20b4c972ef59 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:25.230729 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3d639ca4-98cd-4924-8cd5-20b4c972ef59 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:25.246219 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-30535acd-2953-44d9-b6e9-c13d3e6d1613 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:25.250399 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Pushing event updated for resources: {'Port': ['ID=0eb21d3a-ae02-4980-92b5-517da21b2b09,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:25.250399 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:25.261008 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d639ca4-98cd-4924-8cd5-20b4c972ef59 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Checking segment: {'id': '36fcfd86-0c80-4ca0-9a77-3b17b0a6c476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '10e1ab9d-f67f-493c-a4d2-91a88f233c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:17:25.261623 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d639ca4-98cd-4924-8cd5-20b4c972ef59 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Network hostable DHCP agents. Network: 10e1ab9d-f67f-493c-a4d2-91a88f233c0b, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:17:25.282579 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-30535acd-2953-44d9-b6e9-c13d3e6d1613 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:25.297966 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3f061b83-3d59-4824-98d7-79fed5d22ec4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:25.298287 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3f061b83-3d59-4824-98d7-79fed5d22ec4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:25.309805 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:25.310064 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:25.310970 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 on network 715582e4-1f74-4ad9-a429-3ed802c60b5a {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:17:25.414243 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe50c7-87ad-4ff4-9568-39ddac321219 req-6a79c1f4-8c5a-4e8d-a4cc-69cde918ab1a tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:25.415757 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-affe50c7-87ad-4ff4-9568-39ddac321219 req-6a79c1f4-8c5a-4e8d-a4cc-69cde918ab1a tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb293902-9800-46cb-a7ca-27fe5451ad7d HTTP/1.1" status: 200 len: 945 time: 0.3871887 Dec 22 13:17:25.424908 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Port 0eb21d3a-ae02-4980-92b5-517da21b2b09 on network 715582e4-1f74-4ad9-a429-3ed802c60b5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:17:25.425255 dv-neutron-822669-1-hyperv neutron-server[84148]: ERROR neutron.plugins.ml2.managers [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Failed to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] Dec 22 13:17:25.431517 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-3f061b83-3d59-4824-98d7-79fed5d22ec4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Calling delete_port for 26048cb5-a7fb-4a18-b8b0-11883d6928f9 owned by network:floatingip {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:17:25.436318 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30535acd-2953-44d9-b6e9-c13d3e6d1613 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Made reservation on behalf of e23583bc28504178818601905051f686 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:17:25.439303 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-30535acd-2953-44d9-b6e9-c13d3e6d1613 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:25.467638 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.plugins.ml2.plugin [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempt 2 to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 Dec 22 13:17:25.500780 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:25.501473 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:25.502002 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 on network 715582e4-1f74-4ad9-a429-3ed802c60b5a {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:17:25.505100 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-30535acd-2953-44d9-b6e9-c13d3e6d1613 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] device_id is not set on port 93cf05c1-83b3-4107-b33c-a280c586eb26 yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:17:25.522267 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Port 0eb21d3a-ae02-4980-92b5-517da21b2b09 on network 715582e4-1f74-4ad9-a429-3ed802c60b5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:17:25.522843 dv-neutron-822669-1-hyperv neutron-server[84148]: ERROR neutron.plugins.ml2.managers [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Failed to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] Dec 22 13:17:25.531931 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.plugins.ml2.plugin [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempt 3 to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 Dec 22 13:17:25.556641 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:25.557440 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:25.557440 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 on network 715582e4-1f74-4ad9-a429-3ed802c60b5a {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:17:25.563829 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d639ca4-98cd-4924-8cd5-20b4c972ef59 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Network 10e1ab9d-f67f-493c-a4d2-91a88f233c0b is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:17:25.569329 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Port 0eb21d3a-ae02-4980-92b5-517da21b2b09 on network 715582e4-1f74-4ad9-a429-3ed802c60b5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:17:25.569662 dv-neutron-822669-1-hyperv neutron-server[84148]: ERROR neutron.plugins.ml2.managers [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Failed to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] Dec 22 13:17:25.577508 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.plugins.ml2.plugin [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempt 4 to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 Dec 22 13:17:25.602777 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-affe50c7-87ad-4ff4-9568-39ddac321219 req-83f24495-bd0c-4eb7-aa51-790530fcb974 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/security-groups?id=eac79d60-d275-419a-90d5-4810f0769413&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718552 Dec 22 13:17:25.603459 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:25.603801 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:25.604187 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 on network 715582e4-1f74-4ad9-a429-3ed802c60b5a {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:17:25.622159 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Port 0eb21d3a-ae02-4980-92b5-517da21b2b09 on network 715582e4-1f74-4ad9-a429-3ed802c60b5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:17:25.622159 dv-neutron-822669-1-hyperv neutron-server[84148]: ERROR neutron.plugins.ml2.managers [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Failed to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] Dec 22 13:17:25.644875 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.plugins.ml2.plugin [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempt 5 to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 Dec 22 13:17:25.669473 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:25.670286 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:25.670624 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 on network 715582e4-1f74-4ad9-a429-3ed802c60b5a {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:17:25.678990 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-3d639ca4-98cd-4924-8cd5-20b4c972ef59 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 10e1ab9d-f67f-493c-a4d2-91a88f233c0b) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:25.688046 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Port 0eb21d3a-ae02-4980-92b5-517da21b2b09 on network 715582e4-1f74-4ad9-a429-3ed802c60b5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:17:25.688372 dv-neutron-822669-1-hyperv neutron-server[84148]: ERROR neutron.plugins.ml2.managers [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Failed to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] Dec 22 13:17:25.692095 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.plugins.ml2.plugin [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempt 6 to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 Dec 22 13:17:25.696310 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af9b8e6-2a4f-460d-bfa2-ace109350e62 None None] Network 10e1ab9d-f67f-493c-a4d2-91a88f233c0b requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:17:25.709886 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:25.710253 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:25.710585 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 on network 715582e4-1f74-4ad9-a429-3ed802c60b5a {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:17:25.728109 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d639ca4-98cd-4924-8cd5-20b4c972ef59 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:25.728688 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3d639ca4-98cd-4924-8cd5-20b4c972ef59 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:25.747449 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-51b63dfa-8b98-4786-8cd0-fe6853e46c57 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:25.763325 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Port 0eb21d3a-ae02-4980-92b5-517da21b2b09 on network 715582e4-1f74-4ad9-a429-3ed802c60b5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:17:25.763771 dv-neutron-822669-1-hyperv neutron-server[84148]: ERROR neutron.plugins.ml2.managers [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Failed to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] Dec 22 13:17:25.764615 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.plugins.ml2.plugin [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempt 7 to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 Dec 22 13:17:25.784687 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:25.785042 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:25.785360 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 on network 715582e4-1f74-4ad9-a429-3ed802c60b5a {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:17:25.798131 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3f061b83-3d59-4824-98d7-79fed5d22ec4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:25.801979 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9c4c28ae-2c80-4a3c-92f3-9a4110e68820 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:25.808684 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-51b63dfa-8b98-4786-8cd0-fe6853e46c57 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:25.833643 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Port 0eb21d3a-ae02-4980-92b5-517da21b2b09 on network 715582e4-1f74-4ad9-a429-3ed802c60b5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:17:25.833643 dv-neutron-822669-1-hyperv neutron-server[84148]: ERROR neutron.plugins.ml2.managers [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Failed to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] Dec 22 13:17:25.845309 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.plugins.ml2.plugin [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempt 8 to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 Dec 22 13:17:25.865392 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f061b83-3d59-4824-98d7-79fed5d22ec4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Pushing event deleted for resources: {'Port': ['ID=26048cb5-a7fb-4a18-b8b0-11883d6928f9,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:25.881115 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e216c2-b157-4974-a32e-b85cef4a9344 req-c93cad89-2ac8-431d-acfc-8f912c440b8a tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:25.883236 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-38e216c2-b157-4974-a32e-b85cef4a9344 req-c93cad89-2ac8-431d-acfc-8f912c440b8a tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/ports?device_id=131ccdf4-2cab-4729-988d-02672f487e45 HTTP/1.1" status: 200 len: 945 time: 0.1740317 Dec 22 13:17:25.883467 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-30535acd-2953-44d9-b6e9-c13d3e6d1613 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Allocated IP 172.20.0.5 (b5c9060a-3f29-49e9-bcb5-10b01f63f9d1/abc40a0b-6869-474c-9a15-fbb94d44d522/93cf05c1-83b3-4107-b33c-a280c586eb26) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:17:25.889156 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:25.889487 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:25.889829 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 on network 715582e4-1f74-4ad9-a429-3ed802c60b5a {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:17:25.900639 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-3d639ca4-98cd-4924-8cd5-20b4c972ef59 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0100281 Dec 22 13:17:25.903769 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41196) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:25.919011 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-1cfc1b84-1b0b-4141-ac96-ff490e530671 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Request body: {'port': {'network_id': '10e1ab9d-f67f-493c-a4d2-91a88f233c0b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1794285519'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:25.922237 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f061b83-3d59-4824-98d7-79fed5d22ec4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:25.922753 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f061b83-3d59-4824-98d7-79fed5d22ec4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:25.922986 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f061b83-3d59-4824-98d7-79fed5d22ec4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:25.923336 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f061b83-3d59-4824-98d7-79fed5d22ec4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:25.923685 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f061b83-3d59-4824-98d7-79fed5d22ec4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:25.924032 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f061b83-3d59-4824-98d7-79fed5d22ec4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:25.924378 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f061b83-3d59-4824-98d7-79fed5d22ec4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:25.924720 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f061b83-3d59-4824-98d7-79fed5d22ec4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:25.925062 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f061b83-3d59-4824-98d7-79fed5d22ec4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:25.925400 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f061b83-3d59-4824-98d7-79fed5d22ec4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:25.925767 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f061b83-3d59-4824-98d7-79fed5d22ec4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:25.935533 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d06924-4adf-4a2c-bb31-5d7047b1e7e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-10e1ab9d-f67f-493c-a4d2-91a88f233c0b', 'network_id': '10e1ab9d-f67f-493c-a4d2-91a88f233c0b', 'tenant_id': 'ab7ea4d986274779872678bdb6fd8cdb', 'fixed_ips': [{'subnet_id': '520cae46-7c04-43a2-947a-5f39fe3017b3'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:17:25.936395 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-13d06924-4adf-4a2c-bb31-5d7047b1e7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:25.952542 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3f061b83-3d59-4824-98d7-79fed5d22ec4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:25.985428 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Port 0eb21d3a-ae02-4980-92b5-517da21b2b09 on network 715582e4-1f74-4ad9-a429-3ed802c60b5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:17:25.985795 dv-neutron-822669-1-hyperv neutron-server[84148]: ERROR neutron.plugins.ml2.managers [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Failed to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] Dec 22 13:17:25.991190 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.plugins.ml2.plugin [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempt 9 to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 Dec 22 13:17:26.031408 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:26.031739 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:26.032078 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 on network 715582e4-1f74-4ad9-a429-3ed802c60b5a {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:17:26.049935 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-38e216c2-b157-4974-a32e-b85cef4a9344 req-d9b00552-4869-471d-962f-41aa11183a80 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5fad85d-a427-4b49-97d8-bf4ab831eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1555369 Dec 22 13:17:26.051810 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Port 0eb21d3a-ae02-4980-92b5-517da21b2b09 on network 715582e4-1f74-4ad9-a429-3ed802c60b5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:17:26.052151 dv-neutron-822669-1-hyperv neutron-server[84148]: ERROR neutron.plugins.ml2.managers [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Failed to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] Dec 22 13:17:26.052847 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3f061b83-3d59-4824-98d7-79fed5d22ec4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks [] for floatingip, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:26.108414 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.plugins.ml2.plugin [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempt 10 to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 Dec 22 13:17:26.113700 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-13d06924-4adf-4a2c-bb31-5d7047b1e7e8 None None] Allocated IP 2001:db8::2 (10e1ab9d-f67f-493c-a4d2-91a88f233c0b/520cae46-7c04-43a2-947a-5f39fe3017b3/d88cc6d9-a46b-4b80-8622-9e2132db959f) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:17:26.147831 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:26.148210 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:26.148546 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempting to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 on network 715582e4-1f74-4ad9-a429-3ed802c60b5a {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:17:26.161079 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Port 0eb21d3a-ae02-4980-92b5-517da21b2b09 on network 715582e4-1f74-4ad9-a429-3ed802c60b5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:17:26.161698 dv-neutron-822669-1-hyperv neutron-server[84148]: ERROR neutron.plugins.ml2.managers [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Failed to bind port 0eb21d3a-ae02-4980-92b5-517da21b2b09 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '72bd0365-39e4-41a6-ab78-18d7dd20c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '715582e4-1f74-4ad9-a429-3ed802c60b5a'}] Dec 22 13:17:26.162266 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:26.353785 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-13d06924-4adf-4a2c-bb31-5d7047b1e7e8 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:26.371486 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-13d06924-4adf-4a2c-bb31-5d7047b1e7e8 None None] Transition to ACTIVE for port object d88cc6d9-a46b-4b80-8622-9e2132db959f will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:26.392413 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-13d06924-4adf-4a2c-bb31-5d7047b1e7e8 None None] Transition to ACTIVE for port object d88cc6d9-a46b-4b80-8622-9e2132db959f will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:26.408230 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] For port 0eb21d3a-ae02-4980-92b5-517da21b2b09, host hv-neutron-8226, cleared binding levels {{(pid=84148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:17:26.408604 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Attempted to set empty binding levels {{(pid=84148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 22 13:17:26.420500 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-51b63dfa-8b98-4786-8cd0-fe6853e46c57 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Allocated IP 172.26.1.133 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/69594cea-2970-4fe0-ba1d-d93dcdcc9ac2) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:17:26.431783 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-305fa775-72e6-4a4c-a641-5b2e896d320e tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:26.456784 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1cfc1b84-1b0b-4141-ac96-ff490e530671 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:26.475699 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1cfc1b84-1b0b-4141-ac96-ff490e530671 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Usage tracker for resource:port and tenant:ab7ea4d986274779872678bdb6fd8cdb is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:26.481653 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-305fa775-72e6-4a4c-a641-5b2e896d320e tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:26.489811 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-13d06924-4adf-4a2c-bb31-5d7047b1e7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:26.489996 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1cfc1b84-1b0b-4141-ac96-ff490e530671 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:26.499306 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-534c3311-a667-4083-bfe3-5205eee2dc94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:26.525522 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:26.530545 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c350d064-c09c-4369-b0a2-8368480ecb9a tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:26.547330 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1cfc1b84-1b0b-4141-ac96-ff490e530671 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:26.580935 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d06924-4adf-4a2c-bb31-5d7047b1e7e8 None None] Network 10e1ab9d-f67f-493c-a4d2-91a88f233c0b is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:17:26.586035 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-13d06924-4adf-4a2c-bb31-5d7047b1e7e8 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:26.589916 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] In _notify_port_updated(), no bound segment for port 0eb21d3a-ae02-4980-92b5-517da21b2b09 on network 715582e4-1f74-4ad9-a429-3ed802c60b5a {{(pid=84148) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 13:17:26.590971 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:26.592980 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] 10.222.0.47 "PUT /v2.0/ports/0eb21d3a-ae02-4980-92b5-517da21b2b09 HTTP/1.1" status: 200 len: 977 time: 2.5350280 Dec 22 13:17:26.597882 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d06924-4adf-4a2c-bb31-5d7047b1e7e8 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:17:26.604919 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41202) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:26.611096 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d06924-4adf-4a2c-bb31-5d7047b1e7e8 None None] Pushing event updated for resources: {'Port': ['ID=d88cc6d9-a46b-4b80-8622-9e2132db959f,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:26.614269 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-13d06924-4adf-4a2c-bb31-5d7047b1e7e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:26.648853 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Pushing event updated for resources: {'Port': ['ID=0eb21d3a-ae02-4980-92b5-517da21b2b09,revision_number=3']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:26.656084 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:26.698213 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-76d2da37-b4d3-4238-b56f-d061acd19944 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Deleting port 0eb21d3a-ae02-4980-92b5-517da21b2b09 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:17:26.698595 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-76d2da37-b4d3-4238-b56f-d061acd19944 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:26.752144 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-13d06924-4adf-4a2c-bb31-5d7047b1e7e8 None None] Attempting to bind port d88cc6d9-a46b-4b80-8622-9e2132db959f on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:26.753325 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-13d06924-4adf-4a2c-bb31-5d7047b1e7e8 None None] Attempting to bind port d88cc6d9-a46b-4b80-8622-9e2132db959f by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '36fcfd86-0c80-4ca0-9a77-3b17b0a6c476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '10e1ab9d-f67f-493c-a4d2-91a88f233c0b'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:26.754290 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d06924-4adf-4a2c-bb31-5d7047b1e7e8 None None] Attempting to bind port d88cc6d9-a46b-4b80-8622-9e2132db959f on network 10e1ab9d-f67f-493c-a4d2-91a88f233c0b {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:17:26.765659 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d06924-4adf-4a2c-bb31-5d7047b1e7e8 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:17:26.766532 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d06924-4adf-4a2c-bb31-5d7047b1e7e8 None None] Checking segment: {'id': '36fcfd86-0c80-4ca0-9a77-3b17b0a6c476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '10e1ab9d-f67f-493c-a4d2-91a88f233c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:17:26.772298 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b1070-94de-4a58-8ee0-167316750c2b req-3766390c-fd50-4aa1-bcc8-2c806f03545c tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:26.772874 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-13d06924-4adf-4a2c-bb31-5d7047b1e7e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:26.772950 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-bb8b1070-94de-4a58-8ee0-167316750c2b req-3766390c-fd50-4aa1-bcc8-2c806f03545c tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/ports?device_id=131ccdf4-2cab-4729-988d-02672f487e45 HTTP/1.1" status: 200 len: 945 time: 0.5406389 Dec 22 13:17:26.773886 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d06924-4adf-4a2c-bb31-5d7047b1e7e8 None None] Bound using segment: {'id': '36fcfd86-0c80-4ca0-9a77-3b17b0a6c476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '10e1ab9d-f67f-493c-a4d2-91a88f233c0b'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:17:26.775242 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-13d06924-4adf-4a2c-bb31-5d7047b1e7e8 None None] Bound port: d88cc6d9-a46b-4b80-8622-9e2132db959f, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36fcfd86-0c80-4ca0-9a77-3b17b0a6c476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '10e1ab9d-f67f-493c-a4d2-91a88f233c0b'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:17:26.775981 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-13d06924-4adf-4a2c-bb31-5d7047b1e7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:26.777686 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41208) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:26.785553 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-30535acd-2953-44d9-b6e9-c13d3e6d1613 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:26.788723 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-a675c3cd-244c-42f5-ac45-5822a55fc553 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Request body: {'floatingip': {'port_id': '96296753-12a2-4c85-9c84-e216a0006956'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:26.797418 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfc1b84-1b0b-4141-ac96-ff490e530671 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Made reservation on behalf of ab7ea4d986274779872678bdb6fd8cdb for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:17:26.800450 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1cfc1b84-1b0b-4141-ac96-ff490e530671 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:26.849238 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-30535acd-2953-44d9-b6e9-c13d3e6d1613 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Transition to ACTIVE for port object 93cf05c1-83b3-4107-b33c-a280c586eb26 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:26.875444 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-13d06924-4adf-4a2c-bb31-5d7047b1e7e8 None None] For port d88cc6d9-a46b-4b80-8622-9e2132db959f, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:17:26.878748 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-13d06924-4adf-4a2c-bb31-5d7047b1e7e8 None None] For port d88cc6d9-a46b-4b80-8622-9e2132db959f, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=d88cc6d9-a46b-4b80-8622-9e2132db959f,segment=NetworkSegment(36fcfd86-0c80-4ca0-9a77-3b17b0a6c476),segment_id=36fcfd86-0c80-4ca0-9a77-3b17b0a6c476)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:17:26.933452 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a675c3cd-244c-42f5-ac45-5822a55fc553 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks [] for floatingip, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:26.945403 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-13d06924-4adf-4a2c-bb31-5d7047b1e7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:26.949474 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-e467973c-4006-43dc-a10b-bef600a03b00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:26.997270 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-1cfc1b84-1b0b-4141-ac96-ff490e530671 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] device_id is not set on port 61311097-0f0e-49f9-b213-b1dffaa1c0fa yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:17:27.034708 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-51b63dfa-8b98-4786-8cd0-fe6853e46c57 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:27.037858 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d06924-4adf-4a2c-bb31-5d7047b1e7e8 None None] Pushing event updated for resources: {'Port': ['ID=d88cc6d9-a46b-4b80-8622-9e2132db959f,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:27.051128 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d06924-4adf-4a2c-bb31-5d7047b1e7e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:27.051962 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d06924-4adf-4a2c-bb31-5d7047b1e7e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:27.052496 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d06924-4adf-4a2c-bb31-5d7047b1e7e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:27.053025 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d06924-4adf-4a2c-bb31-5d7047b1e7e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:27.053586 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d06924-4adf-4a2c-bb31-5d7047b1e7e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:27.054123 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d06924-4adf-4a2c-bb31-5d7047b1e7e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:27.054835 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d06924-4adf-4a2c-bb31-5d7047b1e7e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:27.056910 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d06924-4adf-4a2c-bb31-5d7047b1e7e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:27.058156 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d06924-4adf-4a2c-bb31-5d7047b1e7e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:27.059003 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d06924-4adf-4a2c-bb31-5d7047b1e7e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:27.059003 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d06924-4adf-4a2c-bb31-5d7047b1e7e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:27.064753 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-13d06924-4adf-4a2c-bb31-5d7047b1e7e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:27.163245 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-30535acd-2953-44d9-b6e9-c13d3e6d1613 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:27.172373 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:27.259573 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-51b63dfa-8b98-4786-8cd0-fe6853e46c57 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:27.292895 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-1cfc1b84-1b0b-4141-ac96-ff490e530671 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Allocated IP 2001:db8::d6 (10e1ab9d-f67f-493c-a4d2-91a88f233c0b/520cae46-7c04-43a2-947a-5f39fe3017b3/61311097-0f0e-49f9-b213-b1dffaa1c0fa) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:17:27.342298 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30535acd-2953-44d9-b6e9-c13d3e6d1613 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Network b5c9060a-3f29-49e9-bcb5-10b01f63f9d1 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:17:27.352467 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907518d-8418-4bbf-b3bd-88b970b58175 req-80eee926-f112-47c9-9e98-01367723afd9 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:27.354520 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-30535acd-2953-44d9-b6e9-c13d3e6d1613 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:27.361392 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9907518d-8418-4bbf-b3bd-88b970b58175 req-80eee926-f112-47c9-9e98-01367723afd9 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb293902-9800-46cb-a7ca-27fe5451ad7d HTTP/1.1" status: 200 len: 945 time: 0.5119927 Dec 22 13:17:27.367632 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30535acd-2953-44d9-b6e9-c13d3e6d1613 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:17:27.397680 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30535acd-2953-44d9-b6e9-c13d3e6d1613 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Pushing event updated for resources: {'Port': ['ID=93cf05c1-83b3-4107-b33c-a280c586eb26,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:27.415590 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b63dfa-8b98-4786-8cd0-fe6853e46c57 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:17:27.424507 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-30535acd-2953-44d9-b6e9-c13d3e6d1613 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:27.426016 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a31001e6-eb04-43bd-ad88-5c62fab9b19d tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:27.461597 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-76d2da37-b4d3-4238-b56f-d061acd19944 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] For port 0eb21d3a-ae02-4980-92b5-517da21b2b09, host hv-neutron-8226, got binding levels [] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:17:27.461964 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-76d2da37-b4d3-4238-b56f-d061acd19944 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:27.468493 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-51b63dfa-8b98-4786-8cd0-fe6853e46c57 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:27.486933 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-305fa775-72e6-4a4c-a641-5b2e896d320e tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:27.492852 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f061b83-3d59-4824-98d7-79fed5d22ec4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Router 5d60473c-2665-4d60-ae4f-0ebcbd41ce67 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:17:27.540807 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b63dfa-8b98-4786-8cd0-fe6853e46c57 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:17:27.641740 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-76d2da37-b4d3-4238-b56f-d061acd19944 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Calling delete_port for 0eb21d3a-ae02-4980-92b5-517da21b2b09 owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:17:27.687950 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-acc79c15-9986-4a68-9727-64471b557019 None None] Provisioning for port 93cf05c1-83b3-4107-b33c-a280c586eb26 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:17:27.693685 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-acc79c15-9986-4a68-9727-64471b557019 None None] Provisioning complete for port 93cf05c1-83b3-4107-b33c-a280c586eb26 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:27.694075 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-acc79c15-9986-4a68-9727-64471b557019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:27.721786 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30535acd-2953-44d9-b6e9-c13d3e6d1613 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:27.724925 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device d88cc6d9-a46b-4b80-8622-9e2132db959f up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:17:27.726506 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-30535acd-2953-44d9-b6e9-c13d3e6d1613 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:27.806891 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-acc79c15-9986-4a68-9727-64471b557019 None None] Port 93cf05c1-83b3-4107-b33c-a280c586eb26 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:17:27.834108 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b63dfa-8b98-4786-8cd0-fe6853e46c57 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Pushing event updated for resources: {'Port': ['ID=69594cea-2970-4fe0-ba1d-d93dcdcc9ac2,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:27.866974 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-51b63dfa-8b98-4786-8cd0-fe6853e46c57 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:27.870895 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9907518d-8418-4bbf-b3bd-88b970b58175 req-d153944c-5415-4ca4-8488-6f75df947797 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/security-groups?id=eac79d60-d275-419a-90d5-4810f0769413&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5086119 Dec 22 13:17:27.882500 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port d88cc6d9-a46b-4b80-8622-9e2132db959f completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:17:27.976284 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1cfc1b84-1b0b-4141-ac96-ff490e530671 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:27.997089 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-1cfc1b84-1b0b-4141-ac96-ff490e530671 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Transition to ACTIVE for port object 61311097-0f0e-49f9-b213-b1dffaa1c0fa will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:28.042322 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-30535acd-2953-44d9-b6e9-c13d3e6d1613 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5150814 Dec 22 13:17:28.063539 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41214) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:28.077681 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-7bde6de1-218a-49ec-8efc-94cb2764709a tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Request body: {'port': {'network_id': 'b5c9060a-3f29-49e9-bcb5-10b01f63f9d1', 'name': 'tempest-AllowedAddressPairTestJSON-1886265043'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:28.106667 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771c40b8-9d5c-44cd-9e79-9e8c13264419 None None] Network 10e1ab9d-f67f-493c-a4d2-91a88f233c0b requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:17:28.280576 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-76d2da37-b4d3-4238-b56f-d061acd19944 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:28.280807 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-4e1a0d76-575d-4e5b-b441-2ba0c9af0c33 None None] Provisioning for port d88cc6d9-a46b-4b80-8622-9e2132db959f completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:17:28.288115 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-4e1a0d76-575d-4e5b-b441-2ba0c9af0c33 None None] Provisioning complete for port d88cc6d9-a46b-4b80-8622-9e2132db959f triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:28.288577 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4e1a0d76-575d-4e5b-b441-2ba0c9af0c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:28.293269 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:28.366264 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2da37-b4d3-4238-b56f-d061acd19944 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Pushing event deleted for resources: {'Port': ['ID=0eb21d3a-ae02-4980-92b5-517da21b2b09,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:28.374764 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-76d2da37-b4d3-4238-b56f-d061acd19944 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:28.408098 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-76d2da37-b4d3-4238-b56f-d061acd19944 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:28.410426 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-305fa775-72e6-4a4c-a641-5b2e896d320e tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:28.433663 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-305fa775-72e6-4a4c-a641-5b2e896d320e tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:28.448192 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262263f-dcf3-4033-abe5-c4d5535ae2ab req-db19d4f8-b5af-434b-a296-69b6159369ec tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:28.454538 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7262263f-dcf3-4033-abe5-c4d5535ae2ab req-db19d4f8-b5af-434b-a296-69b6159369ec tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb293902-9800-46cb-a7ca-27fe5451ad7d HTTP/1.1" status: 200 len: 945 time: 0.4301701 Dec 22 13:17:28.459990 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41218) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:28.463421 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1cfc1b84-1b0b-4141-ac96-ff490e530671 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:28.477399 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-1115fffa-0941-4e73-963e-667543d19c0e tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Request body: {'floatingip': {'port_id': 'd6b6c5a1-91ce-49dd-a02c-d30e90225a2a'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:28.488399 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4e1a0d76-575d-4e5b-b441-2ba0c9af0c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:28.526016 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-4e1a0d76-575d-4e5b-b441-2ba0c9af0c33 None None] For port d88cc6d9-a46b-4b80-8622-9e2132db959f, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=d88cc6d9-a46b-4b80-8622-9e2132db959f,segment=NetworkSegment(36fcfd86-0c80-4ca0-9a77-3b17b0a6c476),segment_id=36fcfd86-0c80-4ca0-9a77-3b17b0a6c476)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:17:28.533334 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:28.579507 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4e1a0d76-575d-4e5b-b441-2ba0c9af0c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:28.584143 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:28.630791 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-7bde6de1-218a-49ec-8efc-94cb2764709a tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:28.638085 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-76d2da37-b4d3-4238-b56f-d061acd19944 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] 10.222.0.47 "DELETE /v2.0/ports/0eb21d3a-ae02-4980-92b5-517da21b2b09 HTTP/1.1" status: 204 len: 168 time: 2.0320477 Dec 22 13:17:28.639562 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41222) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:28.654635 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1115fffa-0941-4e73-963e-667543d19c0e tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks [] for floatingip, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:28.659218 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:28.683319 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a0d76-575d-4e5b-b441-2ba0c9af0c33 None None] Pushing event updated for resources: {'Port': ['ID=d88cc6d9-a46b-4b80-8622-9e2132db959f,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:28.698482 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-4e1a0d76-575d-4e5b-b441-2ba0c9af0c33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:28.751495 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-7bde6de1-218a-49ec-8efc-94cb2764709a tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:28.764226 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfc1b84-1b0b-4141-ac96-ff490e530671 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Network 10e1ab9d-f67f-493c-a4d2-91a88f233c0b is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:17:28.764977 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc1b84-1b0b-4141-ac96-ff490e530671 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Pushing event updated for resources: {'Port': ['ID=61311097-0f0e-49f9-b213-b1dffaa1c0fa,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:28.769309 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1cfc1b84-1b0b-4141-ac96-ff490e530671 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:28.770131 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-1cfc1b84-1b0b-4141-ac96-ff490e530671 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:28.773143 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfc1b84-1b0b-4141-ac96-ff490e530671 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:17:28.777011 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfc1b84-1b0b-4141-ac96-ff490e530671 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:28.777610 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1cfc1b84-1b0b-4141-ac96-ff490e530671 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:28.802541 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-51b63dfa-8b98-4786-8cd0-fe6853e46c57 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:28.803243 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-51b63dfa-8b98-4786-8cd0-fe6853e46c57 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:28.814304 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4be8370-b0bf-4063-ab53-5f47b256013a tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] GET failed (client error): The resource could not be found. Dec 22 13:17:28.814869 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-f4be8370-b0bf-4063-ab53-5f47b256013a tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Synchronizing usage tracker for tenant:e28a9ce55ec34fefbdc80a14674e6ec2 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:17:28.822788 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-b514ec5b-dd45-4640-b591-8c30c17686f3 None None] Provisioning complete for port d88cc6d9-a46b-4b80-8622-9e2132db959f triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:28.823726 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b514ec5b-dd45-4640-b591-8c30c17686f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:28.881566 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-305fa775-72e6-4a4c-a641-5b2e896d320e tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:28.884435 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305fa775-72e6-4a4c-a641-5b2e896d320e tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ec9e2aa2-472b-436b-9e23-94eaaa61b243 {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:17:28.906211 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1cfc1b84-1b0b-4141-ac96-ff490e530671 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.9984188 Dec 22 13:17:28.916506 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.db.resource_extend [None req-a675c3cd-244c-42f5-ac45-5822a55fc553 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:17:28.919296 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41226) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:28.936289 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-3bdfc621-c8d6-492e-9b45-3ce3f1047d37 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Request body: {'port': {'network_id': '10e1ab9d-f67f-493c-a4d2-91a88f233c0b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1577548523', 'allowed_address_pairs': [{'ip_address': '2001:db8::d6', 'mac_address': 'fa:16:3e:ba:c1:aa'}]}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:29.016149 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bde6de1-218a-49ec-8efc-94cb2764709a tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Made reservation on behalf of e23583bc28504178818601905051f686 for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:17:29.019060 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7bde6de1-218a-49ec-8efc-94cb2764709a tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:29.038062 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-f4be8370-b0bf-4063-ab53-5f47b256013a tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Unset dirty status for tenant:e28a9ce55ec34fefbdc80a14674e6ec2 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:17:29.039269 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f4be8370-b0bf-4063-ab53-5f47b256013a tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] 10.222.0.47 "GET /v2.0/ports/0eb21d3a-ae02-4980-92b5-517da21b2b09 HTTP/1.1" status: 404 len: 333 time: 0.3932099 Dec 22 13:17:29.046092 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41230) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:29.054650 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-305fa775-72e6-4a4c-a641-5b2e896d320e tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 22 13:17:29.055663 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-305fa775-72e6-4a4c-a641-5b2e896d320e tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.3708422 Dec 22 13:17:29.072023 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41234) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:29.091590 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-7bde6de1-218a-49ec-8efc-94cb2764709a tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] device_id is not set on port 4b2d0e8d-5784-4caf-bcdc-3ae38a149b6f yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:17:29.144280 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-39de57fa-4c4f-48af-b44f-bd0d03fa28c4 None None] Provisioning for port 61311097-0f0e-49f9-b213-b1dffaa1c0fa completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:17:29.150444 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-39de57fa-4c4f-48af-b44f-bd0d03fa28c4 None None] Provisioning complete for port 61311097-0f0e-49f9-b213-b1dffaa1c0fa triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:29.151083 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-39de57fa-4c4f-48af-b44f-bd0d03fa28c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:29.209735 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-39de57fa-4c4f-48af-b44f-bd0d03fa28c4 None None] Port 61311097-0f0e-49f9-b213-b1dffaa1c0fa cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:17:29.271802 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1e0cd4c2-627e-4c3d-b39a-3b594bf34e64 tempest-PortsAdminExtendedAttrsTestJSON-1465719111 tempest-PortsAdminExtendedAttrsTestJSON-1465719111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:29.273711 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-3bdfc621-c8d6-492e-9b45-3ce3f1047d37 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:29.280269 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-3bdfc621-c8d6-492e-9b45-3ce3f1047d37 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Usage tracker for resource:port and tenant:ab7ea4d986274779872678bdb6fd8cdb is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:29.287987 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-3bdfc621-c8d6-492e-9b45-3ce3f1047d37 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:29.299061 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a675c3cd-244c-42f5-ac45-5822a55fc553 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:29.302080 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-3bdfc621-c8d6-492e-9b45-3ce3f1047d37 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:29.390675 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f061b83-3d59-4824-98d7-79fed5d22ec4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:17:29.402431 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf12d555-d86f-49d6-ba07-4a9089c0c25b None None] Sync routers for ids ['5d60473c-2665-4d60-ae4f-0ebcbd41ce67'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:17:29.404729 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-f77728bc-8e17-4481-9f32-c08fffeac38a tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Deleting port 7c354379-ecd5-4138-9354-91978d1b47a5 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:17:29.404971 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f77728bc-8e17-4481-9f32-c08fffeac38a tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:29.414447 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf12d555-d86f-49d6-ba07-4a9089c0c25b None None] Routers {'5d60473c-2665-4d60-ae4f-0ebcbd41ce67'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:17:29.415069 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-bf12d555-d86f-49d6-ba07-4a9089c0c25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:17:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['5d60473c-2665-4d60-ae4f-0ebcbd41ce67'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:29.436971 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdfc621-c8d6-492e-9b45-3ce3f1047d37 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Made reservation on behalf of ab7ea4d986274779872678bdb6fd8cdb for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:17:29.445438 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a675c3cd-244c-42f5-ac45-5822a55fc553 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:29.486625 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-bf12d555-d86f-49d6-ba07-4a9089c0c25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:29.500144 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf12d555-d86f-49d6-ba07-4a9089c0c25b None None] Routers {'5d60473c-2665-4d60-ae4f-0ebcbd41ce67'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:17:29.500144 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-bf12d555-d86f-49d6-ba07-4a9089c0c25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:17:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['5d60473c-2665-4d60-ae4f-0ebcbd41ce67'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:29.523746 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1e0cd4c2-627e-4c3d-b39a-3b594bf34e64 tempest-PortsAdminExtendedAttrsTestJSON-1465719111 tempest-PortsAdminExtendedAttrsTestJSON-1465719111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:29.535302 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3f061b83-3d59-4824-98d7-79fed5d22ec4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:29.565288 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-bf12d555-d86f-49d6-ba07-4a9089c0c25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:29.565508 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf12d555-d86f-49d6-ba07-4a9089c0c25b None None] The sync data for ids ['5d60473c-2665-4d60-ae4f-0ebcbd41ce67'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:17:29.578474 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-1e0cd4c2-627e-4c3d-b39a-3b594bf34e64 tempest-PortsAdminExtendedAttrsTestJSON-1465719111 tempest-PortsAdminExtendedAttrsTestJSON-1465719111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['715582e4-1f74-4ad9-a429-3ed802c60b5a']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:29.614975 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-1e0cd4c2-627e-4c3d-b39a-3b594bf34e64 tempest-PortsAdminExtendedAttrsTestJSON-1465719111 tempest-PortsAdminExtendedAttrsTestJSON-1465719111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72bd0365-39e4-41a6-ab78-18d7dd20c29d') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:29.615273 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-1e0cd4c2-627e-4c3d-b39a-3b594bf34e64 tempest-PortsAdminExtendedAttrsTestJSON-1465719111 tempest-PortsAdminExtendedAttrsTestJSON-1465719111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72bd0365-39e4-41a6-ab78-18d7dd20c29d') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:29.647195 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1e0cd4c2-627e-4c3d-b39a-3b594bf34e64 tempest-PortsAdminExtendedAttrsTestJSON-1465719111 tempest-PortsAdminExtendedAttrsTestJSON-1465719111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:29.651932 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device d88cc6d9-a46b-4b80-8622-9e2132db959f up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:17:29.663963 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc621-c8d6-492e-9b45-3ce3f1047d37 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:29.685089 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1e0cd4c2-627e-4c3d-b39a-3b594bf34e64 tempest-PortsAdminExtendedAttrsTestJSON-1465719111 tempest-PortsAdminExtendedAttrsTestJSON-1465719111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:29.699383 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e0cd4c2-627e-4c3d-b39a-3b594bf34e64 tempest-PortsAdminExtendedAttrsTestJSON-1465719111 tempest-PortsAdminExtendedAttrsTestJSON-1465719111-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:17:29.699782 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1e0cd4c2-627e-4c3d-b39a-3b594bf34e64 tempest-PortsAdminExtendedAttrsTestJSON-1465719111 tempest-PortsAdminExtendedAttrsTestJSON-1465719111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:29.714868 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:17:29.714868 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:17:29.714868 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:17:29.714868 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:17:29.714868 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:17:29.714868 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:17:29.714868 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:17:29.714868 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:17:29.714868 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:17:29.714868 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:17:29.714868 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:17:29.714868 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:17:29.714868 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:17:29.714868 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:17:29.714868 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:17:29.714868 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:17:29.714868 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:17:29.714868 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:17:29.714868 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:17:29.714868 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:17:29.714868 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:17:29.714868 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:17:29.714868 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:17:29.714868 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:17:29.714868 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:17:29.714868 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:17:29.714868 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:17:29.714868 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:17:29.714868 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:17:29.714868 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:17:29.714868 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:17:29.714868 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:17:29.736844 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port d88cc6d9-a46b-4b80-8622-9e2132db959f triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:29.737312 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:29.766056 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-3bdfc621-c8d6-492e-9b45-3ce3f1047d37 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] device_id is not set on port 4e3f20a7-f906-4a32-87a3-187963d9d044 yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:17:29.768958 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-3f061b83-3d59-4824-98d7-79fed5d22ec4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] 10.222.0.47 "DELETE /v2.0/floatingips/16006654-10fb-44b5-b79e-8059bfb13c73 HTTP/1.1" status: 204 len: 168 time: 5.2335088 Dec 22 13:17:29.769827 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41238) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:29.794974 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-318529fb-7487-44af-ac18-d2ca55005cf3 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Request body: {'floatingip': {'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:29.809516 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-318529fb-7487-44af-ac18-d2ca55005cf3 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:29.822833 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-7bde6de1-218a-49ec-8efc-94cb2764709a tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Allocated IP 172.20.0.4 (b5c9060a-3f29-49e9-bcb5-10b01f63f9d1/abc40a0b-6869-474c-9a15-fbb94d44d522/4b2d0e8d-5784-4caf-bcdc-3ae38a149b6f) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:17:29.835834 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-318529fb-7487-44af-ac18-d2ca55005cf3 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Usage tracker for resource:floatingip and tenant:d59463b23b86404e9d01487c3b23e1cf is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:29.850263 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b63dfa-8b98-4786-8cd0-fe6853e46c57 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Router cf499b6d-9b79-42ba-bca2-29fcda7dedab is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:17:29.897196 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-318529fb-7487-44af-ac18-d2ca55005cf3 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:29.927610 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-318529fb-7487-44af-ac18-d2ca55005cf3 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:29.979219 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1e0cd4c2-627e-4c3d-b39a-3b594bf34e64 tempest-PortsAdminExtendedAttrsTestJSON-1465719111 tempest-PortsAdminExtendedAttrsTestJSON-1465719111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:29.991630 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:30.005793 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1e0cd4c2-627e-4c3d-b39a-3b594bf34e64 tempest-PortsAdminExtendedAttrsTestJSON-1465719111 tempest-PortsAdminExtendedAttrsTestJSON-1465719111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:30.025058 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0cd4c2-627e-4c3d-b39a-3b594bf34e64 tempest-PortsAdminExtendedAttrsTestJSON-1465719111 tempest-PortsAdminExtendedAttrsTestJSON-1465719111-project] Pushing event deleted for resources: {'Network': ['ID=715582e4-1f74-4ad9-a429-3ed802c60b5a,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:30.039119 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-3bdfc621-c8d6-492e-9b45-3ce3f1047d37 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Allocated IP 2001:db8::147 (10e1ab9d-f67f-493c-a4d2-91a88f233c0b/520cae46-7c04-43a2-947a-5f39fe3017b3/4e3f20a7-f906-4a32-87a3-187963d9d044) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:17:30.041295 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1e0cd4c2-627e-4c3d-b39a-3b594bf34e64 tempest-PortsAdminExtendedAttrsTestJSON-1465719111 tempest-PortsAdminExtendedAttrsTestJSON-1465719111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:30.046312 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1e0cd4c2-627e-4c3d-b39a-3b594bf34e64 tempest-PortsAdminExtendedAttrsTestJSON-1465719111 tempest-PortsAdminExtendedAttrsTestJSON-1465719111-project] 10.222.0.47 "DELETE /v2.0/networks/715582e4-1f74-4ad9-a429-3ed802c60b5a HTTP/1.1" status: 204 len: 168 time: 0.9970422 Dec 22 13:17:30.144187 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-318529fb-7487-44af-ac18-d2ca55005cf3 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:30.361160 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f77728bc-8e17-4481-9f32-c08fffeac38a tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:30.446124 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc621-c8d6-492e-9b45-3ce3f1047d37 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:30.459199 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b63dfa-8b98-4786-8cd0-fe6853e46c57 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:17:30.473907 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c0b0e7-20fa-4e3a-8306-0bc608a85c28 None None] Sync routers for ids ['cf499b6d-9b79-42ba-bca2-29fcda7dedab'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:17:30.478369 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-3bdfc621-c8d6-492e-9b45-3ce3f1047d37 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Transition to ACTIVE for port object 4e3f20a7-f906-4a32-87a3-187963d9d044 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:30.503774 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c0b0e7-20fa-4e3a-8306-0bc608a85c28 None None] Routers {'cf499b6d-9b79-42ba-bca2-29fcda7dedab'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:17:30.504455 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-37c0b0e7-20fa-4e3a-8306-0bc608a85c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:17:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['cf499b6d-9b79-42ba-bca2-29fcda7dedab'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:30.578609 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-51b63dfa-8b98-4786-8cd0-fe6853e46c57 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:30.582391 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-51b63dfa-8b98-4786-8cd0-fe6853e46c57 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.0798335 Dec 22 13:17:30.583087 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41246) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:30.644587 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-f77728bc-8e17-4481-9f32-c08fffeac38a tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Calling delete_port for 7c354379-ecd5-4138-9354-91978d1b47a5 owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:17:30.651046 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41250) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:30.652333 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc621-c8d6-492e-9b45-3ce3f1047d37 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:30.674029 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-560d2e4b-d276-4036-847e-11ea8ff1704a tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:30.732914 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-37c0b0e7-20fa-4e3a-8306-0bc608a85c28 None None] Set router cf499b6d-9b79-42ba-bca2-29fcda7dedab gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:17:30.777186 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7bde6de1-218a-49ec-8efc-94cb2764709a tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:30.790698 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfc621-c8d6-492e-9b45-3ce3f1047d37 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Pushing event updated for resources: {'Port': ['ID=4e3f20a7-f906-4a32-87a3-187963d9d044,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:30.793642 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3bdfc621-c8d6-492e-9b45-3ce3f1047d37 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:30.799530 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdfc621-c8d6-492e-9b45-3ce3f1047d37 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Network 10e1ab9d-f67f-493c-a4d2-91a88f233c0b is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:17:30.801240 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-3bdfc621-c8d6-492e-9b45-3ce3f1047d37 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:30.803532 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdfc621-c8d6-492e-9b45-3ce3f1047d37 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:17:30.807750 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdfc621-c8d6-492e-9b45-3ce3f1047d37 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:30.808356 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3bdfc621-c8d6-492e-9b45-3ce3f1047d37 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:30.826786 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-7bde6de1-218a-49ec-8efc-94cb2764709a tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Transition to ACTIVE for port object 4b2d0e8d-5784-4caf-bcdc-3ae38a149b6f will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:30.832917 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.l3_db [None req-a675c3cd-244c-42f5-ac45-5822a55fc553 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Floating IP b80dcff9-b75b-4999-8a1f-1736303e731a associated. External IP: 172.26.1.21, port: 96296753-12a2-4c85-9c84-e216a0006956. Dec 22 13:17:30.895433 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.db.resource_extend [None req-1115fffa-0941-4e73-963e-667543d19c0e tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:17:30.911776 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-3bdfc621-c8d6-492e-9b45-3ce3f1047d37 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.9850688 Dec 22 13:17:30.915672 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41256) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:31.076961 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-37c0b0e7-20fa-4e3a-8306-0bc608a85c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf499b6d-9b79-42ba-bca2-29fcda7dedab', 'name': 'tempest-snat-router-399209472', 'tenant_id': '02b3e95c312b4b4dbd283c88e21d2e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.133'}], 'enable_snat': False}, 'gw_port_id': '69594cea-2970-4fe0-ba1d-d93dcdcc9ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:17:23Z', 'updated_at': '2021-12-22T13:17:28Z', 'revision_number': 3, 'project_id': '02b3e95c312b4b4dbd283c88e21d2e44', 'gw_port': {'id': '69594cea-2970-4fe0-ba1d-d93dcdcc9ac2', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf499b6d-9b79-42ba-bca2-29fcda7dedab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:25Z', 'updated_at': '2021-12-22T13:17:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:31.082712 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c0b0e7-20fa-4e3a-8306-0bc608a85c28 None None] Checking router: cf499b6d-9b79-42ba-bca2-29fcda7dedab for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:17:31.083295 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c0b0e7-20fa-4e3a-8306-0bc608a85c28 None None] Updating router cf499b6d-9b79-42ba-bca2-29fcda7dedab port 69594cea-2970-4fe0-ba1d-d93dcdcc9ac2 binding host dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:17:31.095289 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-afa2c5bc-7eb5-45e5-9098-b64716ac6732 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dd03f47359964814b94661898a28078e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4332988 Dec 22 13:17:31.096217 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41262) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:31.123677 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1115fffa-0941-4e73-963e-667543d19c0e tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:31.129249 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ba3802-a8e6-4b12-8b55-f92efd29b254 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:31.140522 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ba3802-a8e6-4b12-8b55-f92efd29b254 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:31.140522 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ba3802-a8e6-4b12-8b55-f92efd29b254 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:31.140522 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-83ba3802-a8e6-4b12-8b55-f92efd29b254 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Synchronizing usage tracker for tenant:ab7ea4d986274779872678bdb6fd8cdb on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:17:31.144425 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-37c0b0e7-20fa-4e3a-8306-0bc608a85c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:31.145475 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-318529fb-7487-44af-ac18-d2ca55005cf3 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:31.151135 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6fb2b7f7-cdc6-4b67-8b1c-4e4a5d235221 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] 10.222.0.47 "GET /v2.0/routers/cf499b6d-9b79-42ba-bca2-29fcda7dedab HTTP/1.1" status: 200 len: 908 time: 0.5672653 Dec 22 13:17:31.159194 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41266) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:31.173499 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-fa5636a0-78a3-4141-bafa-599af277ec14 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Request body: {'router': {'name': 'tempest-snat-router-399209472', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'enable_snat': True}}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:31.187841 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-fa5636a0-78a3-4141-bafa-599af277ec14 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:31.199308 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1115fffa-0941-4e73-963e-667543d19c0e tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:31.202045 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-fa5636a0-78a3-4141-bafa-599af277ec14 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Usage tracker for resource:router and tenant:02b3e95c312b4b4dbd283c88e21d2e44 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:31.205800 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-fa5636a0-78a3-4141-bafa-599af277ec14 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:31.214340 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-fa5636a0-78a3-4141-bafa-599af277ec14 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:31.232018 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-1f57864a-7a1d-490c-8818-7288342e9eb3 None None] Provisioning for port 4e3f20a7-f906-4a32-87a3-187963d9d044 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:17:31.236371 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b47e4f8c-be0d-4b6d-a67e-6bccfa898f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:31.244014 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-1f57864a-7a1d-490c-8818-7288342e9eb3 None None] Provisioning complete for port 4e3f20a7-f906-4a32-87a3-187963d9d044 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:31.246974 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1f57864a-7a1d-490c-8818-7288342e9eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:31.264071 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f77728bc-8e17-4481-9f32-c08fffeac38a tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:31.264744 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b47e4f8c-be0d-4b6d-a67e-6bccfa898f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:31.269853 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7bde6de1-218a-49ec-8efc-94cb2764709a tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:31.278459 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9c277271-174e-4506-aba2-83464db53c19 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:31.298030 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-83ba3802-a8e6-4b12-8b55-f92efd29b254 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Unset dirty status for tenant:ab7ea4d986274779872678bdb6fd8cdb on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:17:31.299776 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-83ba3802-a8e6-4b12-8b55-f92efd29b254 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.3831792 Dec 22 13:17:31.302702 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41270) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:31.342740 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-1f57864a-7a1d-490c-8818-7288342e9eb3 None None] Port 4e3f20a7-f906-4a32-87a3-187963d9d044 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:17:31.343267 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fa5636a0-78a3-4141-bafa-599af277ec14 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:31.345355 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fa5636a0-78a3-4141-bafa-599af277ec14 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:31.391646 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77728bc-8e17-4481-9f32-c08fffeac38a tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c354379-ecd5-4138-9354-91978d1b47a5,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:31.417246 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f77728bc-8e17-4481-9f32-c08fffeac38a tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:31.420866 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:31.426304 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-49647f27-e07f-47b2-b263-f84dbe1aa0c5 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Deleting port 4e3f20a7-f906-4a32-87a3-187963d9d044 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:17:31.426990 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-49647f27-e07f-47b2-b263-f84dbe1aa0c5 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:31.489743 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fa5636a0-78a3-4141-bafa-599af277ec14 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:31.521422 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bde6de1-218a-49ec-8efc-94cb2764709a tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Network b5c9060a-3f29-49e9-bcb5-10b01f63f9d1 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:17:31.534166 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-37c0b0e7-20fa-4e3a-8306-0bc608a85c28 None None] Notify callbacks [] for port, precommit_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:31.549666 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.provisioning_blocks [None req-37c0b0e7-20fa-4e3a-8306-0bc608a85c28 None None] Transition to ACTIVE for port object 69594cea-2970-4fe0-ba1d-d93dcdcc9ac2 will not be triggered until provisioned by entity L2. {{(pid=84151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:31.559905 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-7bde6de1-218a-49ec-8efc-94cb2764709a tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:31.574034 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bde6de1-218a-49ec-8efc-94cb2764709a tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:17:31.625931 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-37c0b0e7-20fa-4e3a-8306-0bc608a85c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:31.628809 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde6de1-218a-49ec-8efc-94cb2764709a tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Pushing event updated for resources: {'Port': ['ID=4b2d0e8d-5784-4caf-bcdc-3ae38a149b6f,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:31.644131 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7bde6de1-218a-49ec-8efc-94cb2764709a tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:31.661753 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-6c26e63f-f00e-4291-b822-a7921d94d339 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:31.687167 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b47e4f8c-be0d-4b6d-a67e-6bccfa898f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:31.704087 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:31.763089 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f77728bc-8e17-4481-9f32-c08fffeac38a tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:31.772846 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-37c0b0e7-20fa-4e3a-8306-0bc608a85c28 None None] Attempting to bind port 69594cea-2970-4fe0-ba1d-d93dcdcc9ac2 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:31.773220 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-37c0b0e7-20fa-4e3a-8306-0bc608a85c28 None None] Attempting to bind port 69594cea-2970-4fe0-ba1d-d93dcdcc9ac2 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:31.773581 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c0b0e7-20fa-4e3a-8306-0bc608a85c28 None None] Attempting to bind port 69594cea-2970-4fe0-ba1d-d93dcdcc9ac2 on network 0776f1b4-770d-462f-bc0f-df97e8017b18 {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:17:31.783601 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c0b0e7-20fa-4e3a-8306-0bc608a85c28 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:17:31.783984 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c0b0e7-20fa-4e3a-8306-0bc608a85c28 None None] Checking segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:17:31.784371 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-37c0b0e7-20fa-4e3a-8306-0bc608a85c28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:31.784769 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c0b0e7-20fa-4e3a-8306-0bc608a85c28 None None] Bound using segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:17:31.785249 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-37c0b0e7-20fa-4e3a-8306-0bc608a85c28 None None] Bound port: 69594cea-2970-4fe0-ba1d-d93dcdcc9ac2, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:17:31.785643 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-37c0b0e7-20fa-4e3a-8306-0bc608a85c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:31.795289 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bde6de1-218a-49ec-8efc-94cb2764709a tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:31.796065 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7bde6de1-218a-49ec-8efc-94cb2764709a tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:31.853324 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e4f8c-be0d-4b6d-a67e-6bccfa898f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f728995-d2ae-46fa-b812-270e3c3edec0,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:31.863655 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b47e4f8c-be0d-4b6d-a67e-6bccfa898f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:31.878768 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1d2ee-0642-4d92-9890-7b1d1cdcc4f8 None None] Pushing event updated for resources: {'Port': ['ID=69594cea-2970-4fe0-ba1d-d93dcdcc9ac2,revision_number=2']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:31.881251 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-37c0b0e7-20fa-4e3a-8306-0bc608a85c28 None None] For port 69594cea-2970-4fe0-ba1d-d93dcdcc9ac2, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:17:31.888831 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b47e4f8c-be0d-4b6d-a67e-6bccfa898f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:31.892432 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b47e4f8c-be0d-4b6d-a67e-6bccfa898f43 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7f728995-d2ae-46fa-b812-270e3c3edec0 HTTP/1.1" status: 204 len: 168 time: 0.7922616 Dec 22 13:17:31.892995 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-37c0b0e7-20fa-4e3a-8306-0bc608a85c28 None None] For port 69594cea-2970-4fe0-ba1d-d93dcdcc9ac2, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=69594cea-2970-4fe0-ba1d-d93dcdcc9ac2,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:17:31.895390 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a1d2ee-0642-4d92-9890-7b1d1cdcc4f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:31.895745 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a1d2ee-0642-4d92-9890-7b1d1cdcc4f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:31.896115 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a1d2ee-0642-4d92-9890-7b1d1cdcc4f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:31.896379 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a1d2ee-0642-4d92-9890-7b1d1cdcc4f8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:31.896719 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a1d2ee-0642-4d92-9890-7b1d1cdcc4f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:31.897041 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a1d2ee-0642-4d92-9890-7b1d1cdcc4f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:31.897369 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a1d2ee-0642-4d92-9890-7b1d1cdcc4f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:31.897725 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a1d2ee-0642-4d92-9890-7b1d1cdcc4f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:31.898048 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a1d2ee-0642-4d92-9890-7b1d1cdcc4f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:31.898372 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a1d2ee-0642-4d92-9890-7b1d1cdcc4f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:31.898714 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a1d2ee-0642-4d92-9890-7b1d1cdcc4f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:31.904733 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-55a1d2ee-0642-4d92-9890-7b1d1cdcc4f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:31.921462 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f77728bc-8e17-4481-9f32-c08fffeac38a tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] 10.222.0.47 "DELETE /v2.0/ports/7c354379-ecd5-4138-9354-91978d1b47a5 HTTP/1.1" status: 204 len: 168 time: 2.8422241 Dec 22 13:17:31.921600 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fa5636a0-78a3-4141-bafa-599af277ec14 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:31.929814 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-318529fb-7487-44af-ac18-d2ca55005cf3 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Allocated IP 172.26.1.98 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/257f8e32-75ca-4ec9-b8ab-33a10451ecb1) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:17:31.945784 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-37c0b0e7-20fa-4e3a-8306-0bc608a85c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:31.952032 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-55a1d2ee-0642-4d92-9890-7b1d1cdcc4f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:31.962276 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-4224b30c-9be0-4436-8c1b-7fa4d05a810b None None] Provisioning for port 4b2d0e8d-5784-4caf-bcdc-3ae38a149b6f completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:17:31.969527 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-4224b30c-9be0-4436-8c1b-7fa4d05a810b None None] Provisioning complete for port 4b2d0e8d-5784-4caf-bcdc-3ae38a149b6f triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:31.970290 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4224b30c-9be0-4436-8c1b-7fa4d05a810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:32.024447 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-7bde6de1-218a-49ec-8efc-94cb2764709a tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9568138 Dec 22 13:17:32.039943 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41278) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:32.074454 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-4224b30c-9be0-4436-8c1b-7fa4d05a810b None None] Port 4b2d0e8d-5784-4caf-bcdc-3ae38a149b6f cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:17:32.081048 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1d2ee-0642-4d92-9890-7b1d1cdcc4f8 None None] Pushing event updated for resources: {'Port': ['ID=69594cea-2970-4fe0-ba1d-d93dcdcc9ac2,revision_number=3']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:32.084068 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-55a1d2ee-0642-4d92-9890-7b1d1cdcc4f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:32.090769 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c0b0e7-20fa-4e3a-8306-0bc608a85c28 None None] Routers {'cf499b6d-9b79-42ba-bca2-29fcda7dedab'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:17:32.091724 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-37c0b0e7-20fa-4e3a-8306-0bc608a85c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:17:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['cf499b6d-9b79-42ba-bca2-29fcda7dedab'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:32.106850 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-9f25f7c2-c059-4c37-8992-f351faee98dc tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:0d:2b:42'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:9f:53:54'}]}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:32.130438 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-35defa1e-669a-4a73-9086-1f97ba70d678 req-88534ae3-df05-452e-9e3a-6619b32c600d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=131ccdf4-2cab-4729-988d-02672f487e45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6730442 Dec 22 13:17:32.315306 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-37c0b0e7-20fa-4e3a-8306-0bc608a85c28 None None] Set router cf499b6d-9b79-42ba-bca2-29fcda7dedab gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:17:32.346329 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-318529fb-7487-44af-ac18-d2ca55005cf3 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:32.367196 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-49647f27-e07f-47b2-b263-f84dbe1aa0c5 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:32.538175 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.l3_db [None req-1115fffa-0941-4e73-963e-667543d19c0e tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Floating IP b93602fe-1afa-4edb-a031-38d1328641e5 associated. External IP: 172.26.1.82, port: d6b6c5a1-91ce-49dd-a02c-d30e90225a2a. Dec 22 13:17:32.576369 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-49647f27-e07f-47b2-b263-f84dbe1aa0c5 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Calling delete_port for 4e3f20a7-f906-4a32-87a3-187963d9d044 owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:17:32.587707 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41286) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:32.801527 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-35defa1e-669a-4a73-9086-1f97ba70d678 req-885e5f97-ddcb-4def-bf76-4f22a859c936 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c2e0ca21fce24530bc558ca461319d3e&device_id=131ccdf4-2cab-4729-988d-02672f487e45 HTTP/1.1" status: 200 len: 1098 time: 0.5206733 Dec 22 13:17:32.801946 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9f25f7c2-c059-4c37-8992-f351faee98dc tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:32.821521 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-37c0b0e7-20fa-4e3a-8306-0bc608a85c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf499b6d-9b79-42ba-bca2-29fcda7dedab', 'name': 'tempest-snat-router-399209472', 'tenant_id': '02b3e95c312b4b4dbd283c88e21d2e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.133'}], 'enable_snat': False}, 'gw_port_id': '69594cea-2970-4fe0-ba1d-d93dcdcc9ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:17:23Z', 'updated_at': '2021-12-22T13:17:28Z', 'revision_number': 3, 'project_id': '02b3e95c312b4b4dbd283c88e21d2e44', 'gw_port': {'id': '69594cea-2970-4fe0-ba1d-d93dcdcc9ac2', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf499b6d-9b79-42ba-bca2-29fcda7dedab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:25Z', 'updated_at': '2021-12-22T13:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:32.828611 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c0b0e7-20fa-4e3a-8306-0bc608a85c28 None None] The sync data for ids ['cf499b6d-9b79-42ba-bca2-29fcda7dedab'] in dv-neutron-822669-1-hyperv is: [{'id': 'cf499b6d-9b79-42ba-bca2-29fcda7dedab', 'name': 'tempest-snat-router-399209472', 'tenant_id': '02b3e95c312b4b4dbd283c88e21d2e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.133'}], 'enable_snat': False}, 'gw_port_id': '69594cea-2970-4fe0-ba1d-d93dcdcc9ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:17:23Z', 'updated_at': '2021-12-22T13:17:28Z', 'revision_number': 3, 'project_id': '02b3e95c312b4b4dbd283c88e21d2e44', 'gw_port': {'id': '69594cea-2970-4fe0-ba1d-d93dcdcc9ac2', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf499b6d-9b79-42ba-bca2-29fcda7dedab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:25Z', 'updated_at': '2021-12-22T13:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:17:32.845613 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-318529fb-7487-44af-ac18-d2ca55005cf3 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:32.858555 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e99ec537-b468-472c-bdd7-cfecf8eef869 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:32.918878 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41292) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:33.014646 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f9638237-959f-4dc9-9bb7-534f66f8d51e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:33.104268 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fa5636a0-78a3-4141-bafa-599af277ec14 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:33.138134 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318529fb-7487-44af-ac18-d2ca55005cf3 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:17:33.140381 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fa5636a0-78a3-4141-bafa-599af277ec14 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:33.142834 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35defa1e-669a-4a73-9086-1f97ba70d678 req-cac4aa1f-b62f-433e-9f52-219290009955 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:33.144215 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-35defa1e-669a-4a73-9086-1f97ba70d678 req-cac4aa1f-b62f-433e-9f52-219290009955 service neutron] 10.222.0.45 "GET /v2.0/networks?id=385db047-262b-4adc-9531-32d02f559c7f HTTP/1.1" status: 200 len: 912 time: 0.3139427 Dec 22 13:17:33.147315 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-318529fb-7487-44af-ac18-d2ca55005cf3 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:33.149187 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318529fb-7487-44af-ac18-d2ca55005cf3 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Pushing event updated for resources: {'Port': ['ID=257f8e32-75ca-4ec9-b8ab-33a10451ecb1,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:33.151375 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318529fb-7487-44af-ac18-d2ca55005cf3 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:17:33.183805 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-318529fb-7487-44af-ac18-d2ca55005cf3 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:33.239408 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-49647f27-e07f-47b2-b263-f84dbe1aa0c5 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:33.256269 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:33.264033 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a675c3cd-244c-42f5-ac45-5822a55fc553 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Router 9615a600-f039-44a5-bf78-07be8379b1fe has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:17:33.312004 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-f9638237-959f-4dc9-9bb7-534f66f8d51e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:33.325245 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49647f27-e07f-47b2-b263-f84dbe1aa0c5 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Pushing event deleted for resources: {'Port': ['ID=4e3f20a7-f906-4a32-87a3-187963d9d044,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:33.334405 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-18d9b208-2d15-4aac-9b58-50b724b67030 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e28a9ce55ec34fefbdc80a14674e6ec2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4065633 Dec 22 13:17:33.337515 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-49647f27-e07f-47b2-b263-f84dbe1aa0c5 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:33.339341 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-f9638237-959f-4dc9-9bb7-534f66f8d51e admin admin] Usage tracker for resource:security_group_rule and tenant:60bf0c16e9004ef785f86698fb854899 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:33.346049 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41296) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:33.347009 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-f9638237-959f-4dc9-9bb7-534f66f8d51e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:33.372425 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-f9638237-959f-4dc9-9bb7-534f66f8d51e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:33.499114 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-35defa1e-669a-4a73-9086-1f97ba70d678 req-00b53eda-b1d5-4ec7-9c8b-e68d358f71a8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96296753-12a2-4c85-9c84-e216a0006956 HTTP/1.1" status: 200 len: 998 time: 0.3194966 Dec 22 13:17:33.632209 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35defa1e-669a-4a73-9086-1f97ba70d678 req-7caaff6f-9a61-4988-b659-6f24458854cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:33.633682 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-35defa1e-669a-4a73-9086-1f97ba70d678 req-7caaff6f-9a61-4988-b659-6f24458854cb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eee9c85c-23c9-4305-a153-7e903430a638 HTTP/1.1" status: 200 len: 850 time: 0.1143880 Dec 22 13:17:33.675712 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f9638237-959f-4dc9-9bb7-534f66f8d51e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:33.702903 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 69594cea-2970-4fe0-ba1d-d93dcdcc9ac2 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:17:33.747534 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9f25f7c2-c059-4c37-8992-f351faee98dc tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:33.801525 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f9638237-959f-4dc9-9bb7-534f66f8d51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:33.807474 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-fa5636a0-78a3-4141-bafa-599af277ec14 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Allocated IP 172.26.1.39 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/c9c8b936-80a3-4027-afbd-0711034a4a28) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:17:33.827057 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-49647f27-e07f-47b2-b263-f84dbe1aa0c5 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:33.851465 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2f5223d5-2474-4816-9bfa-7a935d4f9af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:33.887539 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 69594cea-2970-4fe0-ba1d-d93dcdcc9ac2 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:17:33.893609 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 69594cea-2970-4fe0-ba1d-d93dcdcc9ac2 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:33.894083 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:33.937912 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ee39c2ec-583c-4464-8f42-3b827955909b tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:33.939897 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-49647f27-e07f-47b2-b263-f84dbe1aa0c5 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] 10.222.0.47 "DELETE /v2.0/ports/4e3f20a7-f906-4a32-87a3-187963d9d044 HTTP/1.1" status: 204 len: 168 time: 2.6359391 Dec 22 13:17:33.942218 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41300) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:33.961217 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9f25f7c2-c059-4c37-8992-f351faee98dc tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:33.976453 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-318529fb-7487-44af-ac18-d2ca55005cf3 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:34.010314 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2f5223d5-2474-4816-9bfa-7a935d4f9af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:34.014872 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9638237-959f-4dc9-9bb7-534f66f8d51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca039aad-be60-4ca5-86f4-f0f8b762ab45,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:34.039175 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:34.044030 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f6a1897-cc76-475e-b237-92655056d418 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] GET failed (client error): The resource could not be found. Dec 22 13:17:34.044573 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-9f6a1897-cc76-475e-b237-92655056d418 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Synchronizing usage tracker for tenant:ab7ea4d986274779872678bdb6fd8cdb on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:17:34.049591 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f9638237-959f-4dc9-9bb7-534f66f8d51e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:34.055495 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-06c9a187-c2db-4ddf-9b61-28eee688ed87 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:34.061931 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 69594cea-2970-4fe0-ba1d-d93dcdcc9ac2, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=69594cea-2970-4fe0-ba1d-d93dcdcc9ac2,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:17:34.088616 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-35defa1e-669a-4a73-9086-1f97ba70d678 req-389ca1aa-f232-4bd2-b7f7-47e4c9f1734a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=385db047-262b-4adc-9531-32d02f559c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4464478 Dec 22 13:17:34.141339 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f9638237-959f-4dc9-9bb7-534f66f8d51e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=60bf0c16e9004ef785f86698fb854899&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5432789 Dec 22 13:17:34.145314 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:34.155502 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41304) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:34.155790 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:34.212441 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-9f6a1897-cc76-475e-b237-92655056d418 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Unset dirty status for tenant:ab7ea4d986274779872678bdb6fd8cdb on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:17:34.216694 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9f6a1897-cc76-475e-b237-92655056d418 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] 10.222.0.47 "GET /v2.0/ports/4e3f20a7-f906-4a32-87a3-187963d9d044 HTTP/1.1" status: 404 len: 333 time: 0.2714286 Dec 22 13:17:34.227658 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fa5636a0-78a3-4141-bafa-599af277ec14 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:34.230443 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41308) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:34.238201 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-2a91aa9b-7009-414b-8d3a-cf3d7a4a9a24 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Request body: {'port': {'network_id': '10e1ab9d-f67f-493c-a4d2-91a88f233c0b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1975381518'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:34.248515 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=69594cea-2970-4fe0-ba1d-d93dcdcc9ac2,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:34.261166 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:34.318073 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2f5223d5-2474-4816-9bfa-7a935d4f9af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:34.323064 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-2b211216-4ef7-466f-bf7b-f85115cc9291 None None] Provisioning complete for port 4b2d0e8d-5784-4caf-bcdc-3ae38a149b6f triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:34.323502 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2b211216-4ef7-466f-bf7b-f85115cc9291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:34.332595 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:34.379299 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-9f25f7c2-c059-4c37-8992-f351faee98dc tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] In _notify_port_updated(), no bound segment for port 4b2d0e8d-5784-4caf-bcdc-3ae38a149b6f on network b5c9060a-3f29-49e9-bcb5-10b01f63f9d1 {{(pid=84148) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 13:17:34.379901 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5223d5-2474-4816-9bfa-7a935d4f9af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b6d574-1776-4399-81ea-179e64f779ad,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:34.381513 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-2b211216-4ef7-466f-bf7b-f85115cc9291 None None] Port 4b2d0e8d-5784-4caf-bcdc-3ae38a149b6f cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:17:34.382782 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f25f7c2-c059-4c37-8992-f351faee98dc tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:34.383402 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9f25f7c2-c059-4c37-8992-f351faee98dc tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:34.387227 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-9f25f7c2-c059-4c37-8992-f351faee98dc tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] 10.222.0.47 "PUT /v2.0/ports/4b2d0e8d-5784-4caf-bcdc-3ae38a149b6f HTTP/1.1" status: 200 len: 1056 time: 2.2948673 Dec 22 13:17:34.390859 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2f5223d5-2474-4816-9bfa-7a935d4f9af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:34.394687 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41312) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:34.395996 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f25f7c2-c059-4c37-8992-f351faee98dc tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Pushing event updated for resources: {'Port': ['ID=4b2d0e8d-5784-4caf-bcdc-3ae38a149b6f,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:34.409389 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-318529fb-7487-44af-ac18-d2ca55005cf3 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:34.419365 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2f5223d5-2474-4816-9bfa-7a935d4f9af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:34.423487 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-2f5223d5-2474-4816-9bfa-7a935d4f9af8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b6b6d574-1776-4399-81ea-179e64f779ad HTTP/1.1" status: 204 len: 168 time: 1.0728109 Dec 22 13:17:34.432541 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9f25f7c2-c059-4c37-8992-f351faee98dc tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:34.481403 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-35defa1e-669a-4a73-9086-1f97ba70d678 req-cfbf3e17-071a-40e0-858a-6055b0011378 service neutron] 10.222.0.45 "GET /v2.0/networks/385db047-262b-4adc-9531-32d02f559c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836417 Dec 22 13:17:34.575400 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a675c3cd-244c-42f5-ac45-5822a55fc553 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:17:34.589316 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2137b415-5a7c-452e-97df-c8bc39fbac7b None None] Sync routers for ids ['9615a600-f039-44a5-bf78-07be8379b1fe'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:17:34.605191 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2137b415-5a7c-452e-97df-c8bc39fbac7b None None] Routers {'9615a600-f039-44a5-bf78-07be8379b1fe'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:17:34.605846 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-2137b415-5a7c-452e-97df-c8bc39fbac7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:17:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['9615a600-f039-44a5-bf78-07be8379b1fe'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:34.655003 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0513d4f5-ddbb-46ae-92c8-7cebcb22fa08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:34.695567 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-51f9eb87-4b96-49b1-94f3-ba4522f7b70e tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Deleting port 4b2d0e8d-5784-4caf-bcdc-3ae38a149b6f {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:17:34.695898 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-51f9eb87-4b96-49b1-94f3-ba4522f7b70e tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:34.713511 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a675c3cd-244c-42f5-ac45-5822a55fc553 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:34.728777 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fa5636a0-78a3-4141-bafa-599af277ec14 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:34.734160 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-2a91aa9b-7009-414b-8d3a-cf3d7a4a9a24 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:34.745829 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1cfc1b84-1b0b-4141-ac96-ff490e530671 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:34.771026 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0513d4f5-ddbb-46ae-92c8-7cebcb22fa08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:34.809018 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-2137b415-5a7c-452e-97df-c8bc39fbac7b None None] Set router 9615a600-f039-44a5-bf78-07be8379b1fe gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:17:34.816124 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-2a91aa9b-7009-414b-8d3a-cf3d7a4a9a24 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:34.857571 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5636a0-78a3-4141-bafa-599af277ec14 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:17:34.859205 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a675c3cd-244c-42f5-ac45-5822a55fc553 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "PUT /v2.0/floatingips/b80dcff9-b75b-4999-8a1f-1736303e731a HTTP/1.1" status: 200 len: 990 time: 8.0804861 Dec 22 13:17:34.862567 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '131ccdf4-2cab-4729-988d-02672f487e45', 'tag': '96296753-12a2-4c85-9c84-e216a0006956'}] {{(pid=84148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:17:34.877170 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-fa5636a0-78a3-4141-bafa-599af277ec14 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:34.903647 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-318529fb-7487-44af-ac18-d2ca55005cf3 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:34.906404 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1115fffa-0941-4e73-963e-667543d19c0e tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Router b7f225f0-9e53-43ee-88ff-451b3ab60c09 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:17:34.908769 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5636a0-78a3-4141-bafa-599af277ec14 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:17:34.976148 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5636a0-78a3-4141-bafa-599af277ec14 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Pushing event updated for resources: {'Port': ['ID=c9c8b936-80a3-4027-afbd-0711034a4a28,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:34.999223 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-fa5636a0-78a3-4141-bafa-599af277ec14 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:34.999843 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a91aa9b-7009-414b-8d3a-cf3d7a4a9a24 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Made reservation on behalf of ab7ea4d986274779872678bdb6fd8cdb for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:17:35.009261 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-318529fb-7487-44af-ac18-d2ca55005cf3 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:35.014085 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2a91aa9b-7009-414b-8d3a-cf3d7a4a9a24 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:35.026733 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '131ccdf4-2cab-4729-988d-02672f487e45', 'tag': '96296753-12a2-4c85-9c84-e216a0006956', 'status': 'completed', 'code': 200} Dec 22 13:17:35.033736 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:35.071361 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0513d4f5-ddbb-46ae-92c8-7cebcb22fa08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:35.165770 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318529fb-7487-44af-ac18-d2ca55005cf3 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Pushing event updated for resources: {'Port': ['ID=257f8e32-75ca-4ec9-b8ab-33a10451ecb1,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:35.174930 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-318529fb-7487-44af-ac18-d2ca55005cf3 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:35.174930 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:35.191965 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0513d4f5-ddbb-46ae-92c8-7cebcb22fa08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:35.193066 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0513d4f5-ddbb-46ae-92c8-7cebcb22fa08 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ca039aad-be60-4ca5-86f4-f0f8b762ab45 HTTP/1.1" status: 204 len: 168 time: 1.0340939 Dec 22 13:17:35.198400 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-2a91aa9b-7009-414b-8d3a-cf3d7a4a9a24 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] device_id is not set on port 5b4fa518-d926-43fa-8a7b-d410ccb033e0 yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:17:35.200286 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0513d4f5-ddbb-46ae-92c8-7cebcb22fa08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca039aad-be60-4ca5-86f4-f0f8b762ab45,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:35.210457 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0513d4f5-ddbb-46ae-92c8-7cebcb22fa08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:35.268865 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-318529fb-7487-44af-ac18-d2ca55005cf3 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:35.343607 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-35defa1e-669a-4a73-9086-1f97ba70d678 req-1f8a0854-c62e-41a0-bb0f-b8688839f43f service neutron] 10.222.0.45 "GET /v2.0/networks/385db047-262b-4adc-9531-32d02f559c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8491588 Dec 22 13:17:35.350261 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1115fffa-0941-4e73-963e-667543d19c0e tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:17:35.354299 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1115fffa-0941-4e73-963e-667543d19c0e tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:35.364530 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7aee2f9-2751-469a-9792-c4f0c9cab0e9 None None] Sync routers for ids ['b7f225f0-9e53-43ee-88ff-451b3ab60c09'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:17:35.380401 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-318529fb-7487-44af-ac18-d2ca55005cf3 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:35.383732 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aee2f9-2751-469a-9792-c4f0c9cab0e9 None None] Routers {'b7f225f0-9e53-43ee-88ff-451b3ab60c09'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:17:35.384813 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-318529fb-7487-44af-ac18-d2ca55005cf3 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6054919 Dec 22 13:17:35.384953 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-a7aee2f9-2751-469a-9792-c4f0c9cab0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:17:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b7f225f0-9e53-43ee-88ff-451b3ab60c09'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:35.385656 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41334) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:35.428727 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-1115fffa-0941-4e73-963e-667543d19c0e tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "PUT /v2.0/floatingips/b93602fe-1afa-4edb-a031-38d1328641e5 HTTP/1.1" status: 200 len: 990 time: 6.9652705 Dec 22 13:17:35.468884 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-2137b415-5a7c-452e-97df-c8bc39fbac7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9615a600-f039-44a5-bf78-07be8379b1fe', 'name': 'tempest-ServersTestManualDisk-608666145-router', 'tenant_id': 'c2e0ca21fce24530bc558ca461319d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '3710a2b3-bab3-4dd2-bd17-791043d30365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:16:26Z', 'updated_at': '2021-12-22T13:16:31Z', 'revision_number': 4, 'project_id': 'c2e0ca21fce24530bc558ca461319d3e', 'gw_port': {'id': '3710a2b3-bab3-4dd2-bd17-791043d30365', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:83:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615a600-f039-44a5-bf78-07be8379b1fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:26Z', 'updated_at': '2021-12-22T13:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': 'b80dcff9-b75b-4999-8a1f-1736303e731a', 'tenant_id': 'c2e0ca21fce24530bc558ca461319d3e', 'floating_ip_address': '172.26.1.21', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '9615a600-f039-44a5-bf78-07be8379b1fe', 'port_id': '96296753-12a2-4c85-9c84-e216a0006956', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '385db047-262b-4adc-9531-32d02f559c7f', 'mac_address': 'fa:16:3e:e9:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131ccdf4-2cab-4729-988d-02672f487e45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:16:43Z', 'updated_at': '2021-12-22T13:17:28Z', 'revision_number': 1, 'project_id': 'c2e0ca21fce24530bc558ca461319d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ff99f5-82f5-47ca-a879-78a8b4b04133', 'name': '', 'network_id': '385db047-262b-4adc-9531-32d02f559c7f', 'tenant_id': 'c2e0ca21fce24530bc558ca461319d3e', 'mac_address': 'fa:16:3e:60:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615a600-f039-44a5-bf78-07be8379b1fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eee9c85c-23c9-4305-a153-7e903430a638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:30Z', 'updated_at': '2021-12-22T13:16:41Z', 'revision_number': 5, 'project_id': 'c2e0ca21fce24530bc558ca461319d3e', 'subnets': [{'id': 'eee9c85c-23c9-4305-a153-7e903430a638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:35.481229 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2137b415-5a7c-452e-97df-c8bc39fbac7b None None] Checking router: 9615a600-f039-44a5-bf78-07be8379b1fe for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:17:35.508626 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2137b415-5a7c-452e-97df-c8bc39fbac7b None None] Routers {'9615a600-f039-44a5-bf78-07be8379b1fe'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:17:35.509197 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-2137b415-5a7c-452e-97df-c8bc39fbac7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:17:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['9615a600-f039-44a5-bf78-07be8379b1fe'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:35.510554 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-51f9eb87-4b96-49b1-94f3-ba4522f7b70e tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:35.691863 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b85e339a-4321-426d-8840-a09f3a6e3178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:35.735384 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 69594cea-2970-4fe0-ba1d-d93dcdcc9ac2 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:17:35.750809 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-a7aee2f9-2751-469a-9792-c4f0c9cab0e9 None None] Set router b7f225f0-9e53-43ee-88ff-451b3ab60c09 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:17:35.822866 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-2137b415-5a7c-452e-97df-c8bc39fbac7b None None] Set router 9615a600-f039-44a5-bf78-07be8379b1fe gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:17:35.859422 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-51f9eb87-4b96-49b1-94f3-ba4522f7b70e tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Calling delete_port for 4b2d0e8d-5784-4caf-bcdc-3ae38a149b6f owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:17:36.017105 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 69594cea-2970-4fe0-ba1d-d93dcdcc9ac2 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:36.017487 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:36.023856 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-1894f6dd-3ca5-4f39-a880-a96adacbfffd tempest-FloatingIPAdminTestJSON-110117364 tempest-FloatingIPAdminTestJSON-110117364-project] Request body: {'floatingip': {'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:36.033074 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-1894f6dd-3ca5-4f39-a880-a96adacbfffd tempest-FloatingIPAdminTestJSON-110117364 tempest-FloatingIPAdminTestJSON-110117364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:36.042370 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-1894f6dd-3ca5-4f39-a880-a96adacbfffd tempest-FloatingIPAdminTestJSON-110117364 tempest-FloatingIPAdminTestJSON-110117364-project] Usage tracker for resource:floatingip and tenant:f1671cb3ab20430b840fa6ab1f72ce8c is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:36.054898 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-1894f6dd-3ca5-4f39-a880-a96adacbfffd tempest-FloatingIPAdminTestJSON-110117364 tempest-FloatingIPAdminTestJSON-110117364-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:36.061389 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-1894f6dd-3ca5-4f39-a880-a96adacbfffd tempest-FloatingIPAdminTestJSON-110117364 tempest-FloatingIPAdminTestJSON-110117364-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:36.112193 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-2a91aa9b-7009-414b-8d3a-cf3d7a4a9a24 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Allocated IP 2001:db8::9c (10e1ab9d-f67f-493c-a4d2-91a88f233c0b/520cae46-7c04-43a2-947a-5f39fe3017b3/5b4fa518-d926-43fa-8a7b-d410ccb033e0) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:17:36.119819 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2994603c-5344-4592-a848-42ea686f36be req-730eee3f-1c27-4c55-bce2-4ca0e1e3915e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c2e0ca21fce24530bc558ca461319d3e&device_id=131ccdf4-2cab-4729-988d-02672f487e45 HTTP/1.1" status: 200 len: 1098 time: 0.5762608 Dec 22 13:17:36.150965 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1894f6dd-3ca5-4f39-a880-a96adacbfffd tempest-FloatingIPAdminTestJSON-110117364 tempest-FloatingIPAdminTestJSON-110117364-project] Notify callbacks [] for floatingip, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:36.297862 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41354) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:36.443175 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1894f6dd-3ca5-4f39-a880-a96adacbfffd tempest-FloatingIPAdminTestJSON-110117364 tempest-FloatingIPAdminTestJSON-110117364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:36.506980 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-a7aee2f9-2751-469a-9792-c4f0c9cab0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f225f0-9e53-43ee-88ff-451b3ab60c09', 'name': 'tempest-ServersTestJSON-625974591-router', 'tenant_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': 'bf156aea-b842-4e0b-8418-c05b21850eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:16:29Z', 'updated_at': '2021-12-22T13:16:39Z', 'revision_number': 4, 'project_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'gw_port': {'id': 'bf156aea-b842-4e0b-8418-c05b21850eae', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:64:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f225f0-9e53-43ee-88ff-451b3ab60c09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:30Z', 'updated_at': '2021-12-22T13:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': 'b93602fe-1afa-4edb-a031-38d1328641e5', 'tenant_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'floating_ip_address': '172.26.1.82', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'b7f225f0-9e53-43ee-88ff-451b3ab60c09', 'port_id': 'd6b6c5a1-91ce-49dd-a02c-d30e90225a2a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4', 'mac_address': 'fa:16:3e:98:9d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb293902-9800-46cb-a7ca-27fe5451ad7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:16:51Z', 'updated_at': '2021-12-22T13:17:30Z', 'revision_number': 1, 'project_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19c2cdcf-45a8-4cc1-a46d-812bd6cb3369', 'name': '', 'network_id': 'cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4', 'tenant_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'mac_address': 'fa:16:3e:72:7f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f225f0-9e53-43ee-88ff-451b3ab60c09', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b9220c9-f2e2-4dc1-9463-99b690aae213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:36Z', 'updated_at': '2021-12-22T13:17:10Z', 'revision_number': 5, 'project_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'subnets': [{'id': '0b9220c9-f2e2-4dc1-9463-99b690aae213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:36.523870 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-2137b415-5a7c-452e-97df-c8bc39fbac7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9615a600-f039-44a5-bf78-07be8379b1fe', 'name': 'tempest-ServersTestManualDisk-608666145-router', 'tenant_id': 'c2e0ca21fce24530bc558ca461319d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '3710a2b3-bab3-4dd2-bd17-791043d30365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:16:26Z', 'updated_at': '2021-12-22T13:16:31Z', 'revision_number': 4, 'project_id': 'c2e0ca21fce24530bc558ca461319d3e', 'gw_port': {'id': '3710a2b3-bab3-4dd2-bd17-791043d30365', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:83:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615a600-f039-44a5-bf78-07be8379b1fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:26Z', 'updated_at': '2021-12-22T13:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': 'b80dcff9-b75b-4999-8a1f-1736303e731a', 'tenant_id': 'c2e0ca21fce24530bc558ca461319d3e', 'floating_ip_address': '172.26.1.21', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '9615a600-f039-44a5-bf78-07be8379b1fe', 'port_id': '96296753-12a2-4c85-9c84-e216a0006956', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '385db047-262b-4adc-9531-32d02f559c7f', 'mac_address': 'fa:16:3e:e9:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131ccdf4-2cab-4729-988d-02672f487e45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:16:43Z', 'updated_at': '2021-12-22T13:17:28Z', 'revision_number': 1, 'project_id': 'c2e0ca21fce24530bc558ca461319d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ff99f5-82f5-47ca-a879-78a8b4b04133', 'name': '', 'network_id': '385db047-262b-4adc-9531-32d02f559c7f', 'tenant_id': 'c2e0ca21fce24530bc558ca461319d3e', 'mac_address': 'fa:16:3e:60:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615a600-f039-44a5-bf78-07be8379b1fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eee9c85c-23c9-4305-a153-7e903430a638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:30Z', 'updated_at': '2021-12-22T13:16:41Z', 'revision_number': 5, 'project_id': 'c2e0ca21fce24530bc558ca461319d3e', 'subnets': [{'id': 'eee9c85c-23c9-4305-a153-7e903430a638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:36.527876 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7aee2f9-2751-469a-9792-c4f0c9cab0e9 None None] Checking router: b7f225f0-9e53-43ee-88ff-451b3ab60c09 for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:17:36.529927 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2137b415-5a7c-452e-97df-c8bc39fbac7b None None] The sync data for ids ['9615a600-f039-44a5-bf78-07be8379b1fe'] in dv-neutron-822669-1-hyperv is: [{'id': '9615a600-f039-44a5-bf78-07be8379b1fe', 'name': 'tempest-ServersTestManualDisk-608666145-router', 'tenant_id': 'c2e0ca21fce24530bc558ca461319d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '3710a2b3-bab3-4dd2-bd17-791043d30365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:16:26Z', 'updated_at': '2021-12-22T13:16:31Z', 'revision_number': 4, 'project_id': 'c2e0ca21fce24530bc558ca461319d3e', 'gw_port': {'id': '3710a2b3-bab3-4dd2-bd17-791043d30365', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:83:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615a600-f039-44a5-bf78-07be8379b1fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:26Z', 'updated_at': '2021-12-22T13:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': 'b80dcff9-b75b-4999-8a1f-1736303e731a', 'tenant_id': 'c2e0ca21fce24530bc558ca461319d3e', 'floating_ip_address': '172.26.1.21', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '9615a600-f039-44a5-bf78-07be8379b1fe', 'port_id': '96296753-12a2-4c85-9c84-e216a0006956', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '385db047-262b-4adc-9531-32d02f559c7f', 'mac_address': 'fa:16:3e:e9:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131ccdf4-2cab-4729-988d-02672f487e45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:16:43Z', 'updated_at': '2021-12-22T13:17:28Z', 'revision_number': 1, 'project_id': 'c2e0ca21fce24530bc558ca461319d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ff99f5-82f5-47ca-a879-78a8b4b04133', 'name': '', 'network_id': '385db047-262b-4adc-9531-32d02f559c7f', 'tenant_id': 'c2e0ca21fce24530bc558ca461319d3e', 'mac_address': 'fa:16:3e:60:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615a600-f039-44a5-bf78-07be8379b1fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eee9c85c-23c9-4305-a153-7e903430a638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:30Z', 'updated_at': '2021-12-22T13:16:41Z', 'revision_number': 5, 'project_id': 'c2e0ca21fce24530bc558ca461319d3e', 'subnets': [{'id': 'eee9c85c-23c9-4305-a153-7e903430a638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:17:36.565147 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-430378d3-af09-4390-ab1a-7319d7a22715 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b3c37a26dd054fffa838dd68cb4b4d47&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2462888 Dec 22 13:17:36.568202 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2994603c-5344-4592-a848-42ea686f36be req-df65bca0-4024-492e-9927-3f2a78aa9b71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:36.569987 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2994603c-5344-4592-a848-42ea686f36be req-df65bca0-4024-492e-9927-3f2a78aa9b71 service neutron] 10.222.0.45 "GET /v2.0/networks?id=385db047-262b-4adc-9531-32d02f559c7f HTTP/1.1" status: 200 len: 912 time: 0.4412994 Dec 22 13:17:36.571804 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41360) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:36.572545 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aee2f9-2751-469a-9792-c4f0c9cab0e9 None None] Routers {'b7f225f0-9e53-43ee-88ff-451b3ab60c09'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:17:36.573408 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-a7aee2f9-2751-469a-9792-c4f0c9cab0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:17:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b7f225f0-9e53-43ee-88ff-451b3ab60c09'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:36.660850 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-1894f6dd-3ca5-4f39-a880-a96adacbfffd tempest-FloatingIPAdminTestJSON-110117364 tempest-FloatingIPAdminTestJSON-110117364-project] Allocated IP 172.26.1.51 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/2667c5c3-1337-4cc0-82c9-454a37d1ea3c) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:17:36.728900 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-51f9eb87-4b96-49b1-94f3-ba4522f7b70e tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:36.730585 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41364) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:36.760417 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5449cb2a-1a89-4f06-a29f-78827bde5162 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:36.822659 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-a7aee2f9-2751-469a-9792-c4f0c9cab0e9 None None] Set router b7f225f0-9e53-43ee-88ff-451b3ab60c09 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:17:36.906140 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1894f6dd-3ca5-4f39-a880-a96adacbfffd tempest-FloatingIPAdminTestJSON-110117364 tempest-FloatingIPAdminTestJSON-110117364-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:36.979843 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fa5636a0-78a3-4141-bafa-599af277ec14 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:36.982462 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fa5636a0-78a3-4141-bafa-599af277ec14 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:36.983805 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9eb87-4b96-49b1-94f3-ba4522f7b70e tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Pushing event deleted for resources: {'Port': ['ID=4b2d0e8d-5784-4caf-bcdc-3ae38a149b6f,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:36.992119 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42058c07-8986-49b4-b94d-fee6fbd40167 None None] New status for floating IP b80dcff9-b75b-4999-8a1f-1736303e731a: ACTIVE {{(pid=84150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:17:36.998754 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1894f6dd-3ca5-4f39-a880-a96adacbfffd tempest-FloatingIPAdminTestJSON-110117364 tempest-FloatingIPAdminTestJSON-110117364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:37.003346 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9b028ec1-76b5-44f8-9619-c2d2e996a062 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:37.015619 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-51f9eb87-4b96-49b1-94f3-ba4522f7b70e tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:37.129696 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb293902-9800-46cb-a7ca-27fe5451ad7d', 'tag': 'd6b6c5a1-91ce-49dd-a02c-d30e90225a2a'}] {{(pid=84148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:17:37.140849 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894f6dd-3ca5-4f39-a880-a96adacbfffd tempest-FloatingIPAdminTestJSON-110117364 tempest-FloatingIPAdminTestJSON-110117364-project] Pushing event updated for resources: {'Port': ['ID=2667c5c3-1337-4cc0-82c9-454a37d1ea3c,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:37.152033 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1894f6dd-3ca5-4f39-a880-a96adacbfffd tempest-FloatingIPAdminTestJSON-110117364 tempest-FloatingIPAdminTestJSON-110117364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:37.166824 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1894f6dd-3ca5-4f39-a880-a96adacbfffd tempest-FloatingIPAdminTestJSON-110117364 tempest-FloatingIPAdminTestJSON-110117364-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:17:37.169921 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-1894f6dd-3ca5-4f39-a880-a96adacbfffd tempest-FloatingIPAdminTestJSON-110117364 tempest-FloatingIPAdminTestJSON-110117364-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:37.178099 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1894f6dd-3ca5-4f39-a880-a96adacbfffd tempest-FloatingIPAdminTestJSON-110117364 tempest-FloatingIPAdminTestJSON-110117364-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:17:37.254605 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2a91aa9b-7009-414b-8d3a-cf3d7a4a9a24 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:37.265448 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb293902-9800-46cb-a7ca-27fe5451ad7d', 'tag': 'd6b6c5a1-91ce-49dd-a02c-d30e90225a2a', 'status': 'completed', 'code': 200} Dec 22 13:17:37.285254 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-2a91aa9b-7009-414b-8d3a-cf3d7a4a9a24 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Transition to ACTIVE for port object 5b4fa518-d926-43fa-8a7b-d410ccb033e0 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:37.336278 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-a7aee2f9-2751-469a-9792-c4f0c9cab0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f225f0-9e53-43ee-88ff-451b3ab60c09', 'name': 'tempest-ServersTestJSON-625974591-router', 'tenant_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': 'bf156aea-b842-4e0b-8418-c05b21850eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:16:29Z', 'updated_at': '2021-12-22T13:16:39Z', 'revision_number': 4, 'project_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'gw_port': {'id': 'bf156aea-b842-4e0b-8418-c05b21850eae', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:64:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f225f0-9e53-43ee-88ff-451b3ab60c09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:30Z', 'updated_at': '2021-12-22T13:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': 'b93602fe-1afa-4edb-a031-38d1328641e5', 'tenant_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'floating_ip_address': '172.26.1.82', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'b7f225f0-9e53-43ee-88ff-451b3ab60c09', 'port_id': 'd6b6c5a1-91ce-49dd-a02c-d30e90225a2a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4', 'mac_address': 'fa:16:3e:98:9d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb293902-9800-46cb-a7ca-27fe5451ad7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:16:51Z', 'updated_at': '2021-12-22T13:17:30Z', 'revision_number': 1, 'project_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19c2cdcf-45a8-4cc1-a46d-812bd6cb3369', 'name': '', 'network_id': 'cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4', 'tenant_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'mac_address': 'fa:16:3e:72:7f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f225f0-9e53-43ee-88ff-451b3ab60c09', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b9220c9-f2e2-4dc1-9463-99b690aae213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:36Z', 'updated_at': '2021-12-22T13:17:10Z', 'revision_number': 5, 'project_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'subnets': [{'id': '0b9220c9-f2e2-4dc1-9463-99b690aae213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:37.340625 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7aee2f9-2751-469a-9792-c4f0c9cab0e9 None None] The sync data for ids ['b7f225f0-9e53-43ee-88ff-451b3ab60c09'] in dv-neutron-822669-1-hyperv is: [{'id': 'b7f225f0-9e53-43ee-88ff-451b3ab60c09', 'name': 'tempest-ServersTestJSON-625974591-router', 'tenant_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': 'bf156aea-b842-4e0b-8418-c05b21850eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:16:29Z', 'updated_at': '2021-12-22T13:16:39Z', 'revision_number': 4, 'project_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'gw_port': {'id': 'bf156aea-b842-4e0b-8418-c05b21850eae', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:64:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f225f0-9e53-43ee-88ff-451b3ab60c09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:30Z', 'updated_at': '2021-12-22T13:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': 'b93602fe-1afa-4edb-a031-38d1328641e5', 'tenant_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'floating_ip_address': '172.26.1.82', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'b7f225f0-9e53-43ee-88ff-451b3ab60c09', 'port_id': 'd6b6c5a1-91ce-49dd-a02c-d30e90225a2a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4', 'mac_address': 'fa:16:3e:98:9d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb293902-9800-46cb-a7ca-27fe5451ad7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:16:51Z', 'updated_at': '2021-12-22T13:17:30Z', 'revision_number': 1, 'project_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19c2cdcf-45a8-4cc1-a46d-812bd6cb3369', 'name': '', 'network_id': 'cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4', 'tenant_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'mac_address': 'fa:16:3e:72:7f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f225f0-9e53-43ee-88ff-451b3ab60c09', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b9220c9-f2e2-4dc1-9463-99b690aae213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:36Z', 'updated_at': '2021-12-22T13:17:10Z', 'revision_number': 5, 'project_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'subnets': [{'id': '0b9220c9-f2e2-4dc1-9463-99b690aae213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:17:37.382000 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-beb5d0cc-eb88-40b7-9a4d-11a0c2ce945c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1897012648'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:37.388449 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-beb5d0cc-eb88-40b7-9a4d-11a0c2ce945c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:37.393934 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-beb5d0cc-eb88-40b7-9a4d-11a0c2ce945c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Usage tracker for resource:network and tenant:6ca4666aac4849808faa313e2aa7e939 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:37.397195 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-beb5d0cc-eb88-40b7-9a4d-11a0c2ce945c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:37.405430 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-beb5d0cc-eb88-40b7-9a4d-11a0c2ce945c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:37.412928 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-19af1248-b929-4fd4-94dc-b975560dc537 req-98ae4ac9-aa3b-4b10-a76d-1b6c189d094b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97addb87d3bc483d91b11c8c5ef7e2aa&device_id=fb293902-9800-46cb-a7ca-27fe5451ad7d HTTP/1.1" status: 200 len: 1098 time: 0.1216869 Dec 22 13:17:37.438670 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2994603c-5344-4592-a848-42ea686f36be req-480a1cc2-5709-40c4-b895-1a039756d24c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96296753-12a2-4c85-9c84-e216a0006956 HTTP/1.1" status: 200 len: 998 time: 0.8446500 Dec 22 13:17:37.502200 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8515aa60-f110-4a75-96a4-f915720412a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:37.511913 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb5d0cc-eb88-40b7-9a4d-11a0c2ce945c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Made reservation on behalf of 6ca4666aac4849808faa313e2aa7e939 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:17:37.515614 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-beb5d0cc-eb88-40b7-9a4d-11a0c2ce945c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:37.600374 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-beb5d0cc-eb88-40b7-9a4d-11a0c2ce945c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:37.637818 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8515aa60-f110-4a75-96a4-f915720412a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:37.670674 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2994603c-5344-4592-a848-42ea686f36be req-6d9eacd6-e851-4a98-9225-e3874a1ba6a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:37.672145 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2994603c-5344-4592-a848-42ea686f36be req-6d9eacd6-e851-4a98-9225-e3874a1ba6a8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eee9c85c-23c9-4305-a153-7e903430a638 HTTP/1.1" status: 200 len: 850 time: 0.2145483 Dec 22 13:17:37.705247 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1894f6dd-3ca5-4f39-a880-a96adacbfffd tempest-FloatingIPAdminTestJSON-110117364 tempest-FloatingIPAdminTestJSON-110117364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:37.724116 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2a91aa9b-7009-414b-8d3a-cf3d7a4a9a24 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:37.743794 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af1248-b929-4fd4-94dc-b975560dc537 req-e6947a53-3c29-48ba-a89b-879316761fa0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:37.745243 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-19af1248-b929-4fd4-94dc-b975560dc537 req-e6947a53-3c29-48ba-a89b-879316761fa0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4 HTTP/1.1" status: 200 len: 906 time: 0.2708127 Dec 22 13:17:37.777794 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ad3728fe-bb34-4cab-9462-49965d9837cd tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:37.896436 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1894f6dd-3ca5-4f39-a880-a96adacbfffd tempest-FloatingIPAdminTestJSON-110117364 tempest-FloatingIPAdminTestJSON-110117364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:37.903408 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-beb5d0cc-eb88-40b7-9a4d-11a0c2ce945c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:37.935357 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-19af1248-b929-4fd4-94dc-b975560dc537 req-d80dc2b9-f162-411f-a4ad-83857172c5c7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6b6c5a1-91ce-49dd-a02c-d30e90225a2a HTTP/1.1" status: 200 len: 998 time: 0.1788044 Dec 22 13:17:37.951218 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-49e7e1b0-1069-4926-a992-fb01b426d424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:38.003981 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-beb5d0cc-eb88-40b7-9a4d-11a0c2ce945c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Usage tracker for resource:security_group_rule and tenant:6ca4666aac4849808faa313e2aa7e939 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:38.022781 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-beb5d0cc-eb88-40b7-9a4d-11a0c2ce945c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:38.053238 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91aa9b-7009-414b-8d3a-cf3d7a4a9a24 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Pushing event updated for resources: {'Port': ['ID=5b4fa518-d926-43fa-8a7b-d410ccb033e0,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:38.060984 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a91aa9b-7009-414b-8d3a-cf3d7a4a9a24 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Network 10e1ab9d-f67f-493c-a4d2-91a88f233c0b is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:17:38.061963 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2a91aa9b-7009-414b-8d3a-cf3d7a4a9a24 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:38.068951 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-beb5d0cc-eb88-40b7-9a4d-11a0c2ce945c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:38.077171 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-2a91aa9b-7009-414b-8d3a-cf3d7a4a9a24 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:38.083414 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af1248-b929-4fd4-94dc-b975560dc537 req-a78d34f4-a5e0-4216-94db-fd67ecff3d22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:38.085283 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-19af1248-b929-4fd4-94dc-b975560dc537 req-a78d34f4-a5e0-4216-94db-fd67ecff3d22 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0b9220c9-f2e2-4dc1-9463-99b690aae213 HTTP/1.1" status: 200 len: 844 time: 0.1431794 Dec 22 13:17:38.086210 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a91aa9b-7009-414b-8d3a-cf3d7a4a9a24 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:17:38.090234 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a91aa9b-7009-414b-8d3a-cf3d7a4a9a24 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:38.093980 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2a91aa9b-7009-414b-8d3a-cf3d7a4a9a24 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:38.167834 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-51f9eb87-4b96-49b1-94f3-ba4522f7b70e tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:38.175407 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8515aa60-f110-4a75-96a4-f915720412a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:38.187654 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:38.217811 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2994603c-5344-4592-a848-42ea686f36be req-06da8803-32d7-4b67-89d2-5f3efdd4254d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=385db047-262b-4adc-9531-32d02f559c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5300050 Dec 22 13:17:38.226601 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8515aa60-f110-4a75-96a4-f915720412a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:38.230312 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8515aa60-f110-4a75-96a4-f915720412a4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b9e8132b-6881-408e-bbaa-7a4c133eec9d HTTP/1.1" status: 204 len: 168 time: 1.6572659 Dec 22 13:17:38.239553 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515aa60-f110-4a75-96a4-f915720412a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e8132b-6881-408e-bbaa-7a4c133eec9d,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:38.249714 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8515aa60-f110-4a75-96a4-f915720412a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:38.275753 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-19af1248-b929-4fd4-94dc-b975560dc537 req-138121ed-c2e8-4b8a-934b-94f98d80defe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1784463 Dec 22 13:17:38.276171 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1894f6dd-3ca5-4f39-a880-a96adacbfffd tempest-FloatingIPAdminTestJSON-110117364 tempest-FloatingIPAdminTestJSON-110117364-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:38.338868 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-51f9eb87-4b96-49b1-94f3-ba4522f7b70e tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] 10.222.0.47 "DELETE /v2.0/ports/4b2d0e8d-5784-4caf-bcdc-3ae38a149b6f HTTP/1.1" status: 204 len: 168 time: 3.9404171 Dec 22 13:17:38.343834 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-2a91aa9b-7009-414b-8d3a-cf3d7a4a9a24 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.1124208 Dec 22 13:17:38.346444 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41380) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:38.346705 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41382) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:38.361952 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-7d88a63f-32c4-4a35-8295-3f37278a6574 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::d6', 'mac_address': 'fa:16:3e:ba:c1:aa'}]}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:38.368079 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1894f6dd-3ca5-4f39-a880-a96adacbfffd tempest-FloatingIPAdminTestJSON-110117364 tempest-FloatingIPAdminTestJSON-110117364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:38.375915 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:38.475431 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb02f2c0-a7a7-462b-8704-57c7fe367c51 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] GET failed (client error): The resource could not be found. Dec 22 13:17:38.475928 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-cb02f2c0-a7a7-462b-8704-57c7fe367c51 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Synchronizing usage tracker for tenant:e23583bc28504178818601905051f686 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:17:38.490117 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-beb5d0cc-eb88-40b7-9a4d-11a0c2ce945c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:38.507516 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894f6dd-3ca5-4f39-a880-a96adacbfffd tempest-FloatingIPAdminTestJSON-110117364 tempest-FloatingIPAdminTestJSON-110117364-project] Pushing event updated for resources: {'Port': ['ID=2667c5c3-1337-4cc0-82c9-454a37d1ea3c,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:38.516621 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1894f6dd-3ca5-4f39-a880-a96adacbfffd tempest-FloatingIPAdminTestJSON-110117364 tempest-FloatingIPAdminTestJSON-110117364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:38.547229 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1894f6dd-3ca5-4f39-a880-a96adacbfffd tempest-FloatingIPAdminTestJSON-110117364 tempest-FloatingIPAdminTestJSON-110117364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:38.553920 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-19af1248-b929-4fd4-94dc-b975560dc537 req-8ad6c842-2d1f-4924-85de-71989ce7133a service neutron] 10.222.0.45 "GET /v2.0/networks/cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665539 Dec 22 13:17:38.601735 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-809b6a23-863d-4e5e-bec8-5b3cf81b033a None None] Provisioning for port 5b4fa518-d926-43fa-8a7b-d410ccb033e0 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:17:38.609804 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-809b6a23-863d-4e5e-bec8-5b3cf81b033a None None] Provisioning complete for port 5b4fa518-d926-43fa-8a7b-d410ccb033e0 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:38.613066 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-809b6a23-863d-4e5e-bec8-5b3cf81b033a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:38.635822 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2994603c-5344-4592-a848-42ea686f36be req-cc40cd2a-1868-4f0c-a201-0f38fa94c4ee service neutron] 10.222.0.45 "GET /v2.0/networks/385db047-262b-4adc-9531-32d02f559c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899460 Dec 22 13:17:38.647438 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-cb02f2c0-a7a7-462b-8704-57c7fe367c51 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Unset dirty status for tenant:e23583bc28504178818601905051f686 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:17:38.651072 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-cb02f2c0-a7a7-462b-8704-57c7fe367c51 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] 10.222.0.47 "GET /v2.0/ports/4b2d0e8d-5784-4caf-bcdc-3ae38a149b6f HTTP/1.1" status: 404 len: 333 time: 0.2983413 Dec 22 13:17:38.651072 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-beb5d0cc-eb88-40b7-9a4d-11a0c2ce945c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:38.651991 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41390) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:38.657951 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f5d2b522-ea8f-4b3d-927b-332624231270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:38.696553 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-809b6a23-863d-4e5e-bec8-5b3cf81b033a None None] Port 5b4fa518-d926-43fa-8a7b-d410ccb033e0 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:17:38.735625 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1894f6dd-3ca5-4f39-a880-a96adacbfffd tempest-FloatingIPAdminTestJSON-110117364 tempest-FloatingIPAdminTestJSON-110117364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:38.739320 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-1894f6dd-3ca5-4f39-a880-a96adacbfffd tempest-FloatingIPAdminTestJSON-110117364 tempest-FloatingIPAdminTestJSON-110117364-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3452058 Dec 22 13:17:38.739991 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41396) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:38.789861 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-19af1248-b929-4fd4-94dc-b975560dc537 req-a321f2c6-a306-4226-9fbd-6a847c0b5e2d service neutron] 10.222.0.45 "GET /v2.0/networks/cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205861 Dec 22 13:17:38.847256 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-741bf9b5-e89c-4bfd-af27-bb0b89c53ca6 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Synchronizing usage tracker for tenant:d59463b23b86404e9d01487c3b23e1cf on resource:floatingip {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:17:38.890448 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-90c0a385-dfbb-4ab0-91ce-74c6ff9c7753 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Deleting port 93cf05c1-83b3-4107-b33c-a280c586eb26 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:17:38.890806 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-90c0a385-dfbb-4ab0-91ce-74c6ff9c7753 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:38.905015 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:38.950854 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-741bf9b5-e89c-4bfd-af27-bb0b89c53ca6 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Unset dirty status for tenant:d59463b23b86404e9d01487c3b23e1cf on resource:floatingip {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:17:38.956050 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-741bf9b5-e89c-4bfd-af27-bb0b89c53ca6 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3216 time: 0.2154839 Dec 22 13:17:38.956721 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41406) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:39.025764 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beb5d0cc-eb88-40b7-9a4d-11a0c2ce945c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:17:39.034144 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-75b1f82b-9881-44e6-9994-29d727c9c469 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Synchronizing usage tracker for tenant:2f96c519d034433c926e645b5c963b93 on resource:floatingip {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:17:39.082795 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5d0cc-eb88-40b7-9a4d-11a0c2ce945c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d917b327-6d1f-4038-8116-7fede316a180,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:39.108556 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-beb5d0cc-eb88-40b7-9a4d-11a0c2ce945c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:39.124618 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-beb5d0cc-eb88-40b7-9a4d-11a0c2ce945c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:39.124943 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-beb5d0cc-eb88-40b7-9a4d-11a0c2ce945c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Added segment 2fb447ac-d31f-4a01-b6a4-3ee7a1487f2a of type vlan for network d5612141-ddd6-4dc6-b8bb-f3acf2c4a545 Dec 22 13:17:39.128770 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-75b1f82b-9881-44e6-9994-29d727c9c469 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Unset dirty status for tenant:2f96c519d034433c926e645b5c963b93 on resource:floatingip {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:17:39.134368 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-75b1f82b-9881-44e6-9994-29d727c9c469 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1731346 Dec 22 13:17:39.134368 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41414) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:39.210455 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2994603c-5344-4592-a848-42ea686f36be req-d48592c3-39aa-4696-8047-3bf9075f0b39 service neutron] 10.222.0.45 "GET /v2.0/networks/385db047-262b-4adc-9531-32d02f559c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5536382 Dec 22 13:17:39.212500 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:39.225275 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5636a0-78a3-4141-bafa-599af277ec14 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Router d5c8bac5-e950-4a13-a9ff-fe71d22a4619 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:17:39.269216 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-beb5d0cc-eb88-40b7-9a4d-11a0c2ce945c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:39.282255 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7d88a63f-32c4-4a35-8295-3f37278a6574 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:39.345431 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-af67730b-11ca-4c0a-9704-911aaf97269f tempest-FloatingIPAdminTestJSON-110117364 tempest-FloatingIPAdminTestJSON-110117364-project] Deleting port 2667c5c3-1337-4cc0-82c9-454a37d1ea3c {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:17:39.345772 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-af67730b-11ca-4c0a-9704-911aaf97269f tempest-FloatingIPAdminTestJSON-110117364 tempest-FloatingIPAdminTestJSON-110117364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:39.549378 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-af67730b-11ca-4c0a-9704-911aaf97269f tempest-FloatingIPAdminTestJSON-110117364 tempest-FloatingIPAdminTestJSON-110117364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:39.550174 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-af67730b-11ca-4c0a-9704-911aaf97269f tempest-FloatingIPAdminTestJSON-110117364 tempest-FloatingIPAdminTestJSON-110117364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:39.599658 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-beb5d0cc-eb88-40b7-9a4d-11a0c2ce945c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:39.652221 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41424) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:39.661533 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb5d0cc-eb88-40b7-9a4d-11a0c2ce945c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:39.662119 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-beb5d0cc-eb88-40b7-9a4d-11a0c2ce945c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:39.676393 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:39.797898 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-af67730b-11ca-4c0a-9704-911aaf97269f tempest-FloatingIPAdminTestJSON-110117364 tempest-FloatingIPAdminTestJSON-110117364-project] Calling delete_port for 2667c5c3-1337-4cc0-82c9-454a37d1ea3c owned by network:floatingip {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:17:39.815687 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-90c0a385-dfbb-4ab0-91ce-74c6ff9c7753 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:39.979658 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-90c0a385-dfbb-4ab0-91ce-74c6ff9c7753 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Calling delete_port for 93cf05c1-83b3-4107-b33c-a280c586eb26 owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:17:39.996358 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-af67730b-11ca-4c0a-9704-911aaf97269f tempest-FloatingIPAdminTestJSON-110117364 tempest-FloatingIPAdminTestJSON-110117364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:40.000987 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3f061b83-3d59-4824-98d7-79fed5d22ec4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:40.018768 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-c364de65-9e4f-4b4a-b808-c32d6598dbe0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1849420966'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:40.022293 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-beb5d0cc-eb88-40b7-9a4d-11a0c2ce945c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 3.2821586 Dec 22 13:17:40.028336 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41432) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:40.042462 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-1a8ec7a7-0592-43fc-b8a0-8504046c36c8 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Request body: {'subnet': {'network_id': 'd5612141-ddd6-4dc6-b8bb-f3acf2c4a545', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:40.066662 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af67730b-11ca-4c0a-9704-911aaf97269f tempest-FloatingIPAdminTestJSON-110117364 tempest-FloatingIPAdminTestJSON-110117364-project] Pushing event deleted for resources: {'Port': ['ID=2667c5c3-1337-4cc0-82c9-454a37d1ea3c,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:40.078151 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5d0cc-eb88-40b7-9a4d-11a0c2ce945c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Pushing event updated for resources: {'Network': ['ID=d5612141-ddd6-4dc6-b8bb-f3acf2c4a545,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:40.088554 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network d5612141-ddd6-4dc6-b8bb-f3acf2c4a545 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:17:40.096139 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-c364de65-9e4f-4b4a-b808-c32d6598dbe0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:40.111116 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-beb5d0cc-eb88-40b7-9a4d-11a0c2ce945c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:40.112803 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c364de65-9e4f-4b4a-b808-c32d6598dbe0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:network and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:40.119226 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-af67730b-11ca-4c0a-9704-911aaf97269f tempest-FloatingIPAdminTestJSON-110117364 tempest-FloatingIPAdminTestJSON-110117364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:40.119485 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c364de65-9e4f-4b4a-b808-c32d6598dbe0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:40.131659 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-c364de65-9e4f-4b4a-b808-c32d6598dbe0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:40.203617 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7d88a63f-32c4-4a35-8295-3f37278a6574 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:40.252515 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-1a8ec7a7-0592-43fc-b8a0-8504046c36c8 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:40.255486 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c364de65-9e4f-4b4a-b808-c32d6598dbe0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:17:40.258501 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c364de65-9e4f-4b4a-b808-c32d6598dbe0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:40.260029 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-1a8ec7a7-0592-43fc-b8a0-8504046c36c8 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Usage tracker for resource:subnet and tenant:6ca4666aac4849808faa313e2aa7e939 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:40.264808 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-1a8ec7a7-0592-43fc-b8a0-8504046c36c8 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:40.271498 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-af67730b-11ca-4c0a-9704-911aaf97269f tempest-FloatingIPAdminTestJSON-110117364 tempest-FloatingIPAdminTestJSON-110117364-project] Notify callbacks [] for floatingip, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:40.274715 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-1a8ec7a7-0592-43fc-b8a0-8504046c36c8 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:40.280378 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c364de65-9e4f-4b4a-b808-c32d6598dbe0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:40.288416 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-af67730b-11ca-4c0a-9704-911aaf97269f tempest-FloatingIPAdminTestJSON-110117364 tempest-FloatingIPAdminTestJSON-110117364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:40.291863 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-af67730b-11ca-4c0a-9704-911aaf97269f tempest-FloatingIPAdminTestJSON-110117364 tempest-FloatingIPAdminTestJSON-110117364-project] 10.222.0.47 "DELETE /v2.0/floatingips/4eac5d7c-3fd4-4dd3-aa78-3a9ed9e5bff4 HTTP/1.1" status: 204 len: 168 time: 1.1541901 Dec 22 13:17:40.292490 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41436) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:40.297454 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7d88a63f-32c4-4a35-8295-3f37278a6574 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:40.307873 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:40.380924 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8ec7a7-0592-43fc-b8a0-8504046c36c8 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Made reservation on behalf of 6ca4666aac4849808faa313e2aa7e939 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:17:40.402505 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-7d88a63f-32c4-4a35-8295-3f37278a6574 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] In _notify_port_updated(), no bound segment for port 5b4fa518-d926-43fa-8a7b-d410ccb033e0 on network 10e1ab9d-f67f-493c-a4d2-91a88f233c0b {{(pid=84149) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 13:17:40.407641 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d88a63f-32c4-4a35-8295-3f37278a6574 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:40.408263 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7d88a63f-32c4-4a35-8295-3f37278a6574 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:40.412253 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7d88a63f-32c4-4a35-8295-3f37278a6574 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] 10.222.0.47 "PUT /v2.0/ports/5b4fa518-d926-43fa-8a7b-d410ccb033e0 HTTP/1.1" status: 200 len: 1001 time: 2.0578613 Dec 22 13:17:40.414732 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5636a0-78a3-4141-bafa-599af277ec14 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:17:40.416076 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41442) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:40.425153 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab72f09-01da-4e97-8671-97a9006a1b7f None None] Sync routers for ids ['d5c8bac5-e950-4a13-a9ff-fe71d22a4619'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:17:40.431018 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:40.437153 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88a63f-32c4-4a35-8295-3f37278a6574 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Pushing event updated for resources: {'Port': ['ID=5b4fa518-d926-43fa-8a7b-d410ccb033e0,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:40.438896 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab72f09-01da-4e97-8671-97a9006a1b7f None None] Routers {'d5c8bac5-e950-4a13-a9ff-fe71d22a4619'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:17:40.440790 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-aab72f09-01da-4e97-8671-97a9006a1b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:17:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['d5c8bac5-e950-4a13-a9ff-fe71d22a4619'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:40.494385 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7d88a63f-32c4-4a35-8295-3f37278a6574 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:40.495681 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-90c0a385-dfbb-4ab0-91ce-74c6ff9c7753 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:40.524765 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1a8ec7a7-0592-43fc-b8a0-8504046c36c8 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:40.526746 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-c364de65-9e4f-4b4a-b808-c32d6598dbe0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:40.530541 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5449cb2a-1a89-4f06-a29f-78827bde5162 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:40.588474 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c364de65-9e4f-4b4a-b808-c32d6598dbe0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:security_group_rule and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:40.609854 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c364de65-9e4f-4b4a-b808-c32d6598dbe0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:40.613118 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0a385-dfbb-4ab0-91ce-74c6ff9c7753 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Pushing event deleted for resources: {'Port': ['ID=93cf05c1-83b3-4107-b33c-a280c586eb26,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:40.640112 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-c364de65-9e4f-4b4a-b808-c32d6598dbe0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:40.642778 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-90c0a385-dfbb-4ab0-91ce-74c6ff9c7753 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:40.684223 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-fd86228f-6e5d-4cd7-9b9c-593e7bcc79f5 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Deleting port 5b4fa518-d926-43fa-8a7b-d410ccb033e0 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:17:40.685895 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fd86228f-6e5d-4cd7-9b9c-593e7bcc79f5 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:40.693350 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-aab72f09-01da-4e97-8671-97a9006a1b7f None None] Set router d5c8bac5-e950-4a13-a9ff-fe71d22a4619 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:17:40.724977 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-7ef275ab-128e-4dd1-9b20-623e023dcdda tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Deleting port 257f8e32-75ca-4ec9-b8ab-33a10451ecb1 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:17:40.725605 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7ef275ab-128e-4dd1-9b20-623e023dcdda tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:40.759936 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-6a45c411-8661-453d-872b-d9f8695a2204 None None] Provisioning complete for port 5b4fa518-d926-43fa-8a7b-d410ccb033e0 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:40.760309 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6a45c411-8661-453d-872b-d9f8695a2204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:40.771372 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fa5636a0-78a3-4141-bafa-599af277ec14 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:40.775337 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-fa5636a0-78a3-4141-bafa-599af277ec14 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 9.6151485 Dec 22 13:17:40.782587 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41446) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:40.847465 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-6a45c411-8661-453d-872b-d9f8695a2204 None None] Port 5b4fa518-d926-43fa-8a7b-d410ccb033e0 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:17:40.990880 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-90c0a385-dfbb-4ab0-91ce-74c6ff9c7753 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:41.015341 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-90c0a385-dfbb-4ab0-91ce-74c6ff9c7753 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] 10.222.0.47 "DELETE /v2.0/ports/93cf05c1-83b3-4107-b33c-a280c586eb26 HTTP/1.1" status: 204 len: 168 time: 2.3490448 Dec 22 13:17:41.015991 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41452) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:41.113809 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-aab72f09-01da-4e97-8671-97a9006a1b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c8bac5-e950-4a13-a9ff-fe71d22a4619', 'name': 'tempest-snat-router-399209472', 'tenant_id': '02b3e95c312b4b4dbd283c88e21d2e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': 'c9c8b936-80a3-4027-afbd-0711034a4a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:17:31Z', 'updated_at': '2021-12-22T13:17:35Z', 'revision_number': 3, 'project_id': '02b3e95c312b4b4dbd283c88e21d2e44', 'gw_port': {'id': 'c9c8b936-80a3-4027-afbd-0711034a4a28', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c8bac5-e950-4a13-a9ff-fe71d22a4619', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:33Z', 'updated_at': '2021-12-22T13:17:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:41.117717 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab72f09-01da-4e97-8671-97a9006a1b7f None None] Checking router: d5c8bac5-e950-4a13-a9ff-fe71d22a4619 for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:17:41.118126 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab72f09-01da-4e97-8671-97a9006a1b7f None None] Updating router d5c8bac5-e950-4a13-a9ff-fe71d22a4619 port c9c8b936-80a3-4027-afbd-0711034a4a28 binding host dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:17:41.136708 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7ef275ab-128e-4dd1-9b20-623e023dcdda tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:41.137224 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7ef275ab-128e-4dd1-9b20-623e023dcdda tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:41.158989 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c364de65-9e4f-4b4a-b808-c32d6598dbe0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:41.160413 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced8554e-6993-4214-a50d-5f0b1eb05ea5 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] GET failed (client error): The resource could not be found. Dec 22 13:17:41.160915 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-ced8554e-6993-4214-a50d-5f0b1eb05ea5 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Synchronizing usage tracker for tenant:e23583bc28504178818601905051f686 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:17:41.174720 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-aab72f09-01da-4e97-8671-97a9006a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:41.210663 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c364de65-9e4f-4b4a-b808-c32d6598dbe0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:41.218088 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:41.242721 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-ced8554e-6993-4214-a50d-5f0b1eb05ea5 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Unset dirty status for tenant:e23583bc28504178818601905051f686 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:17:41.248051 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ced8554e-6993-4214-a50d-5f0b1eb05ea5 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] 10.222.0.47 "GET /v2.0/ports/93cf05c1-83b3-4107-b33c-a280c586eb26 HTTP/1.1" status: 404 len: 333 time: 0.2219493 Dec 22 13:17:41.258335 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41456) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:41.312617 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c364de65-9e4f-4b4a-b808-c32d6598dbe0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:17:41.315829 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fd86228f-6e5d-4cd7-9b9c-593e7bcc79f5 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:41.344733 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364de65-9e4f-4b4a-b808-c32d6598dbe0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fee90bf2-2fbb-4065-b457-30f196ceaa0e,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:41.411222 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c364de65-9e4f-4b4a-b808-c32d6598dbe0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:41.418069 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41a042e-7bc5-4ed8-827a-402d1b733553 None None] New status for floating IP b93602fe-1afa-4edb-a031-38d1328641e5: ACTIVE {{(pid=84150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:17:41.458362 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-7ef275ab-128e-4dd1-9b20-623e023dcdda tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Calling delete_port for 257f8e32-75ca-4ec9-b8ab-33a10451ecb1 owned by network:floatingip {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:17:41.484644 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-fd86228f-6e5d-4cd7-9b9c-593e7bcc79f5 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Calling delete_port for 5b4fa518-d926-43fa-8a7b-d410ccb033e0 owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:17:41.518069 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c364de65-9e4f-4b4a-b808-c32d6598dbe0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:41.518705 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-c364de65-9e4f-4b4a-b808-c32d6598dbe0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Added segment 3cef21f4-7102-4d54-8163-fadf8f18c403 of type vlan for network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad Dec 22 13:17:41.529244 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-94e53127-23c7-424d-8877-6d2a63bbabed tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Deleting port 7cf033ae-df17-46c8-bf13-581dace925ff {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:17:41.539813 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-94e53127-23c7-424d-8877-6d2a63bbabed tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:41.646668 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c364de65-9e4f-4b4a-b808-c32d6598dbe0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:41.702123 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-aab72f09-01da-4e97-8671-97a9006a1b7f None None] Notify callbacks [] for port, precommit_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:41.768928 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7ef275ab-128e-4dd1-9b20-623e023dcdda tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:41.774163 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-318529fb-7487-44af-ac18-d2ca55005cf3 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:41.819207 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1a8ec7a7-0592-43fc-b8a0-8504046c36c8 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:41.824688 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef275ab-128e-4dd1-9b20-623e023dcdda tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Pushing event deleted for resources: {'Port': ['ID=257f8e32-75ca-4ec9-b8ab-33a10451ecb1,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:41.833237 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7ef275ab-128e-4dd1-9b20-623e023dcdda tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:41.834514 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-cb1e0085-e413-4c55-97d5-0f5315bba0fb tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:41.909926 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c364de65-9e4f-4b4a-b808-c32d6598dbe0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:41.913431 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c364de65-9e4f-4b4a-b808-c32d6598dbe0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:41.914007 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c364de65-9e4f-4b4a-b808-c32d6598dbe0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:41.920099 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:41.934370 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-4050c354-474c-4faa-9372-3a24a08f8d02 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] 10.222.0.47 "GET /v2.0/routers/d5c8bac5-e950-4a13-a9ff-fe71d22a4619 HTTP/1.1" status: 200 len: 906 time: 1.1508896 Dec 22 13:17:41.939934 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41462) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:41.988619 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ec7a7-0592-43fc-b8a0-8504046c36c8 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Pushing event updated for resources: {'Subnet': ['ID=6dc93864-d512-4734-b9c6-e073d3630a9d,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:41.990774 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.provisioning_blocks [None req-aab72f09-01da-4e97-8671-97a9006a1b7f None None] Transition to ACTIVE for port object c9c8b936-80a3-4027-afbd-0711034a4a28 will not be triggered until provisioned by entity L2. {{(pid=84151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:41.995342 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1a8ec7a7-0592-43fc-b8a0-8504046c36c8 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:42.019723 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7ef275ab-128e-4dd1-9b20-623e023dcdda tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:42.023540 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8ec7a7-0592-43fc-b8a0-8504046c36c8 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Checking segment: {'id': '2fb447ac-d31f-4a01-b6a4-3ee7a1487f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd5612141-ddd6-4dc6-b8bb-f3acf2c4a545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:17:42.023894 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8ec7a7-0592-43fc-b8a0-8504046c36c8 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Network hostable DHCP agents. Network: d5612141-ddd6-4dc6-b8bb-f3acf2c4a545, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:17:42.070466 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fd86228f-6e5d-4cd7-9b9c-593e7bcc79f5 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:42.082156 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-aab72f09-01da-4e97-8671-97a9006a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:42.087569 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:42.107241 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-94e53127-23c7-424d-8877-6d2a63bbabed tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:42.117299 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7ef275ab-128e-4dd1-9b20-623e023dcdda tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:42.118627 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-7ef275ab-128e-4dd1-9b20-623e023dcdda tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] 10.222.0.47 "DELETE /v2.0/floatingips/2371ea39-75a2-421c-9c52-b51dd07c3852 HTTP/1.1" status: 204 len: 168 time: 1.8249850 Dec 22 13:17:42.122065 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41466) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:42.174343 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-aab72f09-01da-4e97-8671-97a9006a1b7f None None] Attempting to bind port c9c8b936-80a3-4027-afbd-0711034a4a28 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:42.174731 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-aab72f09-01da-4e97-8671-97a9006a1b7f None None] Attempting to bind port c9c8b936-80a3-4027-afbd-0711034a4a28 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:42.175135 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab72f09-01da-4e97-8671-97a9006a1b7f None None] Attempting to bind port c9c8b936-80a3-4027-afbd-0711034a4a28 on network 0776f1b4-770d-462f-bc0f-df97e8017b18 {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:17:42.179010 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc5594f-7b26-4a05-b4ae-d4f542ef5caf None None] Pushing event updated for resources: {'Port': ['ID=c9c8b936-80a3-4027-afbd-0711034a4a28,revision_number=2']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:42.179694 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364de65-9e4f-4b4a-b808-c32d6598dbe0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Network': ['ID=8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:42.182714 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-bfc5594f-7b26-4a05-b4ae-d4f542ef5caf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:42.186045 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab72f09-01da-4e97-8671-97a9006a1b7f None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:17:42.186447 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab72f09-01da-4e97-8671-97a9006a1b7f None None] Checking segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:17:42.186880 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-aab72f09-01da-4e97-8671-97a9006a1b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:42.187244 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab72f09-01da-4e97-8671-97a9006a1b7f None None] Bound using segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:17:42.187702 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-aab72f09-01da-4e97-8671-97a9006a1b7f None None] Bound port: c9c8b936-80a3-4027-afbd-0711034a4a28, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:17:42.188089 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-aab72f09-01da-4e97-8671-97a9006a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:42.199997 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:17:42.212808 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8ec7a7-0592-43fc-b8a0-8504046c36c8 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Network d5612141-ddd6-4dc6-b8bb-f3acf2c4a545 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:17:42.235122 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-b43248f5-7982-4bf6-82b8-91a9b0f881d1 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Deleting port e21ffca5-a740-4018-8f86-bdf409a86edc {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:17:42.235631 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b43248f5-7982-4bf6-82b8-91a9b0f881d1 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:42.248894 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-94e53127-23c7-424d-8877-6d2a63bbabed tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Calling delete_port for 7cf033ae-df17-46c8-bf13-581dace925ff owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:17:42.273911 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-aab72f09-01da-4e97-8671-97a9006a1b7f None None] For port c9c8b936-80a3-4027-afbd-0711034a4a28, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:17:42.275988 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c364de65-9e4f-4b4a-b808-c32d6598dbe0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:42.276545 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3bdfc621-c8d6-492e-9b45-3ce3f1047d37 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:42.278014 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-aab72f09-01da-4e97-8671-97a9006a1b7f None None] For port c9c8b936-80a3-4027-afbd-0711034a4a28, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=c9c8b936-80a3-4027-afbd-0711034a4a28,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:17:42.322375 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c364de65-9e4f-4b4a-b808-c32d6598dbe0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.6561904 Dec 22 13:17:42.327721 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41472) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:42.337176 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86228f-6e5d-4cd7-9b9c-593e7bcc79f5 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Pushing event deleted for resources: {'Port': ['ID=5b4fa518-d926-43fa-8a7b-d410ccb033e0,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:42.363452 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-aab72f09-01da-4e97-8671-97a9006a1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:42.366460 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-fd86228f-6e5d-4cd7-9b9c-593e7bcc79f5 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:42.370445 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:42.376141 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-6e028c20-2e66-45f3-a60c-f68edc438c66 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'subnet': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:42.455454 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc5594f-7b26-4a05-b4ae-d4f542ef5caf None None] Pushing event updated for resources: {'Port': ['ID=c9c8b936-80a3-4027-afbd-0711034a4a28,revision_number=3']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:42.458845 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-bfc5594f-7b26-4a05-b4ae-d4f542ef5caf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:42.458997 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-1a8ec7a7-0592-43fc-b8a0-8504046c36c8 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, d5612141-ddd6-4dc6-b8bb-f3acf2c4a545) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:42.485187 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8ec7a7-0592-43fc-b8a0-8504046c36c8 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:42.485780 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1a8ec7a7-0592-43fc-b8a0-8504046c36c8 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:42.490011 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab72f09-01da-4e97-8671-97a9006a1b7f None None] Routers {'d5c8bac5-e950-4a13-a9ff-fe71d22a4619'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:17:42.490823 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcb508c-0ab0-4129-8a0d-076a2f14798c None None] Network d5612141-ddd6-4dc6-b8bb-f3acf2c4a545 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:17:42.491261 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-aab72f09-01da-4e97-8671-97a9006a1b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:17:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['d5c8bac5-e950-4a13-a9ff-fe71d22a4619'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:42.666986 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-6e028c20-2e66-45f3-a60c-f68edc438c66 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:42.673471 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-1a8ec7a7-0592-43fc-b8a0-8504046c36c8 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6437721 Dec 22 13:17:42.676472 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41476) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:42.680187 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-6e028c20-2e66-45f3-a60c-f68edc438c66 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:subnet and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:42.691611 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-e540b245-ede0-4fdf-9a12-44117b60d31c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Request body: {'port': {'network_id': 'd5612141-ddd6-4dc6-b8bb-f3acf2c4a545', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1168500444'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:42.806602 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dfef58-799c-4833-bf2c-53841e37d265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-d5612141-ddd6-4dc6-b8bb-f3acf2c4a545', 'network_id': 'd5612141-ddd6-4dc6-b8bb-f3acf2c4a545', 'tenant_id': '6ca4666aac4849808faa313e2aa7e939', 'fixed_ips': [{'subnet_id': '6dc93864-d512-4734-b9c6-e073d3630a9d'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:17:42.807748 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e1dfef58-799c-4833-bf2c-53841e37d265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:42.808183 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-aab72f09-01da-4e97-8671-97a9006a1b7f None None] Set router d5c8bac5-e950-4a13-a9ff-fe71d22a4619 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:17:42.827601 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fd86228f-6e5d-4cd7-9b9c-593e7bcc79f5 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:42.844829 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-fd86228f-6e5d-4cd7-9b9c-593e7bcc79f5 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] 10.222.0.47 "DELETE /v2.0/ports/5b4fa518-d926-43fa-8a7b-d410ccb033e0 HTTP/1.1" status: 204 len: 168 time: 2.4160309 Dec 22 13:17:42.848199 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41482) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:42.899135 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e86c44e-32ce-44a5-95c7-4fc0e30d53f1 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] GET failed (client error): The resource could not be found. Dec 22 13:17:42.899641 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6e86c44e-32ce-44a5-95c7-4fc0e30d53f1 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Synchronizing usage tracker for tenant:ab7ea4d986274779872678bdb6fd8cdb on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:17:42.922690 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e540b245-ede0-4fdf-9a12-44117b60d31c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:42.926853 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e540b245-ede0-4fdf-9a12-44117b60d31c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Usage tracker for resource:port and tenant:6ca4666aac4849808faa313e2aa7e939 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:42.928460 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-94e53127-23c7-424d-8877-6d2a63bbabed tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:42.935475 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e540b245-ede0-4fdf-9a12-44117b60d31c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:42.936328 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e540b245-ede0-4fdf-9a12-44117b60d31c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:42.937047 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c4d8eb3c-ab9d-4c4c-8883-b0b9d6a6be57 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:42.946310 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-6e028c20-2e66-45f3-a60c-f68edc438c66 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:42.964765 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-6e028c20-2e66-45f3-a60c-f68edc438c66 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:42.984970 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e53127-23c7-424d-8877-6d2a63bbabed tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Pushing event deleted for resources: {'Port': ['ID=7cf033ae-df17-46c8-bf13-581dace925ff,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:42.989663 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-94e53127-23c7-424d-8877-6d2a63bbabed tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:42.990503 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6e86c44e-32ce-44a5-95c7-4fc0e30d53f1 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Unset dirty status for tenant:ab7ea4d986274779872678bdb6fd8cdb on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:17:42.997921 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6e86c44e-32ce-44a5-95c7-4fc0e30d53f1 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] 10.222.0.47 "GET /v2.0/ports/5b4fa518-d926-43fa-8a7b-d410ccb033e0 HTTP/1.1" status: 404 len: 333 time: 0.1419728 Dec 22 13:17:42.998654 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41486) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:43.017081 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b43248f5-7982-4bf6-82b8-91a9b0f881d1 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:43.029724 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e540b245-ede0-4fdf-9a12-44117b60d31c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Made reservation on behalf of 6ca4666aac4849808faa313e2aa7e939 for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:17:43.036019 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e540b245-ede0-4fdf-9a12-44117b60d31c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:43.040570 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-07575c2c-07b6-4076-b342-7f566c9d85fa tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Request body: {'port': {'network_id': '10e1ab9d-f67f-493c-a4d2-91a88f233c0b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-325829611'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:43.062443 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-e1dfef58-799c-4833-bf2c-53841e37d265 None None] Allocated IP 2001:db8::2 (d5612141-ddd6-4dc6-b8bb-f3acf2c4a545/6dc93864-d512-4734-b9c6-e073d3630a9d/5c0621a5-cde2-4e62-9baa-c082227ae2f3) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:17:43.189394 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e028c20-2e66-45f3-a60c-f68edc438c66 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:17:43.213125 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-b43248f5-7982-4bf6-82b8-91a9b0f881d1 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Calling delete_port for e21ffca5-a740-4018-8f86-bdf409a86edc owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:17:43.283693 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-94e53127-23c7-424d-8877-6d2a63bbabed tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:43.288017 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-94e53127-23c7-424d-8877-6d2a63bbabed tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] 10.222.0.47 "DELETE /v2.0/ports/7cf033ae-df17-46c8-bf13-581dace925ff HTTP/1.1" status: 204 len: 168 time: 2.0244474 Dec 22 13:17:43.290002 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41490) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:43.295474 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e1dfef58-799c-4833-bf2c-53841e37d265 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:43.295637 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ccd704af-b469-4c27-80b2-07bf54df7925 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:43.307210 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-e1dfef58-799c-4833-bf2c-53841e37d265 None None] Transition to ACTIVE for port object 5c0621a5-cde2-4e62-9baa-c082227ae2f3 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:43.319182 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-e540b245-ede0-4fdf-9a12-44117b60d31c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] device_id is not set on port 9f3e94b4-a457-4989-a2d1-3e0a004a13e7 yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:17:43.322724 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-aab72f09-01da-4e97-8671-97a9006a1b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c8bac5-e950-4a13-a9ff-fe71d22a4619', 'name': 'tempest-snat-router-399209472', 'tenant_id': '02b3e95c312b4b4dbd283c88e21d2e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': 'c9c8b936-80a3-4027-afbd-0711034a4a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:17:31Z', 'updated_at': '2021-12-22T13:17:35Z', 'revision_number': 3, 'project_id': '02b3e95c312b4b4dbd283c88e21d2e44', 'gw_port': {'id': 'c9c8b936-80a3-4027-afbd-0711034a4a28', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c8bac5-e950-4a13-a9ff-fe71d22a4619', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:33Z', 'updated_at': '2021-12-22T13:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:43.329144 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab72f09-01da-4e97-8671-97a9006a1b7f None None] The sync data for ids ['d5c8bac5-e950-4a13-a9ff-fe71d22a4619'] in dv-neutron-822669-1-hyperv is: [{'id': 'd5c8bac5-e950-4a13-a9ff-fe71d22a4619', 'name': 'tempest-snat-router-399209472', 'tenant_id': '02b3e95c312b4b4dbd283c88e21d2e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': 'c9c8b936-80a3-4027-afbd-0711034a4a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:17:31Z', 'updated_at': '2021-12-22T13:17:35Z', 'revision_number': 3, 'project_id': '02b3e95c312b4b4dbd283c88e21d2e44', 'gw_port': {'id': 'c9c8b936-80a3-4027-afbd-0711034a4a28', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c8bac5-e950-4a13-a9ff-fe71d22a4619', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:33Z', 'updated_at': '2021-12-22T13:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:17:43.330675 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-e1dfef58-799c-4833-bf2c-53841e37d265 None None] Transition to ACTIVE for port object 5c0621a5-cde2-4e62-9baa-c082227ae2f3 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:43.416161 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e1dfef58-799c-4833-bf2c-53841e37d265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:43.441393 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-48ddcec4-e41e-4708-bae0-bebc7fa55bdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:43.448084 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6e028c20-2e66-45f3-a60c-f68edc438c66 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:43.539955 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dfef58-799c-4833-bf2c-53841e37d265 None None] Network d5612141-ddd6-4dc6-b8bb-f3acf2c4a545 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:17:43.542117 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfef58-799c-4833-bf2c-53841e37d265 None None] Pushing event updated for resources: {'Port': ['ID=5c0621a5-cde2-4e62-9baa-c082227ae2f3,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:43.546154 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-e1dfef58-799c-4833-bf2c-53841e37d265 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:43.547317 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-e1dfef58-799c-4833-bf2c-53841e37d265 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:43.554446 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dfef58-799c-4833-bf2c-53841e37d265 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:17:43.587722 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-07575c2c-07b6-4076-b342-7f566c9d85fa tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:43.619004 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-07575c2c-07b6-4076-b342-7f566c9d85fa tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:43.661581 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-e1dfef58-799c-4833-bf2c-53841e37d265 None None] Attempting to bind port 5c0621a5-cde2-4e62-9baa-c082227ae2f3 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:43.661961 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-e1dfef58-799c-4833-bf2c-53841e37d265 None None] Attempting to bind port 5c0621a5-cde2-4e62-9baa-c082227ae2f3 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '2fb447ac-d31f-4a01-b6a4-3ee7a1487f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd5612141-ddd6-4dc6-b8bb-f3acf2c4a545'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:43.662332 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dfef58-799c-4833-bf2c-53841e37d265 None None] Attempting to bind port 5c0621a5-cde2-4e62-9baa-c082227ae2f3 on network d5612141-ddd6-4dc6-b8bb-f3acf2c4a545 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:17:43.669115 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dfef58-799c-4833-bf2c-53841e37d265 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:17:43.669787 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dfef58-799c-4833-bf2c-53841e37d265 None None] Checking segment: {'id': '2fb447ac-d31f-4a01-b6a4-3ee7a1487f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd5612141-ddd6-4dc6-b8bb-f3acf2c4a545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:17:43.669991 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e1dfef58-799c-4833-bf2c-53841e37d265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:43.670415 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dfef58-799c-4833-bf2c-53841e37d265 None None] Bound using segment: {'id': '2fb447ac-d31f-4a01-b6a4-3ee7a1487f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd5612141-ddd6-4dc6-b8bb-f3acf2c4a545'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:17:43.670886 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-e1dfef58-799c-4833-bf2c-53841e37d265 None None] Bound port: 5c0621a5-cde2-4e62-9baa-c082227ae2f3, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb447ac-d31f-4a01-b6a4-3ee7a1487f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd5612141-ddd6-4dc6-b8bb-f3acf2c4a545'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:17:43.671267 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e1dfef58-799c-4833-bf2c-53841e37d265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:43.735827 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-cec4d66a-3ccc-4106-9caa-e3401a8ab121 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Deleting subnet abc40a0b-6869-474c-9a15-fbb94d44d522 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:17:43.739822 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07575c2c-07b6-4076-b342-7f566c9d85fa tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Made reservation on behalf of ab7ea4d986274779872678bdb6fd8cdb for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:17:43.742998 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-07575c2c-07b6-4076-b342-7f566c9d85fa tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:43.756434 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cec4d66a-3ccc-4106-9caa-e3401a8ab121 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:43.770961 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-e1dfef58-799c-4833-bf2c-53841e37d265 None None] For port 5c0621a5-cde2-4e62-9baa-c082227ae2f3, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:17:43.773997 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-e1dfef58-799c-4833-bf2c-53841e37d265 None None] For port 5c0621a5-cde2-4e62-9baa-c082227ae2f3, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=5c0621a5-cde2-4e62-9baa-c082227ae2f3,segment=NetworkSegment(2fb447ac-d31f-4a01-b6a4-3ee7a1487f2a),segment_id=2fb447ac-d31f-4a01-b6a4-3ee7a1487f2a)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:17:43.810602 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-e540b245-ede0-4fdf-9a12-44117b60d31c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Allocated IP 2001:db8::116 (d5612141-ddd6-4dc6-b8bb-f3acf2c4a545/6dc93864-d512-4734-b9c6-e073d3630a9d/9f3e94b4-a457-4989-a2d1-3e0a004a13e7) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:17:43.821881 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-07575c2c-07b6-4076-b342-7f566c9d85fa tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] device_id is not set on port f1a14a05-d86c-421f-b828-eb50a34516f0 yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:17:43.828009 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e1dfef58-799c-4833-bf2c-53841e37d265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:43.830683 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:43.866331 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cec4d66a-3ccc-4106-9caa-e3401a8ab121 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:43.888875 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b43248f5-7982-4bf6-82b8-91a9b0f881d1 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:43.901115 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6ef9d5b9-8d55-45d8-a52c-796fff9792e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:43.908563 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfef58-799c-4833-bf2c-53841e37d265 None None] Pushing event updated for resources: {'Port': ['ID=5c0621a5-cde2-4e62-9baa-c082227ae2f3,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:43.912004 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-e1dfef58-799c-4833-bf2c-53841e37d265 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:43.978527 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43248f5-7982-4bf6-82b8-91a9b0f881d1 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Pushing event deleted for resources: {'Port': ['ID=e21ffca5-a740-4018-8f86-bdf409a86edc,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:44.046767 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b43248f5-7982-4bf6-82b8-91a9b0f881d1 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:44.082449 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ccd704af-b469-4c27-80b2-07bf54df7925 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:44.102932 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cec4d66a-3ccc-4106-9caa-e3401a8ab121 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:44.160243 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-07575c2c-07b6-4076-b342-7f566c9d85fa tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Allocated IP 2001:db8::20b (10e1ab9d-f67f-493c-a4d2-91a88f233c0b/520cae46-7c04-43a2-947a-5f39fe3017b3/f1a14a05-d86c-421f-b828-eb50a34516f0) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:17:44.258762 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-ccd704af-b469-4c27-80b2-07bf54df7925 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Deleting port c9c8b936-80a3-4027-afbd-0711034a4a28 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:17:44.258762 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ccd704af-b469-4c27-80b2-07bf54df7925 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:44.266803 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b43248f5-7982-4bf6-82b8-91a9b0f881d1 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:44.292799 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6e028c20-2e66-45f3-a60c-f68edc438c66 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:44.301944 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e540b245-ede0-4fdf-9a12-44117b60d31c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:44.305062 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d3ad8587-96c5-4f47-a6f9-d902d7aeecdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:44.333869 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b43248f5-7982-4bf6-82b8-91a9b0f881d1 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] 10.222.0.47 "DELETE /v2.0/ports/e21ffca5-a740-4018-8f86-bdf409a86edc HTTP/1.1" status: 204 len: 168 time: 2.2084293 Dec 22 13:17:44.346883 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41498) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:44.398502 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-e540b245-ede0-4fdf-9a12-44117b60d31c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Transition to ACTIVE for port object 9f3e94b4-a457-4989-a2d1-3e0a004a13e7 will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:44.400243 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cec4d66a-3ccc-4106-9caa-e3401a8ab121 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:44.436601 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e028c20-2e66-45f3-a60c-f68edc438c66 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Subnet': ['ID=97128674-a599-48db-a03f-2f1fe0aee485,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:44.441523 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6e028c20-2e66-45f3-a60c-f68edc438c66 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:44.494289 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e028c20-2e66-45f3-a60c-f68edc438c66 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Checking segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:17:44.507716 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e028c20-2e66-45f3-a60c-f68edc438c66 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network hostable DHCP agents. Network: 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:17:44.523415 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c176d7-6e9b-4fdd-a73c-22660eb21932 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:44.524128 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-63c176d7-6e9b-4fdd-a73c-22660eb21932 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Synchronizing usage tracker for tenant:2f96c519d034433c926e645b5c963b93 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:17:44.568372 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e540b245-ede0-4fdf-9a12-44117b60d31c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:44.593489 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1894f6dd-3ca5-4f39-a880-a96adacbfffd tempest-FloatingIPAdminTestJSON-110117364 tempest-FloatingIPAdminTestJSON-110117364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:44.594281 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-99dd396e-a169-462f-86ee-4dcc9da2a5b1 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:44.646396 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e540b245-ede0-4fdf-9a12-44117b60d31c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Network d5612141-ddd6-4dc6-b8bb-f3acf2c4a545 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:17:44.649753 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-e540b245-ede0-4fdf-9a12-44117b60d31c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:44.696823 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e540b245-ede0-4fdf-9a12-44117b60d31c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:17:44.696823 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e540b245-ede0-4fdf-9a12-44117b60d31c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:44.699903 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4d66a-3ccc-4106-9caa-e3401a8ab121 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Pushing event deleted for resources: {'Subnet': ['ID=abc40a0b-6869-474c-9a15-fbb94d44d522,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:44.700408 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e540b245-ede0-4fdf-9a12-44117b60d31c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:44.700517 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-cec4d66a-3ccc-4106-9caa-e3401a8ab121 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:44.700590 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e540b245-ede0-4fdf-9a12-44117b60d31c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Pushing event updated for resources: {'Port': ['ID=9f3e94b4-a457-4989-a2d1-3e0a004a13e7,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:44.700590 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e540b245-ede0-4fdf-9a12-44117b60d31c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:44.700730 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cec4d66a-3ccc-4106-9caa-e3401a8ab121 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:44.700799 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6ab34a-2af2-4a31-87c5-0a65ed9b82e9 None None] Network b5c9060a-3f29-49e9-bcb5-10b01f63f9d1 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:17:44.702493 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-cec4d66a-3ccc-4106-9caa-e3401a8ab121 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] 10.222.0.47 "DELETE /v2.0/subnets/abc40a0b-6869-474c-9a15-fbb94d44d522 HTTP/1.1" status: 204 len: 168 time: 1.3439891 Dec 22 13:17:44.704915 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41504) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:44.730433 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-63c176d7-6e9b-4fdd-a73c-22660eb21932 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Unset dirty status for tenant:2f96c519d034433c926e645b5c963b93 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:17:44.733100 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-63c176d7-6e9b-4fdd-a73c-22660eb21932 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d60473c-2665-4d60-ae4f-0ebcbd41ce67 HTTP/1.1" status: 200 len: 913 time: 0.3830447 Dec 22 13:17:44.780303 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-ccd704af-b469-4c27-80b2-07bf54df7925 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] For port c9c8b936-80a3-4027-afbd-0711034a4a28, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=c9c8b936-80a3-4027-afbd-0711034a4a28,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:17:44.784869 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ccd704af-b469-4c27-80b2-07bf54df7925 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:44.785032 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41508) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:44.790674 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e028c20-2e66-45f3-a60c-f68edc438c66 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:17:44.920963 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e2af377b-d902-4f37-a23e-67ffb75a664e tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:44.946170 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-e2af377b-d902-4f37-a23e-67ffb75a664e tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Deleting port a2986812-487d-48d5-a2a4-caf3c4f0a56c {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:17:44.946539 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e2af377b-d902-4f37-a23e-67ffb75a664e tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:44.956067 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-ccd704af-b469-4c27-80b2-07bf54df7925 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Calling delete_port for c9c8b936-80a3-4027-afbd-0711034a4a28 owned by network:router_gateway {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:17:45.006680 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-07575c2c-07b6-4076-b342-7f566c9d85fa tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:45.016954 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6013d440-e013-48f8-9128-2573ee680142 None None] DHCP port deletion for b5c9060a-3f29-49e9-bcb5-10b01f63f9d1 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:17:45.021746 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-6013d440-e013-48f8-9128-2573ee680142 None None] Deleting port a2986812-487d-48d5-a2a4-caf3c4f0a56c {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:17:45.022310 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6013d440-e013-48f8-9128-2573ee680142 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:45.037728 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-07575c2c-07b6-4076-b342-7f566c9d85fa tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Transition to ACTIVE for port object f1a14a05-d86c-421f-b828-eb50a34516f0 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:45.199013 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e540b245-ede0-4fdf-9a12-44117b60d31c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.5201700 Dec 22 13:17:45.204113 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41512) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:45.216210 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-fd87e4db-a429-46c0-828c-ecf89dda5e27 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Request body: {'port': {'network_id': 'd5612141-ddd6-4dc6-b8bb-f3acf2c4a545', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1317817291', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:45.216866 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.api.validators [None req-fd87e4db-a429-46c0-828c-ecf89dda5e27 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] bootfile-name is not in valid_values {{(pid=84149) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 13:17:45.217197 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.api.validators [None req-fd87e4db-a429-46c0-828c-ecf89dda5e27 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] tftp-server is not in valid_values {{(pid=84149) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 13:17:45.217557 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.api.validators [None req-fd87e4db-a429-46c0-828c-ecf89dda5e27 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] server-ip-address is not in valid_values {{(pid=84149) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 13:17:45.221335 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114abf41-8d10-4c94-b68a-d03897bde49b None None] Network d5612141-ddd6-4dc6-b8bb-f3acf2c4a545 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:17:45.228644 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-6e028c20-2e66-45f3-a60c-f68edc438c66 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:45.242912 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-e2af377b-d902-4f37-a23e-67ffb75a664e tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] For port a2986812-487d-48d5-a2a4-caf3c4f0a56c, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=a2986812-487d-48d5-a2a4-caf3c4f0a56c,segment=NetworkSegment(6a785541-65a4-4923-aa3e-eaebe659aebc),segment_id=6a785541-65a4-4923-aa3e-eaebe659aebc)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:17:45.245671 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e2af377b-d902-4f37-a23e-67ffb75a664e tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:45.254092 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e028c20-2e66-45f3-a60c-f68edc438c66 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:45.254737 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6e028c20-2e66-45f3-a60c-f68edc438c66 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:45.259953 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b159ae-3e86-4ab1-9b82-2a9cd36cd0c1 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:17:45.381008 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-07575c2c-07b6-4076-b342-7f566c9d85fa tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:45.394742 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:45.515893 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07575c2c-07b6-4076-b342-7f566c9d85fa tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Pushing event updated for resources: {'Port': ['ID=f1a14a05-d86c-421f-b828-eb50a34516f0,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:45.526878 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-e2af377b-d902-4f37-a23e-67ffb75a664e tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Calling delete_port for a2986812-487d-48d5-a2a4-caf3c4f0a56c owned by network:dhcp {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:17:45.533390 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-07575c2c-07b6-4076-b342-7f566c9d85fa tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:45.538015 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-fd87e4db-a429-46c0-828c-ecf89dda5e27 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:45.553205 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-fd87e4db-a429-46c0-828c-ecf89dda5e27 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Usage tracker for resource:port and tenant:6ca4666aac4849808faa313e2aa7e939 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:45.560115 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07575c2c-07b6-4076-b342-7f566c9d85fa tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Network 10e1ab9d-f67f-493c-a4d2-91a88f233c0b is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:17:45.561611 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-fd87e4db-a429-46c0-828c-ecf89dda5e27 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:45.565116 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-07575c2c-07b6-4076-b342-7f566c9d85fa tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:45.567739 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07575c2c-07b6-4076-b342-7f566c9d85fa tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:17:45.572300 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07575c2c-07b6-4076-b342-7f566c9d85fa tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:45.573219 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-07575c2c-07b6-4076-b342-7f566c9d85fa tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:45.584872 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6e028c20-2e66-45f3-a60c-f68edc438c66 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2558622 Dec 22 13:17:45.588739 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41518) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:45.598938 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-fd87e4db-a429-46c0-828c-ecf89dda5e27 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:45.612547 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-39fc9fa3-4b0a-4b6f-8dbd-78946d3e65d1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'port': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'name': 'tempest-NetworksTestDHCPv6-1411764180'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:45.617091 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-8377156c-42e5-41a4-ad34-69c613f57ec9 None None] Provisioning for port 5c0621a5-cde2-4e62-9baa-c082227ae2f3 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:17:45.625422 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-6013d440-e013-48f8-9128-2573ee680142 None None] For port a2986812-487d-48d5-a2a4-caf3c4f0a56c, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=a2986812-487d-48d5-a2a4-caf3c4f0a56c,segment=NetworkSegment(6a785541-65a4-4923-aa3e-eaebe659aebc),segment_id=6a785541-65a4-4923-aa3e-eaebe659aebc)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:17:45.626711 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6013d440-e013-48f8-9128-2573ee680142 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:45.660870 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ccd704af-b469-4c27-80b2-07bf54df7925 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:45.664248 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21772fe-61da-4b87-90f5-80484e1f66bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'tenant_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'fixed_ips': [{'subnet_id': '97128674-a599-48db-a03f-2f1fe0aee485'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:17:45.665209 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f21772fe-61da-4b87-90f5-80484e1f66bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:45.667174 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:45.741112 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd704af-b469-4c27-80b2-07bf54df7925 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9c8b936-80a3-4027-afbd-0711034a4a28,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:45.759684 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-07575c2c-07b6-4076-b342-7f566c9d85fa tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7339647 Dec 22 13:17:45.760664 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41524) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:45.761986 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ccd704af-b469-4c27-80b2-07bf54df7925 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:45.780431 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-86e040c5-133b-4690-98c6-25c201512134 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ba:c1:aa'}]}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:45.864750 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd87e4db-a429-46c0-828c-ecf89dda5e27 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Made reservation on behalf of 6ca4666aac4849808faa313e2aa7e939 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:17:45.867847 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fd87e4db-a429-46c0-828c-ecf89dda5e27 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:45.896635 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-6013d440-e013-48f8-9128-2573ee680142 None None] Calling delete_port for a2986812-487d-48d5-a2a4-caf3c4f0a56c owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:17:45.944240 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e2af377b-d902-4f37-a23e-67ffb75a664e tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:45.950231 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7ef275ab-128e-4dd1-9b20-623e023dcdda tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:45.972673 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 5c0621a5-cde2-4e62-9baa-c082227ae2f3 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:17:45.989671 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-fd87e4db-a429-46c0-828c-ecf89dda5e27 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] device_id is not set on port 4fbd5b31-463b-49ef-854e-5bf26ae5efdb yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:17:46.003491 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af377b-d902-4f37-a23e-67ffb75a664e tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Pushing event deleted for resources: {'Port': ['ID=a2986812-487d-48d5-a2a4-caf3c4f0a56c,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:46.010606 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-39fc9fa3-4b0a-4b6f-8dbd-78946d3e65d1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:46.020720 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e2af377b-d902-4f37-a23e-67ffb75a664e tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:46.031438 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-39fc9fa3-4b0a-4b6f-8dbd-78946d3e65d1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:port and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:46.034522 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2af377b-d902-4f37-a23e-67ffb75a664e tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] No DVR routers for this DVR port a2986812-487d-48d5-a2a4-caf3c4f0a56c on host dv-neutron-822669-1-hyperv {{(pid=84148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:17:46.040870 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-39fc9fa3-4b0a-4b6f-8dbd-78946d3e65d1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:46.078728 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-39fc9fa3-4b0a-4b6f-8dbd-78946d3e65d1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:46.204335 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-f9466420-e575-4360-a482-17f2da419cea None None] Provisioning for port f1a14a05-d86c-421f-b828-eb50a34516f0 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:17:46.245208 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e2af377b-d902-4f37-a23e-67ffb75a664e tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:46.269520 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-6013d440-e013-48f8-9128-2573ee680142 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:17:46.269887 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-6013d440-e013-48f8-9128-2573ee680142 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:17:46.277620 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-f9466420-e575-4360-a482-17f2da419cea None None] Provisioning complete for port f1a14a05-d86c-421f-b828-eb50a34516f0 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:46.277851 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-e2af377b-d902-4f37-a23e-67ffb75a664e tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5c9060a-3f29-49e9-bcb5-10b01f63f9d1']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:46.277999 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f9466420-e575-4360-a482-17f2da419cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:46.299795 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39fc9fa3-4b0a-4b6f-8dbd-78946d3e65d1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:17:46.303098 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-39fc9fa3-4b0a-4b6f-8dbd-78946d3e65d1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:46.316810 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-e2af377b-d902-4f37-a23e-67ffb75a664e tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a785541-65a4-4923-aa3e-eaebe659aebc') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:46.317257 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-e2af377b-d902-4f37-a23e-67ffb75a664e tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a785541-65a4-4923-aa3e-eaebe659aebc') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:46.341945 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e2af377b-d902-4f37-a23e-67ffb75a664e tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:46.352940 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-39fc9fa3-4b0a-4b6f-8dbd-78946d3e65d1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] device_id is not set on port 4bf12fa7-a066-40f3-977f-82f13a020550 yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:17:46.365378 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-f9466420-e575-4360-a482-17f2da419cea None None] Port f1a14a05-d86c-421f-b828-eb50a34516f0 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:17:46.373351 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-f21772fe-61da-4b87-90f5-80484e1f66bb None None] Allocated IP 2001:db8::2 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/97128674-a599-48db-a03f-2f1fe0aee485/7cd1a168-af3f-4f0b-a886-b19bb032cdab) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:17:46.401872 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 5c0621a5-cde2-4e62-9baa-c082227ae2f3 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:17:46.417602 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e2af377b-d902-4f37-a23e-67ffb75a664e tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:46.428205 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2af377b-d902-4f37-a23e-67ffb75a664e tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:17:46.431879 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e2af377b-d902-4f37-a23e-67ffb75a664e tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:46.441241 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ccd704af-b469-4c27-80b2-07bf54df7925 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:46.447081 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:17:46.447081 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:17:46.447081 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:17:46.447081 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:17:46.447081 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:17:46.447081 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:17:46.447081 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:17:46.447081 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:17:46.447081 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:17:46.447081 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:17:46.447081 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:17:46.447081 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:17:46.447081 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:17:46.447081 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:17:46.447081 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:17:46.447081 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:17:46.447081 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:17:46.447081 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:17:46.447081 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:17:46.447081 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:17:46.447081 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:17:46.447081 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:17:46.447081 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:17:46.447081 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:17:46.447081 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:17:46.447081 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:17:46.447081 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:17:46.447081 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:17:46.447081 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:17:46.447081 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:17:46.447081 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:17:46.447081 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:17:46.451032 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-19f4e568-1a2b-4099-baaf-ae70aff5d771 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:46.613705 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 5c0621a5-cde2-4e62-9baa-c082227ae2f3 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:46.613705 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:46.718747 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e2af377b-d902-4f37-a23e-67ffb75a664e tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:46.738766 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e2af377b-d902-4f37-a23e-67ffb75a664e tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:46.739707 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f21772fe-61da-4b87-90f5-80484e1f66bb None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:46.748666 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-fd87e4db-a429-46c0-828c-ecf89dda5e27 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Allocated IP 2001:db8::258 (d5612141-ddd6-4dc6-b8bb-f3acf2c4a545/6dc93864-d512-4734-b9c6-e073d3630a9d/4fbd5b31-463b-49ef-854e-5bf26ae5efdb) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:17:46.752536 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:46.754247 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-f21772fe-61da-4b87-90f5-80484e1f66bb None None] Transition to ACTIVE for port object 7cd1a168-af3f-4f0b-a886-b19bb032cdab will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:46.780191 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af377b-d902-4f37-a23e-67ffb75a664e tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Pushing event deleted for resources: {'Network': ['ID=b5c9060a-3f29-49e9-bcb5-10b01f63f9d1,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:46.784398 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e2af377b-d902-4f37-a23e-67ffb75a664e tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:46.797366 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-6013d440-e013-48f8-9128-2573ee680142 None None] Deleting port a2986812-487d-48d5-a2a4-caf3c4f0a56c {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:17:46.797366 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6013d440-e013-48f8-9128-2573ee680142 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:46.848978 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-86e040c5-133b-4690-98c6-25c201512134 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:46.867877 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ccd704af-b469-4c27-80b2-07bf54df7925 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:46.885678 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-6013d440-e013-48f8-9128-2573ee680142 None None] The port 'a2986812-487d-48d5-a2a4-caf3c4f0a56c' was deleted {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:17:46.887149 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-f21772fe-61da-4b87-90f5-80484e1f66bb None None] Transition to ACTIVE for port object 7cd1a168-af3f-4f0b-a886-b19bb032cdab will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:46.895118 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ccd704af-b469-4c27-80b2-07bf54df7925 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:46.904004 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:46.912108 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e2af377b-d902-4f37-a23e-67ffb75a664e tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] 10.222.0.47 "DELETE /v2.0/networks/b5c9060a-3f29-49e9-bcb5-10b01f63f9d1 HTTP/1.1" status: 204 len: 168 time: 2.2057974 Dec 22 13:17:46.994898 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f21772fe-61da-4b87-90f5-80484e1f66bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:47.013499 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-13d06924-4adf-4a2c-bb31-5d7047b1e7e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:47.145828 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-24b7da31-6571-4a72-9c60-4be3bde4899c None None] Provisioning for port 9f3e94b4-a457-4989-a2d1-3e0a004a13e7 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:17:47.149026 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21772fe-61da-4b87-90f5-80484e1f66bb None None] Pushing event updated for resources: {'Port': ['ID=7cd1a168-af3f-4f0b-a886-b19bb032cdab,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:47.162215 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 5c0621a5-cde2-4e62-9baa-c082227ae2f3, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=5c0621a5-cde2-4e62-9baa-c082227ae2f3,segment=NetworkSegment(2fb447ac-d31f-4a01-b6a4-3ee7a1487f2a),segment_id=2fb447ac-d31f-4a01-b6a4-3ee7a1487f2a)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:17:47.164564 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f21772fe-61da-4b87-90f5-80484e1f66bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:47.169611 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-24b7da31-6571-4a72-9c60-4be3bde4899c None None] Provisioning complete for port 9f3e94b4-a457-4989-a2d1-3e0a004a13e7 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:47.171974 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-24b7da31-6571-4a72-9c60-4be3bde4899c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:47.219965 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-39fc9fa3-4b0a-4b6f-8dbd-78946d3e65d1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Allocated IP 2001:db8::3e4 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/97128674-a599-48db-a03f-2f1fe0aee485/4bf12fa7-a066-40f3-977f-82f13a020550) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:17:47.221664 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21772fe-61da-4b87-90f5-80484e1f66bb None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:17:47.225543 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-f21772fe-61da-4b87-90f5-80484e1f66bb None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:47.231167 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ccd704af-b469-4c27-80b2-07bf54df7925 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:47.232342 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd704af-b469-4c27-80b2-07bf54df7925 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d5c8bac5-e950-4a13-a9ff-fe71d22a4619 {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:17:47.238081 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21772fe-61da-4b87-90f5-80484e1f66bb None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:17:47.246680 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:47.258038 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-e1dfef58-799c-4833-bf2c-53841e37d265 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:47.313674 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ccd704af-b469-4c27-80b2-07bf54df7925 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:47.317412 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ccd704af-b469-4c27-80b2-07bf54df7925 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] 10.222.0.47 "DELETE /v2.0/routers/d5c8bac5-e950-4a13-a9ff-fe71d22a4619 HTTP/1.1" status: 204 len: 168 time: 5.3259406 Dec 22 13:17:47.319815 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41534) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:47.340296 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-24b7da31-6571-4a72-9c60-4be3bde4899c None None] Port 9f3e94b4-a457-4989-a2d1-3e0a004a13e7 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:17:47.342156 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device a2986812-487d-48d5-a2a4-caf3c4f0a56c no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:17:47.423642 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: a2986812-487d-48d5-a2a4-caf3c4f0a56c {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:17:47.423847 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device a2986812-487d-48d5-a2a4-caf3c4f0a56c not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:17:47.459332 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fd87e4db-a429-46c0-828c-ecf89dda5e27 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:47.472684 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-f21772fe-61da-4b87-90f5-80484e1f66bb None None] Attempting to bind port 7cd1a168-af3f-4f0b-a886-b19bb032cdab on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:47.473259 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-f21772fe-61da-4b87-90f5-80484e1f66bb None None] Attempting to bind port 7cd1a168-af3f-4f0b-a886-b19bb032cdab by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:47.474736 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21772fe-61da-4b87-90f5-80484e1f66bb None None] Attempting to bind port 7cd1a168-af3f-4f0b-a886-b19bb032cdab on network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:17:47.485344 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-24b7da31-6571-4a72-9c60-4be3bde4899c None None] Provisioning complete for port 5c0621a5-cde2-4e62-9baa-c082227ae2f3 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:47.485998 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-24b7da31-6571-4a72-9c60-4be3bde4899c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:47.491201 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-fd87e4db-a429-46c0-828c-ecf89dda5e27 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Transition to ACTIVE for port object 4fbd5b31-463b-49ef-854e-5bf26ae5efdb will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:47.518665 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-86e040c5-133b-4690-98c6-25c201512134 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:47.542402 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21772fe-61da-4b87-90f5-80484e1f66bb None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:17:47.542938 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21772fe-61da-4b87-90f5-80484e1f66bb None None] Checking segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:17:47.543436 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f21772fe-61da-4b87-90f5-80484e1f66bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:47.544281 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21772fe-61da-4b87-90f5-80484e1f66bb None None] Bound using segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:17:47.544864 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-f21772fe-61da-4b87-90f5-80484e1f66bb None None] Bound port: 7cd1a168-af3f-4f0b-a886-b19bb032cdab, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:17:47.545338 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f21772fe-61da-4b87-90f5-80484e1f66bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:47.556319 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=5c0621a5-cde2-4e62-9baa-c082227ae2f3,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:47.565271 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:47.627889 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41540) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:47.632701 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-86e040c5-133b-4690-98c6-25c201512134 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:47.640394 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-07575c2c-07b6-4076-b342-7f566c9d85fa tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:47.713314 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-86e040c5-133b-4690-98c6-25c201512134 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] In _notify_port_updated(), no bound segment for port f1a14a05-d86c-421f-b828-eb50a34516f0 on network 10e1ab9d-f67f-493c-a4d2-91a88f233c0b {{(pid=84149) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 13:17:47.719625 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e040c5-133b-4690-98c6-25c201512134 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:47.720155 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-86e040c5-133b-4690-98c6-25c201512134 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:47.724557 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-86e040c5-133b-4690-98c6-25c201512134 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] 10.222.0.47 "PUT /v2.0/ports/f1a14a05-d86c-421f-b828-eb50a34516f0 HTTP/1.1" status: 200 len: 1002 time: 1.9522014 Dec 22 13:17:47.728918 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41548) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:47.754801 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-f21772fe-61da-4b87-90f5-80484e1f66bb None None] For port 7cd1a168-af3f-4f0b-a886-b19bb032cdab, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:17:47.765547 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-f21772fe-61da-4b87-90f5-80484e1f66bb None None] For port 7cd1a168-af3f-4f0b-a886-b19bb032cdab, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=7cd1a168-af3f-4f0b-a886-b19bb032cdab,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:17:47.791903 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 5c0621a5-cde2-4e62-9baa-c082227ae2f3 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:17:47.816897 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fd87e4db-a429-46c0-828c-ecf89dda5e27 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:47.850396 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e040c5-133b-4690-98c6-25c201512134 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Pushing event updated for resources: {'Port': ['ID=f1a14a05-d86c-421f-b828-eb50a34516f0,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:47.863697 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-86e040c5-133b-4690-98c6-25c201512134 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:47.863697 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e0f939c3-f8a9-490d-b705-cc80f0ed9865 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:47.896663 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f21772fe-61da-4b87-90f5-80484e1f66bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:47.925931 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-39fc9fa3-4b0a-4b6f-8dbd-78946d3e65d1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:47.935405 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:47.967673 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87e4db-a429-46c0-828c-ecf89dda5e27 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Pushing event updated for resources: {'Port': ['ID=4fbd5b31-463b-49ef-854e-5bf26ae5efdb,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:47.986299 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-fd87e4db-a429-46c0-828c-ecf89dda5e27 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:48.035608 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-6bca5162-5940-4f5c-838c-9f3d3be6d40d tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Deleting port f1a14a05-d86c-421f-b828-eb50a34516f0 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:17:48.036234 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6bca5162-5940-4f5c-838c-9f3d3be6d40d tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:48.048898 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-19f4e568-1a2b-4099-baaf-ae70aff5d771 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Deleting port 2299d194-5a17-41cc-aa27-53074f6e6763 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:17:48.049168 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-19f4e568-1a2b-4099-baaf-ae70aff5d771 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:48.069200 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21772fe-61da-4b87-90f5-80484e1f66bb None None] Pushing event updated for resources: {'Port': ['ID=7cd1a168-af3f-4f0b-a886-b19bb032cdab,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:48.072564 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f21772fe-61da-4b87-90f5-80484e1f66bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:48.077116 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd87e4db-a429-46c0-828c-ecf89dda5e27 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Network d5612141-ddd6-4dc6-b8bb-f3acf2c4a545 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:17:48.080592 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-fd87e4db-a429-46c0-828c-ecf89dda5e27 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:48.080953 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 5c0621a5-cde2-4e62-9baa-c082227ae2f3 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:48.081337 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:48.101081 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-39fc9fa3-4b0a-4b6f-8dbd-78946d3e65d1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Transition to ACTIVE for port object 4bf12fa7-a066-40f3-977f-82f13a020550 will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:48.123351 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd87e4db-a429-46c0-828c-ecf89dda5e27 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:17:48.128308 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd87e4db-a429-46c0-828c-ecf89dda5e27 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:48.129207 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fd87e4db-a429-46c0-828c-ecf89dda5e27 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:48.149995 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b6153fa3-f930-4b42-9376-dd93ce0294c3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e23583bc28504178818601905051f686&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5182800 Dec 22 13:17:48.158688 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41554) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:48.185018 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ec8b70b6-7b0b-452d-83a5-34b2cb74e759 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:48.358434 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-13824825-bfbb-4131-a6b4-c127dd02e4b2 None None] Provisioning complete for port f1a14a05-d86c-421f-b828-eb50a34516f0 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:48.358795 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-13824825-bfbb-4131-a6b4-c127dd02e4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:48.370327 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-eb55c23d-4254-4490-80ee-9ab91fcf3dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:48.425402 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-39fc9fa3-4b0a-4b6f-8dbd-78946d3e65d1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:48.461425 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-13824825-bfbb-4131-a6b4-c127dd02e4b2 None None] Port f1a14a05-d86c-421f-b828-eb50a34516f0 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:17:48.470710 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b43248f5-7982-4bf6-82b8-91a9b0f881d1 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:48.482904 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-fd87e4db-a429-46c0-828c-ecf89dda5e27 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.2777412 Dec 22 13:17:48.486258 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41558) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:48.493111 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-13824825-bfbb-4131-a6b4-c127dd02e4b2 None None] Provisioning complete for port 9f3e94b4-a457-4989-a2d1-3e0a004a13e7 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:48.493891 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-13824825-bfbb-4131-a6b4-c127dd02e4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:48.561379 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-19f4e568-1a2b-4099-baaf-ae70aff5d771 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:48.594807 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fc9fa3-4b0a-4b6f-8dbd-78946d3e65d1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:17:48.595947 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-13824825-bfbb-4131-a6b4-c127dd02e4b2 None None] Port 9f3e94b4-a457-4989-a2d1-3e0a004a13e7 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:17:48.600341 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-eb55c23d-4254-4490-80ee-9ab91fcf3dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:48.609752 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-39fc9fa3-4b0a-4b6f-8dbd-78946d3e65d1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:48.673029 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fc9fa3-4b0a-4b6f-8dbd-78946d3e65d1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:17:48.676968 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fc9fa3-4b0a-4b6f-8dbd-78946d3e65d1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:48.677791 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-39fc9fa3-4b0a-4b6f-8dbd-78946d3e65d1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:48.758279 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-19f4e568-1a2b-4099-baaf-ae70aff5d771 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Calling delete_port for 2299d194-5a17-41cc-aa27-53074f6e6763 owned by network:router_interface {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:17:48.771489 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6bca5162-5940-4f5c-838c-9f3d3be6d40d tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:48.830745 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c2d9e7c9-9e67-4431-a5df-5091da920993 None None] Provisioning for port 4fbd5b31-463b-49ef-854e-5bf26ae5efdb completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:17:48.831336 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc9fa3-4b0a-4b6f-8dbd-78946d3e65d1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Port': ['ID=4bf12fa7-a066-40f3-977f-82f13a020550,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:48.836592 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-39fc9fa3-4b0a-4b6f-8dbd-78946d3e65d1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:48.842117 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c2d9e7c9-9e67-4431-a5df-5091da920993 None None] Provisioning complete for port 4fbd5b31-463b-49ef-854e-5bf26ae5efdb triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:48.842533 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c2d9e7c9-9e67-4431-a5df-5091da920993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:48.883053 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-39fc9fa3-4b0a-4b6f-8dbd-78946d3e65d1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2885704 Dec 22 13:17:48.890123 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41564) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:48.912375 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-c2d9e7c9-9e67-4431-a5df-5091da920993 None None] Port 4fbd5b31-463b-49ef-854e-5bf26ae5efdb cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:17:48.965079 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-6bca5162-5940-4f5c-838c-9f3d3be6d40d tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Calling delete_port for f1a14a05-d86c-421f-b828-eb50a34516f0 owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:17:49.007303 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174da5c2-2ddd-4243-88f8-bd4a06a00195 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:49.011613 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174da5c2-2ddd-4243-88f8-bd4a06a00195 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:49.012534 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-174da5c2-2ddd-4243-88f8-bd4a06a00195 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:17:49.016277 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74d354b-a8c3-4e68-ae08-4b1bab8edafe tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:49.020206 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74d354b-a8c3-4e68-ae08-4b1bab8edafe tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:49.024152 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74d354b-a8c3-4e68-ae08-4b1bab8edafe tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:49.025023 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f74d354b-a8c3-4e68-ae08-4b1bab8edafe tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Synchronizing usage tracker for tenant:6ca4666aac4849808faa313e2aa7e939 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:17:49.061257 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-eb55c23d-4254-4490-80ee-9ab91fcf3dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:49.068987 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f9638237-959f-4dc9-9bb7-534f66f8d51e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:49.098188 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55c23d-4254-4490-80ee-9ab91fcf3dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b29051-8296-4fee-8984-f0ab6f4cd535,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:49.102958 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-eb55c23d-4254-4490-80ee-9ab91fcf3dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:49.140794 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f74d354b-a8c3-4e68-ae08-4b1bab8edafe tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Unset dirty status for tenant:6ca4666aac4849808faa313e2aa7e939 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:17:49.145087 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f74d354b-a8c3-4e68-ae08-4b1bab8edafe tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.5116725 Dec 22 13:17:49.145784 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41568) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:49.177920 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ec8b70b6-7b0b-452d-83a5-34b2cb74e759 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:49.186643 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-174da5c2-2ddd-4243-88f8-bd4a06a00195 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:17:49.190291 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-174da5c2-2ddd-4243-88f8-bd4a06a00195 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3023703 Dec 22 13:17:49.190945 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41572) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:49.224601 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6bca5162-5940-4f5c-838c-9f3d3be6d40d tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:49.232857 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-94e53127-23c7-424d-8877-6d2a63bbabed tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:49.243820 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-19f4e568-1a2b-4099-baaf-ae70aff5d771 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:49.259895 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-69f09123-5cda-4609-ad9b-61716ab3574f tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:49.277843 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-ec8b70b6-7b0b-452d-83a5-34b2cb74e759 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Deleting port 69594cea-2970-4fe0-ba1d-d93dcdcc9ac2 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:17:49.278932 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ec8b70b6-7b0b-452d-83a5-34b2cb74e759 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:49.308637 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca5162-5940-4f5c-838c-9f3d3be6d40d tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Pushing event deleted for resources: {'Port': ['ID=f1a14a05-d86c-421f-b828-eb50a34516f0,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:49.317924 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6bca5162-5940-4f5c-838c-9f3d3be6d40d tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:49.326145 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4e568-1a2b-4099-baaf-ae70aff5d771 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Pushing event deleted for resources: {'Port': ['ID=2299d194-5a17-41cc-aa27-53074f6e6763,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:49.335466 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-19f4e568-1a2b-4099-baaf-ae70aff5d771 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:49.346179 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-bd001069-cc82-44ea-a068-3b59b2dbab14 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Deleting port 4fbd5b31-463b-49ef-854e-5bf26ae5efdb {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:17:49.346563 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bd001069-cc82-44ea-a068-3b59b2dbab14 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:49.376807 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-eb55c23d-4254-4490-80ee-9ab91fcf3dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:49.380314 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-eb55c23d-4254-4490-80ee-9ab91fcf3dc6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/18b29051-8296-4fee-8984-f0ab6f4cd535 HTTP/1.1" status: 204 len: 168 time: 1.2183127 Dec 22 13:17:49.380478 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6bca5162-5940-4f5c-838c-9f3d3be6d40d tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:49.396474 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-dba720e5-6350-4dc0-a86b-d51efac63864 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting port 4bf12fa7-a066-40f3-977f-82f13a020550 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:17:49.396821 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dba720e5-6350-4dc0-a86b-d51efac63864 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:49.457450 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6bca5162-5940-4f5c-838c-9f3d3be6d40d tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] 10.222.0.47 "DELETE /v2.0/ports/f1a14a05-d86c-421f-b828-eb50a34516f0 HTTP/1.1" status: 204 len: 168 time: 1.7260735 Dec 22 13:17:49.479423 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41580) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:49.553651 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f782c6-01c0-4843-a14c-7e8878b372b2 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:17:49.595812 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e047683-547f-4e02-8ea7-54547d068b0b tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] GET failed (client error): The resource could not be found. Dec 22 13:17:49.598450 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-4e047683-547f-4e02-8ea7-54547d068b0b tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Synchronizing usage tracker for tenant:ab7ea4d986274779872678bdb6fd8cdb on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:17:49.711172 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-ec8b70b6-7b0b-452d-83a5-34b2cb74e759 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] For port 69594cea-2970-4fe0-ba1d-d93dcdcc9ac2, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=69594cea-2970-4fe0-ba1d-d93dcdcc9ac2,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:17:49.711535 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ec8b70b6-7b0b-452d-83a5-34b2cb74e759 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:49.720642 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-4e047683-547f-4e02-8ea7-54547d068b0b tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Unset dirty status for tenant:ab7ea4d986274779872678bdb6fd8cdb on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:17:49.725623 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-4e047683-547f-4e02-8ea7-54547d068b0b tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] 10.222.0.47 "GET /v2.0/ports/f1a14a05-d86c-421f-b828-eb50a34516f0 HTTP/1.1" status: 404 len: 333 time: 0.2427750 Dec 22 13:17:49.728924 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41584) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:49.740278 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-854f1d0e-4add-425f-a51c-15a26524df90 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Request body: {'port': {'network_id': '10e1ab9d-f67f-493c-a4d2-91a88f233c0b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-688840112'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:49.779275 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 7cd1a168-af3f-4f0b-a886-b19bb032cdab up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:17:49.932380 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-b919f8c5-8e29-4272-b53f-23254d062298 None None] Provisioning for port 7cd1a168-af3f-4f0b-a886-b19bb032cdab completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:17:49.962828 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-ec8b70b6-7b0b-452d-83a5-34b2cb74e759 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Calling delete_port for 69594cea-2970-4fe0-ba1d-d93dcdcc9ac2 owned by network:router_gateway {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:17:50.034401 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 7cd1a168-af3f-4f0b-a886-b19bb032cdab completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:17:50.055959 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 7cd1a168-af3f-4f0b-a886-b19bb032cdab triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:50.056352 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:50.237166 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:50.287651 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 7cd1a168-af3f-4f0b-a886-b19bb032cdab, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=7cd1a168-af3f-4f0b-a886-b19bb032cdab,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:17:50.319505 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-854f1d0e-4add-425f-a51c-15a26524df90 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:50.336378 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-854f1d0e-4add-425f-a51c-15a26524df90 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:50.362573 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:50.371759 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-13d06924-4adf-4a2c-bb31-5d7047b1e7e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:50.432956 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854f1d0e-4add-425f-a51c-15a26524df90 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Made reservation on behalf of ab7ea4d986274779872678bdb6fd8cdb for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:17:50.436494 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-854f1d0e-4add-425f-a51c-15a26524df90 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:50.454650 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=7cd1a168-af3f-4f0b-a886-b19bb032cdab,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:50.458837 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:50.477220 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-854f1d0e-4add-425f-a51c-15a26524df90 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] device_id is not set on port 8b297ea7-2cb6-4668-9f8b-cf460602dba4 yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:17:50.479892 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bd001069-cc82-44ea-a068-3b59b2dbab14 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:50.546211 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ec8b70b6-7b0b-452d-83a5-34b2cb74e759 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:50.556564 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-12b05832-e0f8-489d-b601-59efac801824 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:50.619424 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b70b6-7b0b-452d-83a5-34b2cb74e759 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Pushing event deleted for resources: {'Port': ['ID=69594cea-2970-4fe0-ba1d-d93dcdcc9ac2,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:50.625906 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ec8b70b6-7b0b-452d-83a5-34b2cb74e759 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:50.653364 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-bd001069-cc82-44ea-a068-3b59b2dbab14 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Calling delete_port for 4fbd5b31-463b-49ef-854e-5bf26ae5efdb owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:17:50.681260 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-bbc9357b-93d0-4596-9dec-75b283843fe7 None None] Provisioning complete for port 7cd1a168-af3f-4f0b-a886-b19bb032cdab triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:50.681868 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-bbc9357b-93d0-4596-9dec-75b283843fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:50.758700 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dba720e5-6350-4dc0-a86b-d51efac63864 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:50.888384 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-854f1d0e-4add-425f-a51c-15a26524df90 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Allocated IP 2001:db8::3bc (10e1ab9d-f67f-493c-a4d2-91a88f233c0b/520cae46-7c04-43a2-947a-5f39fe3017b3/8b297ea7-2cb6-4668-9f8b-cf460602dba4) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:17:50.944693 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-dba720e5-6350-4dc0-a86b-d51efac63864 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Calling delete_port for 4bf12fa7-a066-40f3-977f-82f13a020550 owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:17:50.967308 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41608) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:50.985034 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ec8b70b6-7b0b-452d-83a5-34b2cb74e759 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:51.027286 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-bbc9357b-93d0-4596-9dec-75b283843fe7 None None] Provisioning for port 4bf12fa7-a066-40f3-977f-82f13a020550 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:17:51.039025 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-bbc9357b-93d0-4596-9dec-75b283843fe7 None None] Provisioning complete for port 4bf12fa7-a066-40f3-977f-82f13a020550 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:51.039683 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-bbc9357b-93d0-4596-9dec-75b283843fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:51.070663 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-19f4e568-1a2b-4099-baaf-ae70aff5d771 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:51.139493 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-bbc9357b-93d0-4596-9dec-75b283843fe7 None None] Port 4bf12fa7-a066-40f3-977f-82f13a020550 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:17:51.215803 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-e23e3900-d5b4-4578-aabe-122438515826 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1164441615'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:51.267012 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7cd51e57-ee2b-4510-be23-10eeb07df89d None None] Provisioning complete for port 4bf12fa7-a066-40f3-977f-82f13a020550 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:51.279091 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7cd51e57-ee2b-4510-be23-10eeb07df89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:51.279579 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-e23e3900-d5b4-4578-aabe-122438515826 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:51.301411 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-e23e3900-d5b4-4578-aabe-122438515826 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Usage tracker for resource:network and tenant:70805c2c64484d51a5a3a7562576ab25 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:51.310329 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-e23e3900-d5b4-4578-aabe-122438515826 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:51.328847 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ec8b70b6-7b0b-452d-83a5-34b2cb74e759 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:51.343132 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7cd51e57-ee2b-4510-be23-10eeb07df89d None None] Port 4bf12fa7-a066-40f3-977f-82f13a020550 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:17:51.349536 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bd001069-cc82-44ea-a068-3b59b2dbab14 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:51.362047 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-318529fb-7487-44af-ac18-d2ca55005cf3 tempest-FloatingIPAdminTestJSON-335444036 tempest-FloatingIPAdminTestJSON-335444036-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:51.382730 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-e23e3900-d5b4-4578-aabe-122438515826 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:51.393971 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ec8b70b6-7b0b-452d-83a5-34b2cb74e759 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:51.410283 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd001069-cc82-44ea-a068-3b59b2dbab14 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Pushing event deleted for resources: {'Port': ['ID=4fbd5b31-463b-49ef-854e-5bf26ae5efdb,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:51.412991 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dba720e5-6350-4dc0-a86b-d51efac63864 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:51.414739 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-bd001069-cc82-44ea-a068-3b59b2dbab14 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:51.423075 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7bde6de1-218a-49ec-8efc-94cb2764709a tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:51.474257 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23e3900-d5b4-4578-aabe-122438515826 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Made reservation on behalf of 70805c2c64484d51a5a3a7562576ab25 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:17:51.477859 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e23e3900-d5b4-4578-aabe-122438515826 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:51.496038 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e23e3900-d5b4-4578-aabe-122438515826 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:51.500367 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba720e5-6350-4dc0-a86b-d51efac63864 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Port': ['ID=4bf12fa7-a066-40f3-977f-82f13a020550,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:51.512370 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-dba720e5-6350-4dc0-a86b-d51efac63864 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:51.517550 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bd001069-cc82-44ea-a068-3b59b2dbab14 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:51.533080 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-e23e3900-d5b4-4578-aabe-122438515826 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:51.536854 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-e23e3900-d5b4-4578-aabe-122438515826 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Usage tracker for resource:security_group_rule and tenant:70805c2c64484d51a5a3a7562576ab25 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:51.539994 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-e23e3900-d5b4-4578-aabe-122438515826 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:51.545989 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-e23e3900-d5b4-4578-aabe-122438515826 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:51.569003 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ec8b70b6-7b0b-452d-83a5-34b2cb74e759 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:51.569573 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8b70b6-7b0b-452d-83a5-34b2cb74e759 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cf499b6d-9b79-42ba-bca2-29fcda7dedab {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:17:51.581410 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-854f1d0e-4add-425f-a51c-15a26524df90 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:51.581563 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dba720e5-6350-4dc0-a86b-d51efac63864 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:51.583381 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-dba720e5-6350-4dc0-a86b-d51efac63864 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/ports/4bf12fa7-a066-40f3-977f-82f13a020550 HTTP/1.1" status: 204 len: 168 time: 2.3857825 Dec 22 13:17:51.585984 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41616) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:51.626149 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-854f1d0e-4add-425f-a51c-15a26524df90 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Transition to ACTIVE for port object 8b297ea7-2cb6-4668-9f8b-cf460602dba4 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:51.642869 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-bd001069-cc82-44ea-a068-3b59b2dbab14 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] 10.222.0.47 "DELETE /v2.0/ports/4fbd5b31-463b-49ef-854e-5bf26ae5efdb HTTP/1.1" status: 204 len: 168 time: 2.4960630 Dec 22 13:17:51.643823 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41620) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:51.649785 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-c73cf047-db3e-4ffd-8a7e-bbf0510961cf tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Request body: {'port': {'name': 'tempest-new-port-name-1975038851', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:51.650091 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.api.validators [None req-c73cf047-db3e-4ffd-8a7e-bbf0510961cf tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] bootfile-name is not in valid_values {{(pid=84149) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 13:17:51.650446 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.api.validators [None req-c73cf047-db3e-4ffd-8a7e-bbf0510961cf tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] tftp-server is not in valid_values {{(pid=84149) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 13:17:51.650768 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.api.validators [None req-c73cf047-db3e-4ffd-8a7e-bbf0510961cf tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] server-ip-address is not in valid_values {{(pid=84149) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 13:17:51.779955 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 7cd1a168-af3f-4f0b-a886-b19bb032cdab up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:17:51.834752 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e23e3900-d5b4-4578-aabe-122438515826 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:51.840670 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ec8b70b6-7b0b-452d-83a5-34b2cb74e759 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:51.845289 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ec8b70b6-7b0b-452d-83a5-34b2cb74e759 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] 10.222.0.47 "DELETE /v2.0/routers/cf499b6d-9b79-42ba-bca2-29fcda7dedab HTTP/1.1" status: 204 len: 168 time: 4.5127068 Dec 22 13:17:51.849128 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41624) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:51.854950 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-f169ceaa-6de9-44e5-aa17-f1ed31a83d74 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1559975397', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}, 'admin_state_up': False}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:51.865539 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-f169ceaa-6de9-44e5-aa17-f1ed31a83d74 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:51.870265 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f169ceaa-6de9-44e5-aa17-f1ed31a83d74 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Usage tracker for resource:router and tenant:1a390a268c544e92bdfe2dc3310ab3a3 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:51.875257 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f169ceaa-6de9-44e5-aa17-f1ed31a83d74 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:51.882027 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-f169ceaa-6de9-44e5-aa17-f1ed31a83d74 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:51.898039 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e23e3900-d5b4-4578-aabe-122438515826 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:51.909649 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8515aa60-f110-4a75-96a4-f915720412a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:51.909849 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 7cd1a168-af3f-4f0b-a886-b19bb032cdab triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:51.910017 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:51.914706 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0377a654-2bd2-4e97-93f3-1ea6d533125f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:51.916141 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0377a654-2bd2-4e97-93f3-1ea6d533125f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:51.916902 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-0377a654-2bd2-4e97-93f3-1ea6d533125f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:17:51.931026 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-854f1d0e-4add-425f-a51c-15a26524df90 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:51.941646 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c73cf047-db3e-4ffd-8a7e-bbf0510961cf tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:51.990945 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e3900-d5b4-4578-aabe-122438515826 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30930be2-5871-4e0b-8bb1-1afda70fd57b,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:52.013732 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e23e3900-d5b4-4578-aabe-122438515826 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:17:52.025183 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-0377a654-2bd2-4e97-93f3-1ea6d533125f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:17:52.025394 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e23e3900-d5b4-4578-aabe-122438515826 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:52.025660 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-e23e3900-d5b4-4578-aabe-122438515826 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Added segment 44791b90-5869-42c1-b334-c520e874c448 of type vlan for network fc5e1525-2497-4f53-94ca-cc8d609db2f9 Dec 22 13:17:52.029697 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0377a654-2bd2-4e97-93f3-1ea6d533125f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4397554 Dec 22 13:17:52.030157 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41630) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:52.062776 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e23e3900-d5b4-4578-aabe-122438515826 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:52.065458 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:52.105847 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e23e3900-d5b4-4578-aabe-122438515826 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:52.111046 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f169ceaa-6de9-44e5-aa17-f1ed31a83d74 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:52.111970 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f169ceaa-6de9-44e5-aa17-f1ed31a83d74 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:52.128411 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854f1d0e-4add-425f-a51c-15a26524df90 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Network 10e1ab9d-f67f-493c-a4d2-91a88f233c0b is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:17:52.163498 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-854f1d0e-4add-425f-a51c-15a26524df90 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:52.165863 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854f1d0e-4add-425f-a51c-15a26524df90 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:17:52.174884 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854f1d0e-4add-425f-a51c-15a26524df90 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:52.174884 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-854f1d0e-4add-425f-a51c-15a26524df90 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:52.374619 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.resource_extend [None req-e23e3900-d5b4-4578-aabe-122438515826 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:17:52.399164 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f1d0e-4add-425f-a51c-15a26524df90 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Pushing event updated for resources: {'Port': ['ID=8b297ea7-2cb6-4668-9f8b-cf460602dba4,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:52.400945 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-d50c2d97-14aa-4d79-89de-83d9fed83d73 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting subnet 97128674-a599-48db-a03f-2f1fe0aee485 {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:17:52.402266 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-854f1d0e-4add-425f-a51c-15a26524df90 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:52.413333 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d50c2d97-14aa-4d79-89de-83d9fed83d73 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:52.435647 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f169ceaa-6de9-44e5-aa17-f1ed31a83d74 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:52.554129 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d50c2d97-14aa-4d79-89de-83d9fed83d73 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:52.562877 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-854f1d0e-4add-425f-a51c-15a26524df90 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.8300364 Dec 22 13:17:52.567664 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e23e3900-d5b4-4578-aabe-122438515826 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:52.572246 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23e3900-d5b4-4578-aabe-122438515826 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:52.572830 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e23e3900-d5b4-4578-aabe-122438515826 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:52.583308 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41636) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:52.584034 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-46372678-1f05-425e-a4ba-9bc7049efb91 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:52.652782 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-53f68680-9c9b-47ba-aa24-63372d7f5270 None None] Provisioning for port 8b297ea7-2cb6-4668-9f8b-cf460602dba4 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:17:52.662842 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-53f68680-9c9b-47ba-aa24-63372d7f5270 None None] Provisioning complete for port 8b297ea7-2cb6-4668-9f8b-cf460602dba4 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:52.666247 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-53f68680-9c9b-47ba-aa24-63372d7f5270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:52.666648 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-66cad016-5a44-4680-bb05-c49f013ce1e0 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Request body: {'port': {'network_id': '10e1ab9d-f67f-493c-a4d2-91a88f233c0b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1980681556'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:52.749417 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-53f68680-9c9b-47ba-aa24-63372d7f5270 None None] Port 8b297ea7-2cb6-4668-9f8b-cf460602dba4 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:17:52.783526 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d50c2d97-14aa-4d79-89de-83d9fed83d73 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:52.823809 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f4e568-1a2b-4099-baaf-ae70aff5d771 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Router 5d60473c-2665-4d60-ae4f-0ebcbd41ce67 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:17:52.882865 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e23e3900-d5b4-4578-aabe-122438515826 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9121904 Dec 22 13:17:52.898931 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41640) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:52.899151 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e3900-d5b4-4578-aabe-122438515826 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Pushing event updated for resources: {'Network': ['ID=fc5e1525-2497-4f53-94ca-cc8d609db2f9,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:52.902240 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e23e3900-d5b4-4578-aabe-122438515826 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:52.914742 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network fc5e1525-2497-4f53-94ca-cc8d609db2f9 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:17:52.918500 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-7f189739-66db-478a-bb6f-bdf54f5baf1a tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Request body: {'subnet': {'network_id': 'fc5e1525-2497-4f53-94ca-cc8d609db2f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:53.058943 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-7f189739-66db-478a-bb6f-bdf54f5baf1a tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:53.065801 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-7f189739-66db-478a-bb6f-bdf54f5baf1a tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Usage tracker for resource:subnet and tenant:70805c2c64484d51a5a3a7562576ab25 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:53.067771 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f169ceaa-6de9-44e5-aa17-f1ed31a83d74 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:53.069111 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-7f189739-66db-478a-bb6f-bdf54f5baf1a tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:53.071674 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-66cad016-5a44-4680-bb05-c49f013ce1e0 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:53.083876 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-7f189739-66db-478a-bb6f-bdf54f5baf1a tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:53.088459 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-66cad016-5a44-4680-bb05-c49f013ce1e0 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Usage tracker for resource:port and tenant:ab7ea4d986274779872678bdb6fd8cdb is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:53.095474 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-66cad016-5a44-4680-bb05-c49f013ce1e0 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:53.103963 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c73cf047-db3e-4ffd-8a7e-bbf0510961cf tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:53.106332 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-66cad016-5a44-4680-bb05-c49f013ce1e0 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:53.143408 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d50c2d97-14aa-4d79-89de-83d9fed83d73 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:53.153726 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2b085b02-9d81-4b9a-a930-8400538adc8d tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:53.167597 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cad016-5a44-4680-bb05-c49f013ce1e0 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Made reservation on behalf of ab7ea4d986274779872678bdb6fd8cdb for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:17:53.171876 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-66cad016-5a44-4680-bb05-c49f013ce1e0 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:53.179007 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f189739-66db-478a-bb6f-bdf54f5baf1a tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Made reservation on behalf of 70805c2c64484d51a5a3a7562576ab25 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:17:53.203179 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c73cf047-db3e-4ffd-8a7e-bbf0510961cf tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:53.211280 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-51b63dfa-8b98-4786-8cd0-fe6853e46c57 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:53.258164 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c2d97-14aa-4d79-89de-83d9fed83d73 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Subnet': ['ID=97128674-a599-48db-a03f-2f1fe0aee485,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:53.273576 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d50c2d97-14aa-4d79-89de-83d9fed83d73 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:53.278795 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d50c2d97-14aa-4d79-89de-83d9fed83d73 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:53.285179 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9929dd0-a901-4ee1-bef4-c239e4d8d13d None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:17:53.311188 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7f189739-66db-478a-bb6f-bdf54f5baf1a tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:53.330949 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-66cad016-5a44-4680-bb05-c49f013ce1e0 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] device_id is not set on port a95dd126-2e17-4b04-8e42-d234c0a380d2 yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:17:53.380754 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d50c2d97-14aa-4d79-89de-83d9fed83d73 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/97128674-a599-48db-a03f-2f1fe0aee485 HTTP/1.1" status: 204 len: 168 time: 1.3494282 Dec 22 13:17:53.387287 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41646) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:53.388549 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-c73cf047-db3e-4ffd-8a7e-bbf0510961cf tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] In _notify_port_updated(), no bound segment for port 9f3e94b4-a457-4989-a2d1-3e0a004a13e7 on network d5612141-ddd6-4dc6-b8bb-f3acf2c4a545 {{(pid=84149) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 13:17:53.392404 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73cf047-db3e-4ffd-8a7e-bbf0510961cf tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:53.393043 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c73cf047-db3e-4ffd-8a7e-bbf0510961cf tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:53.397126 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c73cf047-db3e-4ffd-8a7e-bbf0510961cf tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] 10.222.0.47 "PUT /v2.0/ports/9f3e94b4-a457-4989-a2d1-3e0a004a13e7 HTTP/1.1" status: 200 len: 1130 time: 1.7522495 Dec 22 13:17:53.401302 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41648) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:53.411631 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73cf047-db3e-4ffd-8a7e-bbf0510961cf tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Pushing event updated for resources: {'Port': ['ID=9f3e94b4-a457-4989-a2d1-3e0a004a13e7,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:53.470196 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c73cf047-db3e-4ffd-8a7e-bbf0510961cf tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:53.503811 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-2db8b867-3e72-4ee2-8419-96f0d3fb59dc tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1010854 Dec 22 13:17:53.511741 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41654) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:53.525003 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-0a8b327b-864d-4656-b4a9-576e06edef4e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'subnet': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:53.617608 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e941f9b8-43d5-4abe-ba18-206a4e04265c None None] DHCP port deletion for 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:17:53.629345 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-e941f9b8-43d5-4abe-ba18-206a4e04265c None None] Deleting port 7cd1a168-af3f-4f0b-a886-b19bb032cdab {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:17:53.629345 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e941f9b8-43d5-4abe-ba18-206a4e04265c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:53.646554 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3b7011-65b3-4f9f-9904-18abc30a6a41 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:53.647204 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-3d3b7011-65b3-4f9f-9904-18abc30a6a41 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Synchronizing usage tracker for tenant:6ca4666aac4849808faa313e2aa7e939 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:17:53.662084 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 69594cea-2970-4fe0-ba1d-d93dcdcc9ac2 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:17:53.666102 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f4e568-1a2b-4099-baaf-ae70aff5d771 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:17:53.682056 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b55fc8-9456-4b81-a19e-1b101d4cbe16 None None] Sync routers for ids ['5d60473c-2665-4d60-ae4f-0ebcbd41ce67'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:17:53.700277 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b55fc8-9456-4b81-a19e-1b101d4cbe16 None None] Routers {'5d60473c-2665-4d60-ae4f-0ebcbd41ce67'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:17:53.701208 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-f5b55fc8-9456-4b81-a19e-1b101d4cbe16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:17:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['5d60473c-2665-4d60-ae4f-0ebcbd41ce67'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:53.710586 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-19f4e568-1a2b-4099-baaf-ae70aff5d771 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] 10.222.0.47 "PUT /v2.0/routers/5d60473c-2665-4d60-ae4f-0ebcbd41ce67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9247930 Dec 22 13:17:53.711911 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41660) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:53.761862 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0a8b327b-864d-4656-b4a9-576e06edef4e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:53.766558 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 69594cea-2970-4fe0-ba1d-d93dcdcc9ac2 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:17:53.766558 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 69594cea-2970-4fe0-ba1d-d93dcdcc9ac2 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:17:53.770287 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0a8b327b-864d-4656-b4a9-576e06edef4e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:subnet and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:53.773910 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0a8b327b-864d-4656-b4a9-576e06edef4e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:53.782066 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0a8b327b-864d-4656-b4a9-576e06edef4e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:53.839121 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-66cad016-5a44-4680-bb05-c49f013ce1e0 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Allocated IP 2001:db8::2c (10e1ab9d-f67f-493c-a4d2-91a88f233c0b/520cae46-7c04-43a2-947a-5f39fe3017b3/a95dd126-2e17-4b04-8e42-d234c0a380d2) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:17:53.841137 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-f5b55fc8-9456-4b81-a19e-1b101d4cbe16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:53.857357 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b55fc8-9456-4b81-a19e-1b101d4cbe16 None None] Routers {'5d60473c-2665-4d60-ae4f-0ebcbd41ce67'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:17:53.858267 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-f5b55fc8-9456-4b81-a19e-1b101d4cbe16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:17:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['5d60473c-2665-4d60-ae4f-0ebcbd41ce67'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:53.869577 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-3d3b7011-65b3-4f9f-9904-18abc30a6a41 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Unset dirty status for tenant:6ca4666aac4849808faa313e2aa7e939 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:17:53.876577 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-3d3b7011-65b3-4f9f-9904-18abc30a6a41 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] 10.222.0.47 "GET /v2.0/ports/9f3e94b4-a457-4989-a2d1-3e0a004a13e7 HTTP/1.1" status: 200 len: 1130 time: 0.4688606 Dec 22 13:17:53.877298 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41664) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:53.944485 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-f5b55fc8-9456-4b81-a19e-1b101d4cbe16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:53.945129 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b55fc8-9456-4b81-a19e-1b101d4cbe16 None None] The sync data for ids ['5d60473c-2665-4d60-ae4f-0ebcbd41ce67'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:17:53.951596 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7f38ee66-8608-4ee4-b585-afa026a68aa0 None None] Provisioning complete for port 9f3e94b4-a457-4989-a2d1-3e0a004a13e7 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:53.954065 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7f38ee66-8608-4ee4-b585-afa026a68aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:53.990367 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8b327b-864d-4656-b4a9-576e06edef4e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:17:54.005085 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-e941f9b8-43d5-4abe-ba18-206a4e04265c None None] For port 7cd1a168-af3f-4f0b-a886-b19bb032cdab, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=7cd1a168-af3f-4f0b-a886-b19bb032cdab,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:17:54.005583 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e941f9b8-43d5-4abe-ba18-206a4e04265c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:54.020572 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-4b21435b-1490-470b-ada5-dd28e95ac878 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Deleting port 9f3e94b4-a457-4989-a2d1-3e0a004a13e7 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:17:54.020836 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4b21435b-1490-470b-ada5-dd28e95ac878 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:54.140621 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-e941f9b8-43d5-4abe-ba18-206a4e04265c None None] Calling delete_port for 7cd1a168-af3f-4f0b-a886-b19bb032cdab owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:17:54.166316 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7f38ee66-8608-4ee4-b585-afa026a68aa0 None None] Port 9f3e94b4-a457-4989-a2d1-3e0a004a13e7 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:17:54.166545 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0a8b327b-864d-4656-b4a9-576e06edef4e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:54.229467 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7f189739-66db-478a-bb6f-bdf54f5baf1a tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:54.256213 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6e028c20-2e66-45f3-a60c-f68edc438c66 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:54.266217 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e941f9b8-43d5-4abe-ba18-206a4e04265c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:54.269290 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f290fe11-1bc4-4a22-9280-29771aad3c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:54.316966 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e941f9b8-43d5-4abe-ba18-206a4e04265c None None] Pushing event deleted for resources: {'Port': ['ID=7cd1a168-af3f-4f0b-a886-b19bb032cdab,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:54.319586 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-e941f9b8-43d5-4abe-ba18-206a4e04265c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:54.324097 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e941f9b8-43d5-4abe-ba18-206a4e04265c None None] No DVR routers for this DVR port 7cd1a168-af3f-4f0b-a886-b19bb032cdab on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:17:54.421244 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-66cad016-5a44-4680-bb05-c49f013ce1e0 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:54.426165 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f189739-66db-478a-bb6f-bdf54f5baf1a tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Pushing event updated for resources: {'Subnet': ['ID=d633d77c-2781-4db4-a69b-237a7d2141e6,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:54.442216 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7f189739-66db-478a-bb6f-bdf54f5baf1a tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:54.477424 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f169ceaa-6de9-44e5-aa17-f1ed31a83d74 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router_gateway, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:54.518471 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-66cad016-5a44-4680-bb05-c49f013ce1e0 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Transition to ACTIVE for port object a95dd126-2e17-4b04-8e42-d234c0a380d2 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:54.519861 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f169ceaa-6de9-44e5-aa17-f1ed31a83d74 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:54.528226 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4b21435b-1490-470b-ada5-dd28e95ac878 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:54.548176 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f189739-66db-478a-bb6f-bdf54f5baf1a tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Checking segment: {'id': '44791b90-5869-42c1-b334-c520e874c448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fc5e1525-2497-4f53-94ca-cc8d609db2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:17:54.548536 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f189739-66db-478a-bb6f-bdf54f5baf1a tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Network hostable DHCP agents. Network: fc5e1525-2497-4f53-94ca-cc8d609db2f9, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:17:54.665554 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-4b21435b-1490-470b-ada5-dd28e95ac878 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Calling delete_port for 9f3e94b4-a457-4989-a2d1-3e0a004a13e7 owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:17:54.690846 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-66cad016-5a44-4680-bb05-c49f013ce1e0 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:54.702325 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c73cf047-db3e-4ffd-8a7e-bbf0510961cf tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:54.713356 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-84fc89a3-6b64-43df-9147-953ad2b5231b tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks [] for router, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:54.820671 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-f169ceaa-6de9-44e5-aa17-f1ed31a83d74 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Allocated IP 172.26.1.113 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/b12e963c-4363-4155-819d-bf1c10398cfc) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:17:54.836596 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cad016-5a44-4680-bb05-c49f013ce1e0 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Network 10e1ab9d-f67f-493c-a4d2-91a88f233c0b is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:17:54.853177 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-66cad016-5a44-4680-bb05-c49f013ce1e0 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:54.861241 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cad016-5a44-4680-bb05-c49f013ce1e0 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Pushing event updated for resources: {'Port': ['ID=a95dd126-2e17-4b04-8e42-d234c0a380d2,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:54.863511 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cad016-5a44-4680-bb05-c49f013ce1e0 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:17:54.867351 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cad016-5a44-4680-bb05-c49f013ce1e0 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:54.867947 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-66cad016-5a44-4680-bb05-c49f013ce1e0 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:54.876303 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-66cad016-5a44-4680-bb05-c49f013ce1e0 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:54.887539 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f189739-66db-478a-bb6f-bdf54f5baf1a tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Network fc5e1525-2497-4f53-94ca-cc8d609db2f9 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:17:54.967562 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-7f189739-66db-478a-bb6f-bdf54f5baf1a tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, fc5e1525-2497-4f53-94ca-cc8d609db2f9) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:54.971736 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f189739-66db-478a-bb6f-bdf54f5baf1a tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:54.972695 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7f189739-66db-478a-bb6f-bdf54f5baf1a tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:54.985772 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3890d2-eeb6-4995-985d-80a05a3c9ec9 None None] Network fc5e1525-2497-4f53-94ca-cc8d609db2f9 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:17:54.996567 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0a8b327b-864d-4656-b4a9-576e06edef4e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:55.005729 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:55.065830 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-84fc89a3-6b64-43df-9147-953ad2b5231b tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:55.071775 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4b21435b-1490-470b-ada5-dd28e95ac878 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:55.076188 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-66cad016-5a44-4680-bb05-c49f013ce1e0 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4733381 Dec 22 13:17:55.083467 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41672) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:55.083467 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f77728bc-8e17-4481-9f32-c08fffeac38a tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:55.117432 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8b327b-864d-4656-b4a9-576e06edef4e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:17:55.119871 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-0a8b327b-864d-4656-b4a9-576e06edef4e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:55.132399 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8b327b-864d-4656-b4a9-576e06edef4e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:55.132986 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0a8b327b-864d-4656-b4a9-576e06edef4e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:55.143219 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f451b770-36c8-4d15-a534-fcb930498aa3 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:17:55.150991 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b327b-864d-4656-b4a9-576e06edef4e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Subnet': ['ID=e3e9ac3b-9def-4807-9ed0-ee25650793e3,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:55.151659 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-f7333830-910b-4bbd-a5f4-81eb0b1c4184 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::d6', 'mac_address': 'fa:16:3e:ba:c1:aa'}, {'ip_address': '2001:db8::3bc', 'mac_address': 'fa:16:3e:b3:c2:e5'}]}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:55.161019 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0a8b327b-864d-4656-b4a9-576e06edef4e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:55.165753 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f169ceaa-6de9-44e5-aa17-f1ed31a83d74 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:55.208249 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-7f189739-66db-478a-bb6f-bdf54f5baf1a tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3034363 Dec 22 13:17:55.209278 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21435b-1490-470b-ada5-dd28e95ac878 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Pushing event deleted for resources: {'Port': ['ID=9f3e94b4-a457-4989-a2d1-3e0a004a13e7,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:55.211910 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41676) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:55.215916 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-4b21435b-1490-470b-ada5-dd28e95ac878 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:55.218420 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-17f822e8-890a-463e-85e2-f1d2980bee33 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1316469449', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:55.218547 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-84fc89a3-6b64-43df-9147-953ad2b5231b tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Deleting port f83f72c8-8d6f-494a-9096-b5061024be88 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:17:55.218824 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-84fc89a3-6b64-43df-9147-953ad2b5231b tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:55.224572 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-17f822e8-890a-463e-85e2-f1d2980bee33 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:55.228547 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-17f822e8-890a-463e-85e2-f1d2980bee33 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Usage tracker for resource:router and tenant:70805c2c64484d51a5a3a7562576ab25 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:55.231632 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-17f822e8-890a-463e-85e2-f1d2980bee33 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:55.240366 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-17f822e8-890a-463e-85e2-f1d2980bee33 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:55.278442 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0a8b327b-864d-4656-b4a9-576e06edef4e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7630541 Dec 22 13:17:55.278678 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41680) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:55.287499 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-56f8b175-1845-4f0e-9043-6735d7b8a133 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'port': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'name': 'tempest-NetworksTestDHCPv6-1946286787'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:17:55.322848 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4b21435b-1490-470b-ada5-dd28e95ac878 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:55.324897 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-4b21435b-1490-470b-ada5-dd28e95ac878 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] 10.222.0.47 "DELETE /v2.0/ports/9f3e94b4-a457-4989-a2d1-3e0a004a13e7 HTTP/1.1" status: 204 len: 168 time: 1.4471169 Dec 22 13:17:55.330281 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41684) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:55.388132 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f169ceaa-6de9-44e5-aa17-f1ed31a83d74 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:55.393100 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6bca5162-5940-4f5c-838c-9f3d3be6d40d tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:55.437594 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-17f822e8-890a-463e-85e2-f1d2980bee33 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:55.441583 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-17f822e8-890a-463e-85e2-f1d2980bee33 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:55.555797 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f169ceaa-6de9-44e5-aa17-f1ed31a83d74 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:17:55.559820 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-0b7514a6-5037-46b7-8f25-c79dd864889e None None] Provisioning for port a95dd126-2e17-4b04-8e42-d234c0a380d2 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:17:55.580233 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f169ceaa-6de9-44e5-aa17-f1ed31a83d74 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Pushing event updated for resources: {'Port': ['ID=b12e963c-4363-4155-819d-bf1c10398cfc,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:55.592645 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-0b7514a6-5037-46b7-8f25-c79dd864889e None None] Provisioning complete for port a95dd126-2e17-4b04-8e42-d234c0a380d2 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:55.592645 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0b7514a6-5037-46b7-8f25-c79dd864889e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:55.596044 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-f169ceaa-6de9-44e5-aa17-f1ed31a83d74 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:55.602108 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f169ceaa-6de9-44e5-aa17-f1ed31a83d74 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:55.607479 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-17f822e8-890a-463e-85e2-f1d2980bee33 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:55.628617 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f169ceaa-6de9-44e5-aa17-f1ed31a83d74 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:17:55.654068 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926e3da4-ca27-4312-880f-badfd3c1302c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-fc5e1525-2497-4f53-94ca-cc8d609db2f9', 'network_id': 'fc5e1525-2497-4f53-94ca-cc8d609db2f9', 'tenant_id': '70805c2c64484d51a5a3a7562576ab25', 'fixed_ips': [{'subnet_id': 'd633d77c-2781-4db4-a69b-237a7d2141e6'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:17:55.655058 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-926e3da4-ca27-4312-880f-badfd3c1302c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:55.705803 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 7cd1a168-af3f-4f0b-a886-b19bb032cdab no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:17:55.710737 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-17f822e8-890a-463e-85e2-f1d2980bee33 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:55.735066 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-56f8b175-1845-4f0e-9043-6735d7b8a133 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:55.786052 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 7cd1a168-af3f-4f0b-a886-b19bb032cdab {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:17:55.786561 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 7cd1a168-af3f-4f0b-a886-b19bb032cdab not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:17:55.811007 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-84fc89a3-6b64-43df-9147-953ad2b5231b tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:55.838903 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-56f8b175-1845-4f0e-9043-6735d7b8a133 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:55.842473 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f0f4f5-f843-49b8-914f-e6b49a657969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'tenant_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'fixed_ips': [{'subnet_id': 'e3e9ac3b-9def-4807-9ed0-ee25650793e3'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:17:55.843420 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b7f0f4f5-f843-49b8-914f-e6b49a657969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:55.868554 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-0b7514a6-5037-46b7-8f25-c79dd864889e None None] Port a95dd126-2e17-4b04-8e42-d234c0a380d2 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:17:55.930245 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-17f822e8-890a-463e-85e2-f1d2980bee33 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:55.931636 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-17f822e8-890a-463e-85e2-f1d2980bee33 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.7187400 Dec 22 13:17:55.934283 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41690) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:56.012031 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-84fc89a3-6b64-43df-9147-953ad2b5231b tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Calling delete_port for f83f72c8-8d6f-494a-9096-b5061024be88 owned by network:router_gateway {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:17:56.082070 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-926e3da4-ca27-4312-880f-badfd3c1302c None None] Allocated IP 172.20.0.2 (fc5e1525-2497-4f53-94ca-cc8d609db2f9/d633d77c-2781-4db4-a69b-237a7d2141e6/901463d4-9c46-4c59-81eb-04b82a96a6d5) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:17:56.096658 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f8b175-1845-4f0e-9043-6735d7b8a133 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:17:56.099780 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-56f8b175-1845-4f0e-9043-6735d7b8a133 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:56.106963 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-b7f0f4f5-f843-49b8-914f-e6b49a657969 None None] Allocated IP 2001:db8::2 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/e3e9ac3b-9def-4807-9ed0-ee25650793e3/6eac7284-8846-47e7-89c8-e33802fa1374) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:17:56.146762 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-56f8b175-1845-4f0e-9043-6735d7b8a133 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] device_id is not set on port 0ea81b6a-77fb-4c7d-8bd3-5273ce8b52a0 yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:17:56.178932 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f7333830-910b-4bbd-a5f4-81eb0b1c4184 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:56.313704 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9090a92-6ac3-4817-8e24-01527be80c11 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Deleting subnet 6dc93864-d512-4734-b9c6-e073d3630a9d {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:17:56.325873 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a9090a92-6ac3-4817-8e24-01527be80c11 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:56.414713 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f169ceaa-6de9-44e5-aa17-f1ed31a83d74 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router_gateway, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:56.415351 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f169ceaa-6de9-44e5-aa17-f1ed31a83d74 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:56.455645 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a9090a92-6ac3-4817-8e24-01527be80c11 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:56.534105 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-926e3da4-ca27-4312-880f-badfd3c1302c None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:56.554274 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-926e3da4-ca27-4312-880f-badfd3c1302c None None] Transition to ACTIVE for port object 901463d4-9c46-4c59-81eb-04b82a96a6d5 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:56.568471 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b7f0f4f5-f843-49b8-914f-e6b49a657969 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:56.568612 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a9090a92-6ac3-4817-8e24-01527be80c11 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:56.587295 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-b7f0f4f5-f843-49b8-914f-e6b49a657969 None None] Transition to ACTIVE for port object 6eac7284-8846-47e7-89c8-e33802fa1374 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:56.595171 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-926e3da4-ca27-4312-880f-badfd3c1302c None None] Transition to ACTIVE for port object 901463d4-9c46-4c59-81eb-04b82a96a6d5 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:56.612582 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-b7f0f4f5-f843-49b8-914f-e6b49a657969 None None] Transition to ACTIVE for port object 6eac7284-8846-47e7-89c8-e33802fa1374 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:56.622014 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-84fc89a3-6b64-43df-9147-953ad2b5231b tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:56.646715 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9f25f7c2-c059-4c37-8992-f351faee98dc tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:56.655278 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-926e3da4-ca27-4312-880f-badfd3c1302c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:56.659368 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-e941f9b8-43d5-4abe-ba18-206a4e04265c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:56.772583 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b7f0f4f5-f843-49b8-914f-e6b49a657969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:56.772907 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc89a3-6b64-43df-9147-953ad2b5231b tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Pushing event deleted for resources: {'Port': ['ID=f83f72c8-8d6f-494a-9096-b5061024be88,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:56.786667 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926e3da4-ca27-4312-880f-badfd3c1302c None None] Network fc5e1525-2497-4f53-94ca-cc8d609db2f9 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:17:56.787048 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-84fc89a3-6b64-43df-9147-953ad2b5231b tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:56.819680 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f0f4f5-f843-49b8-914f-e6b49a657969 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:17:56.845439 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-b7f0f4f5-f843-49b8-914f-e6b49a657969 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:56.853630 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-926e3da4-ca27-4312-880f-badfd3c1302c None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:56.859699 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926e3da4-ca27-4312-880f-badfd3c1302c None None] Pushing event updated for resources: {'Port': ['ID=901463d4-9c46-4c59-81eb-04b82a96a6d5,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:56.862784 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f0f4f5-f843-49b8-914f-e6b49a657969 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:17:56.867080 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926e3da4-ca27-4312-880f-badfd3c1302c None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:17:56.906554 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-56f8b175-1845-4f0e-9043-6735d7b8a133 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Allocated IP 2001:db8::36c (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/e3e9ac3b-9def-4807-9ed0-ee25650793e3/0ea81b6a-77fb-4c7d-8bd3-5273ce8b52a0) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:17:56.908344 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-926e3da4-ca27-4312-880f-badfd3c1302c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:56.913879 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-dd427b8a-dd2f-42f5-a231-860b0a6878e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:57.017279 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a9090a92-6ac3-4817-8e24-01527be80c11 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:57.068004 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-16bdefb7-ce3b-4382-878d-49279059e42d tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:57.096600 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:57.098304 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-926e3da4-ca27-4312-880f-badfd3c1302c None None] Attempting to bind port 901463d4-9c46-4c59-81eb-04b82a96a6d5 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:57.098816 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-926e3da4-ca27-4312-880f-badfd3c1302c None None] Attempting to bind port 901463d4-9c46-4c59-81eb-04b82a96a6d5 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '44791b90-5869-42c1-b334-c520e874c448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fc5e1525-2497-4f53-94ca-cc8d609db2f9'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:57.099075 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926e3da4-ca27-4312-880f-badfd3c1302c None None] Attempting to bind port 901463d4-9c46-4c59-81eb-04b82a96a6d5 on network fc5e1525-2497-4f53-94ca-cc8d609db2f9 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:17:57.107835 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f0f4f5-f843-49b8-914f-e6b49a657969 None None] Pushing event updated for resources: {'Port': ['ID=6eac7284-8846-47e7-89c8-e33802fa1374,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:57.118820 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-b7f0f4f5-f843-49b8-914f-e6b49a657969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:57.127464 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926e3da4-ca27-4312-880f-badfd3c1302c None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:17:57.127846 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926e3da4-ca27-4312-880f-badfd3c1302c None None] Checking segment: {'id': '44791b90-5869-42c1-b334-c520e874c448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fc5e1525-2497-4f53-94ca-cc8d609db2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:17:57.128254 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-926e3da4-ca27-4312-880f-badfd3c1302c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:57.128652 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926e3da4-ca27-4312-880f-badfd3c1302c None None] Bound using segment: {'id': '44791b90-5869-42c1-b334-c520e874c448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fc5e1525-2497-4f53-94ca-cc8d609db2f9'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:17:57.129363 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-926e3da4-ca27-4312-880f-badfd3c1302c None None] Bound port: 901463d4-9c46-4c59-81eb-04b82a96a6d5, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44791b90-5869-42c1-b334-c520e874c448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fc5e1525-2497-4f53-94ca-cc8d609db2f9'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:17:57.129510 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-926e3da4-ca27-4312-880f-badfd3c1302c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:57.133139 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.db.resource_extend [None req-f7333830-910b-4bbd-a5f4-81eb0b1c4184 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:17:57.141692 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-b7f0f4f5-f843-49b8-914f-e6b49a657969 None None] Attempting to bind port 6eac7284-8846-47e7-89c8-e33802fa1374 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:57.142030 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-b7f0f4f5-f843-49b8-914f-e6b49a657969 None None] Attempting to bind port 6eac7284-8846-47e7-89c8-e33802fa1374 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:57.142427 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f0f4f5-f843-49b8-914f-e6b49a657969 None None] Attempting to bind port 6eac7284-8846-47e7-89c8-e33802fa1374 on network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:17:57.151409 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9090a92-6ac3-4817-8e24-01527be80c11 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Pushing event deleted for resources: {'Subnet': ['ID=6dc93864-d512-4734-b9c6-e073d3630a9d,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:57.156043 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-84fc89a3-6b64-43df-9147-953ad2b5231b tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:57.180820 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f0f4f5-f843-49b8-914f-e6b49a657969 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:17:57.181061 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f0f4f5-f843-49b8-914f-e6b49a657969 None None] Checking segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:17:57.181387 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b7f0f4f5-f843-49b8-914f-e6b49a657969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:57.181790 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f0f4f5-f843-49b8-914f-e6b49a657969 None None] Bound using segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:17:57.182278 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-b7f0f4f5-f843-49b8-914f-e6b49a657969 None None] Bound port: 6eac7284-8846-47e7-89c8-e33802fa1374, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:17:57.182690 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b7f0f4f5-f843-49b8-914f-e6b49a657969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:57.300333 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-926e3da4-ca27-4312-880f-badfd3c1302c None None] For port 901463d4-9c46-4c59-81eb-04b82a96a6d5, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:17:57.315384 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-926e3da4-ca27-4312-880f-badfd3c1302c None None] For port 901463d4-9c46-4c59-81eb-04b82a96a6d5, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=901463d4-9c46-4c59-81eb-04b82a96a6d5,segment=NetworkSegment(44791b90-5869-42c1-b334-c520e874c448),segment_id=44791b90-5869-42c1-b334-c520e874c448)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:17:57.319252 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-b7f0f4f5-f843-49b8-914f-e6b49a657969 None None] For port 6eac7284-8846-47e7-89c8-e33802fa1374, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:17:57.322409 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-b7f0f4f5-f843-49b8-914f-e6b49a657969 None None] For port 6eac7284-8846-47e7-89c8-e33802fa1374, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=6eac7284-8846-47e7-89c8-e33802fa1374,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:17:57.328278 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f7333830-910b-4bbd-a5f4-81eb0b1c4184 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:57.330040 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a9090a92-6ac3-4817-8e24-01527be80c11 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:57.341132 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a9090a92-6ac3-4817-8e24-01527be80c11 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:57.342127 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6865da7a-702d-48b2-b3a9-6ca7c03e2a72 None None] Network d5612141-ddd6-4dc6-b8bb-f3acf2c4a545 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:17:57.412819 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f7333830-910b-4bbd-a5f4-81eb0b1c4184 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:57.419500 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-bd001069-cc82-44ea-a068-3b59b2dbab14 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:57.458633 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a9090a92-6ac3-4817-8e24-01527be80c11 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] 10.222.0.47 "DELETE /v2.0/subnets/6dc93864-d512-4734-b9c6-e073d3630a9d HTTP/1.1" status: 204 len: 168 time: 2.1253457 Dec 22 13:17:57.464145 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41700) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:57.551995 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-926e3da4-ca27-4312-880f-badfd3c1302c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:57.556520 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b7f0f4f5-f843-49b8-914f-e6b49a657969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:57.565430 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:57.640110 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-f7333830-910b-4bbd-a5f4-81eb0b1c4184 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] In _notify_port_updated(), no bound segment for port a95dd126-2e17-4b04-8e42-d234c0a380d2 on network 10e1ab9d-f67f-493c-a4d2-91a88f233c0b {{(pid=84148) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 13:17:57.644191 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7333830-910b-4bbd-a5f4-81eb0b1c4184 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:57.644712 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f7333830-910b-4bbd-a5f4-81eb0b1c4184 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:57.648950 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f7333830-910b-4bbd-a5f4-81eb0b1c4184 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] 10.222.0.47 "PUT /v2.0/ports/a95dd126-2e17-4b04-8e42-d234c0a380d2 HTTP/1.1" status: 200 len: 1066 time: 2.5091686 Dec 22 13:17:57.650213 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41704) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:57.653331 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7333830-910b-4bbd-a5f4-81eb0b1c4184 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Pushing event updated for resources: {'Port': ['ID=a95dd126-2e17-4b04-8e42-d234c0a380d2,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:57.659120 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-84fc89a3-6b64-43df-9147-953ad2b5231b tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:57.659814 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-56f8b175-1845-4f0e-9043-6735d7b8a133 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:57.661193 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f7333830-910b-4bbd-a5f4-81eb0b1c4184 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:57.682832 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926e3da4-ca27-4312-880f-badfd3c1302c None None] Pushing event updated for resources: {'Port': ['ID=901463d4-9c46-4c59-81eb-04b82a96a6d5,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:57.703984 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-84fc89a3-6b64-43df-9147-953ad2b5231b tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:57.721245 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-56f8b175-1845-4f0e-9043-6735d7b8a133 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Transition to ACTIVE for port object 0ea81b6a-77fb-4c7d-8bd3-5273ce8b52a0 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:57.728355 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b41b02ca-624f-459b-97c9-df2c4213f1e4 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:57.769666 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-16d98828-4ad8-4e9b-bf9e-02168dccbd7c tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Deleting port a95dd126-2e17-4b04-8e42-d234c0a380d2 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:17:57.771582 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-16d98828-4ad8-4e9b-bf9e-02168dccbd7c tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:57.814496 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-b41b02ca-624f-459b-97c9-df2c4213f1e4 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Deleting port 5c0621a5-cde2-4e62-9baa-c082227ae2f3 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:17:57.814760 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b41b02ca-624f-459b-97c9-df2c4213f1e4 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:57.818716 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f0f4f5-f843-49b8-914f-e6b49a657969 None None] Pushing event updated for resources: {'Port': ['ID=6eac7284-8846-47e7-89c8-e33802fa1374,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:57.821855 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-b7f0f4f5-f843-49b8-914f-e6b49a657969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:57.823457 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-48ddcec4-e41e-4708-bae0-bebc7fa55bdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.222s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:57.823457 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-48ddcec4-e41e-4708-bae0-bebc7fa55bdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:57.951513 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-84fc89a3-6b64-43df-9147-953ad2b5231b tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:57.952484 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fc89a3-6b64-43df-9147-953ad2b5231b tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Fanout notify agent at l3_agent the message router_deleted on router 5d60473c-2665-4d60-ae4f-0ebcbd41ce67 {{(pid=84148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:17:57.971277 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed44f8cd-7ea5-4c06-9b54-80421bfe9032 None None] DHCP port deletion for d5612141-ddd6-4dc6-b8bb-f3acf2c4a545 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:17:57.975895 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-ed44f8cd-7ea5-4c06-9b54-80421bfe9032 None None] Deleting port 5c0621a5-cde2-4e62-9baa-c082227ae2f3 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:17:57.976569 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ed44f8cd-7ea5-4c06-9b54-80421bfe9032 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:57.984253 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-16bdefb7-ce3b-4382-878d-49279059e42d tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Allocated IP 172.20.0.1 (fc5e1525-2497-4f53-94ca-cc8d609db2f9/d633d77c-2781-4db4-a69b-237a7d2141e6/cf1e587d-77c7-4da9-be40-1f1b481ef5e3) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:17:58.081652 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:17:58.107469 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-56f8b175-1845-4f0e-9043-6735d7b8a133 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:58.109301 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-d6a10d4f-0880-494e-ab3f-83d5aca772f4 None None] Provisioning complete for port a95dd126-2e17-4b04-8e42-d234c0a380d2 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:58.109757 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d6a10d4f-0880-494e-ab3f-83d5aca772f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:58.132402 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7d88a63f-32c4-4a35-8295-3f37278a6574 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:58.284912 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-16d98828-4ad8-4e9b-bf9e-02168dccbd7c tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:58.303117 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-d6a10d4f-0880-494e-ab3f-83d5aca772f4 None None] Port a95dd126-2e17-4b04-8e42-d234c0a380d2 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:17:58.347222 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-ed44f8cd-7ea5-4c06-9b54-80421bfe9032 None None] For port 5c0621a5-cde2-4e62-9baa-c082227ae2f3, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=5c0621a5-cde2-4e62-9baa-c082227ae2f3,segment=NetworkSegment(2fb447ac-d31f-4a01-b6a4-3ee7a1487f2a),segment_id=2fb447ac-d31f-4a01-b6a4-3ee7a1487f2a)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:17:58.347625 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ed44f8cd-7ea5-4c06-9b54-80421bfe9032 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:58.458971 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-84fc89a3-6b64-43df-9147-953ad2b5231b tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:58.462469 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-84fc89a3-6b64-43df-9147-953ad2b5231b tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] 10.222.0.47 "DELETE /v2.0/routers/5d60473c-2665-4d60-ae4f-0ebcbd41ce67 HTTP/1.1" status: 204 len: 168 time: 4.7450161 Dec 22 13:17:58.495309 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-16d98828-4ad8-4e9b-bf9e-02168dccbd7c tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Calling delete_port for a95dd126-2e17-4b04-8e42-d234c0a380d2 owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:17:58.551734 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-ed44f8cd-7ea5-4c06-9b54-80421bfe9032 None None] Calling delete_port for 5c0621a5-cde2-4e62-9baa-c082227ae2f3 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:17:58.581547 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41710) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:58.639869 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8b175-1845-4f0e-9043-6735d7b8a133 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Port': ['ID=0ea81b6a-77fb-4c7d-8bd3-5273ce8b52a0,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:58.663559 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-56f8b175-1845-4f0e-9043-6735d7b8a133 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:58.682153 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:58.698663 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f8b175-1845-4f0e-9043-6735d7b8a133 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:17:58.753313 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-16bdefb7-ce3b-4382-878d-49279059e42d tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:58.756227 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-56f8b175-1845-4f0e-9043-6735d7b8a133 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:58.768053 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ed44f8cd-7ea5-4c06-9b54-80421bfe9032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:58.768285 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f8b175-1845-4f0e-9043-6735d7b8a133 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:17:58.772042 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f8b175-1845-4f0e-9043-6735d7b8a133 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:58.772499 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-926e3da4-ca27-4312-880f-badfd3c1302c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:58.772640 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-56f8b175-1845-4f0e-9043-6735d7b8a133 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:58.807048 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-16bdefb7-ce3b-4382-878d-49279059e42d tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Transition to ACTIVE for port object cf1e587d-77c7-4da9-be40-1f1b481ef5e3 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:58.825431 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44f8cd-7ea5-4c06-9b54-80421bfe9032 None None] Pushing event deleted for resources: {'Port': ['ID=5c0621a5-cde2-4e62-9baa-c082227ae2f3,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:58.830080 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-ed44f8cd-7ea5-4c06-9b54-80421bfe9032 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:58.834974 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed44f8cd-7ea5-4c06-9b54-80421bfe9032 None None] No DVR routers for this DVR port 5c0621a5-cde2-4e62-9baa-c082227ae2f3 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:17:58.836189 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f169ceaa-6de9-44e5-aa17-f1ed31a83d74 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Router f2d85fda-df2e-4d68-8108-a64bd5d553ac is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:17:58.851312 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-b41b02ca-624f-459b-97c9-df2c4213f1e4 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] For port 5c0621a5-cde2-4e62-9baa-c082227ae2f3, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=5c0621a5-cde2-4e62-9baa-c082227ae2f3,segment=NetworkSegment(2fb447ac-d31f-4a01-b6a4-3ee7a1487f2a),segment_id=2fb447ac-d31f-4a01-b6a4-3ee7a1487f2a)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:17:58.851312 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b41b02ca-624f-459b-97c9-df2c4213f1e4 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:58.919902 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-13f8ad27-3e7d-4164-9dc9-adc5e5f71e97 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Deleting subnet b5c5b86c-f908-4b26-9164-2d21ceb60092 {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:17:58.922907 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-13f8ad27-3e7d-4164-9dc9-adc5e5f71e97 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:58.985150 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-b41b02ca-624f-459b-97c9-df2c4213f1e4 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Calling delete_port for 5c0621a5-cde2-4e62-9baa-c082227ae2f3 owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:17:58.986259 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-13f8ad27-3e7d-4164-9dc9-adc5e5f71e97 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:59.017760 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-56f8b175-1845-4f0e-9043-6735d7b8a133 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.7374687 Dec 22 13:17:59.021792 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-16d98828-4ad8-4e9b-bf9e-02168dccbd7c tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:59.030270 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41716) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:59.032730 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-84fc89a3-6b64-43df-9147-953ad2b5231b tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:59.093743 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d98828-4ad8-4e9b-bf9e-02168dccbd7c tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Pushing event deleted for resources: {'Port': ['ID=a95dd126-2e17-4b04-8e42-d234c0a380d2,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:59.101004 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-16d98828-4ad8-4e9b-bf9e-02168dccbd7c tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:59.204395 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.api [None req-b41b02ca-624f-459b-97c9-df2c4213f1e4 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84149) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:17:59.204712 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_db.api [None req-b41b02ca-624f-459b-97c9-df2c4213f1e4 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:17:59.207796 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-16bdefb7-ce3b-4382-878d-49279059e42d tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:59.212424 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-fa5636a0-78a3-4141-bafa-599af277ec14 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:59.232778 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-13f8ad27-3e7d-4164-9dc9-adc5e5f71e97 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:59.309912 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ab343d-07c1-418b-b1da-a66e0fd4fd37 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:59.318915 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ab343d-07c1-418b-b1da-a66e0fd4fd37 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:59.319802 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f8ab343d-07c1-418b-b1da-a66e0fd4fd37 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:17:59.371314 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bdefb7-ce3b-4382-878d-49279059e42d tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Network fc5e1525-2497-4f53-94ca-cc8d609db2f9 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:17:59.377045 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-16bdefb7-ce3b-4382-878d-49279059e42d tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:59.379724 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bdefb7-ce3b-4382-878d-49279059e42d tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:17:59.443020 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bdefb7-ce3b-4382-878d-49279059e42d tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Pushing event updated for resources: {'Port': ['ID=cf1e587d-77c7-4da9-be40-1f1b481ef5e3,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:59.446427 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-16bdefb7-ce3b-4382-878d-49279059e42d tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:59.447207 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f8ab343d-07c1-418b-b1da-a66e0fd4fd37 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:17:59.451507 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f8ab343d-07c1-418b-b1da-a66e0fd4fd37 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4171374 Dec 22 13:17:59.453530 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41722) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:59.565978 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-16bdefb7-ce3b-4382-878d-49279059e42d tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:59.818526 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-7434a9ec-068e-4901-91c8-e4e40057b351 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting port 0ea81b6a-77fb-4c7d-8bd3-5273ce8b52a0 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:17:59.818526 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7434a9ec-068e-4901-91c8-e4e40057b351 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:59.818526 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-b41b02ca-624f-459b-97c9-df2c4213f1e4 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Deleting port 5c0621a5-cde2-4e62-9baa-c082227ae2f3 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:17:59.818526 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b41b02ca-624f-459b-97c9-df2c4213f1e4 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:59.818526 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-b41b02ca-624f-459b-97c9-df2c4213f1e4 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] The port '5c0621a5-cde2-4e62-9baa-c082227ae2f3' was deleted {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:17:59.879071 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be526c0-89ce-43cf-90d9-587e2e0cdbd6 None None] Network fc5e1525-2497-4f53-94ca-cc8d609db2f9 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:17:59.979933 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 6eac7284-8846-47e7-89c8-e33802fa1374 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:18:00.038055 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-13f8ad27-3e7d-4164-9dc9-adc5e5f71e97 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:00.048365 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:00.067739 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b41b02ca-624f-459b-97c9-df2c4213f1e4 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:00.082099 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f169ceaa-6de9-44e5-aa17-f1ed31a83d74 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:18:00.093433 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f8ad27-3e7d-4164-9dc9-adc5e5f71e97 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Pushing event deleted for resources: {'Subnet': ['ID=b5c5b86c-f908-4b26-9164-2d21ceb60092,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:00.097747 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-13f8ad27-3e7d-4164-9dc9-adc5e5f71e97 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:00.102295 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-13f8ad27-3e7d-4164-9dc9-adc5e5f71e97 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:00.112747 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-13f8ad27-3e7d-4164-9dc9-adc5e5f71e97 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] 10.222.0.47 "DELETE /v2.0/subnets/b5c5b86c-f908-4b26-9164-2d21ceb60092 HTTP/1.1" status: 204 len: 168 time: 1.5293000 Dec 22 13:18:00.116458 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41728) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:00.117202 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0905fb7e-82f5-4258-ae73-17ddfd3504cc None None] Sync routers for ids ['f2d85fda-df2e-4d68-8108-a64bd5d553ac'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:18:00.124752 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074a3902-c232-48ed-bf36-942eadca20c4 None None] Network 0d549717-6ce1-4395-b4d9-9907963652bf requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:18:00.192899 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-b41b02ca-624f-459b-97c9-df2c4213f1e4 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5612141-ddd6-4dc6-b8bb-f3acf2c4a545']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:00.231307 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-b41b02ca-624f-459b-97c9-df2c4213f1e4 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb447ac-d31f-4a01-b6a4-3ee7a1487f2a') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:00.231574 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-b41b02ca-624f-459b-97c9-df2c4213f1e4 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb447ac-d31f-4a01-b6a4-3ee7a1487f2a') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:00.244144 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f169ceaa-6de9-44e5-aa17-f1ed31a83d74 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:00.245680 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f169ceaa-6de9-44e5-aa17-f1ed31a83d74 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.3954172 Dec 22 13:18:00.252045 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8174f000-0dca-4956-a72e-8b6b470e21d4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:00.262734 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41732) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:00.262734 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-96b8ac93-feeb-459c-9e1b-1e8a6d525943 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'enable_snat': False}}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:00.271533 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b41b02ca-624f-459b-97c9-df2c4213f1e4 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:00.291831 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-16bdefb7-ce3b-4382-878d-49279059e42d tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:00.306000 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a0c65a2a-3dca-4831-9c30-e290db9c19e8 None None] Provisioning for port 901463d4-9c46-4c59-81eb-04b82a96a6d5 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:18:00.315494 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7434a9ec-068e-4901-91c8-e4e40057b351 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:00.329367 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b41b02ca-624f-459b-97c9-df2c4213f1e4 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:00.337870 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-8174f000-0dca-4956-a72e-8b6b470e21d4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Deleting port 54a88c34-f11d-41b1-bef0-e56a2b7155c0 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:00.338489 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8174f000-0dca-4956-a72e-8b6b470e21d4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:00.382975 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0905fb7e-82f5-4258-ae73-17ddfd3504cc None None] Routers {'f2d85fda-df2e-4d68-8108-a64bd5d553ac'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:18:00.383756 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-0905fb7e-82f5-4258-ae73-17ddfd3504cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:17:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['f2d85fda-df2e-4d68-8108-a64bd5d553ac'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:00.414050 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-16d98828-4ad8-4e9b-bf9e-02168dccbd7c tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:00.416319 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-16d98828-4ad8-4e9b-bf9e-02168dccbd7c tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] 10.222.0.47 "DELETE /v2.0/ports/a95dd126-2e17-4b04-8e42-d234c0a380d2 HTTP/1.1" status: 204 len: 168 time: 2.7602324 Dec 22 13:18:00.442389 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41738) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:00.447129 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 6eac7284-8846-47e7-89c8-e33802fa1374 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:18:00.500401 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-0905fb7e-82f5-4258-ae73-17ddfd3504cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:00.505346 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 901463d4-9c46-4c59-81eb-04b82a96a6d5 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:18:00.579459 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f041a0d-3c07-4cf6-9f45-cac0f3972732 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] GET failed (client error): The resource could not be found. Dec 22 13:18:00.580219 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-9f041a0d-3c07-4cf6-9f45-cac0f3972732 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Synchronizing usage tracker for tenant:ab7ea4d986274779872678bdb6fd8cdb on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:18:00.610983 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0905fb7e-82f5-4258-ae73-17ddfd3504cc None None] Routers {'f2d85fda-df2e-4d68-8108-a64bd5d553ac'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:18:00.611671 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-0905fb7e-82f5-4258-ae73-17ddfd3504cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:17:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['f2d85fda-df2e-4d68-8108-a64bd5d553ac'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:00.626953 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-7434a9ec-068e-4901-91c8-e4e40057b351 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Calling delete_port for 0ea81b6a-77fb-4c7d-8bd3-5273ce8b52a0 owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:00.679203 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-0905fb7e-82f5-4258-ae73-17ddfd3504cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:00.680191 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0905fb7e-82f5-4258-ae73-17ddfd3504cc None None] The sync data for ids ['f2d85fda-df2e-4d68-8108-a64bd5d553ac'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:18:00.692455 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-d0f41f86-11aa-443c-8dad-84a20d13aa0c None None] Provisioning for port 6eac7284-8846-47e7-89c8-e33802fa1374 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:18:00.702503 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb7b076-dd15-4a42-9d5d-b37f4238764e None None] DHCP port deletion for 0d549717-6ce1-4395-b4d9-9907963652bf request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:18:00.706018 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-d0f41f86-11aa-443c-8dad-84a20d13aa0c None None] Provisioning complete for port 6eac7284-8846-47e7-89c8-e33802fa1374 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:18:00.706162 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b41b02ca-624f-459b-97c9-df2c4213f1e4 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:18:00.706490 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d0f41f86-11aa-443c-8dad-84a20d13aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:00.706666 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b41b02ca-624f-459b-97c9-df2c4213f1e4 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:00.716683 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-8174f000-0dca-4956-a72e-8b6b470e21d4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] For port 54a88c34-f11d-41b1-bef0-e56a2b7155c0, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=54a88c34-f11d-41b1-bef0-e56a2b7155c0,segment=NetworkSegment(2af65238-5ac2-42ff-adb8-9c03759698cd),segment_id=2af65238-5ac2-42ff-adb8-9c03759698cd)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:18:00.720795 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8174f000-0dca-4956-a72e-8b6b470e21d4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:00.724132 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:18:00.724132 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:18:00.724132 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:18:00.724132 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:18:00.724132 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:18:00.724132 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:18:00.724132 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:18:00.724132 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:18:00.724132 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:18:00.724132 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:18:00.724132 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:18:00.724132 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:18:00.724132 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:18:00.724132 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:18:00.724132 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:18:00.724132 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:18:00.724132 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:18:00.724132 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:18:00.724132 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:18:00.724132 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:18:00.724132 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:18:00.724132 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:18:00.724132 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:18:00.724132 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:18:00.724132 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:18:00.724132 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:18:00.724132 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:18:00.724132 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:18:00.724132 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:18:00.724132 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:18:00.724132 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:18:00.724132 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:18:00.724132 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:18:00.724132 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:18:00.724132 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:18:00.724132 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:18:00.724132 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:18:00.724132 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:18:00.724132 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:18:00.724132 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:18:00.751888 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-9bb7b076-dd15-4a42-9d5d-b37f4238764e None None] Deleting port 54a88c34-f11d-41b1-bef0-e56a2b7155c0 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:00.752379 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9bb7b076-dd15-4a42-9d5d-b37f4238764e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:00.789370 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 901463d4-9c46-4c59-81eb-04b82a96a6d5 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:18:00.812456 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 901463d4-9c46-4c59-81eb-04b82a96a6d5 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:18:00.812750 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:00.849551 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-9f041a0d-3c07-4cf6-9f45-cac0f3972732 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Unset dirty status for tenant:ab7ea4d986274779872678bdb6fd8cdb on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:18:00.851065 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-9f041a0d-3c07-4cf6-9f45-cac0f3972732 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] 10.222.0.47 "GET /v2.0/ports/a95dd126-2e17-4b04-8e42-d234c0a380d2 HTTP/1.1" status: 404 len: 333 time: 0.4023252 Dec 22 13:18:00.859713 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-8174f000-0dca-4956-a72e-8b6b470e21d4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Calling delete_port for 54a88c34-f11d-41b1-bef0-e56a2b7155c0 owned by network:dhcp {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:00.901284 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41742) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:00.977942 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-a192ac4a-ca53-47d0-9d93-019c2f96f5b5 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Deleting port 8b297ea7-2cb6-4668-9f8b-cf460602dba4 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:00.978552 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a192ac4a-ca53-47d0-9d93-019c2f96f5b5 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:01.088579 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b41b02ca-624f-459b-97c9-df2c4213f1e4 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:01.100456 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1e0cd4c2-627e-4c3d-b39a-3b594bf34e64 tempest-PortsAdminExtendedAttrsTestJSON-1465719111 tempest-PortsAdminExtendedAttrsTestJSON-1465719111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:01.118565 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b41b02ca-624f-459b-97c9-df2c4213f1e4 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:01.133213 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b41b02ca-624f-459b-97c9-df2c4213f1e4 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] 10.222.0.47 "DELETE /v2.0/networks/d5612141-ddd6-4dc6-b8bb-f3acf2c4a545 HTTP/1.1" status: 204 len: 168 time: 3.6663148 Dec 22 13:18:01.154864 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b02ca-624f-459b-97c9-df2c4213f1e4 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Pushing event deleted for resources: {'Network': ['ID=d5612141-ddd6-4dc6-b8bb-f3acf2c4a545,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:01.194410 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b41b02ca-624f-459b-97c9-df2c4213f1e4 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:01.250099 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-9bb7b076-dd15-4a42-9d5d-b37f4238764e None None] For port 54a88c34-f11d-41b1-bef0-e56a2b7155c0, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=54a88c34-f11d-41b1-bef0-e56a2b7155c0,segment=NetworkSegment(2af65238-5ac2-42ff-adb8-9c03759698cd),segment_id=2af65238-5ac2-42ff-adb8-9c03759698cd)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:18:01.250790 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9bb7b076-dd15-4a42-9d5d-b37f4238764e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:01.267258 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:01.279007 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8174f000-0dca-4956-a72e-8b6b470e21d4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:01.290662 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e05121c2-67a4-47eb-990a-2b697d7dda82 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:01.309227 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 901463d4-9c46-4c59-81eb-04b82a96a6d5, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=901463d4-9c46-4c59-81eb-04b82a96a6d5,segment=NetworkSegment(44791b90-5869-42c1-b334-c520e874c448),segment_id=44791b90-5869-42c1-b334-c520e874c448)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:18:01.313114 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d0f41f86-11aa-443c-8dad-84a20d13aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:01.338875 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8174f000-0dca-4956-a72e-8b6b470e21d4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Pushing event deleted for resources: {'Port': ['ID=54a88c34-f11d-41b1-bef0-e56a2b7155c0,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:01.343319 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8174f000-0dca-4956-a72e-8b6b470e21d4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:01.347576 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8174f000-0dca-4956-a72e-8b6b470e21d4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] No DVR routers for this DVR port 54a88c34-f11d-41b1-bef0-e56a2b7155c0 on host dv-neutron-822669-1-hyperv {{(pid=84148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:18:01.511312 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:01.530330 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-9bb7b076-dd15-4a42-9d5d-b37f4238764e None None] Calling delete_port for 54a88c34-f11d-41b1-bef0-e56a2b7155c0 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:01.544311 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a192ac4a-ca53-47d0-9d93-019c2f96f5b5 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:01.564749 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f21772fe-61da-4b87-90f5-80484e1f66bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:01.630923 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8174f000-0dca-4956-a72e-8b6b470e21d4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:01.632567 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 5c0621a5-cde2-4e62-9baa-c082227ae2f3 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:18:01.667573 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-8174f000-0dca-4956-a72e-8b6b470e21d4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d549717-6ce1-4395-b4d9-9907963652bf']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:01.683033 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-8174f000-0dca-4956-a72e-8b6b470e21d4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af65238-5ac2-42ff-adb8-9c03759698cd') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:01.683685 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-8174f000-0dca-4956-a72e-8b6b470e21d4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af65238-5ac2-42ff-adb8-9c03759698cd') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:01.710563 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 5c0621a5-cde2-4e62-9baa-c082227ae2f3 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:18:01.710563 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 5c0621a5-cde2-4e62-9baa-c082227ae2f3 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:18:01.710563 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device c9c8b936-80a3-4027-afbd-0711034a4a28 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:18:01.753405 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8174f000-0dca-4956-a72e-8b6b470e21d4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:01.765873 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7434a9ec-068e-4901-91c8-e4e40057b351 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:01.777171 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-a192ac4a-ca53-47d0-9d93-019c2f96f5b5 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Calling delete_port for 8b297ea7-2cb6-4668-9f8b-cf460602dba4 owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:01.782901 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: c9c8b936-80a3-4027-afbd-0711034a4a28 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:18:01.783120 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8174f000-0dca-4956-a72e-8b6b470e21d4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:01.783698 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device c9c8b936-80a3-4027-afbd-0711034a4a28 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:18:01.792296 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8174f000-0dca-4956-a72e-8b6b470e21d4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:18:01.799775 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8174f000-0dca-4956-a72e-8b6b470e21d4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:01.806985 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-d0f41f86-11aa-443c-8dad-84a20d13aa0c None None] For port 6eac7284-8846-47e7-89c8-e33802fa1374, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=6eac7284-8846-47e7-89c8-e33802fa1374,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:18:01.812195 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:18:01.812195 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:18:01.812195 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:18:01.812195 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:18:01.812195 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:18:01.812195 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:18:01.812195 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:18:01.812195 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:18:01.812195 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:18:01.812195 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:18:01.812195 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:18:01.812195 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:18:01.812195 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:18:01.812195 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:18:01.812195 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:18:01.812195 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:18:01.812195 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:18:01.812195 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:18:01.812195 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:18:01.812195 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:18:01.812195 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:18:01.812195 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:18:01.812195 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:18:01.812195 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:18:01.812195 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:18:01.812195 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:18:01.812195 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:18:01.812195 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:18:01.812195 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:18:01.812195 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:18:01.812195 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:18:01.812195 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:18:01.819205 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=901463d4-9c46-4c59-81eb-04b82a96a6d5,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:01.823367 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2a91aa9b-7009-414b-8d3a-cf3d7a4a9a24 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:01.834864 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:01.846975 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-9bb7b076-dd15-4a42-9d5d-b37f4238764e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:18:01.847540 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-9bb7b076-dd15-4a42-9d5d-b37f4238764e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:18:01.866208 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41754) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:01.869848 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d0f41f86-11aa-443c-8dad-84a20d13aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:01.874723 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-4e1a0d76-575d-4e5b-b441-2ba0c9af0c33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:01.959005 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434a9ec-068e-4901-91c8-e4e40057b351 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Port': ['ID=0ea81b6a-77fb-4c7d-8bd3-5273ce8b52a0,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:01.966239 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7434a9ec-068e-4901-91c8-e4e40057b351 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:01.989848 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7434a9ec-068e-4901-91c8-e4e40057b351 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:02.000760 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-d0f41f86-11aa-443c-8dad-84a20d13aa0c None None] Could not find standard attr ID for object 0ea81b6a-77fb-4c7d-8bd3-5273ce8b52a0. {{(pid=84150) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:18:02.005027 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8174f000-0dca-4956-a72e-8b6b470e21d4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:02.010625 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 54a88c34-f11d-41b1-bef0-e56a2b7155c0 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:18:02.011608 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8174f000-0dca-4956-a72e-8b6b470e21d4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:02.015131 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-02ab5515-9caf-4736-ada9-d53037b8a6b5 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:02.045952 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8174f000-0dca-4956-a72e-8b6b470e21d4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Pushing event deleted for resources: {'Network': ['ID=0d549717-6ce1-4395-b4d9-9907963652bf,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:02.060169 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8174f000-0dca-4956-a72e-8b6b470e21d4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:02.064540 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8174f000-0dca-4956-a72e-8b6b470e21d4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] 10.222.0.47 "DELETE /v2.0/networks/0d549717-6ce1-4395-b4d9-9907963652bf HTTP/1.1" status: 204 len: 168 time: 1.9468861 Dec 22 13:18:02.065655 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f41f86-11aa-443c-8dad-84a20d13aa0c None None] Pushing event updated for resources: {'Port': ['ID=6eac7284-8846-47e7-89c8-e33802fa1374,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:02.071101 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41760) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:02.082391 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-d0f41f86-11aa-443c-8dad-84a20d13aa0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:02.088447 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 54a88c34-f11d-41b1-bef0-e56a2b7155c0 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:18:02.089016 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 54a88c34-f11d-41b1-bef0-e56a2b7155c0 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:18:02.139553 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-8d071be3-c0b9-4724-9b31-5759035d5c81 None None] Provisioning complete for port 901463d4-9c46-4c59-81eb-04b82a96a6d5 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:18:02.139977 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8d071be3-c0b9-4724-9b31-5759035d5c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:02.169626 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-96b8ac93-feeb-459c-9e1b-1e8a6d525943 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:02.181435 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-80b8fe2a-a609-40b2-895d-b6c877c6edf9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6ca4666aac4849808faa313e2aa7e939&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3115089 Dec 22 13:18:02.185146 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41766) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:02.265038 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0911e1c6-a8d6-4c8c-956f-c5a9fc20cc18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:02.325381 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7434a9ec-068e-4901-91c8-e4e40057b351 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/ports/0ea81b6a-77fb-4c7d-8bd3-5273ce8b52a0 HTTP/1.1" status: 204 len: 168 time: 2.8709865 Dec 22 13:18:02.337017 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41770) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:02.345384 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-8d071be3-c0b9-4724-9b31-5759035d5c81 None None] Provisioning for port cf1e587d-77c7-4da9-be40-1f1b481ef5e3 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:18:02.351186 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-9bb7b076-dd15-4a42-9d5d-b37f4238764e None None] Deleting port 54a88c34-f11d-41b1-bef0-e56a2b7155c0 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:02.351591 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9bb7b076-dd15-4a42-9d5d-b37f4238764e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:02.361395 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0911e1c6-a8d6-4c8c-956f-c5a9fc20cc18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:02.380341 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-8d071be3-c0b9-4724-9b31-5759035d5c81 None None] Provisioning complete for port cf1e587d-77c7-4da9-be40-1f1b481ef5e3 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:18:02.380678 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8d071be3-c0b9-4724-9b31-5759035d5c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:02.459772 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-9bb7b076-dd15-4a42-9d5d-b37f4238764e None None] The port '54a88c34-f11d-41b1-bef0-e56a2b7155c0' was deleted {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:18:02.478098 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-8d071be3-c0b9-4724-9b31-5759035d5c81 None None] Port cf1e587d-77c7-4da9-be40-1f1b481ef5e3 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:18:02.515464 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.resource_extend [None req-16bdefb7-ce3b-4382-878d-49279059e42d tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:18:02.533459 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0911e1c6-a8d6-4c8c-956f-c5a9fc20cc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:02.535943 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-72d36eda-02ad-4504-bb32-0bd1bbd4c1e2 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Deleting port 31139792-34c4-4f7f-a396-5dce65c3e9fe {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:02.536287 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-72d36eda-02ad-4504-bb32-0bd1bbd4c1e2 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:02.540403 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:02.554285 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911e1c6-a8d6-4c8c-956f-c5a9fc20cc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d917b327-6d1f-4038-8116-7fede316a180,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:02.557218 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0911e1c6-a8d6-4c8c-956f-c5a9fc20cc18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:02.577684 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0911e1c6-a8d6-4c8c-956f-c5a9fc20cc18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:02.581030 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0911e1c6-a8d6-4c8c-956f-c5a9fc20cc18 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d917b327-6d1f-4038-8116-7fede316a180 HTTP/1.1" status: 204 len: 168 time: 0.3921330 Dec 22 13:18:02.588331 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-16bdefb7-ce3b-4382-878d-49279059e42d tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:02.603060 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b418be0c-0bdf-4302-8c21-37630e1d8379 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:02.604652 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b418be0c-0bdf-4302-8c21-37630e1d8379 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:02.605444 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-b418be0c-0bdf-4302-8c21-37630e1d8379 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:18:02.688463 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-96b8ac93-feeb-459c-9e1b-1e8a6d525943 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:02.691884 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-96b8ac93-feeb-459c-9e1b-1e8a6d525943 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707601'] for router, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:02.697158 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-16bdefb7-ce3b-4382-878d-49279059e42d tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:02.735228 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ec8b70b6-7b0b-452d-83a5-34b2cb74e759 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:02.843503 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-16bdefb7-ce3b-4382-878d-49279059e42d tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:02.860714 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bdefb7-ce3b-4382-878d-49279059e42d tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Pushing event updated for resources: {'Port': ['ID=cf1e587d-77c7-4da9-be40-1f1b481ef5e3,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:02.866403 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-16bdefb7-ce3b-4382-878d-49279059e42d tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:02.885812 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-b418be0c-0bdf-4302-8c21-37630e1d8379 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:18:02.888006 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b418be0c-0bdf-4302-8c21-37630e1d8379 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5480874 Dec 22 13:18:02.892083 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41780) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:02.940949 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b8ac93-feeb-459c-9e1b-1e8a6d525943 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Router f2d85fda-df2e-4d68-8108-a64bd5d553ac has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:18:02.951166 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a192ac4a-ca53-47d0-9d93-019c2f96f5b5 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:02.962562 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-72d36eda-02ad-4504-bb32-0bd1bbd4c1e2 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:02.962875 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-72d36eda-02ad-4504-bb32-0bd1bbd4c1e2 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:02.976821 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b36d2b7f-166c-4b41-9964-33a96f1928cb tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:03.088603 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a192ac4a-ca53-47d0-9d93-019c2f96f5b5 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Pushing event deleted for resources: {'Port': ['ID=8b297ea7-2cb6-4668-9f8b-cf460602dba4,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:03.144811 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a192ac4a-ca53-47d0-9d93-019c2f96f5b5 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:03.150971 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-72d36eda-02ad-4504-bb32-0bd1bbd4c1e2 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Calling delete_port for 31139792-34c4-4f7f-a396-5dce65c3e9fe owned by network:floatingip {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:03.172296 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c28a51-df62-4471-98dc-4aee54c4a092 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting subnet e3e9ac3b-9def-4807-9ed0-ee25650793e3 {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:18:03.185454 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-92c28a51-df62-4471-98dc-4aee54c4a092 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:03.255616 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a192ac4a-ca53-47d0-9d93-019c2f96f5b5 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:03.306549 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-92c28a51-df62-4471-98dc-4aee54c4a092 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:03.317070 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bdefb7-ce3b-4382-878d-49279059e42d tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Network fc5e1525-2497-4f53-94ca-cc8d609db2f9 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:18:03.318873 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-16bdefb7-ce3b-4382-878d-49279059e42d tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:03.442714 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a192ac4a-ca53-47d0-9d93-019c2f96f5b5 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] 10.222.0.47 "DELETE /v2.0/ports/8b297ea7-2cb6-4668-9f8b-cf460602dba4 HTTP/1.1" status: 204 len: 168 time: 2.5402896 Dec 22 13:18:03.443636 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41794) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:03.582811 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-92c28a51-df62-4471-98dc-4aee54c4a092 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:03.637951 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef1cdd6-fc44-4b6b-bad7-104beb080dc7 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] GET failed (client error): The resource could not be found. Dec 22 13:18:03.638661 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6ef1cdd6-fc44-4b6b-bad7-104beb080dc7 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Synchronizing usage tracker for tenant:ab7ea4d986274779872678bdb6fd8cdb on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:18:03.651509 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b8ac93-feeb-459c-9e1b-1e8a6d525943 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:18:03.659445 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-96b8ac93-feeb-459c-9e1b-1e8a6d525943 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:03.662730 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-96b8ac93-feeb-459c-9e1b-1e8a6d525943 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] 10.222.0.47 "PUT /v2.0/routers/f2d85fda-df2e-4d68-8108-a64bd5d553ac HTTP/1.1" status: 200 len: 922 time: 3.4057453 Dec 22 13:18:03.663996 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41800) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:03.668838 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74eacdca-3b0b-4f01-bbf1-53b46e360a06 None None] Sync routers for ids ['f2d85fda-df2e-4d68-8108-a64bd5d553ac'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:18:03.683022 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74eacdca-3b0b-4f01-bbf1-53b46e360a06 None None] Routers {'f2d85fda-df2e-4d68-8108-a64bd5d553ac'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:18:03.684459 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-74eacdca-3b0b-4f01-bbf1-53b46e360a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:17:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['f2d85fda-df2e-4d68-8108-a64bd5d553ac'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:03.727804 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-89c92765-685e-42b2-90a7-4c539b26f250 None None] Provisioning complete for port cf1e587d-77c7-4da9-be40-1f1b481ef5e3 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:18:03.731361 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-89c92765-685e-42b2-90a7-4c539b26f250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:03.743952 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-72d36eda-02ad-4504-bb32-0bd1bbd4c1e2 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:03.755888 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a192ac4a-ca53-47d0-9d93-019c2f96f5b5 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:03.792508 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-74eacdca-3b0b-4f01-bbf1-53b46e360a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:03.810639 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74eacdca-3b0b-4f01-bbf1-53b46e360a06 None None] Routers {'f2d85fda-df2e-4d68-8108-a64bd5d553ac'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:18:03.811756 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-74eacdca-3b0b-4f01-bbf1-53b46e360a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:17:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['f2d85fda-df2e-4d68-8108-a64bd5d553ac'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:03.821110 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-89c92765-685e-42b2-90a7-4c539b26f250 None None] Port cf1e587d-77c7-4da9-be40-1f1b481ef5e3 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:18:03.894119 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-74eacdca-3b0b-4f01-bbf1-53b46e360a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:03.894816 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74eacdca-3b0b-4f01-bbf1-53b46e360a06 None None] The sync data for ids ['f2d85fda-df2e-4d68-8108-a64bd5d553ac'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:18:03.902873 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-92c28a51-df62-4471-98dc-4aee54c4a092 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:03.915992 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 6eac7284-8846-47e7-89c8-e33802fa1374 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:18:03.921545 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a025ab2b-e33e-4533-bd91-968bdf96684a tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:03.927339 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6ef1cdd6-fc44-4b6b-bad7-104beb080dc7 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Unset dirty status for tenant:ab7ea4d986274779872678bdb6fd8cdb on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:18:03.932533 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6ef1cdd6-fc44-4b6b-bad7-104beb080dc7 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] 10.222.0.47 "GET /v2.0/ports/8b297ea7-2cb6-4668-9f8b-cf460602dba4 HTTP/1.1" status: 404 len: 333 time: 0.3668838 Dec 22 13:18:03.939285 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41810) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:03.947813 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d36eda-02ad-4504-bb32-0bd1bbd4c1e2 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Pushing event deleted for resources: {'Port': ['ID=31139792-34c4-4f7f-a396-5dce65c3e9fe,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:03.963732 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c28a51-df62-4471-98dc-4aee54c4a092 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Subnet': ['ID=e3e9ac3b-9def-4807-9ed0-ee25650793e3,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:03.966513 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-92c28a51-df62-4471-98dc-4aee54c4a092 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:03.978074 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-92c28a51-df62-4471-98dc-4aee54c4a092 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:04.008910 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100f5c9f-6ee8-47fa-8549-2be2e0ff39af None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:18:04.013914 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-5d204b55-d0a8-4983-9dbf-eca4db6f8420 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Deleting port 61311097-0f0e-49f9-b213-b1dffaa1c0fa {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:04.014262 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5d204b55-d0a8-4983-9dbf-eca4db6f8420 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:04.025783 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-21e62588-fc7f-4d27-ad26-6273cd6e423f tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] 10.222.0.47 "GET /v2.0/routers/f2d85fda-df2e-4d68-8108-a64bd5d553ac HTTP/1.1" status: 200 len: 922 time: 0.3577061 Dec 22 13:18:04.026261 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41814) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:04.077097 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41818) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:04.095226 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-92c28a51-df62-4471-98dc-4aee54c4a092 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/e3e9ac3b-9def-4807-9ed0-ee25650793e3 HTTP/1.1" status: 204 len: 168 time: 1.2019708 Dec 22 13:18:04.099278 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-72d36eda-02ad-4504-bb32-0bd1bbd4c1e2 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:04.101114 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41822) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:04.200386 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e1dac630-ac29-4e0f-a9ee-b85ac260728e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0896943 Dec 22 13:18:04.202221 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41828) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:04.217339 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-368bed18-293a-472b-9dcf-34d6a9199ec2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'subnet': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:04.237563 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 6eac7284-8846-47e7-89c8-e33802fa1374 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:18:04.237958 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:04.292954 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-72d36eda-02ad-4504-bb32-0bd1bbd4c1e2 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks [] for floatingip, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:04.300999 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-5a4146b5-51a8-4e40-9e40-adf37f63bc58 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-408674687'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:04.306379 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-5a4146b5-51a8-4e40-9e40-adf37f63bc58 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:04.321483 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-5ac2c861-a660-415f-b5a3-e2763ad33932 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Synchronizing usage tracker for tenant:02b3e95c312b4b4dbd283c88e21d2e44 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:18:04.331873 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-5a4146b5-51a8-4e40-9e40-adf37f63bc58 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Usage tracker for resource:network and tenant:fcf444775c8e48ac91bc0e0e1ea9aa3c is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:04.337465 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-5a4146b5-51a8-4e40-9e40-adf37f63bc58 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:04.348010 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-5a4146b5-51a8-4e40-9e40-adf37f63bc58 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:04.376823 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-368bed18-293a-472b-9dcf-34d6a9199ec2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:04.381459 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-368bed18-293a-472b-9dcf-34d6a9199ec2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:subnet and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:04.385439 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-368bed18-293a-472b-9dcf-34d6a9199ec2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:04.393886 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-368bed18-293a-472b-9dcf-34d6a9199ec2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:04.421650 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 901463d4-9c46-4c59-81eb-04b82a96a6d5 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:18:04.448926 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4146b5-51a8-4e40-9e40-adf37f63bc58 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Made reservation on behalf of fcf444775c8e48ac91bc0e0e1ea9aa3c for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:04.460277 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5a4146b5-51a8-4e40-9e40-adf37f63bc58 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:04.473703 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5a4146b5-51a8-4e40-9e40-adf37f63bc58 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:04.475929 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5d204b55-d0a8-4983-9dbf-eca4db6f8420 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:04.481051 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3422f415-5cd1-49ef-8f46-a0d30c5adc7b None None] DHCP port deletion for 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:18:04.499299 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 901463d4-9c46-4c59-81eb-04b82a96a6d5 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:18:04.499955 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:04.513090 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-5a4146b5-51a8-4e40-9e40-adf37f63bc58 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:04.517467 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-5a4146b5-51a8-4e40-9e40-adf37f63bc58 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Usage tracker for resource:security_group_rule and tenant:fcf444775c8e48ac91bc0e0e1ea9aa3c is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:04.520326 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-5a4146b5-51a8-4e40-9e40-adf37f63bc58 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:04.527072 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-5a4146b5-51a8-4e40-9e40-adf37f63bc58 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:04.543393 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-72d36eda-02ad-4504-bb32-0bd1bbd4c1e2 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:04.547226 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-72d36eda-02ad-4504-bb32-0bd1bbd4c1e2 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] 10.222.0.47 "DELETE /v2.0/floatingips/984d3af9-36a8-4483-8164-4c078d2d47c6 HTTP/1.1" status: 204 len: 168 time: 2.4727895 Dec 22 13:18:04.564972 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3422f415-5cd1-49ef-8f46-a0d30c5adc7b None None] Deleting port 6eac7284-8846-47e7-89c8-e33802fa1374 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:04.565431 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3422f415-5cd1-49ef-8f46-a0d30c5adc7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:04.611510 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5a4146b5-51a8-4e40-9e40-adf37f63bc58 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:04.612783 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-5ac2c861-a660-415f-b5a3-e2763ad33932 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Unset dirty status for tenant:02b3e95c312b4b4dbd283c88e21d2e44 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:18:04.614286 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-5ac2c861-a660-415f-b5a3-e2763ad33932 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=0776f1b4-770d-462f-bc0f-df97e8017b18&device_id=f2d85fda-df2e-4d68-8108-a64bd5d553ac&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5865011 Dec 22 13:18:04.616805 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41836) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:04.619568 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368bed18-293a-472b-9dcf-34d6a9199ec2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:04.623709 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-368bed18-293a-472b-9dcf-34d6a9199ec2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:04.684693 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-5d204b55-d0a8-4983-9dbf-eca4db6f8420 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Calling delete_port for 61311097-0f0e-49f9-b213-b1dffaa1c0fa owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:04.752530 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5a4146b5-51a8-4e40-9e40-adf37f63bc58 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:04.764057 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:04.830848 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16bdefb7-ce3b-4382-878d-49279059e42d tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Router c5f24b1f-1a06-4390-97d2-8a3988a7ba20 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:18:04.856550 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a4146b5-51a8-4e40-9e40-adf37f63bc58 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:18:04.866461 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4146b5-51a8-4e40-9e40-adf37f63bc58 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84bf3caa-182e-4ff9-a71d-fdd61574abed,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:04.869484 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5a4146b5-51a8-4e40-9e40-adf37f63bc58 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:04.873843 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3422f415-5cd1-49ef-8f46-a0d30c5adc7b None None] For port 6eac7284-8846-47e7-89c8-e33802fa1374, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=6eac7284-8846-47e7-89c8-e33802fa1374,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:18:04.874407 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3422f415-5cd1-49ef-8f46-a0d30c5adc7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:04.899640 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5a4146b5-51a8-4e40-9e40-adf37f63bc58 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:04.899984 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-5a4146b5-51a8-4e40-9e40-adf37f63bc58 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Added segment 0de12ea1-d625-4f57-a55d-557b7b6ffc04 of type vlan for network 9e748c7a-7823-4297-bf06-3e7d516bda36 Dec 22 13:18:04.998815 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5d204b55-d0a8-4983-9dbf-eca4db6f8420 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:05.001989 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2674c150-36dc-450e-9e4d-4d5c7d2034b6 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:05.002881 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-2674c150-36dc-450e-9e4d-4d5c7d2034b6 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Synchronizing usage tracker for tenant:02b3e95c312b4b4dbd283c88e21d2e44 on resource:network {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:18:05.007001 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-16bdefb7-ce3b-4382-878d-49279059e42d tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:05.008668 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5a4146b5-51a8-4e40-9e40-adf37f63bc58 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:05.055841 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d204b55-d0a8-4983-9dbf-eca4db6f8420 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Pushing event deleted for resources: {'Port': ['ID=61311097-0f0e-49f9-b213-b1dffaa1c0fa,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:05.062671 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5d204b55-d0a8-4983-9dbf-eca4db6f8420 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:05.068730 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3422f415-5cd1-49ef-8f46-a0d30c5adc7b None None] Calling delete_port for 6eac7284-8846-47e7-89c8-e33802fa1374 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:05.132028 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-2674c150-36dc-450e-9e4d-4d5c7d2034b6 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Unset dirty status for tenant:02b3e95c312b4b4dbd283c88e21d2e44 on resource:network {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:18:05.132028 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-2674c150-36dc-450e-9e4d-4d5c7d2034b6 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] 10.222.0.47 "GET /v2.0/networks/0776f1b4-770d-462f-bc0f-df97e8017b18 HTTP/1.1" status: 200 len: 881 time: 0.5112727 Dec 22 13:18:05.132457 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5d204b55-d0a8-4983-9dbf-eca4db6f8420 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:05.134512 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41842) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:05.167589 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bdefb7-ce3b-4382-878d-49279059e42d tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:18:05.173717 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-16bdefb7-ce3b-4382-878d-49279059e42d tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] 10.222.0.47 "PUT /v2.0/routers/c5f24b1f-1a06-4390-97d2-8a3988a7ba20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2382059 Dec 22 13:18:05.176666 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41848) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:05.183861 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb7235f-96ce-47c5-b796-bc18d9a1cf99 None None] Sync routers for ids ['c5f24b1f-1a06-4390-97d2-8a3988a7ba20'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:18:05.183954 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-4ef00dfb-0120-4d32-ac68-3da77fdd772c tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Request body: {'port': {'network_id': 'fc5e1525-2497-4f53-94ca-cc8d609db2f9', 'name': 'tempest-FloatingIPNegativeTestJSON-363560241'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:05.196555 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb7235f-96ce-47c5-b796-bc18d9a1cf99 None None] Routers {'c5f24b1f-1a06-4390-97d2-8a3988a7ba20'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:18:05.197301 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-0fb7235f-96ce-47c5-b796-bc18d9a1cf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:17:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['c5f24b1f-1a06-4390-97d2-8a3988a7ba20'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:05.232090 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5a4146b5-51a8-4e40-9e40-adf37f63bc58 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:05.237722 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-368bed18-293a-472b-9dcf-34d6a9199ec2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:05.253633 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4146b5-51a8-4e40-9e40-adf37f63bc58 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:05.258124 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5a4146b5-51a8-4e40-9e40-adf37f63bc58 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:05.264948 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3422f415-5cd1-49ef-8f46-a0d30c5adc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:05.268228 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-706d365d-eae0-4443-b253-14ecb73405c5 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2d85fda-df2e-4d68-8108-a64bd5d553ac HTTP/1.1" status: 200 len: 205 time: 0.1302454 Dec 22 13:18:05.274670 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41852) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:05.279070 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:05.281515 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-b7f0f4f5-f843-49b8-914f-e6b49a657969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:05.348041 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3422f415-5cd1-49ef-8f46-a0d30c5adc7b None None] Pushing event deleted for resources: {'Port': ['ID=6eac7284-8846-47e7-89c8-e33802fa1374,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:05.353614 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-0fb7235f-96ce-47c5-b796-bc18d9a1cf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:05.357659 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3422f415-5cd1-49ef-8f46-a0d30c5adc7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:05.365903 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41856) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:05.370388 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3422f415-5cd1-49ef-8f46-a0d30c5adc7b None None] No DVR routers for this DVR port 6eac7284-8846-47e7-89c8-e33802fa1374 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:18:05.370721 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-4ef00dfb-0120-4d32-ac68-3da77fdd772c tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:05.383132 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb7235f-96ce-47c5-b796-bc18d9a1cf99 None None] Routers {'c5f24b1f-1a06-4390-97d2-8a3988a7ba20'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:18:05.383945 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-0fb7235f-96ce-47c5-b796-bc18d9a1cf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:17:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['c5f24b1f-1a06-4390-97d2-8a3988a7ba20'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:05.385652 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5d204b55-d0a8-4983-9dbf-eca4db6f8420 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] 10.222.0.47 "DELETE /v2.0/ports/61311097-0f0e-49f9-b213-b1dffaa1c0fa HTTP/1.1" status: 204 len: 168 time: 1.4420319 Dec 22 13:18:05.393363 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41860) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:05.406805 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-4ef00dfb-0120-4d32-ac68-3da77fdd772c tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Usage tracker for resource:port and tenant:70805c2c64484d51a5a3a7562576ab25 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:05.448270 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-4ef00dfb-0120-4d32-ac68-3da77fdd772c tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:05.455660 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-0fb7235f-96ce-47c5-b796-bc18d9a1cf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:05.456163 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb7235f-96ce-47c5-b796-bc18d9a1cf99 None None] The sync data for ids ['c5f24b1f-1a06-4390-97d2-8a3988a7ba20'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:18:05.462255 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-4ef00dfb-0120-4d32-ac68-3da77fdd772c tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:05.538944 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4146b5-51a8-4e40-9e40-adf37f63bc58 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event updated for resources: {'Network': ['ID=9e748c7a-7823-4297-bf06-3e7d516bda36,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:05.541644 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5a4146b5-51a8-4e40-9e40-adf37f63bc58 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:05.544363 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368bed18-293a-472b-9dcf-34d6a9199ec2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:18:05.545037 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a9090a92-6ac3-4817-8e24-01527be80c11 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:05.569914 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 9e748c7a-7823-4297-bf06-3e7d516bda36 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:18:05.581798 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-368bed18-293a-472b-9dcf-34d6a9199ec2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:05.584635 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368bed18-293a-472b-9dcf-34d6a9199ec2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:05.585281 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-368bed18-293a-472b-9dcf-34d6a9199ec2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:05.607973 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-5a4146b5-51a8-4e40-9e40-adf37f63bc58 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5290320 Dec 22 13:18:05.634490 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef00dfb-0120-4d32-ac68-3da77fdd772c tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Made reservation on behalf of 70805c2c64484d51a5a3a7562576ab25 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:05.635285 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4ef00dfb-0120-4d32-ac68-3da77fdd772c tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:05.684378 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5cfe5be5-314b-4220-bb1c-220e1186dd6c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2f96c519d034433c926e645b5c963b93&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3158815 Dec 22 13:18:05.695069 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41866) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:05.721666 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96748d31-cd3a-40fe-a9f6-c4d469bc00df None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:18:05.722834 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368bed18-293a-472b-9dcf-34d6a9199ec2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Subnet': ['ID=9101437b-e29f-47f3-8db3-2a3300e4e307,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:05.731285 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-368bed18-293a-472b-9dcf-34d6a9199ec2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:05.737054 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-368bed18-293a-472b-9dcf-34d6a9199ec2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5337355 Dec 22 13:18:05.739833 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41870) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:05.745149 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c3c24797-e9ef-4e1f-a7a9-a7643a998c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:05.749924 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-4828793a-afa3-434c-8ae9-7ab16430bb95 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'port': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'name': 'tempest-NetworksTestDHCPv6-1286915393'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:05.768574 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-4ef00dfb-0120-4d32-ac68-3da77fdd772c tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] device_id is not set on port a653ee90-be81-41ee-b0e8-5e22a7d000ce yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:18:05.899745 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 6eac7284-8846-47e7-89c8-e33802fa1374 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:18:05.954879 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 6eac7284-8846-47e7-89c8-e33802fa1374 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:18:05.955223 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 6eac7284-8846-47e7-89c8-e33802fa1374 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:18:06.057564 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f8eab2e-c791-4ce3-a90f-1c3c62dc0273 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Deleting subnet 520cae46-7c04-43a2-947a-5f39fe3017b3 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:18:06.062241 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1f8eab2e-c791-4ce3-a90f-1c3c62dc0273 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:06.143907 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984fc90e-c89f-4d6a-996a-c7bf2adb165f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'tenant_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'fixed_ips': [{'subnet_id': '9101437b-e29f-47f3-8db3-2a3300e4e307'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:18:06.144807 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-984fc90e-c89f-4d6a-996a-c7bf2adb165f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:06.208945 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1f8eab2e-c791-4ce3-a90f-1c3c62dc0273 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:06.216152 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-4828793a-afa3-434c-8ae9-7ab16430bb95 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:06.223125 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-4828793a-afa3-434c-8ae9-7ab16430bb95 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:port and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:06.228963 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-4828793a-afa3-434c-8ae9-7ab16430bb95 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:06.237010 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-4828793a-afa3-434c-8ae9-7ab16430bb95 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:06.259523 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9d2f01d6-ccf0-4656-b921-bc217c51e8ea tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:06.265926 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fffc4c78-16b1-41f6-b602-815f2cf746b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:06.332286 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4828793a-afa3-434c-8ae9-7ab16430bb95 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:06.335792 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4828793a-afa3-434c-8ae9-7ab16430bb95 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:06.359478 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fffc4c78-16b1-41f6-b602-815f2cf746b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:06.363942 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-984fc90e-c89f-4d6a-996a-c7bf2adb165f None None] Allocated IP 2001:db8::2 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/9101437b-e29f-47f3-8db3-2a3300e4e307/253cf611-6d07-4820-b0f3-a564302b84e8) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:18:06.398899 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-4828793a-afa3-434c-8ae9-7ab16430bb95 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] device_id is not set on port 21ab386e-b975-47fc-8e13-d00d76e6e370 yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:18:06.431351 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-4ef00dfb-0120-4d32-ac68-3da77fdd772c tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Allocated IP 172.20.0.10 (fc5e1525-2497-4f53-94ca-cc8d609db2f9/d633d77c-2781-4db4-a69b-237a7d2141e6/a653ee90-be81-41ee-b0e8-5e22a7d000ce) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:18:06.633065 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-984fc90e-c89f-4d6a-996a-c7bf2adb165f None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:06.644094 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-984fc90e-c89f-4d6a-996a-c7bf2adb165f None None] Transition to ACTIVE for port object 253cf611-6d07-4820-b0f3-a564302b84e8 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:18:06.664501 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-984fc90e-c89f-4d6a-996a-c7bf2adb165f None None] Transition to ACTIVE for port object 253cf611-6d07-4820-b0f3-a564302b84e8 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:18:06.748052 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9d2f01d6-ccf0-4656-b921-bc217c51e8ea tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:06.757193 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-984fc90e-c89f-4d6a-996a-c7bf2adb165f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:06.770787 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1f8eab2e-c791-4ce3-a90f-1c3c62dc0273 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:06.773942 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:06.818024 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984fc90e-c89f-4d6a-996a-c7bf2adb165f None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:18:06.818259 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b4e6a-e104-4014-b41e-9d026c607c33 req-9d776c95-e513-4660-b8c4-ac4b9a41afba tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:06.823316 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-984fc90e-c89f-4d6a-996a-c7bf2adb165f None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:06.827932 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a83b4e6a-e104-4014-b41e-9d026c607c33 req-9d776c95-e513-4660-b8c4-ac4b9a41afba tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb293902-9800-46cb-a7ca-27fe5451ad7d HTTP/1.1" status: 200 len: 945 time: 0.7062588 Dec 22 13:18:06.831971 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984fc90e-c89f-4d6a-996a-c7bf2adb165f None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:18:06.876110 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-4828793a-afa3-434c-8ae9-7ab16430bb95 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Allocated IP 2001:db8::3a3 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/9101437b-e29f-47f3-8db3-2a3300e4e307/21ab386e-b975-47fc-8e13-d00d76e6e370) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:18:06.928899 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984fc90e-c89f-4d6a-996a-c7bf2adb165f None None] Pushing event updated for resources: {'Port': ['ID=253cf611-6d07-4820-b0f3-a564302b84e8,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:06.935103 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-984fc90e-c89f-4d6a-996a-c7bf2adb165f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:06.943654 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4ef00dfb-0120-4d32-ac68-3da77fdd772c tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:06.952528 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-984fc90e-c89f-4d6a-996a-c7bf2adb165f None None] Attempting to bind port 253cf611-6d07-4820-b0f3-a564302b84e8 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:18:06.952899 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-984fc90e-c89f-4d6a-996a-c7bf2adb165f None None] Attempting to bind port 253cf611-6d07-4820-b0f3-a564302b84e8 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:18:06.953258 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984fc90e-c89f-4d6a-996a-c7bf2adb165f None None] Attempting to bind port 253cf611-6d07-4820-b0f3-a564302b84e8 on network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:18:06.956624 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a83b4e6a-e104-4014-b41e-9d026c607c33 req-d28c050d-a89c-46fc-8f8c-4a3c5457dca7 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/security-groups?id=eac79d60-d275-419a-90d5-4810f0769413&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273952 Dec 22 13:18:06.960654 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984fc90e-c89f-4d6a-996a-c7bf2adb165f None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:18:06.961017 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984fc90e-c89f-4d6a-996a-c7bf2adb165f None None] Checking segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:18:06.961420 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-984fc90e-c89f-4d6a-996a-c7bf2adb165f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:06.961812 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984fc90e-c89f-4d6a-996a-c7bf2adb165f None None] Bound using segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:18:06.962519 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-984fc90e-c89f-4d6a-996a-c7bf2adb165f None None] Bound port: 253cf611-6d07-4820-b0f3-a564302b84e8, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:18:06.962727 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-984fc90e-c89f-4d6a-996a-c7bf2adb165f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:06.978085 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fffc4c78-16b1-41f6-b602-815f2cf746b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:07.003078 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:07.034409 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc4c78-16b1-41f6-b602-815f2cf746b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5251cd6-66b2-4b74-8349-39d272d97ae9,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:07.036935 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-fffc4c78-16b1-41f6-b602-815f2cf746b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:07.048067 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-4ef00dfb-0120-4d32-ac68-3da77fdd772c tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Transition to ACTIVE for port object a653ee90-be81-41ee-b0e8-5e22a7d000ce will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:18:07.050622 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1f8eab2e-c791-4ce3-a90f-1c3c62dc0273 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:07.061704 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:07.100440 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-984fc90e-c89f-4d6a-996a-c7bf2adb165f None None] For port 253cf611-6d07-4820-b0f3-a564302b84e8, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:18:07.105030 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-984fc90e-c89f-4d6a-996a-c7bf2adb165f None None] For port 253cf611-6d07-4820-b0f3-a564302b84e8, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=253cf611-6d07-4820-b0f3-a564302b84e8,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:18:07.107383 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8eab2e-c791-4ce3-a90f-1c3c62dc0273 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Pushing event deleted for resources: {'Subnet': ['ID=520cae46-7c04-43a2-947a-5f39fe3017b3,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:07.110259 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1f8eab2e-c791-4ce3-a90f-1c3c62dc0273 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:07.125858 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1f8eab2e-c791-4ce3-a90f-1c3c62dc0273 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:07.134872 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773c9ebc-686b-40b6-80d5-1e9bb3ea789a None None] Network 10e1ab9d-f67f-493c-a4d2-91a88f233c0b requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:18:07.139546 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1f8eab2e-c791-4ce3-a90f-1c3c62dc0273 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] 10.222.0.47 "DELETE /v2.0/subnets/520cae46-7c04-43a2-947a-5f39fe3017b3 HTTP/1.1" status: 204 len: 168 time: 1.7428906 Dec 22 13:18:07.140387 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fffc4c78-16b1-41f6-b602-815f2cf746b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:07.141408 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-fffc4c78-16b1-41f6-b602-815f2cf746b8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e5251cd6-66b2-4b74-8349-39d272d97ae9 HTTP/1.1" status: 204 len: 168 time: 1.4434121 Dec 22 13:18:07.155793 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41888) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:07.197155 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4828793a-afa3-434c-8ae9-7ab16430bb95 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:07.203958 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-984fc90e-c89f-4d6a-996a-c7bf2adb165f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:07.218777 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-ed44f8cd-7ea5-4c06-9b54-80421bfe9032 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:07.220253 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-4828793a-afa3-434c-8ae9-7ab16430bb95 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Transition to ACTIVE for port object 21ab386e-b975-47fc-8e13-d00d76e6e370 will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:18:07.243562 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f01d6-ccf0-4656-b921-bc217c51e8ea tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Deleting port b12e963c-4363-4155-819d-bf1c10398cfc {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:07.244971 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9d2f01d6-ccf0-4656-b921-bc217c51e8ea tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:07.305788 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984fc90e-c89f-4d6a-996a-c7bf2adb165f None None] Pushing event updated for resources: {'Port': ['ID=253cf611-6d07-4820-b0f3-a564302b84e8,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:07.310798 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-984fc90e-c89f-4d6a-996a-c7bf2adb165f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:07.313365 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4ef00dfb-0120-4d32-ac68-3da77fdd772c tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:07.327598 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f169ceaa-6de9-44e5-aa17-f1ed31a83d74 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:07.357249 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4828793a-afa3-434c-8ae9-7ab16430bb95 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:07.379090 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8174f000-0dca-4956-a72e-8b6b470e21d4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:07.452936 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef00dfb-0120-4d32-ac68-3da77fdd772c tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Network fc5e1525-2497-4f53-94ca-cc8d609db2f9 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:18:07.459678 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-4ef00dfb-0120-4d32-ac68-3da77fdd772c tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:07.462452 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef00dfb-0120-4d32-ac68-3da77fdd772c tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:18:07.492264 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4828793a-afa3-434c-8ae9-7ab16430bb95 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:18:07.496095 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4828793a-afa3-434c-8ae9-7ab16430bb95 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Port': ['ID=21ab386e-b975-47fc-8e13-d00d76e6e370,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:07.506964 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-4828793a-afa3-434c-8ae9-7ab16430bb95 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:07.509073 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-4828793a-afa3-434c-8ae9-7ab16430bb95 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:07.528992 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4828793a-afa3-434c-8ae9-7ab16430bb95 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:18:07.533539 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4828793a-afa3-434c-8ae9-7ab16430bb95 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:07.534147 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4828793a-afa3-434c-8ae9-7ab16430bb95 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:07.548321 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef00dfb-0120-4d32-ac68-3da77fdd772c tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:07.549195 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4ef00dfb-0120-4d32-ac68-3da77fdd772c tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:07.559614 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef00dfb-0120-4d32-ac68-3da77fdd772c tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Pushing event updated for resources: {'Port': ['ID=a653ee90-be81-41ee-b0e8-5e22a7d000ce,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:07.563518 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4ef00dfb-0120-4d32-ac68-3da77fdd772c tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:07.577908 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1a7cc6ce-ffbe-4cb8-bb41-72db322758b1 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:07.598493 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-1a7cc6ce-ffbe-4cb8-bb41-72db322758b1 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Deleting port d88cc6d9-a46b-4b80-8622-9e2132db959f {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:07.601808 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1a7cc6ce-ffbe-4cb8-bb41-72db322758b1 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:07.733815 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-4ef00dfb-0120-4d32-ac68-3da77fdd772c tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5560803 Dec 22 13:18:07.742549 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41896) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:07.768540 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-f2254059-6a00-40d5-a05f-fa6b775818d1 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Request body: {'floatingip': {'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:07.788668 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-f2254059-6a00-40d5-a05f-fa6b775818d1 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:07.821697 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab558c64-dafc-4571-b96f-2c27fb0abe34 None None] DHCP port deletion for 10e1ab9d-f67f-493c-a4d2-91a88f233c0b request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:18:07.821874 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f2254059-6a00-40d5-a05f-fa6b775818d1 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Usage tracker for resource:floatingip and tenant:70805c2c64484d51a5a3a7562576ab25 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:07.826578 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-ab558c64-dafc-4571-b96f-2c27fb0abe34 None None] Deleting port d88cc6d9-a46b-4b80-8622-9e2132db959f {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:07.827294 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ab558c64-dafc-4571-b96f-2c27fb0abe34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:07.828431 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f2254059-6a00-40d5-a05f-fa6b775818d1 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:07.849339 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-f2254059-6a00-40d5-a05f-fa6b775818d1 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:07.884521 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31ae9b-4441-439e-9525-6e71e0bd5a21 req-6dec5a61-095c-4deb-a349-7d8674d6d468 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:07.912805 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-8c31ae9b-4441-439e-9525-6e71e0bd5a21 req-6dec5a61-095c-4deb-a349-7d8674d6d468 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/ports?device_id=131ccdf4-2cab-4729-988d-02672f487e45 HTTP/1.1" status: 200 len: 945 time: 0.6706641 Dec 22 13:18:07.940144 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f2254059-6a00-40d5-a05f-fa6b775818d1 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks [] for floatingip, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:07.997052 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-4828793a-afa3-434c-8ae9-7ab16430bb95 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2551713 Dec 22 13:18:08.004390 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41900) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:08.040850 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device d88cc6d9-a46b-4b80-8622-9e2132db959f no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:18:08.126970 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-8c31ae9b-4441-439e-9525-6e71e0bd5a21 req-39fdd195-663e-4b9b-9c1d-9eadbb7f03bb tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5fad85d-a427-4b49-97d8-bf4ab831eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2132118 Dec 22 13:18:08.160088 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9d2f01d6-ccf0-4656-b921-bc217c51e8ea tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:08.348768 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-dcbf1ce2-50c1-453c-ba4b-d3c555f63c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:08.382775 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f01d6-ccf0-4656-b921-bc217c51e8ea tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Calling delete_port for b12e963c-4363-4155-819d-bf1c10398cfc owned by network:router_gateway {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:08.599945 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41908) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:08.624087 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7f6661c6-4aba-499b-ba38-74616cf90954 None None] Provisioning for port a653ee90-be81-41ee-b0e8-5e22a7d000ce completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:18:08.628742 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31aed7d4-9151-4edb-9857-a171aad47325 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:08.640041 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31aed7d4-9151-4edb-9857-a171aad47325 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:08.641811 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-31aed7d4-9151-4edb-9857-a171aad47325 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:18:08.647634 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7f6661c6-4aba-499b-ba38-74616cf90954 None None] Provisioning complete for port a653ee90-be81-41ee-b0e8-5e22a7d000ce triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:18:08.648018 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7f6661c6-4aba-499b-ba38-74616cf90954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:08.673175 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-afcfdeb0-c8be-4fd2-b9f1-e12ad578123a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:08.725013 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-1a7cc6ce-ffbe-4cb8-bb41-72db322758b1 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] For port d88cc6d9-a46b-4b80-8622-9e2132db959f, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=d88cc6d9-a46b-4b80-8622-9e2132db959f,segment=NetworkSegment(36fcfd86-0c80-4ca0-9a77-3b17b0a6c476),segment_id=36fcfd86-0c80-4ca0-9a77-3b17b0a6c476)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:18:08.725510 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1a7cc6ce-ffbe-4cb8-bb41-72db322758b1 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:08.747529 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:08.788624 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-ab558c64-dafc-4571-b96f-2c27fb0abe34 None None] For port d88cc6d9-a46b-4b80-8622-9e2132db959f, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=d88cc6d9-a46b-4b80-8622-9e2132db959f,segment=NetworkSegment(36fcfd86-0c80-4ca0-9a77-3b17b0a6c476),segment_id=36fcfd86-0c80-4ca0-9a77-3b17b0a6c476)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:18:08.795757 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ab558c64-dafc-4571-b96f-2c27fb0abe34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:08.896856 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-afcfdeb0-c8be-4fd2-b9f1-e12ad578123a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:08.901792 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-afcfdeb0-c8be-4fd2-b9f1-e12ad578123a admin admin] Usage tracker for resource:security_group_rule and tenant:f1671cb3ab20430b840fa6ab1f72ce8c is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:08.905393 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-afcfdeb0-c8be-4fd2-b9f1-e12ad578123a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:08.921316 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-afcfdeb0-c8be-4fd2-b9f1-e12ad578123a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:08.984611 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-31aed7d4-9151-4edb-9857-a171aad47325 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:18:08.988661 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-31aed7d4-9151-4edb-9857-a171aad47325 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.9789436 Dec 22 13:18:09.007070 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-1a7cc6ce-ffbe-4cb8-bb41-72db322758b1 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Calling delete_port for d88cc6d9-a46b-4b80-8622-9e2132db959f owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:09.030473 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-afcfdeb0-c8be-4fd2-b9f1-e12ad578123a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:09.031972 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41916) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:09.032266 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41918) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:09.034614 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9d2f01d6-ccf0-4656-b921-bc217c51e8ea tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:09.089462 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-e9f2c10d-78f7-4538-a766-51a3257a8780 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Request body: {'subnet': {'network_id': '9e748c7a-7823-4297-bf06-3e7d516bda36', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:09.128625 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:09.171384 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-ab558c64-dafc-4571-b96f-2c27fb0abe34 None None] Calling delete_port for d88cc6d9-a46b-4b80-8622-9e2132db959f owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:09.204456 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7f6661c6-4aba-499b-ba38-74616cf90954 None None] Port a653ee90-be81-41ee-b0e8-5e22a7d000ce cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:18:09.209516 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:09.229659 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f2254059-6a00-40d5-a05f-fa6b775818d1 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:09.240644 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port d88cc6d9-a46b-4b80-8622-9e2132db959f, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=d88cc6d9-a46b-4b80-8622-9e2132db959f,segment=NetworkSegment(36fcfd86-0c80-4ca0-9a77-3b17b0a6c476),segment_id=36fcfd86-0c80-4ca0-9a77-3b17b0a6c476)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:18:09.362613 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:09.366565 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:09.368338 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:09.411659 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a6197316-ad4b-4ac6-ac16-2967ad6bd3be None None] Provisioning for port 253cf611-6d07-4820-b0f3-a564302b84e8 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:18:09.426958 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-f2254059-6a00-40d5-a05f-fa6b775818d1 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Allocated IP 172.26.1.172 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/9880b280-8ef1-4993-ae33-708ec7579993) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:18:09.435767 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.api [None req-1a7cc6ce-ffbe-4cb8-bb41-72db322758b1 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84149) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:18:09.436096 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_db.api [None req-1a7cc6ce-ffbe-4cb8-bb41-72db322758b1 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:18:09.463502 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=d88cc6d9-a46b-4b80-8622-9e2132db959f,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:09.468152 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:09.471794 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-afcfdeb0-c8be-4fd2-b9f1-e12ad578123a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:09.484037 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-ab558c64-dafc-4571-b96f-2c27fb0abe34 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:18:09.484763 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-ab558c64-dafc-4571-b96f-2c27fb0abe34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:18:09.493129 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f01d6-ccf0-4656-b921-bc217c51e8ea tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Pushing event deleted for resources: {'Port': ['ID=b12e963c-4363-4155-819d-bf1c10398cfc,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:09.506627 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9d2f01d6-ccf0-4656-b921-bc217c51e8ea tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:09.510186 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0911e1c6-a8d6-4c8c-956f-c5a9fc20cc18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:09.631024 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f2254059-6a00-40d5-a05f-fa6b775818d1 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:09.661600 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-5ac3a67b-5e0e-42ad-8ea7-82e00bbf3bee tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting port 21ab386e-b975-47fc-8e13-d00d76e6e370 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:09.661942 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5ac3a67b-5e0e-42ad-8ea7-82e00bbf3bee tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:09.687307 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-afcfdeb0-c8be-4fd2-b9f1-e12ad578123a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f1671cb3ab20430b840fa6ab1f72ce8c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0888805 Dec 22 13:18:09.690218 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41926) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:09.710646 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfdeb0-c8be-4fd2-b9f1-e12ad578123a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d81dc9-75c8-40ef-888f-50bd4f6f8fa4,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:09.722246 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-1eac51b1-d675-49f7-9e5b-f22a3ba5df8c None None] Provisioning for port 21ab386e-b975-47fc-8e13-d00d76e6e370 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:18:09.722397 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e9f2c10d-78f7-4538-a766-51a3257a8780 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:09.724811 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-afcfdeb0-c8be-4fd2-b9f1-e12ad578123a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:09.731160 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-1eac51b1-d675-49f7-9e5b-f22a3ba5df8c None None] Provisioning complete for port 21ab386e-b975-47fc-8e13-d00d76e6e370 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:18:09.731729 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1eac51b1-d675-49f7-9e5b-f22a3ba5df8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:09.743280 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e9f2c10d-78f7-4538-a766-51a3257a8780 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Usage tracker for resource:subnet and tenant:fcf444775c8e48ac91bc0e0e1ea9aa3c is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:09.746747 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e9f2c10d-78f7-4538-a766-51a3257a8780 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:09.770805 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e9f2c10d-78f7-4538-a766-51a3257a8780 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:09.783726 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-396819a5-0e7b-4417-87b6-c0fe3fcbd683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:09.797710 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-1eac51b1-d675-49f7-9e5b-f22a3ba5df8c None None] Port 21ab386e-b975-47fc-8e13-d00d76e6e370 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:18:09.811429 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f2254059-6a00-40d5-a05f-fa6b775818d1 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:09.819797 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-56f8b175-1845-4f0e-9043-6735d7b8a133 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:09.862048 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-396819a5-0e7b-4417-87b6-c0fe3fcbd683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:09.887733 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514868e-2427-4488-b915-e341a2b778e5 req-710e8110-dc54-4862-a354-be08cc39d12e tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:09.889326 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6514868e-2427-4488-b915-e341a2b778e5 req-710e8110-dc54-4862-a354-be08cc39d12e tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/ports?device_id=131ccdf4-2cab-4729-988d-02672f487e45 HTTP/1.1" status: 200 len: 945 time: 0.2312360 Dec 22 13:18:09.906011 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad8907-dc1a-482d-babb-306f8e388ba2 req-aff576d8-8fae-4928-a049-3294b183f8b0 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:09.907589 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-78ad8907-dc1a-482d-babb-306f8e388ba2 req-aff576d8-8fae-4928-a049-3294b183f8b0 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb293902-9800-46cb-a7ca-27fe5451ad7d HTTP/1.1" status: 200 len: 945 time: 0.8743126 Dec 22 13:18:09.914439 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 253cf611-6d07-4820-b0f3-a564302b84e8 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:18:09.949840 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-1a7cc6ce-ffbe-4cb8-bb41-72db322758b1 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Deleting port d88cc6d9-a46b-4b80-8622-9e2132db959f {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:09.950184 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1a7cc6ce-ffbe-4cb8-bb41-72db322758b1 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:09.984750 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2254059-6a00-40d5-a05f-fa6b775818d1 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:18:09.986136 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-ab558c64-dafc-4571-b96f-2c27fb0abe34 None None] Deleting port d88cc6d9-a46b-4b80-8622-9e2132db959f {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:09.986561 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ab558c64-dafc-4571-b96f-2c27fb0abe34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:09.997771 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2254059-6a00-40d5-a05f-fa6b775818d1 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Pushing event updated for resources: {'Port': ['ID=9880b280-8ef1-4993-ae33-708ec7579993,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:10.000342 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-f2254059-6a00-40d5-a05f-fa6b775818d1 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:10.002173 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f2254059-6a00-40d5-a05f-fa6b775818d1 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:10.006413 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2254059-6a00-40d5-a05f-fa6b775818d1 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:18:10.009705 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f2c10d-78f7-4538-a766-51a3257a8780 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Made reservation on behalf of fcf444775c8e48ac91bc0e0e1ea9aa3c for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:10.038146 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 253cf611-6d07-4820-b0f3-a564302b84e8 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:18:10.085459 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 253cf611-6d07-4820-b0f3-a564302b84e8 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:18:10.085844 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:10.132255 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6514868e-2427-4488-b915-e341a2b778e5 req-f280b4cc-ceb7-442f-b9ee-21f9361c7b95 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5fad85d-a427-4b49-97d8-bf4ab831eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2244496 Dec 22 13:18:10.175281 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9d2f01d6-ccf0-4656-b921-bc217c51e8ea tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:10.296168 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-396819a5-0e7b-4417-87b6-c0fe3fcbd683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:10.302904 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e23e3900-d5b4-4578-aabe-122438515826 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:10.334551 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-ab558c64-dafc-4571-b96f-2c27fb0abe34 None None] For port d88cc6d9-a46b-4b80-8622-9e2132db959f, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=d88cc6d9-a46b-4b80-8622-9e2132db959f,segment=NetworkSegment(36fcfd86-0c80-4ca0-9a77-3b17b0a6c476),segment_id=36fcfd86-0c80-4ca0-9a77-3b17b0a6c476)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:18:10.335123 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ab558c64-dafc-4571-b96f-2c27fb0abe34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:10.337672 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396819a5-0e7b-4417-87b6-c0fe3fcbd683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d81dc9-75c8-40ef-888f-50bd4f6f8fa4,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:10.343324 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-396819a5-0e7b-4417-87b6-c0fe3fcbd683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:10.367358 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e9f2c10d-78f7-4538-a766-51a3257a8780 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:10.376598 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-1a7cc6ce-ffbe-4cb8-bb41-72db322758b1 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] For port d88cc6d9-a46b-4b80-8622-9e2132db959f, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=d88cc6d9-a46b-4b80-8622-9e2132db959f,segment=NetworkSegment(36fcfd86-0c80-4ca0-9a77-3b17b0a6c476),segment_id=36fcfd86-0c80-4ca0-9a77-3b17b0a6c476)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:18:10.376936 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1a7cc6ce-ffbe-4cb8-bb41-72db322758b1 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:10.389817 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-78ad8907-dc1a-482d-babb-306f8e388ba2 req-edcb3bf7-c4fe-49cd-a5d0-9ac056256e91 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/security-groups?id=eac79d60-d275-419a-90d5-4810f0769413&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4635289 Dec 22 13:18:10.507493 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-ab558c64-dafc-4571-b96f-2c27fb0abe34 None None] Calling delete_port for d88cc6d9-a46b-4b80-8622-9e2132db959f owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:10.516476 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-1a7cc6ce-ffbe-4cb8-bb41-72db322758b1 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Calling delete_port for d88cc6d9-a46b-4b80-8622-9e2132db959f owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:10.577975 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:10.608691 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:10.610633 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5ac3a67b-5e0e-42ad-8ea7-82e00bbf3bee tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:10.621644 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9d2f01d6-ccf0-4656-b921-bc217c51e8ea tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:10.627636 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 253cf611-6d07-4820-b0f3-a564302b84e8, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=253cf611-6d07-4820-b0f3-a564302b84e8,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:18:10.633018 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-396819a5-0e7b-4417-87b6-c0fe3fcbd683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:10.634184 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-396819a5-0e7b-4417-87b6-c0fe3fcbd683 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/34d81dc9-75c8-40ef-888f-50bd4f6f8fa4 HTTP/1.1" status: 204 len: 168 time: 0.9378672 Dec 22 13:18:10.670526 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6ad7b-5c2c-4d84-b804-34b516920253 req-27e51b33-5125-4816-a0fb-51cba124d025 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:10.671965 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ebd6ad7b-5c2c-4d84-b804-34b516920253 req-27e51b33-5125-4816-a0fb-51cba124d025 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb293902-9800-46cb-a7ca-27fe5451ad7d HTTP/1.1" status: 200 len: 945 time: 0.4359589 Dec 22 13:18:10.680663 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f2254059-6a00-40d5-a05f-fa6b775818d1 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:10.684782 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:10.693604 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-b7f0f4f5-f843-49b8-914f-e6b49a657969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:10.774036 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.api [None req-1a7cc6ce-ffbe-4cb8-bb41-72db322758b1 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84149) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:18:10.774427 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_db.api [None req-1a7cc6ce-ffbe-4cb8-bb41-72db322758b1 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:18:10.785786 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ab558c64-dafc-4571-b96f-2c27fb0abe34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:10.802423 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-ebd6ad7b-5c2c-4d84-b804-34b516920253 req-8c837158-0e5e-4ae4-aa3d-e0638746518a tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Deleting port d6b6c5a1-91ce-49dd-a02c-d30e90225a2a {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:10.802761 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ebd6ad7b-5c2c-4d84-b804-34b516920253 req-8c837158-0e5e-4ae4-aa3d-e0638746518a tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:10.817810 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab558c64-dafc-4571-b96f-2c27fb0abe34 None None] No DVR routers for this DVR port d88cc6d9-a46b-4b80-8622-9e2132db959f on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:18:10.860536 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f2254059-6a00-40d5-a05f-fa6b775818d1 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:10.861296 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=253cf611-6d07-4820-b0f3-a564302b84e8,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:10.865187 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:10.865786 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-984fc90e-c89f-4d6a-996a-c7bf2adb165f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:10.914241 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-5ac3a67b-5e0e-42ad-8ea7-82e00bbf3bee tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Calling delete_port for 21ab386e-b975-47fc-8e13-d00d76e6e370 owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:10.925267 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab558c64-dafc-4571-b96f-2c27fb0abe34 None None] Pushing event deleted for resources: {'Port': ['ID=d88cc6d9-a46b-4b80-8622-9e2132db959f,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:10.928355 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-ab558c64-dafc-4571-b96f-2c27fb0abe34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:10.943467 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9d2f01d6-ccf0-4656-b921-bc217c51e8ea tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:11.063202 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-1a7cc6ce-ffbe-4cb8-bb41-72db322758b1 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Deleting port d88cc6d9-a46b-4b80-8622-9e2132db959f {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:11.063792 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1a7cc6ce-ffbe-4cb8-bb41-72db322758b1 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:11.154980 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-1a7cc6ce-ffbe-4cb8-bb41-72db322758b1 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] The port 'd88cc6d9-a46b-4b80-8622-9e2132db959f' was deleted {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:18:11.188934 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9d2f01d6-ccf0-4656-b921-bc217c51e8ea tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:11.189445 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2f01d6-ccf0-4656-b921-bc217c51e8ea tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Fanout notify agent at l3_agent the message router_deleted on router f2d85fda-df2e-4d68-8108-a64bd5d553ac {{(pid=84148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:18:11.281518 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0392ea-8a6b-4f11-9212-72edbe8d00c1 req-4d8447d3-5891-4dbe-b5e0-82fb90a1551c tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:11.282995 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5e0392ea-8a6b-4f11-9212-72edbe8d00c1 req-4d8447d3-5891-4dbe-b5e0-82fb90a1551c tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.45 "GET /v2.0/ports?device_id=131ccdf4-2cab-4729-988d-02672f487e45 HTTP/1.1" status: 200 len: 945 time: 0.2670586 Dec 22 13:18:11.286373 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5ac3a67b-5e0e-42ad-8ea7-82e00bbf3bee tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:11.294380 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-4828793a-afa3-434c-8ae9-7ab16430bb95 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:11.379275 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e9f2c10d-78f7-4538-a766-51a3257a8780 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:11.380173 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3a67b-5e0e-42ad-8ea7-82e00bbf3bee tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Port': ['ID=21ab386e-b975-47fc-8e13-d00d76e6e370,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:11.388050 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9d2f01d6-ccf0-4656-b921-bc217c51e8ea tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:11.389215 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-9d2f01d6-ccf0-4656-b921-bc217c51e8ea tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] 10.222.0.47 "DELETE /v2.0/routers/f2d85fda-df2e-4d68-8108-a64bd5d553ac HTTP/1.1" status: 204 len: 168 time: 6.0706499 Dec 22 13:18:11.393121 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5ac3a67b-5e0e-42ad-8ea7-82e00bbf3bee tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:11.396650 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:11.423760 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41936) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:11.445783 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-fdb1f98e-ff1e-4302-8c13-6958d81d5726 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-905958393', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:11.479249 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41942) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:11.500629 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-fdb1f98e-ff1e-4302-8c13-6958d81d5726 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:11.516473 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-fdb1f98e-ff1e-4302-8c13-6958d81d5726 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Usage tracker for resource:router and tenant:1a390a268c544e92bdfe2dc3310ab3a3 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:11.526535 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-fdb1f98e-ff1e-4302-8c13-6958d81d5726 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:11.537161 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [req-5e0392ea-8a6b-4f11-9212-72edbe8d00c1 req-18515ece-9f70-4b97-8339-60ec61bcd27e tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Deleting port 96296753-12a2-4c85-9c84-e216a0006956 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:11.537501 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-5e0392ea-8a6b-4f11-9212-72edbe8d00c1 req-18515ece-9f70-4b97-8339-60ec61bcd27e tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:11.567577 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-180c1423-cf2f-4a41-a117-e05df47df4ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:11.580875 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5ac3a67b-5e0e-42ad-8ea7-82e00bbf3bee tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:11.582402 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-5ac3a67b-5e0e-42ad-8ea7-82e00bbf3bee tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/ports/21ab386e-b975-47fc-8e13-d00d76e6e370 HTTP/1.1" status: 204 len: 168 time: 2.5433958 Dec 22 13:18:11.583163 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-fdb1f98e-ff1e-4302-8c13-6958d81d5726 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:11.587846 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1a7cc6ce-ffbe-4cb8-bb41-72db322758b1 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:11.608542 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41946) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:11.630952 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f2c10d-78f7-4538-a766-51a3257a8780 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event updated for resources: {'Subnet': ['ID=739945af-2df8-4812-86c3-1ed26af3925d,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:11.648899 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e9f2c10d-78f7-4538-a766-51a3257a8780 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:11.737205 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-1a7cc6ce-ffbe-4cb8-bb41-72db322758b1 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10e1ab9d-f67f-493c-a4d2-91a88f233c0b']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:11.739999 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fdb1f98e-ff1e-4302-8c13-6958d81d5726 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:11.740912 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fdb1f98e-ff1e-4302-8c13-6958d81d5726 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:11.749920 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f2c10d-78f7-4538-a766-51a3257a8780 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Checking segment: {'id': '0de12ea1-d625-4f57-a55d-557b7b6ffc04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9e748c7a-7823-4297-bf06-3e7d516bda36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:18:11.750275 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f2c10d-78f7-4538-a766-51a3257a8780 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Network hostable DHCP agents. Network: 9e748c7a-7823-4297-bf06-3e7d516bda36, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:18:11.772755 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-1a7cc6ce-ffbe-4cb8-bb41-72db322758b1 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36fcfd86-0c80-4ca0-9a77-3b17b0a6c476') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:11.772972 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-1a7cc6ce-ffbe-4cb8-bb41-72db322758b1 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36fcfd86-0c80-4ca0-9a77-3b17b0a6c476') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:11.780434 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-ebd6ad7b-5c2c-4d84-b804-34b516920253 req-8c837158-0e5e-4ae4-aa3d-e0638746518a tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] For port d6b6c5a1-91ce-49dd-a02c-d30e90225a2a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d6b6c5a1-91ce-49dd-a02c-d30e90225a2a,segment=NetworkSegment(4f30eac0-64bc-442b-8bd6-4968d7d0cc88),segment_id=4f30eac0-64bc-442b-8bd6-4968d7d0cc88)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:18:11.780754 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ebd6ad7b-5c2c-4d84-b804-34b516920253 req-8c837158-0e5e-4ae4-aa3d-e0638746518a tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:11.810913 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a95741-0b66-4522-a47e-b25f6b7bb7a0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:11.812425 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a95741-0b66-4522-a47e-b25f6b7bb7a0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:11.816478 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-48a95741-0b66-4522-a47e-b25f6b7bb7a0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2046340 Dec 22 13:18:11.826368 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41950) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:11.875110 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-180c1423-cf2f-4a41-a117-e05df47df4ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:11.877030 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2e684-b531-4a74-b667-2a277b1fd48c req-d0c38cae-2c79-4d43-a5d8-80016cd73795 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:11.881137 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-b8c2e684-b531-4a74-b667-2a277b1fd48c req-d0c38cae-2c79-4d43-a5d8-80016cd73795 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb293902-9800-46cb-a7ca-27fe5451ad7d HTTP/1.1" status: 200 len: 945 time: 0.3065054 Dec 22 13:18:11.890276 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 253cf611-6d07-4820-b0f3-a564302b84e8 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:18:11.895107 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fdb1f98e-ff1e-4302-8c13-6958d81d5726 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:11.912970 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.resource_extend [None req-f2254059-6a00-40d5-a05f-fa6b775818d1 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:18:11.921901 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1a7cc6ce-ffbe-4cb8-bb41-72db322758b1 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:11.939788 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-180c1423-cf2f-4a41-a117-e05df47df4ae admin admin] Usage tracker for resource:security_group_rule and tenant:d59463b23b86404e9d01487c3b23e1cf is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:11.956304 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-180c1423-cf2f-4a41-a117-e05df47df4ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:11.964326 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f2254059-6a00-40d5-a05f-fa6b775818d1 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:11.967351 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 253cf611-6d07-4820-b0f3-a564302b84e8 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:18:11.967844 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:11.973335 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-180c1423-cf2f-4a41-a117-e05df47df4ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:11.983058 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ce025-fde9-474f-8496-006a93733353 req-73a39272-b972-4452-b748-76d1f226e773 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:11.984754 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-bd7ce025-fde9-474f-8496-006a93733353 req-73a39272-b972-4452-b748-76d1f226e773 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/ports?device_id=131ccdf4-2cab-4729-988d-02672f487e45 HTTP/1.1" status: 200 len: 945 time: 0.6677821 Dec 22 13:18:11.992118 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [req-5e0392ea-8a6b-4f11-9212-72edbe8d00c1 req-18515ece-9f70-4b97-8339-60ec61bcd27e tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] For port 96296753-12a2-4c85-9c84-e216a0006956, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=96296753-12a2-4c85-9c84-e216a0006956,segment=NetworkSegment(0fd644be-47e5-4bcb-aa5b-b15f022ce968),segment_id=0fd644be-47e5-4bcb-aa5b-b15f022ce968)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:18:11.992812 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-5e0392ea-8a6b-4f11-9212-72edbe8d00c1 req-18515ece-9f70-4b97-8339-60ec61bcd27e tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:12.002800 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1a7cc6ce-ffbe-4cb8-bb41-72db322758b1 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:12.006716 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f2c10d-78f7-4538-a766-51a3257a8780 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Network 9e748c7a-7823-4297-bf06-3e7d516bda36 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:18:12.023343 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-b8c2e684-b531-4a74-b667-2a277b1fd48c req-313787a1-ea5d-41ae-b69a-e226388aa769 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/security-groups?id=eac79d60-d275-419a-90d5-4810f0769413&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297810 Dec 22 13:18:12.068885 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a7cc6ce-ffbe-4cb8-bb41-72db322758b1 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:18:12.070652 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1a7cc6ce-ffbe-4cb8-bb41-72db322758b1 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:12.087282 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fdb1f98e-ff1e-4302-8c13-6958d81d5726 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:12.140775 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:18:12.140775 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:18:12.140775 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:18:12.140775 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:18:12.140775 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:18:12.140775 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:18:12.140775 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:18:12.140775 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:18:12.140775 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:18:12.140775 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:18:12.140775 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:18:12.140775 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:18:12.140775 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:18:12.140775 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:18:12.140775 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:18:12.140775 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:18:12.140775 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:18:12.140775 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:18:12.140775 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:18:12.140775 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:18:12.140775 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:18:12.140775 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:18:12.140775 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:18:12.140775 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:18:12.140775 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:18:12.140775 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:18:12.140775 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:18:12.140775 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:18:12.140775 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:18:12.140775 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:18:12.140775 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:18:12.140775 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:18:12.140775 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:18:12.140775 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:18:12.140775 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:18:12.140775 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:18:12.140775 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:18:12.140775 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:18:12.140775 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:18:12.140775 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:18:12.143179 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f2254059-6a00-40d5-a05f-fa6b775818d1 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:12.181034 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-e9f2c10d-78f7-4538-a766-51a3257a8780 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 9e748c7a-7823-4297-bf06-3e7d516bda36) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:12.188875 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b700b1b3-d0a6-4695-ac63-351624163b5d None None] Network 9e748c7a-7823-4297-bf06-3e7d516bda36 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:18:12.194364 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f2c10d-78f7-4538-a766-51a3257a8780 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:12.194881 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e9f2c10d-78f7-4538-a766-51a3257a8780 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:12.198486 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fdb1f98e-ff1e-4302-8c13-6958d81d5726 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:12.204495 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-fdb1f98e-ff1e-4302-8c13-6958d81d5726 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7702796 Dec 22 13:18:12.204495 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41954) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:12.211544 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-49647f27-e07f-47b2-b263-f84dbe1aa0c5 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:12.218868 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-3a3afff5-509b-4744-816d-0c4d4416f0ca tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Request body: {'router': {'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:12.421861 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e9f2c10d-78f7-4538-a766-51a3257a8780 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3749759 Dec 22 13:18:12.427777 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b691e97-e4ea-40dc-9935-263d289be62d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-9e748c7a-7823-4297-bf06-3e7d516bda36', 'network_id': '9e748c7a-7823-4297-bf06-3e7d516bda36', 'tenant_id': 'fcf444775c8e48ac91bc0e0e1ea9aa3c', 'fixed_ips': [{'subnet_id': '739945af-2df8-4812-86c3-1ed26af3925d'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:18:12.429275 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7b691e97-e4ea-40dc-9935-263d289be62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:12.429580 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41958) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:12.441241 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-d0a3aa77-8c32-4d39-a937-d954d926f408 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-301383816'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:12.452101 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-d0a3aa77-8c32-4d39-a937-d954d926f408 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:12.471473 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-d0a3aa77-8c32-4d39-a937-d954d926f408 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Usage tracker for resource:network and tenant:fcf444775c8e48ac91bc0e0e1ea9aa3c is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:12.484129 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-d0a3aa77-8c32-4d39-a937-d954d926f408 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:12.498699 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-5e0392ea-8a6b-4f11-9212-72edbe8d00c1 req-18515ece-9f70-4b97-8339-60ec61bcd27e tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:12.498989 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-5e0392ea-8a6b-4f11-9212-72edbe8d00c1 req-18515ece-9f70-4b97-8339-60ec61bcd27e tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:12.499269 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.l3_db [req-5e0392ea-8a6b-4f11-9212-72edbe8d00c1 req-18515ece-9f70-4b97-8339-60ec61bcd27e tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Floating IP b80dcff9-b75b-4999-8a1f-1736303e731a disassociated. External IP: 172.26.1.21, port: 96296753-12a2-4c85-9c84-e216a0006956. Dec 22 13:18:12.499608 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [req-5e0392ea-8a6b-4f11-9212-72edbe8d00c1 req-18515ece-9f70-4b97-8339-60ec61bcd27e tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Calling delete_port for 96296753-12a2-4c85-9c84-e216a0006956 owned by compute:nova {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:12.593551 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-bd7ce025-fde9-474f-8496-006a93733353 req-f68cc21c-85e5-4640-b964-c2c7dc1a440d tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/security-groups?id=b5fad85d-a427-4b49-97d8-bf4ab831eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5782862 Dec 22 13:18:12.594164 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1a7cc6ce-ffbe-4cb8-bb41-72db322758b1 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:12.608976 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2254059-6a00-40d5-a05f-fa6b775818d1 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Pushing event updated for resources: {'Port': ['ID=9880b280-8ef1-4993-ae33-708ec7579993,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:12.618991 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-7b691e97-e4ea-40dc-9935-263d289be62d None None] Allocated IP 2001:db8:0:ffff::2 (9e748c7a-7823-4297-bf06-3e7d516bda36/739945af-2df8-4812-86c3-1ed26af3925d/7e515e05-435b-465b-89ac-18e68ff9a042) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:18:12.723405 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-d0a3aa77-8c32-4d39-a937-d954d926f408 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:12.738075 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f2254059-6a00-40d5-a05f-fa6b775818d1 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:12.739045 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1a7cc6ce-ffbe-4cb8-bb41-72db322758b1 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:12.760902 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:12.817771 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7cc6ce-ffbe-4cb8-bb41-72db322758b1 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Pushing event deleted for resources: {'Network': ['ID=10e1ab9d-f67f-493c-a4d2-91a88f233c0b,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:12.829354 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f2254059-6a00-40d5-a05f-fa6b775818d1 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:12.834153 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ebd6ad7b-5c2c-4d84-b804-34b516920253 req-8c837158-0e5e-4ae4-aa3d-e0638746518a tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:12.834713 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ebd6ad7b-5c2c-4d84-b804-34b516920253 req-8c837158-0e5e-4ae4-aa3d-e0638746518a tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:12.834852 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.l3_db [req-ebd6ad7b-5c2c-4d84-b804-34b516920253 req-8c837158-0e5e-4ae4-aa3d-e0638746518a tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Floating IP b93602fe-1afa-4edb-a031-38d1328641e5 disassociated. External IP: 172.26.1.82, port: d6b6c5a1-91ce-49dd-a02c-d30e90225a2a. Dec 22 13:18:12.835185 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-ebd6ad7b-5c2c-4d84-b804-34b516920253 req-8c837158-0e5e-4ae4-aa3d-e0638746518a tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Calling delete_port for d6b6c5a1-91ce-49dd-a02c-d30e90225a2a owned by compute:nova {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:12.838957 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a3aa77-8c32-4d39-a937-d954d926f408 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Made reservation on behalf of fcf444775c8e48ac91bc0e0e1ea9aa3c for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:12.842207 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7b691e97-e4ea-40dc-9935-263d289be62d None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:12.842373 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d0a3aa77-8c32-4d39-a937-d954d926f408 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:12.852864 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7b691e97-e4ea-40dc-9935-263d289be62d None None] Transition to ACTIVE for port object 7e515e05-435b-465b-89ac-18e68ff9a042 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:18:12.874796 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1a7cc6ce-ffbe-4cb8-bb41-72db322758b1 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:12.892243 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-180c1423-cf2f-4a41-a117-e05df47df4ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:12.900526 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1a7cc6ce-ffbe-4cb8-bb41-72db322758b1 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] 10.222.0.47 "DELETE /v2.0/networks/10e1ab9d-f67f-493c-a4d2-91a88f233c0b HTTP/1.1" status: 204 len: 168 time: 5.7423763 Dec 22 13:18:12.906460 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-e44ba772-9305-4c92-9d38-ba4f571516ad tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting subnet 9101437b-e29f-47f3-8db3-2a3300e4e307 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:18:12.921119 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e44ba772-9305-4c92-9d38-ba4f571516ad tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:12.993493 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-180c1423-cf2f-4a41-a117-e05df47df4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:13.003088 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f2c87a66-9c17-4a0e-bed1-0fc36a7ce6ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:13.010823 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e44ba772-9305-4c92-9d38-ba4f571516ad tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:13.035855 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0a3aa77-8c32-4d39-a937-d954d926f408 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:18:13.051101 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f2254059-6a00-40d5-a05f-fa6b775818d1 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:13.052332 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f2254059-6a00-40d5-a05f-fa6b775818d1 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2984316 Dec 22 13:18:13.061255 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41964) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:13.067043 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d0a3aa77-8c32-4d39-a937-d954d926f408 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:13.067393 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-d0a3aa77-8c32-4d39-a937-d954d926f408 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Added segment 03e4b966-fee4-4a7d-afd8-5d5aafd9f804 of type vlan for network 0fcffef3-a682-436c-aa55-43c11c4b29b8 Dec 22 13:18:13.080429 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3a3afff5-509b-4744-816d-0c4d4416f0ca tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:13.117755 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-60f0b68f-768c-41e5-a1c7-296fb4ff68c9 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Request body: {'floatingip': {'port_id': 'a653ee90-be81-41ee-b0e8-5e22a7d000ce', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:13.159257 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-5e0392ea-8a6b-4f11-9212-72edbe8d00c1 req-18515ece-9f70-4b97-8339-60ec61bcd27e tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:13.168211 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:13.207279 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c1423-cf2f-4a41-a117-e05df47df4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa84539c-1c5b-4cd4-99ae-9747f33a0137,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:13.224811 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-180c1423-cf2f-4a41-a117-e05df47df4ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:13.240323 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-180c1423-cf2f-4a41-a117-e05df47df4ae admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d59463b23b86404e9d01487c3b23e1cf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7600706 Dec 22 13:18:13.247272 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-60f0b68f-768c-41e5-a1c7-296fb4ff68c9 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks [] for floatingip, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:13.289019 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41970) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:13.294516 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18515ece-9f70-4b97-8339-60ec61bcd27e tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Pushing event deleted for resources: {'Port': ['ID=96296753-12a2-4c85-9c84-e216a0006956,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:13.306455 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-18515ece-9f70-4b97-8339-60ec61bcd27e tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:13.361112 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d0a3aa77-8c32-4d39-a937-d954d926f408 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:13.387769 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 96296753-12a2-4c85-9c84-e216a0006956 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:18:13.392849 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e44ba772-9305-4c92-9d38-ba4f571516ad tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:13.428631 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ebd6ad7b-5c2c-4d84-b804-34b516920253 req-8c837158-0e5e-4ae4-aa3d-e0638746518a tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:13.448430 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-fd86228f-6e5d-4cd7-9b9c-593e7bcc79f5 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:13.478660 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7b691e97-e4ea-40dc-9935-263d289be62d None None] Transition to ACTIVE for port object 7e515e05-435b-465b-89ac-18e68ff9a042 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:18:13.485140 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] No Port match for: 96296753-12a2-4c85-9c84-e216a0006956 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:18:13.487044 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 96296753-12a2-4c85-9c84-e216a0006956 not bound to the agent host hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:18:13.492921 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device d6b6c5a1-91ce-49dd-a02c-d30e90225a2a no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:18:13.535015 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c837158-0e5e-4ae4-aa3d-e0638746518a tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Pushing event deleted for resources: {'Port': ['ID=d6b6c5a1-91ce-49dd-a02c-d30e90225a2a,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:13.546774 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41976) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:13.555410 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ef04259f-0627-4f7b-ae0a-7ec9ac53207c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:13.557145 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8c837158-0e5e-4ae4-aa3d-e0638746518a tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:13.562146 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] No Port match for: d6b6c5a1-91ce-49dd-a02c-d30e90225a2a {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:18:13.563015 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device d6b6c5a1-91ce-49dd-a02c-d30e90225a2a not bound to the agent host hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:18:13.565683 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7b691e97-e4ea-40dc-9935-263d289be62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:13.571985 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-d0f41f86-11aa-443c-8dad-84a20d13aa0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:13.586378 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4cb35a-7189-4739-a5ce-f62de0d95567 req-ea5753c3-2bfc-440b-9109-3d13028ac2f6 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:13.587887 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9b4cb35a-7189-4739-a5ce-f62de0d95567 req-ea5753c3-2bfc-440b-9109-3d13028ac2f6 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb293902-9800-46cb-a7ca-27fe5451ad7d HTTP/1.1" status: 200 len: 867 time: 0.4206374 Dec 22 13:18:13.593672 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d0a3aa77-8c32-4d39-a937-d954d926f408 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:13.625688 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a3aa77-8c32-4d39-a937-d954d926f408 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:13.626340 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d0a3aa77-8c32-4d39-a937-d954d926f408 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:13.639683 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7be0aa6d-3c2f-4ab8-bc4c-3c786a5b9e7a tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:13.664946 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b691e97-e4ea-40dc-9935-263d289be62d None None] Network 9e748c7a-7823-4297-bf06-3e7d516bda36 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:18:13.670729 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-7b691e97-e4ea-40dc-9935-263d289be62d None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:13.671390 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ef04259f-0627-4f7b-ae0a-7ec9ac53207c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:13.675604 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b691e97-e4ea-40dc-9935-263d289be62d None None] Pushing event updated for resources: {'Port': ['ID=7e515e05-435b-465b-89ac-18e68ff9a042,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:13.679342 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b691e97-e4ea-40dc-9935-263d289be62d None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:18:13.740450 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7b691e97-e4ea-40dc-9935-263d289be62d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:13.762643 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-60f0b68f-768c-41e5-a1c7-296fb4ff68c9 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] update failed (client error): The resource could not be found. Dec 22 13:18:13.762643 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-60f0b68f-768c-41e5-a1c7-296fb4ff68c9 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] 10.222.0.47 "PUT /v2.0/floatingips/d07b606e-4045-4a1e-9996-55922cea4fd7 HTTP/1.1" status: 404 len: 507 time: 0.6894202 Dec 22 13:18:13.771015 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 41984) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:13.908067 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e44ba772-9305-4c92-9d38-ba4f571516ad tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:13.922051 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-7b691e97-e4ea-40dc-9935-263d289be62d None None] Attempting to bind port 7e515e05-435b-465b-89ac-18e68ff9a042 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:18:13.925396 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-7b691e97-e4ea-40dc-9935-263d289be62d None None] Attempting to bind port 7e515e05-435b-465b-89ac-18e68ff9a042 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '0de12ea1-d625-4f57-a55d-557b7b6ffc04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9e748c7a-7823-4297-bf06-3e7d516bda36'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:18:13.925806 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b691e97-e4ea-40dc-9935-263d289be62d None None] Attempting to bind port 7e515e05-435b-465b-89ac-18e68ff9a042 on network 9e748c7a-7823-4297-bf06-3e7d516bda36 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:18:13.929855 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3d639ca4-98cd-4924-8cd5-20b4c972ef59 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:13.952923 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b691e97-e4ea-40dc-9935-263d289be62d None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:18:13.953293 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b691e97-e4ea-40dc-9935-263d289be62d None None] Checking segment: {'id': '0de12ea1-d625-4f57-a55d-557b7b6ffc04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9e748c7a-7823-4297-bf06-3e7d516bda36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:18:13.953708 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7b691e97-e4ea-40dc-9935-263d289be62d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:13.954108 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b691e97-e4ea-40dc-9935-263d289be62d None None] Bound using segment: {'id': '0de12ea1-d625-4f57-a55d-557b7b6ffc04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9e748c7a-7823-4297-bf06-3e7d516bda36'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:18:13.954610 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-7b691e97-e4ea-40dc-9935-263d289be62d None None] Bound port: 7e515e05-435b-465b-89ac-18e68ff9a042, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0de12ea1-d625-4f57-a55d-557b7b6ffc04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9e748c7a-7823-4297-bf06-3e7d516bda36'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:18:13.954994 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7b691e97-e4ea-40dc-9935-263d289be62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:13.975449 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ba772-9305-4c92-9d38-ba4f571516ad tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Subnet': ['ID=9101437b-e29f-47f3-8db3-2a3300e4e307,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:14.028664 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a3aa77-8c32-4d39-a937-d954d926f408 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event updated for resources: {'Network': ['ID=0fcffef3-a682-436c-aa55-43c11c4b29b8,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:14.057405 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 0fcffef3-a682-436c-aa55-43c11c4b29b8 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:18:14.066581 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d0a3aa77-8c32-4d39-a937-d954d926f408 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:14.101947 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e44ba772-9305-4c92-9d38-ba4f571516ad tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:14.151094 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-353e94d1-25b2-491e-a76c-d291ecc74b07 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Deleting port 9880b280-8ef1-4993-ae33-708ec7579993 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:14.151789 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-353e94d1-25b2-491e-a76c-d291ecc74b07 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:14.199485 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e51c7eae-d440-4784-89f5-40db645ea79a req-c2e2138a-2a92-4b77-8075-3e1737185da1 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/ports?device_id=131ccdf4-2cab-4729-988d-02672f487e45 HTTP/1.1" status: 200 len: 210 time: 0.0959189 Dec 22 13:18:14.208449 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d0a3aa77-8c32-4d39-a937-d954d926f408 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7763846 Dec 22 13:18:14.217805 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9b4cb35a-7189-4739-a5ce-f62de0d95567 req-746246b1-43bc-4165-930e-c062603f04b2 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/security-groups?id=eac79d60-d275-419a-90d5-4810f0769413&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6141729 Dec 22 13:18:14.223190 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41988) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:14.272934 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7b691e97-e4ea-40dc-9935-263d289be62d None None] For port 7e515e05-435b-465b-89ac-18e68ff9a042, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:18:14.276547 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a8e7e4-1d83-4137-9353-a8f0f14c1b90 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:18:14.279315 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e44ba772-9305-4c92-9d38-ba4f571516ad tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:14.291994 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-599b8602-13c6-4147-9ae4-03fb2e6ac33a tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Request body: {'subnet': {'network_id': '0fcffef3-a682-436c-aa55-43c11c4b29b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:14.308143 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3a3afff5-509b-4744-816d-0c4d4416f0ca tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router_gateway, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:14.354306 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7b691e97-e4ea-40dc-9935-263d289be62d None None] For port 7e515e05-435b-465b-89ac-18e68ff9a042, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=7e515e05-435b-465b-89ac-18e68ff9a042,segment=NetworkSegment(0de12ea1-d625-4f57-a55d-557b7b6ffc04),segment_id=0de12ea1-d625-4f57-a55d-557b7b6ffc04)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:18:14.403756 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e44ba772-9305-4c92-9d38-ba4f571516ad tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/9101437b-e29f-47f3-8db3-2a3300e4e307 HTTP/1.1" status: 204 len: 168 time: 2.5222397 Dec 22 13:18:14.435252 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41992) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:14.436265 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3a3afff5-509b-4744-816d-0c4d4416f0ca tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:14.445453 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7b691e97-e4ea-40dc-9935-263d289be62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:14.455058 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-e1dfef58-799c-4833-bf2c-53841e37d265 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:14.555523 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b691e97-e4ea-40dc-9935-263d289be62d None None] Pushing event updated for resources: {'Port': ['ID=7e515e05-435b-465b-89ac-18e68ff9a042,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:14.560253 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7b691e97-e4ea-40dc-9935-263d289be62d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:14.586625 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebd6ad7b-5c2c-4d84-b804-34b516920253 req-8c837158-0e5e-4ae4-aa3d-e0638746518a tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Router b7f225f0-9e53-43ee-88ff-451b3ab60c09 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:18:14.588836 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-353e94d1-25b2-491e-a76c-d291ecc74b07 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:14.589171 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-353e94d1-25b2-491e-a76c-d291ecc74b07 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:14.707852 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b0a816-27d2-430c-8023-55fa7ddfcc80 None None] DHCP port deletion for 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:18:14.712863 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-b3b0a816-27d2-430c-8023-55fa7ddfcc80 None None] Deleting port 253cf611-6d07-4820-b0f3-a564302b84e8 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:14.713558 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b3b0a816-27d2-430c-8023-55fa7ddfcc80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:14.760754 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-314b76a3-471f-4b82-a63e-6d25dfcd8584 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3221712 Dec 22 13:18:14.763053 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 41996) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:14.962257 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-353e94d1-25b2-491e-a76c-d291ecc74b07 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Calling delete_port for 9880b280-8ef1-4993-ae33-708ec7579993 owned by network:floatingip {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:14.979338 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-5c72c9b8-de68-49a0-8eb2-e65ba78f09ca admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ab7ea4d986274779872678bdb6fd8cdb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4291890 Dec 22 13:18:14.994068 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42000) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:15.019246 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ef04259f-0627-4f7b-ae0a-7ec9ac53207c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:15.032256 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-afcfdeb0-c8be-4fd2-b9f1-e12ad578123a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:15.046589 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-b3b0a816-27d2-430c-8023-55fa7ddfcc80 None None] For port 253cf611-6d07-4820-b0f3-a564302b84e8, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=253cf611-6d07-4820-b0f3-a564302b84e8,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:18:15.047331 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b3b0a816-27d2-430c-8023-55fa7ddfcc80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:15.050540 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-599b8602-13c6-4147-9ae4-03fb2e6ac33a tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:15.054647 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-599b8602-13c6-4147-9ae4-03fb2e6ac33a tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Usage tracker for resource:subnet and tenant:fcf444775c8e48ac91bc0e0e1ea9aa3c is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:15.058144 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-599b8602-13c6-4147-9ae4-03fb2e6ac33a tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:15.065423 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-599b8602-13c6-4147-9ae4-03fb2e6ac33a tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:15.101045 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef04259f-0627-4f7b-ae0a-7ec9ac53207c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa84539c-1c5b-4cd4-99ae-9747f33a0137,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:15.104508 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ef04259f-0627-4f7b-ae0a-7ec9ac53207c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:15.125533 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0ff44193-b6d1-4346-a6dc-b0f59c32ed8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:15.152582 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0ff44193-b6d1-4346-a6dc-b0f59c32ed8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:15.158022 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599b8602-13c6-4147-9ae4-03fb2e6ac33a tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Made reservation on behalf of fcf444775c8e48ac91bc0e0e1ea9aa3c for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:15.185552 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca23b959-1d42-49e0-8e11-365cca2c45a0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:15.186334 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ca23b959-1d42-49e0-8e11-365cca2c45a0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:18:15.252749 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-b3b0a816-27d2-430c-8023-55fa7ddfcc80 None None] Calling delete_port for 253cf611-6d07-4820-b0f3-a564302b84e8 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:15.256304 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ef04259f-0627-4f7b-ae0a-7ec9ac53207c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:15.257565 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ef04259f-0627-4f7b-ae0a-7ec9ac53207c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/aa84539c-1c5b-4cd4-99ae-9747f33a0137 HTTP/1.1" status: 204 len: 168 time: 1.9609778 Dec 22 13:18:15.281705 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e0392ea-8a6b-4f11-9212-72edbe8d00c1 req-18515ece-9f70-4b97-8339-60ec61bcd27e tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Router 9615a600-f039-44a5-bf78-07be8379b1fe has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:18:15.316900 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0ff44193-b6d1-4346-a6dc-b0f59c32ed8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:15.337946 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c364de65-9e4f-4b4a-b808-c32d6598dbe0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:15.371617 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-599b8602-13c6-4147-9ae4-03fb2e6ac33a tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:15.497015 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff44193-b6d1-4346-a6dc-b0f59c32ed8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76d0a36-1119-478e-9c7a-0c12d19f5e7a,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:15.497525 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b3b0a816-27d2-430c-8023-55fa7ddfcc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:15.499872 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0ff44193-b6d1-4346-a6dc-b0f59c32ed8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:15.507383 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7b691e97-e4ea-40dc-9935-263d289be62d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:15.523549 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7c767b77-6385-42bf-934e-a4b22c4d2186 req-ed25c683-498a-4063-ae67-e2b5abe255ce tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/ports?device_id=131ccdf4-2cab-4729-988d-02672f487e45 HTTP/1.1" status: 200 len: 210 time: 0.0677764 Dec 22 13:18:15.592105 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0ff44193-b6d1-4346-a6dc-b0f59c32ed8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:15.593215 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0ff44193-b6d1-4346-a6dc-b0f59c32ed8f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b76d0a36-1119-478e-9c7a-0c12d19f5e7a HTTP/1.1" status: 204 len: 168 time: 0.5985444 Dec 22 13:18:15.604010 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0a816-27d2-430c-8023-55fa7ddfcc80 None None] Pushing event deleted for resources: {'Port': ['ID=253cf611-6d07-4820-b0f3-a564302b84e8,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:15.632225 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-b3b0a816-27d2-430c-8023-55fa7ddfcc80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:15.659364 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b0a816-27d2-430c-8023-55fa7ddfcc80 None None] No DVR routers for this DVR port 253cf611-6d07-4820-b0f3-a564302b84e8 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:18:15.665625 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebd6ad7b-5c2c-4d84-b804-34b516920253 req-8c837158-0e5e-4ae4-aa3d-e0638746518a tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:18:15.679778 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3303656-1db2-470a-810a-42062e8909fa None None] Sync routers for ids ['b7f225f0-9e53-43ee-88ff-451b3ab60c09'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:18:15.698015 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3303656-1db2-470a-810a-42062e8909fa None None] Routers {'b7f225f0-9e53-43ee-88ff-451b3ab60c09'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:18:15.701414 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-d3303656-1db2-470a-810a-42062e8909fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:18:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b7f225f0-9e53-43ee-88ff-451b3ab60c09'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:15.738718 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-353e94d1-25b2-491e-a76c-d291ecc74b07 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:15.748912 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:15.914055 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-3a3afff5-509b-4744-816d-0c4d4416f0ca tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Allocated IP 172.26.1.121 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/adf2a017-646a-4700-9474-2d376bae2349) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:18:15.918875 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e94d1-25b2-491e-a76c-d291ecc74b07 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Pushing event deleted for resources: {'Port': ['ID=9880b280-8ef1-4993-ae33-708ec7579993,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:15.924103 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd6ad7b-5c2c-4d84-b804-34b516920253 req-8c837158-0e5e-4ae4-aa3d-e0638746518a tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] No DVR routers for this DVR port d6b6c5a1-91ce-49dd-a02c-d30e90225a2a on host hv-neutron-8226 {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:18:15.931517 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-353e94d1-25b2-491e-a76c-d291ecc74b07 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:15.932844 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ebd6ad7b-5c2c-4d84-b804-34b516920253 req-8c837158-0e5e-4ae4-aa3d-e0638746518a tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:15.936073 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ebd6ad7b-5c2c-4d84-b804-34b516920253 req-8c837158-0e5e-4ae4-aa3d-e0638746518a tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.45 "DELETE /v2.0/ports/d6b6c5a1-91ce-49dd-a02c-d30e90225a2a HTTP/1.1" status: 204 len: 173 time: 5.2564132 Dec 22 13:18:15.937163 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb293902-9800-46cb-a7ca-27fe5451ad7d', 'name': 'network-vif-deleted', 'tag': 'd6b6c5a1-91ce-49dd-a02c-d30e90225a2a'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:18:15.968028 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e08538-c498-4e95-9842-697ae4639c52 None None] Network 9e748c7a-7823-4297-bf06-3e7d516bda36 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:18:16.122313 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-d3303656-1db2-470a-810a-42062e8909fa None None] Set router b7f225f0-9e53-43ee-88ff-451b3ab60c09 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:18:16.172755 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb293902-9800-46cb-a7ca-27fe5451ad7d', 'name': 'network-vif-deleted', 'tag': 'd6b6c5a1-91ce-49dd-a02c-d30e90225a2a', 'status': 'completed', 'code': 200} Dec 22 13:18:16.196844 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-353e94d1-25b2-491e-a76c-d291ecc74b07 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks [] for floatingip, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:16.201015 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-353e94d1-25b2-491e-a76c-d291ecc74b07 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:16.203004 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-353e94d1-25b2-491e-a76c-d291ecc74b07 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] 10.222.0.47 "DELETE /v2.0/floatingips/d07b606e-4045-4a1e-9996-55922cea4fd7 HTTP/1.1" status: 204 len: 168 time: 2.4288561 Dec 22 13:18:16.206555 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42020) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:16.213809 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-d749d350-5dac-4498-a608-f89479ae6bb8 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Request body: {'floatingip': {'floating_network_id': 'fc5e1525-2497-4f53-94ca-cc8d609db2f9', 'port_id': 'a653ee90-be81-41ee-b0e8-5e22a7d000ce', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:16.220304 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d749d350-5dac-4498-a608-f89479ae6bb8 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:16.225158 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d749d350-5dac-4498-a608-f89479ae6bb8 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Usage tracker for resource:floatingip and tenant:70805c2c64484d51a5a3a7562576ab25 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:16.228893 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d749d350-5dac-4498-a608-f89479ae6bb8 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:16.236069 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d749d350-5dac-4498-a608-f89479ae6bb8 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:16.269166 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3a3afff5-509b-4744-816d-0c4d4416f0ca tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:16.301169 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-8442288c-6ec3-4e0e-b285-184d48e91676 req-ebac716e-4c88-4e02-861a-eff8649429d2 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb293902-9800-46cb-a7ca-27fe5451ad7d HTTP/1.1" status: 200 len: 210 time: 0.4515758 Dec 22 13:18:16.311575 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-599b8602-13c6-4147-9ae4-03fb2e6ac33a tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:16.312544 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ca23b959-1d42-49e0-8e11-365cca2c45a0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:18:16.317800 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ca23b959-1d42-49e0-8e11-365cca2c45a0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.5035052 Dec 22 13:18:16.318161 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42026) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:16.353244 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:16.361318 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 7e515e05-435b-465b-89ac-18e68ff9a042 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:18:16.404439 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d749d350-5dac-4498-a608-f89479ae6bb8 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks [] for floatingip, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:16.625590 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 7e515e05-435b-465b-89ac-18e68ff9a042 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:18:16.638133 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-2c7fb954-8eb3-481b-8b2e-76d196a92280 None None] Provisioning for port 7e515e05-435b-465b-89ac-18e68ff9a042 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:18:16.638866 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 7e515e05-435b-465b-89ac-18e68ff9a042 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:18:16.640189 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:16.672976 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11635848-01e1-4d83-a2f1-b5a2d4c8401f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:16.673669 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-11635848-01e1-4d83-a2f1-b5a2d4c8401f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:18:16.759127 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-2c7fb954-8eb3-481b-8b2e-76d196a92280 None None] Provisioning complete for port 7e515e05-435b-465b-89ac-18e68ff9a042 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:18:16.763001 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2c7fb954-8eb3-481b-8b2e-76d196a92280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:16.781964 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-11635848-01e1-4d83-a2f1-b5a2d4c8401f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:18:16.783627 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-11635848-01e1-4d83-a2f1-b5a2d4c8401f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4641006 Dec 22 13:18:16.786125 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42040) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:16.936236 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b8602-13c6-4147-9ae4-03fb2e6ac33a tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event updated for resources: {'Subnet': ['ID=34676b0d-8f8e-4131-8311-783bc5508109,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:16.968638 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-599b8602-13c6-4147-9ae4-03fb2e6ac33a tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:16.971448 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599b8602-13c6-4147-9ae4-03fb2e6ac33a tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Checking segment: {'id': '03e4b966-fee4-4a7d-afd8-5d5aafd9f804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0fcffef3-a682-436c-aa55-43c11c4b29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:18:16.971797 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599b8602-13c6-4147-9ae4-03fb2e6ac33a tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Network hostable DHCP agents. Network: 0fcffef3-a682-436c-aa55-43c11c4b29b8, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:18:16.984720 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:17.007106 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-d3303656-1db2-470a-810a-42062e8909fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f225f0-9e53-43ee-88ff-451b3ab60c09', 'name': 'tempest-ServersTestJSON-625974591-router', 'tenant_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': 'bf156aea-b842-4e0b-8418-c05b21850eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:16:29Z', 'updated_at': '2021-12-22T13:16:39Z', 'revision_number': 4, 'project_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'gw_port': {'id': 'bf156aea-b842-4e0b-8418-c05b21850eae', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:64:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f225f0-9e53-43ee-88ff-451b3ab60c09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:30Z', 'updated_at': '2021-12-22T13:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '19c2cdcf-45a8-4cc1-a46d-812bd6cb3369', 'name': '', 'network_id': 'cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4', 'tenant_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'mac_address': 'fa:16:3e:72:7f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f225f0-9e53-43ee-88ff-451b3ab60c09', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b9220c9-f2e2-4dc1-9463-99b690aae213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:36Z', 'updated_at': '2021-12-22T13:17:10Z', 'revision_number': 5, 'project_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'subnets': [{'id': '0b9220c9-f2e2-4dc1-9463-99b690aae213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:17.013864 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3303656-1db2-470a-810a-42062e8909fa None None] Checking router: b7f225f0-9e53-43ee-88ff-451b3ab60c09 for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:18:17.022852 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3a3afff5-509b-4744-816d-0c4d4416f0ca tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:17.027740 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3303656-1db2-470a-810a-42062e8909fa None None] Routers {'b7f225f0-9e53-43ee-88ff-451b3ab60c09'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:18:17.028800 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-d3303656-1db2-470a-810a-42062e8909fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:18:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b7f225f0-9e53-43ee-88ff-451b3ab60c09'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:17.050891 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-dd7574f4-5d21-45d0-96d8-ac5aa2de11f0 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:17.051241 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-19691020-ef58-4f73-bf8d-6152200b2b39 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2584248 Dec 22 13:18:17.059444 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42048) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:17.065545 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-cd59282c-0468-4061-ad2d-838e7c1d32e2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'subnet': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:17.081375 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 7e515e05-435b-465b-89ac-18e68ff9a042, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=7e515e05-435b-465b-89ac-18e68ff9a042,segment=NetworkSegment(0de12ea1-d625-4f57-a55d-557b7b6ffc04),segment_id=0de12ea1-d625-4f57-a55d-557b7b6ffc04)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:18:17.100133 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5d30bf65-1b6f-4b92-a921-0f789ce270aa req-064b0709-e403-4ce5-9a91-2cfdb749caf1 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/ports?device_id=131ccdf4-2cab-4729-988d-02672f487e45 HTTP/1.1" status: 200 len: 210 time: 0.1371231 Dec 22 13:18:17.127550 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2c7fb954-8eb3-481b-8b2e-76d196a92280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:17.161246 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:17.184179 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:17.206656 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3afff5-509b-4744-816d-0c4d4416f0ca tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Pushing event updated for resources: {'Port': ['ID=adf2a017-646a-4700-9474-2d376bae2349,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:17.211595 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3a3afff5-509b-4744-816d-0c4d4416f0ca tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:17.242755 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3afff5-509b-4744-816d-0c4d4416f0ca tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:18:17.246839 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-3a3afff5-509b-4744-816d-0c4d4416f0ca tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:17.249735 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3afff5-509b-4744-816d-0c4d4416f0ca tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:18:17.278613 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599b8602-13c6-4147-9ae4-03fb2e6ac33a tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Network 0fcffef3-a682-436c-aa55-43c11c4b29b8 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:18:17.353606 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 253cf611-6d07-4820-b0f3-a564302b84e8 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:18:17.394974 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-d3303656-1db2-470a-810a-42062e8909fa None None] Set router b7f225f0-9e53-43ee-88ff-451b3ab60c09 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:18:17.454703 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-cd59282c-0468-4061-ad2d-838e7c1d32e2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:17.471680 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 253cf611-6d07-4820-b0f3-a564302b84e8 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:18:17.474802 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 253cf611-6d07-4820-b0f3-a564302b84e8 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:18:17.507869 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-cd59282c-0468-4061-ad2d-838e7c1d32e2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:17.545859 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-d749d350-5dac-4498-a608-f89479ae6bb8 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:18:17.552206 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d749d350-5dac-4498-a608-f89479ae6bb8 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.3444681 Dec 22 13:18:17.552810 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42058) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:17.572542 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-f53adaf1-1f7f-479d-9617-5960065d0b62 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Request body: {'floatingip': {'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'port_id': 'a653ee90-be81-41ee-b0e8-5e22a7d000ce', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:17.594629 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-f53adaf1-1f7f-479d-9617-5960065d0b62 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:17.604521 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f53adaf1-1f7f-479d-9617-5960065d0b62 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Usage tracker for resource:floatingip and tenant:70805c2c64484d51a5a3a7562576ab25 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:17.618471 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f53adaf1-1f7f-479d-9617-5960065d0b62 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:17.643000 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-f53adaf1-1f7f-479d-9617-5960065d0b62 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:17.663113 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd59282c-0468-4061-ad2d-838e7c1d32e2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:17.674012 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cd59282c-0468-4061-ad2d-838e7c1d32e2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:17.684376 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=7e515e05-435b-465b-89ac-18e68ff9a042,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:17.728768 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-2c7fb954-8eb3-481b-8b2e-76d196a92280 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:18:17.728768 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-2c7fb954-8eb3-481b-8b2e-76d196a92280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:18:17.734803 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:17.789447 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f53adaf1-1f7f-479d-9617-5960065d0b62 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks [] for floatingip, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:17.795173 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-599b8602-13c6-4147-9ae4-03fb2e6ac33a tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 0fcffef3-a682-436c-aa55-43c11c4b29b8) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:17.810756 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057be93d-7295-47c6-b38f-865b3fc38b99 None None] Network 0fcffef3-a682-436c-aa55-43c11c4b29b8 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:18:17.830911 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599b8602-13c6-4147-9ae4-03fb2e6ac33a tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:17.831926 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-599b8602-13c6-4147-9ae4-03fb2e6ac33a tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:17.849922 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-094fc04b-764f-46a2-9f05-458123195f28 req-8fca1da7-278d-4493-a9c5-c44c375e68bd tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb293902-9800-46cb-a7ca-27fe5451ad7d HTTP/1.1" status: 200 len: 210 time: 0.1383724 Dec 22 13:18:17.963636 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e0392ea-8a6b-4f11-9212-72edbe8d00c1 req-18515ece-9f70-4b97-8339-60ec61bcd27e tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:18:17.975896 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 7e515e05-435b-465b-89ac-18e68ff9a042 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:18:18.059132 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc1af39-816c-4f0c-836b-a70e3e78a7ea None None] Sync routers for ids ['9615a600-f039-44a5-bf78-07be8379b1fe'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:18:18.100152 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-599b8602-13c6-4147-9ae4-03fb2e6ac33a tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.8067191 Dec 22 13:18:18.106303 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42072) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:18.127172 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc1af39-816c-4f0c-836b-a70e3e78a7ea None None] Routers {'9615a600-f039-44a5-bf78-07be8379b1fe'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:18:18.127823 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-dfc1af39-816c-4f0c-836b-a70e3e78a7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:18:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['9615a600-f039-44a5-bf78-07be8379b1fe'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:18.254161 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42078) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:18.268989 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e0392ea-8a6b-4f11-9212-72edbe8d00c1 req-18515ece-9f70-4b97-8339-60ec61bcd27e tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] No DVR routers for this DVR port 96296753-12a2-4c85-9c84-e216a0006956 on host hv-neutron-8226 {{(pid=84148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:18:18.278058 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-d3303656-1db2-470a-810a-42062e8909fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f225f0-9e53-43ee-88ff-451b3ab60c09', 'name': 'tempest-ServersTestJSON-625974591-router', 'tenant_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': 'bf156aea-b842-4e0b-8418-c05b21850eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:16:29Z', 'updated_at': '2021-12-22T13:16:39Z', 'revision_number': 4, 'project_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'gw_port': {'id': 'bf156aea-b842-4e0b-8418-c05b21850eae', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:64:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f225f0-9e53-43ee-88ff-451b3ab60c09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:30Z', 'updated_at': '2021-12-22T13:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '19c2cdcf-45a8-4cc1-a46d-812bd6cb3369', 'name': '', 'network_id': 'cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4', 'tenant_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'mac_address': 'fa:16:3e:72:7f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f225f0-9e53-43ee-88ff-451b3ab60c09', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b9220c9-f2e2-4dc1-9463-99b690aae213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:36Z', 'updated_at': '2021-12-22T13:17:10Z', 'revision_number': 5, 'project_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'subnets': [{'id': '0b9220c9-f2e2-4dc1-9463-99b690aae213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:18.291076 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3303656-1db2-470a-810a-42062e8909fa None None] The sync data for ids ['b7f225f0-9e53-43ee-88ff-451b3ab60c09'] in dv-neutron-822669-1-hyperv is: [{'id': 'b7f225f0-9e53-43ee-88ff-451b3ab60c09', 'name': 'tempest-ServersTestJSON-625974591-router', 'tenant_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': 'bf156aea-b842-4e0b-8418-c05b21850eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:16:29Z', 'updated_at': '2021-12-22T13:16:39Z', 'revision_number': 4, 'project_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'gw_port': {'id': 'bf156aea-b842-4e0b-8418-c05b21850eae', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:64:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f225f0-9e53-43ee-88ff-451b3ab60c09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:30Z', 'updated_at': '2021-12-22T13:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '19c2cdcf-45a8-4cc1-a46d-812bd6cb3369', 'name': '', 'network_id': 'cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4', 'tenant_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'mac_address': 'fa:16:3e:72:7f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f225f0-9e53-43ee-88ff-451b3ab60c09', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b9220c9-f2e2-4dc1-9463-99b690aae213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:36Z', 'updated_at': '2021-12-22T13:17:10Z', 'revision_number': 5, 'project_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'subnets': [{'id': '0b9220c9-f2e2-4dc1-9463-99b690aae213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:18:18.291367 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-5e0392ea-8a6b-4f11-9212-72edbe8d00c1 req-18515ece-9f70-4b97-8339-60ec61bcd27e tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:18.301546 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5e0392ea-8a6b-4f11-9212-72edbe8d00c1 req-18515ece-9f70-4b97-8339-60ec61bcd27e tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.45 "DELETE /v2.0/ports/96296753-12a2-4c85-9c84-e216a0006956 HTTP/1.1" status: 204 len: 173 time: 7.0083983 Dec 22 13:18:18.316189 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131ccdf4-2cab-4729-988d-02672f487e45', 'name': 'network-vif-deleted', 'tag': '96296753-12a2-4c85-9c84-e216a0006956'}] {{(pid=84148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:18:18.431554 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3a3afff5-509b-4744-816d-0c4d4416f0ca tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router_gateway, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:18.518974 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-99154675-6792-4dea-b833-891e1c272945 req-cdcc2273-864c-4e6c-acc7-172a9125ca37 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/ports?device_id=131ccdf4-2cab-4729-988d-02672f487e45 HTTP/1.1" status: 200 len: 210 time: 0.1902335 Dec 22 13:18:18.523062 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f53adaf1-1f7f-479d-9617-5960065d0b62 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:18.535267 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 7e515e05-435b-465b-89ac-18e68ff9a042 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:18:18.535735 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:18.648556 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cd59282c-0468-4061-ad2d-838e7c1d32e2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:18.699388 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3163a94-f25e-4fc1-86c8-6dbc8be821dc None None] New status for floating IP b93602fe-1afa-4edb-a031-38d1328641e5: DOWN {{(pid=84151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:18:18.699648 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:18.796892 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '131ccdf4-2cab-4729-988d-02672f487e45', 'name': 'network-vif-deleted', 'tag': '96296753-12a2-4c85-9c84-e216a0006956', 'status': 'completed', 'code': 200} Dec 22 13:18:18.852386 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d9ecfeb2-8cfb-4b3d-aeb1-614da4574abf tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:18.873905 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-df44f410-654d-4dc0-81cd-3e39b0de6900 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Request body: {'networks': [{'name': 'tempest-network--571222532'}, {'name': 'tempest-network--488812632'}]} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:18.874555 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-df44f410-654d-4dc0-81cd-3e39b0de6900 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Request body: {'network': {'name': 'tempest-network--571222532'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:18.875237 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-df44f410-654d-4dc0-81cd-3e39b0de6900 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Request body: {'network': {'name': 'tempest-network--488812632'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:18.880548 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd59282c-0468-4061-ad2d-838e7c1d32e2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:18:18.886637 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-cd59282c-0468-4061-ad2d-838e7c1d32e2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:18.895295 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-df44f410-654d-4dc0-81cd-3e39b0de6900 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:18.904030 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd59282c-0468-4061-ad2d-838e7c1d32e2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:18.904933 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cd59282c-0468-4061-ad2d-838e7c1d32e2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:18.912857 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-8f1ea873-affc-428d-becf-15895433beab None None] Provisioning complete for port 7e515e05-435b-465b-89ac-18e68ff9a042 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:18:18.914066 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8f1ea873-affc-428d-becf-15895433beab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:18.928485 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-df44f410-654d-4dc0-81cd-3e39b0de6900 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Usage tracker for resource:network and tenant:8cc1af254a4c4edba55733b67ae379bd is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:18.932357 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-f53adaf1-1f7f-479d-9617-5960065d0b62 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Allocated IP 172.26.1.115 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/62cbbffa-38f0-430e-8bb7-c6847f94ed14) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:18:18.935479 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-df44f410-654d-4dc0-81cd-3e39b0de6900 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:18.959591 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-df44f410-654d-4dc0-81cd-3e39b0de6900 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:18.973218 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd59282c-0468-4061-ad2d-838e7c1d32e2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Subnet': ['ID=7a3335fe-fb64-4030-b34d-755811b2f74f,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:18.983859 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-cd59282c-0468-4061-ad2d-838e7c1d32e2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:19.054962 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd20af4-64d7-48cf-b0f8-a785226a8c77 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:18:19.104977 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-cd59282c-0468-4061-ad2d-838e7c1d32e2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0445795 Dec 22 13:18:19.113140 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42098) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:19.124548 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3a3afff5-509b-4744-816d-0c4d4416f0ca tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:19.135880 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3a3afff5-509b-4744-816d-0c4d4416f0ca tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707601'] for router, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:19.138414 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d9ecfeb2-8cfb-4b3d-aeb1-614da4574abf tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:19.145173 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-049f8c28-04ed-4078-affd-2ea3dfc164a9 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'port': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'fixed_ips': [{'subnet_id': '7a3335fe-fb64-4030-b34d-755811b2f74f', 'ip_address': '2001:db8::88f0:2a0f:3101:aa2c'}], 'name': 'tempest-NetworksTestDHCPv6-1697875775'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:19.166911 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42102) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:19.264409 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-dfc1af39-816c-4f0c-836b-a70e3e78a7ea None None] Set router 9615a600-f039-44a5-bf78-07be8379b1fe gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:18:19.278954 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df44f410-654d-4dc0-81cd-3e39b0de6900 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Made reservation on behalf of 8cc1af254a4c4edba55733b67ae379bd for: {'network': 2} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:19.282285 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-df44f410-654d-4dc0-81cd-3e39b0de6900 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:19.321200 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-df44f410-654d-4dc0-81cd-3e39b0de6900 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:19.451153 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014c3601-f89d-4e8e-acac-ca3a3497228b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-0fcffef3-a682-436c-aa55-43c11c4b29b8', 'network_id': '0fcffef3-a682-436c-aa55-43c11c4b29b8', 'tenant_id': 'fcf444775c8e48ac91bc0e0e1ea9aa3c', 'fixed_ips': [{'subnet_id': '34676b0d-8f8e-4131-8311-783bc5508109'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:18:19.452583 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-014c3601-f89d-4e8e-acac-ca3a3497228b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:19.514914 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f53adaf1-1f7f-479d-9617-5960065d0b62 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:19.516726 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d9ecfeb2-8cfb-4b3d-aeb1-614da4574abf tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:19.529879 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-049f8c28-04ed-4078-affd-2ea3dfc164a9 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:19.540341 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:19.614423 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-df44f410-654d-4dc0-81cd-3e39b0de6900 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:19.619365 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-049f8c28-04ed-4078-affd-2ea3dfc164a9 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:19.633162 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7e979e7c-cf7c-4b03-bf26-4bacf20426da tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:19.637573 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-df44f410-654d-4dc0-81cd-3e39b0de6900 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Usage tracker for resource:security_group_rule and tenant:8cc1af254a4c4edba55733b67ae379bd is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:19.647049 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecfeb2-8cfb-4b3d-aeb1-614da4574abf tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event deleted for resources: {'Subnet': ['ID=34676b0d-8f8e-4131-8311-783bc5508109,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:19.655892 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-df44f410-654d-4dc0-81cd-3e39b0de6900 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:19.666427 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-df44f410-654d-4dc0-81cd-3e39b0de6900 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:19.694132 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7e979e7c-cf7c-4b03-bf26-4bacf20426da tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:19.740332 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049f8c28-04ed-4078-affd-2ea3dfc164a9 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:19.870046 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d9ecfeb2-8cfb-4b3d-aeb1-614da4574abf tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:19.890925 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f53adaf1-1f7f-479d-9617-5960065d0b62 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:19.900551 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-16bdefb7-ce3b-4382-878d-49279059e42d tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:19.914077 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-d9ecfeb2-8cfb-4b3d-aeb1-614da4574abf tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fcffef3-a682-436c-aa55-43c11c4b29b8']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:19.935612 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-d9ecfeb2-8cfb-4b3d-aeb1-614da4574abf tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03e4b966-fee4-4a7d-afd8-5d5aafd9f804') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:19.935961 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-d9ecfeb2-8cfb-4b3d-aeb1-614da4574abf tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03e4b966-fee4-4a7d-afd8-5d5aafd9f804') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:19.941236 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49441eb8-cbab-4b90-b678-e029702c9f1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'tenant_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'fixed_ips': [{'subnet_id': '7a3335fe-fb64-4030-b34d-755811b2f74f'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:18:19.942344 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-49441eb8-cbab-4b90-b678-e029702c9f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:19.957076 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d9ecfeb2-8cfb-4b3d-aeb1-614da4574abf tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:19.972594 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d9ecfeb2-8cfb-4b3d-aeb1-614da4574abf tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:19.982278 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d9ecfeb2-8cfb-4b3d-aeb1-614da4574abf tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:19.990469 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9ecfeb2-8cfb-4b3d-aeb1-614da4574abf tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:18:19.998031 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d9ecfeb2-8cfb-4b3d-aeb1-614da4574abf tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:20.006587 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:18:20.006587 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:18:20.006587 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:18:20.006587 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:18:20.006587 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:18:20.006587 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:18:20.006587 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:18:20.006587 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:18:20.006587 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:18:20.006587 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:18:20.006587 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:18:20.006587 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:18:20.006587 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:18:20.006587 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:18:20.006587 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:18:20.006587 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:18:20.006587 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:18:20.006587 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:18:20.006587 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:18:20.006587 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:18:20.006587 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:18:20.006587 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:18:20.006587 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:18:20.006587 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:18:20.006587 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:18:20.006587 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:18:20.006587 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:18:20.006587 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:18:20.006587 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:18:20.006587 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:18:20.006587 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:18:20.006587 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:18:20.009808 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-df44f410-654d-4dc0-81cd-3e39b0de6900 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:20.045478 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53adaf1-1f7f-479d-9617-5960065d0b62 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Pushing event updated for resources: {'Port': ['ID=62cbbffa-38f0-430e-8bb7-c6847f94ed14,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:20.061412 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-049f8c28-04ed-4078-affd-2ea3dfc164a9 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:20.072625 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f28d2d-c860-4032-b487-366bbef8f9aa None None] Network 0fcffef3-a682-436c-aa55-43c11c4b29b8 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:18:20.075880 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7e979e7c-cf7c-4b03-bf26-4bacf20426da tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:20.079175 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42116) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:20.080353 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f53adaf1-1f7f-479d-9617-5960065d0b62 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:20.084122 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9e9798b9-aba5-49e4-b3c8-020db1a1b112 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:20.100553 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-df44f410-654d-4dc0-81cd-3e39b0de6900 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:20.101426 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-df44f410-654d-4dc0-81cd-3e39b0de6900 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:20.129953 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e979e7c-cf7c-4b03-bf26-4bacf20426da tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac79d60-d275-419a-90d5-4810f0769413,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:20.132960 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53adaf1-1f7f-479d-9617-5960065d0b62 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:18:20.135396 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-f53adaf1-1f7f-479d-9617-5960065d0b62 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:20.138214 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7e979e7c-cf7c-4b03-bf26-4bacf20426da tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:20.138977 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-396819a5-0e7b-4417-87b6-c0fe3fcbd683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:20.158586 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-4cdcb8ab-42d7-44ff-bab8-d5a600419f6a req-cca4befe-518d-49a4-9d33-c4fc9e6289bd tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Synchronizing usage tracker for tenant:c2e0ca21fce24530bc558ca461319d3e on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:18:20.172692 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53adaf1-1f7f-479d-9617-5960065d0b62 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:18:20.219191 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df44f410-654d-4dc0-81cd-3e39b0de6900 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d85b7a-6e3a-4821-900b-f0d5cf1f50f0,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:20.226783 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-df44f410-654d-4dc0-81cd-3e39b0de6900 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:20.227561 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-049f8c28-04ed-4078-affd-2ea3dfc164a9 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] device_id is not set on port 252620b0-5b98-46ae-b850-61ff4ff7f9ce yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:18:20.247778 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-4cdcb8ab-42d7-44ff-bab8-d5a600419f6a req-cca4befe-518d-49a4-9d33-c4fc9e6289bd tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Unset dirty status for tenant:c2e0ca21fce24530bc558ca461319d3e on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:18:20.255966 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4cdcb8ab-42d7-44ff-bab8-d5a600419f6a req-cca4befe-518d-49a4-9d33-c4fc9e6289bd tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/ports?device_id=131ccdf4-2cab-4729-988d-02672f487e45 HTTP/1.1" status: 200 len: 210 time: 0.1916270 Dec 22 13:18:20.256889 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d9ecfeb2-8cfb-4b3d-aeb1-614da4574abf tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:20.268106 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d9ecfeb2-8cfb-4b3d-aeb1-614da4574abf tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:20.272316 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-12f1beaf-d7d6-45d4-ae10-05bb353f355f tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:20.308304 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecfeb2-8cfb-4b3d-aeb1-614da4574abf tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event deleted for resources: {'Network': ['ID=0fcffef3-a682-436c-aa55-43c11c4b29b8,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:20.312246 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d9ecfeb2-8cfb-4b3d-aeb1-614da4574abf tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:20.313827 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d9ecfeb2-8cfb-4b3d-aeb1-614da4574abf tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "DELETE /v2.0/networks/0fcffef3-a682-436c-aa55-43c11c4b29b8 HTTP/1.1" status: 204 len: 168 time: 2.1747909 Dec 22 13:18:20.318466 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3afff5-509b-4744-816d-0c4d4416f0ca tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Router bedaba28-4bfa-493d-91fe-42147ddf1226 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:18:20.323506 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42122) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:20.331382 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df44f410-654d-4dc0-81cd-3e39b0de6900 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:18:20.334169 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-3f5a146e-9a6a-467f-88d7-fb9b3a81ed7c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1310961454'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:20.340379 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-3f5a146e-9a6a-467f-88d7-fb9b3a81ed7c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:20.345390 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-3f5a146e-9a6a-467f-88d7-fb9b3a81ed7c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Usage tracker for resource:network and tenant:fcf444775c8e48ac91bc0e0e1ea9aa3c is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:20.349656 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-3f5a146e-9a6a-467f-88d7-fb9b3a81ed7c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:20.354033 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7e979e7c-cf7c-4b03-bf26-4bacf20426da tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:20.358190 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7e979e7c-cf7c-4b03-bf26-4bacf20426da tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "DELETE /v2.0/security-groups/eac79d60-d275-419a-90d5-4810f0769413 HTTP/1.1" status: 204 len: 168 time: 1.1613457 Dec 22 13:18:20.359702 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-3f5a146e-9a6a-467f-88d7-fb9b3a81ed7c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:20.363111 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42126) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:20.399426 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-df44f410-654d-4dc0-81cd-3e39b0de6900 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:20.399798 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-df44f410-654d-4dc0-81cd-3e39b0de6900 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Added segment 17f7ca03-29ee-4264-91c1-b4c5942e889c of type vlan for network 2239abca-5140-4f7d-ade2-0a00cb6497d7 Dec 22 13:18:20.431788 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-86859d98-266d-4f73-ad1e-758221c31713 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-442071402'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:20.447382 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-86859d98-266d-4f73-ad1e-758221c31713 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:20.453917 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-86859d98-266d-4f73-ad1e-758221c31713 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Usage tracker for resource:router and tenant:1789d3c36c2942faa20edb26457c45d8 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:20.454803 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-6f235a34-d283-41dd-9329-9454e21132dd tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] show failed (client error): The resource could not be found. Dec 22 13:18:20.455827 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6f235a34-d283-41dd-9329-9454e21132dd tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "GET /v2.0/security-groups/eac79d60-d275-419a-90d5-4810f0769413 HTTP/1.1" status: 404 len: 347 time: 0.0892675 Dec 22 13:18:20.459867 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5a146e-9a6a-467f-88d7-fb9b3a81ed7c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Made reservation on behalf of fcf444775c8e48ac91bc0e0e1ea9aa3c for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:20.460515 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-49441eb8-cbab-4b90-b678-e029702c9f1d None None] Allocated IP 2001:db8::2 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/7a3335fe-fb64-4030-b34d-755811b2f74f/79279288-58d6-4ae9-b16c-a8dc141e6c8a) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:18:20.463092 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3f5a146e-9a6a-467f-88d7-fb9b3a81ed7c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:20.465846 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-dfc1af39-816c-4f0c-836b-a70e3e78a7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9615a600-f039-44a5-bf78-07be8379b1fe', 'name': 'tempest-ServersTestManualDisk-608666145-router', 'tenant_id': 'c2e0ca21fce24530bc558ca461319d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '3710a2b3-bab3-4dd2-bd17-791043d30365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:16:26Z', 'updated_at': '2021-12-22T13:16:31Z', 'revision_number': 4, 'project_id': 'c2e0ca21fce24530bc558ca461319d3e', 'gw_port': {'id': '3710a2b3-bab3-4dd2-bd17-791043d30365', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:83:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615a600-f039-44a5-bf78-07be8379b1fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:26Z', 'updated_at': '2021-12-22T13:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '15ff99f5-82f5-47ca-a879-78a8b4b04133', 'name': '', 'network_id': '385db047-262b-4adc-9531-32d02f559c7f', 'tenant_id': 'c2e0ca21fce24530bc558ca461319d3e', 'mac_address': 'fa:16:3e:60:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615a600-f039-44a5-bf78-07be8379b1fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eee9c85c-23c9-4305-a153-7e903430a638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:30Z', 'updated_at': '2021-12-22T13:16:41Z', 'revision_number': 5, 'project_id': 'c2e0ca21fce24530bc558ca461319d3e', 'subnets': [{'id': 'eee9c85c-23c9-4305-a153-7e903430a638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:20.467846 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42130) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:20.473303 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc1af39-816c-4f0c-836b-a70e3e78a7ea None None] Checking router: 9615a600-f039-44a5-bf78-07be8379b1fe for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:18:20.474454 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-86859d98-266d-4f73-ad1e-758221c31713 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:20.489967 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-86859d98-266d-4f73-ad1e-758221c31713 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:20.516729 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f5a146e-9a6a-467f-88d7-fb9b3a81ed7c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:18:20.539960 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3f5a146e-9a6a-467f-88d7-fb9b3a81ed7c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:20.543708 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-3f5a146e-9a6a-467f-88d7-fb9b3a81ed7c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Added segment 06518769-47cc-4856-a921-70c5be1516ea of type vlan for network 6856820b-d425-4af6-9061-5cce7b709d51 Dec 22 13:18:20.557272 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc1af39-816c-4f0c-836b-a70e3e78a7ea None None] Routers {'9615a600-f039-44a5-bf78-07be8379b1fe'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:18:20.557965 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-dfc1af39-816c-4f0c-836b-a70e3e78a7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:18:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['9615a600-f039-44a5-bf78-07be8379b1fe'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:20.604082 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-86859d98-266d-4f73-ad1e-758221c31713 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:20.606008 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-86859d98-266d-4f73-ad1e-758221c31713 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:20.620765 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-df44f410-654d-4dc0-81cd-3e39b0de6900 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:20.641976 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3f5a146e-9a6a-467f-88d7-fb9b3a81ed7c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:20.690654 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-86859d98-266d-4f73-ad1e-758221c31713 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:20.735576 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3afff5-509b-4744-816d-0c4d4416f0ca tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:18:20.749473 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3f5a146e-9a6a-467f-88d7-fb9b3a81ed7c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:20.756288 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5a146e-9a6a-467f-88d7-fb9b3a81ed7c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:20.757781 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3f5a146e-9a6a-467f-88d7-fb9b3a81ed7c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:20.758269 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd5f756-c441-4315-82cc-dc2680565f2c None None] Sync routers for ids ['bedaba28-4bfa-493d-91fe-42147ddf1226'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:18:20.764887 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-397910ca-8ef5-464b-ab2c-177866c10013 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:20.791657 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-86859d98-266d-4f73-ad1e-758221c31713 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:20.845918 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-17e31946-fd9e-4cca-9f65-52799a20901d tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Deleting port 143db08d-446c-4443-984a-e09e0d8d8279 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:20.846648 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-17e31946-fd9e-4cca-9f65-52799a20901d tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:20.862598 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd5f756-c441-4315-82cc-dc2680565f2c None None] Routers {'bedaba28-4bfa-493d-91fe-42147ddf1226'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:18:20.867982 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-6bd5f756-c441-4315-82cc-dc2680565f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:18:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['bedaba28-4bfa-493d-91fe-42147ddf1226'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:20.868117 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3a3afff5-509b-4744-816d-0c4d4416f0ca tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:20.868117 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-3a3afff5-509b-4744-816d-0c4d4416f0ca tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] 10.222.0.47 "PUT /v2.0/routers/bedaba28-4bfa-493d-91fe-42147ddf1226 HTTP/1.1" status: 200 len: 879 time: 8.6581941 Dec 22 13:18:20.869097 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42134) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:20.885748 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-f53adaf1-1f7f-479d-9617-5960065d0b62 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Deleting port 62cbbffa-38f0-430e-8bb7-c6847f94ed14 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:20.885748 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f53adaf1-1f7f-479d-9617-5960065d0b62 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:20.896201 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a146e-9a6a-467f-88d7-fb9b3a81ed7c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event updated for resources: {'Network': ['ID=6856820b-d425-4af6-9061-5cce7b709d51,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:20.899656 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3f5a146e-9a6a-467f-88d7-fb9b3a81ed7c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:20.916538 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-3f5a146e-9a6a-467f-88d7-fb9b3a81ed7c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5903988 Dec 22 13:18:20.918587 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-dfc1af39-816c-4f0c-836b-a70e3e78a7ea None None] Set router 9615a600-f039-44a5-bf78-07be8379b1fe gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:18:20.919412 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42138) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:20.925477 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-0ca42301-02e8-4d1b-9575-92a9bcfed859 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Request body: {'subnet': {'network_id': '6856820b-d425-4af6-9061-5cce7b709d51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:20.956797 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 6856820b-d425-4af6-9061-5cce7b709d51 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:18:20.993438 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-86859d98-266d-4f73-ad1e-758221c31713 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:20.994937 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-86859d98-266d-4f73-ad1e-758221c31713 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.9143937 Dec 22 13:18:21.002093 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42142) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:21.042268 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-0ca42301-02e8-4d1b-9575-92a9bcfed859 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:21.046810 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-0ca42301-02e8-4d1b-9575-92a9bcfed859 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Usage tracker for resource:subnet and tenant:fcf444775c8e48ac91bc0e0e1ea9aa3c is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:21.049988 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-0ca42301-02e8-4d1b-9575-92a9bcfed859 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:21.056087 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-0ca42301-02e8-4d1b-9575-92a9bcfed859 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:21.072156 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-6bd5f756-c441-4315-82cc-dc2680565f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:21.074533 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-49441eb8-cbab-4b90-b678-e029702c9f1d None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:21.121766 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca42301-02e8-4d1b-9575-92a9bcfed859 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Made reservation on behalf of fcf444775c8e48ac91bc0e0e1ea9aa3c for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:21.123401 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-49441eb8-cbab-4b90-b678-e029702c9f1d None None] Transition to ACTIVE for port object 79279288-58d6-4ae9-b16c-a8dc141e6c8a will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:18:21.155877 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df44f410-654d-4dc0-81cd-3e39b0de6900 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:18:21.221226 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd5f756-c441-4315-82cc-dc2680565f2c None None] Routers {'bedaba28-4bfa-493d-91fe-42147ddf1226'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:18:21.221643 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-6bd5f756-c441-4315-82cc-dc2680565f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:18:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['bedaba28-4bfa-493d-91fe-42147ddf1226'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:21.313523 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-df44f410-654d-4dc0-81cd-3e39b0de6900 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:21.313873 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-df44f410-654d-4dc0-81cd-3e39b0de6900 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Added segment d6ab88be-1878-45f4-8043-fa18f8e12703 of type vlan for network 48cb8037-79a7-4b82-bdd7-a82c402baed8 Dec 22 13:18:21.317502 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-49441eb8-cbab-4b90-b678-e029702c9f1d None None] Transition to ACTIVE for port object 79279288-58d6-4ae9-b16c-a8dc141e6c8a will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:18:21.342880 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-6bd5f756-c441-4315-82cc-dc2680565f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:21.343288 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd5f756-c441-4315-82cc-dc2680565f2c None None] The sync data for ids ['bedaba28-4bfa-493d-91fe-42147ddf1226'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:18:21.389023 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-49441eb8-cbab-4b90-b678-e029702c9f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:21.398982 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0ca42301-02e8-4d1b-9575-92a9bcfed859 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:21.408298 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c71097d2-a050-47e0-aa51-5a73393ffb4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:21.457201 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-df44f410-654d-4dc0-81cd-3e39b0de6900 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:21.473110 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-17e31946-fd9e-4cca-9f65-52799a20901d tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:21.473433 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-17e31946-fd9e-4cca-9f65-52799a20901d tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:21.525124 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42150) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:21.527939 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49441eb8-cbab-4b90-b678-e029702c9f1d None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:18:21.534495 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-49441eb8-cbab-4b90-b678-e029702c9f1d None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:21.537772 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49441eb8-cbab-4b90-b678-e029702c9f1d None None] Pushing event updated for resources: {'Port': ['ID=79279288-58d6-4ae9-b16c-a8dc141e6c8a,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:21.540620 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49441eb8-cbab-4b90-b678-e029702c9f1d None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:18:21.542937 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-49441eb8-cbab-4b90-b678-e029702c9f1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:21.557584 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9d6ffd4b-a085-43e7-ac19-17a531c19dbc tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:21.645437 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-49441eb8-cbab-4b90-b678-e029702c9f1d None None] Attempting to bind port 79279288-58d6-4ae9-b16c-a8dc141e6c8a on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:18:21.645809 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-49441eb8-cbab-4b90-b678-e029702c9f1d None None] Attempting to bind port 79279288-58d6-4ae9-b16c-a8dc141e6c8a by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:18:21.646200 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49441eb8-cbab-4b90-b678-e029702c9f1d None None] Attempting to bind port 79279288-58d6-4ae9-b16c-a8dc141e6c8a on network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:18:21.654873 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6889522d-662a-4d3e-bcef-5c115e2a7302 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:21.658561 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49441eb8-cbab-4b90-b678-e029702c9f1d None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:18:21.658765 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49441eb8-cbab-4b90-b678-e029702c9f1d None None] Checking segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:18:21.659155 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-49441eb8-cbab-4b90-b678-e029702c9f1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:21.659683 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49441eb8-cbab-4b90-b678-e029702c9f1d None None] Bound using segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:18:21.660158 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-49441eb8-cbab-4b90-b678-e029702c9f1d None None] Bound port: 79279288-58d6-4ae9-b16c-a8dc141e6c8a, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:18:21.660889 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-49441eb8-cbab-4b90-b678-e029702c9f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:21.673595 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-dfc1af39-816c-4f0c-836b-a70e3e78a7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9615a600-f039-44a5-bf78-07be8379b1fe', 'name': 'tempest-ServersTestManualDisk-608666145-router', 'tenant_id': 'c2e0ca21fce24530bc558ca461319d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '3710a2b3-bab3-4dd2-bd17-791043d30365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:16:26Z', 'updated_at': '2021-12-22T13:16:31Z', 'revision_number': 4, 'project_id': 'c2e0ca21fce24530bc558ca461319d3e', 'gw_port': {'id': '3710a2b3-bab3-4dd2-bd17-791043d30365', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:83:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615a600-f039-44a5-bf78-07be8379b1fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:26Z', 'updated_at': '2021-12-22T13:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '15ff99f5-82f5-47ca-a879-78a8b4b04133', 'name': '', 'network_id': '385db047-262b-4adc-9531-32d02f559c7f', 'tenant_id': 'c2e0ca21fce24530bc558ca461319d3e', 'mac_address': 'fa:16:3e:60:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615a600-f039-44a5-bf78-07be8379b1fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eee9c85c-23c9-4305-a153-7e903430a638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:30Z', 'updated_at': '2021-12-22T13:16:41Z', 'revision_number': 5, 'project_id': 'c2e0ca21fce24530bc558ca461319d3e', 'subnets': [{'id': 'eee9c85c-23c9-4305-a153-7e903430a638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:21.681433 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc1af39-816c-4f0c-836b-a70e3e78a7ea None None] The sync data for ids ['9615a600-f039-44a5-bf78-07be8379b1fe'] in dv-neutron-822669-1-hyperv is: [{'id': '9615a600-f039-44a5-bf78-07be8379b1fe', 'name': 'tempest-ServersTestManualDisk-608666145-router', 'tenant_id': 'c2e0ca21fce24530bc558ca461319d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '3710a2b3-bab3-4dd2-bd17-791043d30365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:16:26Z', 'updated_at': '2021-12-22T13:16:31Z', 'revision_number': 4, 'project_id': 'c2e0ca21fce24530bc558ca461319d3e', 'gw_port': {'id': '3710a2b3-bab3-4dd2-bd17-791043d30365', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:83:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615a600-f039-44a5-bf78-07be8379b1fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:26Z', 'updated_at': '2021-12-22T13:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '15ff99f5-82f5-47ca-a879-78a8b4b04133', 'name': '', 'network_id': '385db047-262b-4adc-9531-32d02f559c7f', 'tenant_id': 'c2e0ca21fce24530bc558ca461319d3e', 'mac_address': 'fa:16:3e:60:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615a600-f039-44a5-bf78-07be8379b1fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eee9c85c-23c9-4305-a153-7e903430a638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:30Z', 'updated_at': '2021-12-22T13:16:41Z', 'revision_number': 5, 'project_id': 'c2e0ca21fce24530bc558ca461319d3e', 'subnets': [{'id': 'eee9c85c-23c9-4305-a153-7e903430a638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:18:21.704948 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f53adaf1-1f7f-479d-9617-5960065d0b62 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:21.707462 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f53adaf1-1f7f-479d-9617-5960065d0b62 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:21.728365 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6889522d-662a-4d3e-bcef-5c115e2a7302 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:21.771392 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-49441eb8-cbab-4b90-b678-e029702c9f1d None None] For port 79279288-58d6-4ae9-b16c-a8dc141e6c8a, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:18:21.776840 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-49441eb8-cbab-4b90-b678-e029702c9f1d None None] For port 79279288-58d6-4ae9-b16c-a8dc141e6c8a, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=79279288-58d6-4ae9-b16c-a8dc141e6c8a,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:18:21.804696 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-17e31946-fd9e-4cca-9f65-52799a20901d tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Calling delete_port for 143db08d-446c-4443-984a-e09e0d8d8279 owned by network:floatingip {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:21.830292 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-49441eb8-cbab-4b90-b678-e029702c9f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:21.835678 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-edfff20e-c069-4619-bf64-32d4d87a839a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:21.871742 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0ca42301-02e8-4d1b-9575-92a9bcfed859 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:21.879161 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:21.915958 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6889522d-662a-4d3e-bcef-5c115e2a7302 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:21.919754 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49441eb8-cbab-4b90-b678-e029702c9f1d None None] Pushing event updated for resources: {'Port': ['ID=79279288-58d6-4ae9-b16c-a8dc141e6c8a,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:21.923016 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-49441eb8-cbab-4b90-b678-e029702c9f1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:21.982456 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-f53adaf1-1f7f-479d-9617-5960065d0b62 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Calling delete_port for 62cbbffa-38f0-430e-8bb7-c6847f94ed14 owned by network:floatingip {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:21.987441 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151439b4-605c-402c-b137-b8ecd12144b0 None None] New status for floating IP b80dcff9-b75b-4999-8a1f-1736303e731a: DOWN {{(pid=84151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:18:21.993890 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca42301-02e8-4d1b-9575-92a9bcfed859 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event updated for resources: {'Subnet': ['ID=004ad29e-570c-4882-a188-901427350124,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:21.999329 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0ca42301-02e8-4d1b-9575-92a9bcfed859 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:21.999770 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:22.011779 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.resource_extend [None req-df44f410-654d-4dc0-81cd-3e39b0de6900 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:18:22.014947 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889522d-662a-4d3e-bcef-5c115e2a7302 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fad85d-a427-4b49-97d8-bf4ab831eb5c,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:22.020487 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca42301-02e8-4d1b-9575-92a9bcfed859 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Checking segment: {'id': '06518769-47cc-4856-a921-70c5be1516ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6856820b-d425-4af6-9061-5cce7b709d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:18:22.020487 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca42301-02e8-4d1b-9575-92a9bcfed859 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Network hostable DHCP agents. Network: 6856820b-d425-4af6-9061-5cce7b709d51, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:18:22.021673 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6889522d-662a-4d3e-bcef-5c115e2a7302 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:22.049324 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6889522d-662a-4d3e-bcef-5c115e2a7302 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:22.052739 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6889522d-662a-4d3e-bcef-5c115e2a7302 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "DELETE /v2.0/security-groups/b5fad85d-a427-4b49-97d8-bf4ab831eb5c HTTP/1.1" status: 204 len: 168 time: 0.5253911 Dec 22 13:18:22.054498 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42154) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:22.075572 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-0384910e-0881-4ef1-bd66-c628d25f879f tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] show failed (client error): The resource could not be found. Dec 22 13:18:22.079517 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0384910e-0881-4ef1-bd66-c628d25f879f tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "GET /v2.0/security-groups/b5fad85d-a427-4b49-97d8-bf4ab831eb5c HTTP/1.1" status: 404 len: 347 time: 0.0212290 Dec 22 13:18:22.082929 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42158) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:22.167255 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca42301-02e8-4d1b-9575-92a9bcfed859 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Network 6856820b-d425-4af6-9061-5cce7b709d51 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:18:22.274761 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-049f8c28-04ed-4078-affd-2ea3dfc164a9 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Allocated IP 2001:db8::88f0:2a0f:3101:aa2c (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/7a3335fe-fb64-4030-b34d-755811b2f74f/252620b0-5b98-46ae-b850-61ff4ff7f9ce) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:18:22.287663 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-0ca42301-02e8-4d1b-9575-92a9bcfed859 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 6856820b-d425-4af6-9061-5cce7b709d51) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:22.289775 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-718bed8e-c076-4405-b34c-ed3fc87da0f1 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Deleting port d579b56c-862c-4ef8-a5a1-fe4ee863ce7b {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:22.290112 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-718bed8e-c076-4405-b34c-ed3fc87da0f1 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:22.299525 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9624c18c-5e82-4fb1-a65a-370f66846579 None None] Network 6856820b-d425-4af6-9061-5cce7b709d51 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:18:22.334811 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca42301-02e8-4d1b-9575-92a9bcfed859 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:22.334811 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0ca42301-02e8-4d1b-9575-92a9bcfed859 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:22.436428 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0ca42301-02e8-4d1b-9575-92a9bcfed859 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5155861 Dec 22 13:18:22.442193 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42162) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:22.447118 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-55a0e8d6-06a3-4718-bf6a-e224436b103e tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-664231113'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:22.455798 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-55a0e8d6-06a3-4718-bf6a-e224436b103e tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:22.461663 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-df44f410-654d-4dc0-81cd-3e39b0de6900 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:22.462208 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-df44f410-654d-4dc0-81cd-3e39b0de6900 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:22.466785 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df44f410-654d-4dc0-81cd-3e39b0de6900 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:22.468423 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-55a0e8d6-06a3-4718-bf6a-e224436b103e tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Usage tracker for resource:network and tenant:fcf444775c8e48ac91bc0e0e1ea9aa3c is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:22.469678 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df44f410-654d-4dc0-81cd-3e39b0de6900 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:22.470641 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-df44f410-654d-4dc0-81cd-3e39b0de6900 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:22.478375 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-55a0e8d6-06a3-4718-bf6a-e224436b103e tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:22.483925 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-55a0e8d6-06a3-4718-bf6a-e224436b103e tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:22.499795 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c364de65-9e4f-4b4a-b808-c32d6598dbe0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:22.530439 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-718bed8e-c076-4405-b34c-ed3fc87da0f1 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:22.530993 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-718bed8e-c076-4405-b34c-ed3fc87da0f1 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:22.616014 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a0e8d6-06a3-4718-bf6a-e224436b103e tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Made reservation on behalf of fcf444775c8e48ac91bc0e0e1ea9aa3c for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:22.619110 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-55a0e8d6-06a3-4718-bf6a-e224436b103e tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:22.665722 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d18dec-005f-4d8b-bd0b-eb09bbb61886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-6856820b-d425-4af6-9061-5cce7b709d51', 'network_id': '6856820b-d425-4af6-9061-5cce7b709d51', 'tenant_id': 'fcf444775c8e48ac91bc0e0e1ea9aa3c', 'fixed_ips': [{'subnet_id': '004ad29e-570c-4882-a188-901427350124'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:18:22.666990 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-65d18dec-005f-4d8b-bd0b-eb09bbb61886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:22.699644 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-718bed8e-c076-4405-b34c-ed3fc87da0f1 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Calling delete_port for d579b56c-862c-4ef8-a5a1-fe4ee863ce7b owned by network:floatingip {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:22.767069 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55a0e8d6-06a3-4718-bf6a-e224436b103e tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:18:22.791060 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-55a0e8d6-06a3-4718-bf6a-e224436b103e tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:22.791611 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-55a0e8d6-06a3-4718-bf6a-e224436b103e tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Added segment 81c1d06a-3037-4fc8-b0bd-2ac6d65cb4f5 of type vlan for network 6301815d-96b0-409d-8444-f52a9dfcb797 Dec 22 13:18:22.822636 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-55a0e8d6-06a3-4718-bf6a-e224436b103e tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:22.835487 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.db.api [None req-718bed8e-c076-4405-b34c-ed3fc87da0f1 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:18:22.835837 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_db.api [None req-718bed8e-c076-4405-b34c-ed3fc87da0f1 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:18:22.854565 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-65d18dec-005f-4d8b-bd0b-eb09bbb61886 None None] Allocated IP 2001:db8::1 (6856820b-d425-4af6-9061-5cce7b709d51/004ad29e-570c-4882-a188-901427350124/3d164121-ab11-4e8f-a4ef-03ef211fc349) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:18:22.903723 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-55a0e8d6-06a3-4718-bf6a-e224436b103e tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:22.907568 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a0e8d6-06a3-4718-bf6a-e224436b103e tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:22.908139 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-55a0e8d6-06a3-4718-bf6a-e224436b103e tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:22.911928 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-34440ffc-27b6-44a7-8ad0-88a0082c5971 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:22.964586 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df44f410-654d-4dc0-81cd-3e39b0de6900 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Pushing event updated for resources: {'Network': ['ID=2239abca-5140-4f7d-ade2-0a00cb6497d7,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:22.977502 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9d6ffd4b-a085-43e7-ac19-17a531c19dbc tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:22.978474 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 2239abca-5140-4f7d-ade2-0a00cb6497d7 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:18:23.052305 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5061d564-dcf6-4bdd-bf59-e0c410da747a tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] 10.222.0.47 "GET /v2.0/routers/bedaba28-4bfa-493d-91fe-42147ddf1226 HTTP/1.1" status: 200 len: 920 time: 2.1796513 Dec 22 13:18:23.067900 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0e8d6-06a3-4718-bf6a-e224436b103e tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event updated for resources: {'Network': ['ID=6301815d-96b0-409d-8444-f52a9dfcb797,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:23.071263 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9d6ffd4b-a085-43e7-ac19-17a531c19dbc tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:23.073022 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42166) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:23.074906 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-df44f410-654d-4dc0-81cd-3e39b0de6900 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 4.8165555 Dec 22 13:18:23.076678 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-55a0e8d6-06a3-4718-bf6a-e224436b103e tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:23.077685 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42170) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:23.104219 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 6301815d-96b0-409d-8444-f52a9dfcb797 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:18:23.117086 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-17e31946-fd9e-4cca-9f65-52799a20901d tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:23.193991 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f53adaf1-1f7f-479d-9617-5960065d0b62 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:23.219309 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-55a0e8d6-06a3-4718-bf6a-e224436b103e tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7764511 Dec 22 13:18:23.224191 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df44f410-654d-4dc0-81cd-3e39b0de6900 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Pushing event updated for resources: {'Network': ['ID=48cb8037-79a7-4b82-bdd7-a82c402baed8,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:23.229242 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42174) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:23.243803 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-df44f410-654d-4dc0-81cd-3e39b0de6900 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.744s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:23.245002 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.731s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:23.245461 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:23.250809 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 48cb8037-79a7-4b82-bdd7-a82c402baed8 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:18:23.266100 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-63bc62b1-c6df-4e17-b8a6-031738d36e18 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Request body: {'subnet': {'network_id': '6301815d-96b0-409d-8444-f52a9dfcb797', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:23.274756 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18420acc-652f-45f1-bc96-cb75c9befc01 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:23.279457 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18420acc-652f-45f1-bc96-cb75c9befc01 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:23.280761 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d30211f7-40ec-4d02-914d-cb13936dd0ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:23.283958 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18420acc-652f-45f1-bc96-cb75c9befc01 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:23.288079 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18420acc-652f-45f1-bc96-cb75c9befc01 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:23.290828 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-18420acc-652f-45f1-bc96-cb75c9befc01 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2119007 Dec 22 13:18:23.293424 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42178) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:23.425368 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e31946-fd9e-4cca-9f65-52799a20901d tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Pushing event deleted for resources: {'Port': ['ID=143db08d-446c-4443-984a-e09e0d8d8279,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:23.426416 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-65d18dec-005f-4d8b-bd0b-eb09bbb61886 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:23.463360 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-718bed8e-c076-4405-b34c-ed3fc87da0f1 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Deleting port d579b56c-862c-4ef8-a5a1-fe4ee863ce7b {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:23.463687 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-718bed8e-c076-4405-b34c-ed3fc87da0f1 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:23.516511 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-379ac3a5-d208-4da2-8019-43110eb8512f None None] Provisioning for port 79279288-58d6-4ae9-b16c-a8dc141e6c8a completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:18:23.535910 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-65d18dec-005f-4d8b-bd0b-eb09bbb61886 None None] Transition to ACTIVE for port object 3d164121-ab11-4e8f-a4ef-03ef211fc349 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:18:23.562729 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-65d18dec-005f-4d8b-bd0b-eb09bbb61886 None None] Transition to ACTIVE for port object 3d164121-ab11-4e8f-a4ef-03ef211fc349 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:18:23.594521 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9d6ffd4b-a085-43e7-ac19-17a531c19dbc tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:23.594987 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6ffd4b-a085-43e7-ac19-17a531c19dbc tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1b216af7-ccf7-441f-9046-6b208fb799d8 {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:18:23.607586 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53adaf1-1f7f-479d-9617-5960065d0b62 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Pushing event deleted for resources: {'Port': ['ID=62cbbffa-38f0-430e-8bb7-c6847f94ed14,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:23.618298 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f4d1f8b6-4e53-4ced-89df-dfa38af5f0bf tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:23.626293 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f53adaf1-1f7f-479d-9617-5960065d0b62 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:23.630064 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-65d18dec-005f-4d8b-bd0b-eb09bbb61886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:23.634568 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:23.645841 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ccd704af-b469-4c27-80b2-07bf54df7925 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.434s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:23.646230 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ccd704af-b469-4c27-80b2-07bf54df7925 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:23.708020 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d18dec-005f-4d8b-bd0b-eb09bbb61886 None None] Pushing event updated for resources: {'Port': ['ID=3d164121-ab11-4e8f-a4ef-03ef211fc349,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:23.711065 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-65d18dec-005f-4d8b-bd0b-eb09bbb61886 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:23.721813 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d18dec-005f-4d8b-bd0b-eb09bbb61886 None None] Network 6856820b-d425-4af6-9061-5cce7b709d51 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:18:23.723075 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-65d18dec-005f-4d8b-bd0b-eb09bbb61886 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:23.725800 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d18dec-005f-4d8b-bd0b-eb09bbb61886 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:18:23.800587 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-718bed8e-c076-4405-b34c-ed3fc87da0f1 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:23.800963 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-718bed8e-c076-4405-b34c-ed3fc87da0f1 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:23.819011 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f4d1f8b6-4e53-4ced-89df-dfa38af5f0bf tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:23.821262 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-65d18dec-005f-4d8b-bd0b-eb09bbb61886 None None] Attempting to bind port 3d164121-ab11-4e8f-a4ef-03ef211fc349 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:18:23.821633 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-65d18dec-005f-4d8b-bd0b-eb09bbb61886 None None] Attempting to bind port 3d164121-ab11-4e8f-a4ef-03ef211fc349 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '06518769-47cc-4856-a921-70c5be1516ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6856820b-d425-4af6-9061-5cce7b709d51'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:18:23.821994 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d18dec-005f-4d8b-bd0b-eb09bbb61886 None None] Attempting to bind port 3d164121-ab11-4e8f-a4ef-03ef211fc349 on network 6856820b-d425-4af6-9061-5cce7b709d51 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:18:23.825697 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9d6ffd4b-a085-43e7-ac19-17a531c19dbc tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:23.830423 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9d6ffd4b-a085-43e7-ac19-17a531c19dbc tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] 10.222.0.47 "DELETE /v2.0/routers/1b216af7-ccf7-441f-9046-6b208fb799d8 HTTP/1.1" status: 204 len: 168 time: 2.8158576 Dec 22 13:18:23.830905 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d18dec-005f-4d8b-bd0b-eb09bbb61886 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:18:23.831286 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d18dec-005f-4d8b-bd0b-eb09bbb61886 None None] Checking segment: {'id': '06518769-47cc-4856-a921-70c5be1516ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6856820b-d425-4af6-9061-5cce7b709d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:18:23.831690 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-65d18dec-005f-4d8b-bd0b-eb09bbb61886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:23.832130 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d18dec-005f-4d8b-bd0b-eb09bbb61886 None None] Bound using segment: {'id': '06518769-47cc-4856-a921-70c5be1516ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6856820b-d425-4af6-9061-5cce7b709d51'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:18:23.832559 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-65d18dec-005f-4d8b-bd0b-eb09bbb61886 None None] Bound port: 3d164121-ab11-4e8f-a4ef-03ef211fc349, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06518769-47cc-4856-a921-70c5be1516ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6856820b-d425-4af6-9061-5cce7b709d51'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:18:23.832938 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-65d18dec-005f-4d8b-bd0b-eb09bbb61886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:23.838233 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42182) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:23.848204 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-63bc62b1-c6df-4e17-b8a6-031738d36e18 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:23.858076 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-049f8c28-04ed-4078-affd-2ea3dfc164a9 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:23.865803 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-0970cbf7-123b-444b-86bd-007260569e38 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Request body: {'router': {'name': 'tempest-router-1042183742', 'distributed': False}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:23.874653 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-63bc62b1-c6df-4e17-b8a6-031738d36e18 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Usage tracker for resource:subnet and tenant:fcf444775c8e48ac91bc0e0e1ea9aa3c is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:23.881632 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-17e31946-fd9e-4cca-9f65-52799a20901d tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks [] for floatingip, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:23.883917 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-17e31946-fd9e-4cca-9f65-52799a20901d tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:23.885256 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-17e31946-fd9e-4cca-9f65-52799a20901d tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] 10.222.0.47 "DELETE /v2.0/floatingips/b93602fe-1afa-4edb-a031-38d1328641e5 HTTP/1.1" status: 204 len: 168 time: 3.4149303 Dec 22 13:18:23.886421 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-63bc62b1-c6df-4e17-b8a6-031738d36e18 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:23.894769 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0970cbf7-123b-444b-86bd-007260569e38 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:23.897326 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42186) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:23.911689 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-63bc62b1-c6df-4e17-b8a6-031738d36e18 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:23.915418 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f187e9dc-6747-4c51-9801-d84fc13187f4 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Synchronizing usage tracker for tenant:02b3e95c312b4b4dbd283c88e21d2e44 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:18:23.922806 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0970cbf7-123b-444b-86bd-007260569e38 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Usage tracker for resource:router and tenant:1789d3c36c2942faa20edb26457c45d8 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:23.943575 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-65d18dec-005f-4d8b-bd0b-eb09bbb61886 None None] For port 3d164121-ab11-4e8f-a4ef-03ef211fc349, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:18:23.946191 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-718bed8e-c076-4405-b34c-ed3fc87da0f1 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Calling delete_port for d579b56c-862c-4ef8-a5a1-fe4ee863ce7b owned by network:floatingip {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:23.948021 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-65d18dec-005f-4d8b-bd0b-eb09bbb61886 None None] For port 3d164121-ab11-4e8f-a4ef-03ef211fc349, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=3d164121-ab11-4e8f-a4ef-03ef211fc349,segment=NetworkSegment(06518769-47cc-4856-a921-70c5be1516ea),segment_id=06518769-47cc-4856-a921-70c5be1516ea)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:18:23.975539 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 79279288-58d6-4ae9-b16c-a8dc141e6c8a up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:18:23.981768 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-049f8c28-04ed-4078-affd-2ea3dfc164a9 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Transition to ACTIVE for port object 252620b0-5b98-46ae-b850-61ff4ff7f9ce will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:18:23.990038 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0970cbf7-123b-444b-86bd-007260569e38 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:23.994977 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-f4d1f8b6-4e53-4ced-89df-dfa38af5f0bf tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2239abca-5140-4f7d-ade2-0a00cb6497d7']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:24.016647 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-f4d1f8b6-4e53-4ced-89df-dfa38af5f0bf tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17f7ca03-29ee-4264-91c1-b4c5942e889c') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:24.020818 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-f4d1f8b6-4e53-4ced-89df-dfa38af5f0bf tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17f7ca03-29ee-4264-91c1-b4c5942e889c') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:24.022729 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0970cbf7-123b-444b-86bd-007260569e38 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:24.023357 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-65d18dec-005f-4d8b-bd0b-eb09bbb61886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:24.034782 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f4d1f8b6-4e53-4ced-89df-dfa38af5f0bf tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:24.035390 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:24.040833 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f187e9dc-6747-4c51-9801-d84fc13187f4 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Unset dirty status for tenant:02b3e95c312b4b4dbd283c88e21d2e44 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:18:24.042185 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f187e9dc-6747-4c51-9801-d84fc13187f4 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=0776f1b4-770d-462f-bc0f-df97e8017b18&device_id=bedaba28-4bfa-493d-91fe-42147ddf1226&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9660397 Dec 22 13:18:24.049315 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42190) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:24.064532 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f4d1f8b6-4e53-4ced-89df-dfa38af5f0bf tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:24.071031 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d1f8b6-4e53-4ced-89df-dfa38af5f0bf tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:18:24.071420 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f4d1f8b6-4e53-4ced-89df-dfa38af5f0bf tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:24.089959 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:18:24.089959 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:18:24.089959 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:18:24.089959 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:18:24.089959 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:18:24.089959 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:18:24.089959 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:18:24.089959 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:18:24.089959 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:18:24.089959 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:18:24.089959 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:18:24.089959 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:18:24.089959 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:18:24.089959 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:18:24.089959 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:18:24.089959 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:18:24.089959 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:18:24.089959 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:18:24.089959 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:18:24.089959 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:18:24.089959 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:18:24.089959 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:18:24.089959 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:18:24.089959 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:18:24.089959 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:18:24.089959 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:18:24.089959 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:18:24.089959 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:18:24.089959 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:18:24.089959 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:18:24.089959 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:18:24.089959 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:18:24.123635 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d18dec-005f-4d8b-bd0b-eb09bbb61886 None None] Pushing event updated for resources: {'Port': ['ID=3d164121-ab11-4e8f-a4ef-03ef211fc349,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:24.124907 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bc62b1-c6df-4e17-b8a6-031738d36e18 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Made reservation on behalf of fcf444775c8e48ac91bc0e0e1ea9aa3c for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:24.139589 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-65d18dec-005f-4d8b-bd0b-eb09bbb61886 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:24.218782 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-f53adaf1-1f7f-479d-9617-5960065d0b62 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] create failed (client error): The resource could not be found. Dec 22 13:18:24.223054 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f53adaf1-1f7f-479d-9617-5960065d0b62 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.6647596 Dec 22 13:18:24.223772 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42194) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:24.248270 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 79279288-58d6-4ae9-b16c-a8dc141e6c8a completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:18:24.255838 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 79279288-58d6-4ae9-b16c-a8dc141e6c8a triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:18:24.256263 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:24.285423 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f4d1f8b6-4e53-4ced-89df-dfa38af5f0bf tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:24.290293 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f4d1f8b6-4e53-4ced-89df-dfa38af5f0bf tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:24.292025 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0970cbf7-123b-444b-86bd-007260569e38 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:24.293669 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0970cbf7-123b-444b-86bd-007260569e38 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:24.296594 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3f5a146e-9a6a-467f-88d7-fb9b3a81ed7c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:24.324341 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d1f8b6-4e53-4ced-89df-dfa38af5f0bf tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Pushing event deleted for resources: {'Network': ['ID=2239abca-5140-4f7d-ade2-0a00cb6497d7,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:24.332322 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f4d1f8b6-4e53-4ced-89df-dfa38af5f0bf tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:24.362935 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-27e7a6b7-c6aa-40c1-9dab-e4dbdfcc38fe tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Deleting port a653ee90-be81-41ee-b0e8-5e22a7d000ce {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:24.363351 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-27e7a6b7-c6aa-40c1-9dab-e4dbdfcc38fe tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:24.391723 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-049f8c28-04ed-4078-affd-2ea3dfc164a9 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:24.395339 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-63bc62b1-c6df-4e17-b8a6-031738d36e18 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:24.404920 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f4d1f8b6-4e53-4ced-89df-dfa38af5f0bf tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] 10.222.0.47 "DELETE /v2.0/networks/2239abca-5140-4f7d-ade2-0a00cb6497d7 HTTP/1.1" status: 204 len: 168 time: 1.1102438 Dec 22 13:18:24.405830 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42198) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:24.422578 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-718bed8e-c076-4405-b34c-ed3fc87da0f1 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:24.431741 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-854f1d0e-4add-425f-a51c-15a26524df90 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:24.449601 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-af67730b-11ca-4c0a-9704-911aaf97269f tempest-FloatingIPAdminTestJSON-110117364 tempest-FloatingIPAdminTestJSON-110117364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:24.450264 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:24.501726 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718bed8e-c076-4405-b34c-ed3fc87da0f1 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Pushing event deleted for resources: {'Port': ['ID=d579b56c-862c-4ef8-a5a1-fe4ee863ce7b,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:24.505227 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-718bed8e-c076-4405-b34c-ed3fc87da0f1 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:24.514727 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 79279288-58d6-4ae9-b16c-a8dc141e6c8a, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=79279288-58d6-4ae9-b16c-a8dc141e6c8a,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:18:24.548711 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06ebf9e-5404-44c2-844f-930e0a92f89b tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:24.549293 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-e06ebf9e-5404-44c2-844f-930e0a92f89b tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Synchronizing usage tracker for tenant:02b3e95c312b4b4dbd283c88e21d2e44 on resource:network {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:18:24.591122 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:24.593456 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-984fc90e-c89f-4d6a-996a-c7bf2adb165f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:24.614548 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0970cbf7-123b-444b-86bd-007260569e38 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:24.621006 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.ipam_backend_mixin [None req-63bc62b1-c6df-4e17-b8a6-031738d36e18 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Performing IP validity checks on allocation pools {{(pid=84149) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 13:18:24.621554 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.ipam_backend_mixin [None req-63bc62b1-c6df-4e17-b8a6-031738d36e18 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84149) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 13:18:24.624746 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f8c28-04ed-4078-affd-2ea3dfc164a9 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Port': ['ID=252620b0-5b98-46ae-b850-61ff4ff7f9ce,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:24.628223 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049f8c28-04ed-4078-affd-2ea3dfc164a9 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:18:24.641480 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-049f8c28-04ed-4078-affd-2ea3dfc164a9 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:24.642474 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-049f8c28-04ed-4078-affd-2ea3dfc164a9 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:24.649794 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-e06ebf9e-5404-44c2-844f-930e0a92f89b tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Unset dirty status for tenant:02b3e95c312b4b4dbd283c88e21d2e44 on resource:network {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:18:24.651147 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e06ebf9e-5404-44c2-844f-930e0a92f89b tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] 10.222.0.47 "GET /v2.0/networks/0776f1b4-770d-462f-bc0f-df97e8017b18 HTTP/1.1" status: 200 len: 881 time: 0.6038103 Dec 22 13:18:24.654792 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049f8c28-04ed-4078-affd-2ea3dfc164a9 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:18:24.658894 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049f8c28-04ed-4078-affd-2ea3dfc164a9 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:24.659522 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-049f8c28-04ed-4078-affd-2ea3dfc164a9 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:24.670211 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42202) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:24.675953 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=79279288-58d6-4ae9-b16c-a8dc141e6c8a,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:24.688928 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:24.744291 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-63fd8456-ddf4-4493-b6cc-8addd5083475 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] 10.222.0.47 "GET /v2.0/ports?device_id=bedaba28-4bfa-493d-91fe-42147ddf1226 HTTP/1.1" status: 200 len: 205 time: 0.0727592 Dec 22 13:18:24.748546 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42206) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:24.768633 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cb7b543e-9c5b-4c9f-95e2-b2a1cf805bfd tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:24.828213 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0970cbf7-123b-444b-86bd-007260569e38 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:24.832375 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-049f8c28-04ed-4078-affd-2ea3dfc164a9 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.7060640 Dec 22 13:18:24.850259 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42210) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:24.878325 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-718bed8e-c076-4405-b34c-ed3fc87da0f1 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks [] for floatingip, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:24.880540 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-718bed8e-c076-4405-b34c-ed3fc87da0f1 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:24.881650 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-718bed8e-c076-4405-b34c-ed3fc87da0f1 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] 10.222.0.47 "DELETE /v2.0/floatingips/b80dcff9-b75b-4999-8a1f-1736303e731a HTTP/1.1" status: 204 len: 168 time: 2.7968194 Dec 22 13:18:24.890393 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42214) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:25.056916 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0970cbf7-123b-444b-86bd-007260569e38 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:25.062302 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0970cbf7-123b-444b-86bd-007260569e38 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2178349 Dec 22 13:18:25.065493 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42218) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:25.081603 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-6381a0f0-f4f7-4c3b-9aa3-9fe17edc1ec5 None None] Provisioning for port 252620b0-5b98-46ae-b850-61ff4ff7f9ce completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:18:25.092347 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-6381a0f0-f4f7-4c3b-9aa3-9fe17edc1ec5 None None] Provisioning complete for port 252620b0-5b98-46ae-b850-61ff4ff7f9ce triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:18:25.096334 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6381a0f0-f4f7-4c3b-9aa3-9fe17edc1ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:25.161580 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-6381a0f0-f4f7-4c3b-9aa3-9fe17edc1ec5 None None] Port 252620b0-5b98-46ae-b850-61ff4ff7f9ce cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:18:25.176977 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-27e7a6b7-c6aa-40c1-9dab-e4dbdfcc38fe tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:25.278874 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef4b7d9-cc62-4529-9c78-da0ad054c039 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:25.282633 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef4b7d9-cc62-4529-9c78-da0ad054c039 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:25.283404 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-eef4b7d9-cc62-4529-9c78-da0ad054c039 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:18:25.299296 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-63bc62b1-c6df-4e17-b8a6-031738d36e18 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:25.329408 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037382a9-f843-4bb7-ac0b-5c7955cc179c None None] Network 6856820b-d425-4af6-9061-5cce7b709d51 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:18:25.368729 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:25.382819 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-27e7a6b7-c6aa-40c1-9dab-e4dbdfcc38fe tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Calling delete_port for a653ee90-be81-41ee-b0e8-5e22a7d000ce owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:25.452730 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cb7b543e-9c5b-4c9f-95e2-b2a1cf805bfd tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:25.554961 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-37cc41ca-3d59-4be2-8561-d4d25ae48254 None None] Provisioning for port 3d164121-ab11-4e8f-a4ef-03ef211fc349 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:18:25.592637 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1a0ed011-cbc9-4bd9-a247-4bc0c8b545f7 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:25.659922 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-eef4b7d9-cc62-4529-9c78-da0ad054c039 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:18:25.663527 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-eef4b7d9-cc62-4529-9c78-da0ad054c039 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.8075335 Dec 22 13:18:25.673171 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42222) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:25.681018 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-cb7b543e-9c5b-4c9f-95e2-b2a1cf805bfd tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48cb8037-79a7-4b82-bdd7-a82c402baed8']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:25.726622 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc62b1-c6df-4e17-b8a6-031738d36e18 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event updated for resources: {'Subnet': ['ID=5d5e2b22-e5f8-4d45-bbe6-d821d9902010,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:25.743670 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-cb7b543e-9c5b-4c9f-95e2-b2a1cf805bfd tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ab88be-1878-45f4-8043-fa18f8e12703') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:25.744067 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-cb7b543e-9c5b-4c9f-95e2-b2a1cf805bfd tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ab88be-1878-45f4-8043-fa18f8e12703') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:25.778040 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cb7b543e-9c5b-4c9f-95e2-b2a1cf805bfd tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:25.794307 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-68bb6bdb-6f02-4e45-9638-eed3cad50d1c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting port 252620b0-5b98-46ae-b850-61ff4ff7f9ce {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:25.794786 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-68bb6bdb-6f02-4e45-9638-eed3cad50d1c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:25.829957 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bc62b1-c6df-4e17-b8a6-031738d36e18 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:25.830176 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bc62b1-c6df-4e17-b8a6-031738d36e18 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:25.830560 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bc62b1-c6df-4e17-b8a6-031738d36e18 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:25.830913 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bc62b1-c6df-4e17-b8a6-031738d36e18 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:25.831306 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bc62b1-c6df-4e17-b8a6-031738d36e18 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:25.831642 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bc62b1-c6df-4e17-b8a6-031738d36e18 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:25.831916 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bc62b1-c6df-4e17-b8a6-031738d36e18 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:25.832263 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bc62b1-c6df-4e17-b8a6-031738d36e18 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:25.832606 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bc62b1-c6df-4e17-b8a6-031738d36e18 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:25.832949 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bc62b1-c6df-4e17-b8a6-031738d36e18 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:25.833316 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bc62b1-c6df-4e17-b8a6-031738d36e18 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:25.841192 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-63bc62b1-c6df-4e17-b8a6-031738d36e18 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:25.844621 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-27e7a6b7-c6aa-40c1-9dab-e4dbdfcc38fe tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:25.846737 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cb7b543e-9c5b-4c9f-95e2-b2a1cf805bfd tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:25.865715 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bc62b1-c6df-4e17-b8a6-031738d36e18 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Checking segment: {'id': '81c1d06a-3037-4fc8-b0bd-2ac6d65cb4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '6301815d-96b0-409d-8444-f52a9dfcb797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:18:25.866259 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bc62b1-c6df-4e17-b8a6-031738d36e18 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Network hostable DHCP agents. Network: 6301815d-96b0-409d-8444-f52a9dfcb797, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:18:25.869742 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-76d2da37-b4d3-4238-b56f-d061acd19944 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:25.921630 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb7b543e-9c5b-4c9f-95e2-b2a1cf805bfd tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:18:25.922147 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cb7b543e-9c5b-4c9f-95e2-b2a1cf805bfd tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:25.937818 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:18:25.937818 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:18:25.937818 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:18:25.937818 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:18:25.937818 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:18:25.937818 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:18:25.937818 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:18:25.937818 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:18:25.937818 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:18:25.937818 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:18:25.937818 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:18:25.937818 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:18:25.937818 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:18:25.937818 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:18:25.937818 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:18:25.937818 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:18:25.937818 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:18:25.937818 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:18:25.937818 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:18:25.937818 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:18:25.937818 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:18:25.937818 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:18:25.937818 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:18:25.937818 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:18:25.937818 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:18:25.937818 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:18:25.937818 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:18:25.937818 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:18:25.937818 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:18:25.937818 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:18:25.937818 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:18:25.937818 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:18:25.988766 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9394a194-ab6e-4050-85fd-5f9aec239e8c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:26.015180 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 3d164121-ab11-4e8f-a4ef-03ef211fc349 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:18:26.023671 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7a6b7-c6aa-40c1-9dab-e4dbdfcc38fe tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Pushing event deleted for resources: {'Port': ['ID=a653ee90-be81-41ee-b0e8-5e22a7d000ce,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:26.114787 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e7a6b7-c6aa-40c1-9dab-e4dbdfcc38fe tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:26.115176 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e7a6b7-c6aa-40c1-9dab-e4dbdfcc38fe tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:26.115608 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e7a6b7-c6aa-40c1-9dab-e4dbdfcc38fe tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:26.116043 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e7a6b7-c6aa-40c1-9dab-e4dbdfcc38fe tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:26.116465 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e7a6b7-c6aa-40c1-9dab-e4dbdfcc38fe tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:26.116882 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e7a6b7-c6aa-40c1-9dab-e4dbdfcc38fe tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:26.117301 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e7a6b7-c6aa-40c1-9dab-e4dbdfcc38fe tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:26.117889 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e7a6b7-c6aa-40c1-9dab-e4dbdfcc38fe tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:26.118129 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e7a6b7-c6aa-40c1-9dab-e4dbdfcc38fe tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:26.118572 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e7a6b7-c6aa-40c1-9dab-e4dbdfcc38fe tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:26.118991 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e7a6b7-c6aa-40c1-9dab-e4dbdfcc38fe tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:26.131203 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-27e7a6b7-c6aa-40c1-9dab-e4dbdfcc38fe tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:26.155433 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 3d164121-ab11-4e8f-a4ef-03ef211fc349 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:18:26.160728 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 3d164121-ab11-4e8f-a4ef-03ef211fc349 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:18:26.165751 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:26.280877 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ebfe612b-14dd-4fd8-9288-a70457b764f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:26.295647 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cb7b543e-9c5b-4c9f-95e2-b2a1cf805bfd tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:26.307848 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:26.313504 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:26.332134 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cb7b543e-9c5b-4c9f-95e2-b2a1cf805bfd tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:26.346586 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1a0ed011-cbc9-4bd9-a247-4bc0c8b545f7 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:26.350968 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bc62b1-c6df-4e17-b8a6-031738d36e18 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Network 6301815d-96b0-409d-8444-f52a9dfcb797 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:18:26.358754 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 3d164121-ab11-4e8f-a4ef-03ef211fc349, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=3d164121-ab11-4e8f-a4ef-03ef211fc349,segment=NetworkSegment(06518769-47cc-4856-a921-70c5be1516ea),segment_id=06518769-47cc-4856-a921-70c5be1516ea)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:18:26.358957 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b543e-9c5b-4c9f-95e2-b2a1cf805bfd tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Pushing event deleted for resources: {'Network': ['ID=48cb8037-79a7-4b82-bdd7-a82c402baed8,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:26.366494 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1a0ed011-cbc9-4bd9-a247-4bc0c8b545f7 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:26.367244 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-cb7b543e-9c5b-4c9f-95e2-b2a1cf805bfd tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:26.377145 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-cb7b543e-9c5b-4c9f-95e2-b2a1cf805bfd tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] 10.222.0.47 "DELETE /v2.0/networks/48cb8037-79a7-4b82-bdd7-a82c402baed8 HTTP/1.1" status: 204 len: 168 time: 1.9600568 Dec 22 13:18:26.382641 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42226) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:26.407681 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-27e7a6b7-c6aa-40c1-9dab-e4dbdfcc38fe tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:26.409532 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-27e7a6b7-c6aa-40c1-9dab-e4dbdfcc38fe tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] 10.222.0.47 "DELETE /v2.0/ports/a653ee90-be81-41ee-b0e8-5e22a7d000ce HTTP/1.1" status: 204 len: 168 time: 2.1849060 Dec 22 13:18:26.420144 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42230) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:26.423380 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:26.424401 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 79279288-58d6-4ae9-b16c-a8dc141e6c8a up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:18:26.431625 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-68bb6bdb-6f02-4e45-9638-eed3cad50d1c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:26.453215 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-49441eb8-cbab-4b90-b678-e029702c9f1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:26.546026 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=3d164121-ab11-4e8f-a4ef-03ef211fc349,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:26.549583 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:26.562111 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-68bb6bdb-6f02-4e45-9638-eed3cad50d1c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Calling delete_port for 252620b0-5b98-46ae-b850-61ff4ff7f9ce owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:26.564125 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 79279288-58d6-4ae9-b16c-a8dc141e6c8a triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:18:26.565113 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:26.569246 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-63bc62b1-c6df-4e17-b8a6-031738d36e18 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 6301815d-96b0-409d-8444-f52a9dfcb797) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:26.601903 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bc62b1-c6df-4e17-b8a6-031738d36e18 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:26.601903 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-63bc62b1-c6df-4e17-b8a6-031738d36e18 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:26.602896 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0e7f16-6e7f-4fbe-9cd1-3d9a76b305a1 None None] Network 6301815d-96b0-409d-8444-f52a9dfcb797 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:18:26.719342 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1a0ed011-cbc9-4bd9-a247-4bc0c8b545f7 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:26.719854 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0ed011-cbc9-4bd9-a247-4bc0c8b545f7 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 95c1d89c-79af-4c84-9e2c-0c9cdb78fe89 {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:18:26.726407 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1a0ed011-cbc9-4bd9-a247-4bc0c8b545f7 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:26.732174 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1a0ed011-cbc9-4bd9-a247-4bc0c8b545f7 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] 10.222.0.47 "DELETE /v2.0/routers/95c1d89c-79af-4c84-9e2c-0c9cdb78fe89 HTTP/1.1" status: 204 len: 168 time: 1.6635747 Dec 22 13:18:26.735504 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42234) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:26.794902 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-63bc62b1-c6df-4e17-b8a6-031738d36e18 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.5583742 Dec 22 13:18:26.797702 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3215843-549b-4091-aba3-80f37e3fa174 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:26.801827 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3215843-549b-4091-aba3-80f37e3fa174 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:26.802469 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-e3215843-549b-4091-aba3-80f37e3fa174 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Synchronizing usage tracker for tenant:8cc1af254a4c4edba55733b67ae379bd on resource:network {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:18:26.805059 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42238) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:26.806329 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-96b6d98e-ca13-41b3-8f40-1168f1d63c30 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Request body: {'router': {'name': 'tempest-router-594541389', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'd72c5ce3b7054c0184870db622a8015d'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:26.837253 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-96b6d98e-ca13-41b3-8f40-1168f1d63c30 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:26.847178 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-96b6d98e-ca13-41b3-8f40-1168f1d63c30 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Usage tracker for resource:router and tenant:d72c5ce3b7054c0184870db622a8015d is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:26.852845 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-96b6d98e-ca13-41b3-8f40-1168f1d63c30 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:26.882108 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-96b6d98e-ca13-41b3-8f40-1168f1d63c30 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:26.938505 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dc98fe-5858-4a6a-b31a-01bdc0ec4aad tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:26.939420 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-a2dc98fe-5858-4a6a-b31a-01bdc0ec4aad tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Synchronizing usage tracker for tenant:70805c2c64484d51a5a3a7562576ab25 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:18:26.942795 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-96b6d98e-ca13-41b3-8f40-1168f1d63c30 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:26.943724 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-96b6d98e-ca13-41b3-8f40-1168f1d63c30 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:26.948875 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4387486b-4f44-4c9b-a8f6-f62d44ce82e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-6301815d-96b0-409d-8444-f52a9dfcb797', 'network_id': '6301815d-96b0-409d-8444-f52a9dfcb797', 'tenant_id': 'fcf444775c8e48ac91bc0e0e1ea9aa3c', 'fixed_ips': [{'subnet_id': '5d5e2b22-e5f8-4d45-bbe6-d821d9902010'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:18:26.950002 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4387486b-4f44-4c9b-a8f6-f62d44ce82e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:26.986644 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-e3215843-549b-4091-aba3-80f37e3fa174 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Unset dirty status for tenant:8cc1af254a4c4edba55733b67ae379bd on resource:network {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:18:26.987813 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e3215843-549b-4091-aba3-80f37e3fa174 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6024497 Dec 22 13:18:26.991969 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42242) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:27.000540 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-97f54b6a-d9d5-44ee-80a2-f89a769fdaf9 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-206841378'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:27.012898 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-97f54b6a-d9d5-44ee-80a2-f89a769fdaf9 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:27.029711 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-97f54b6a-d9d5-44ee-80a2-f89a769fdaf9 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:27.036152 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-96b6d98e-ca13-41b3-8f40-1168f1d63c30 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:27.051114 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-eae518aa-381d-40cd-aebf-823d682cb78f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:27.115358 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-68bb6bdb-6f02-4e45-9638-eed3cad50d1c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:27.129579 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-18515ece-9f70-4b97-8339-60ec61bcd27e tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:27.146877 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-4387486b-4f44-4c9b-a8f6-f62d44ce82e5 None None] Allocated IP 2001:db8::3 (6301815d-96b0-409d-8444-f52a9dfcb797/5d5e2b22-e5f8-4d45-bbe6-d821d9902010/dbca070a-65f5-4f9e-9005-c825434cb832) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:18:27.190485 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f54b6a-d9d5-44ee-80a2-f89a769fdaf9 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Made reservation on behalf of 8cc1af254a4c4edba55733b67ae379bd for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:27.193845 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-97f54b6a-d9d5-44ee-80a2-f89a769fdaf9 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:27.203281 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9394a194-ab6e-4050-85fd-5f9aec239e8c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:27.211039 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb6bdb-6f02-4e45-9638-eed3cad50d1c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Port': ['ID=252620b0-5b98-46ae-b850-61ff4ff7f9ce,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:27.213603 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-db8b6035-1243-47cf-ac5a-e533ebf90ba0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:27.218997 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-68bb6bdb-6f02-4e45-9638-eed3cad50d1c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:27.232451 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-a2dc98fe-5858-4a6a-b31a-01bdc0ec4aad tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Unset dirty status for tenant:70805c2c64484d51a5a3a7562576ab25 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:18:27.233708 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a2dc98fe-5858-4a6a-b31a-01bdc0ec4aad tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5f24b1f-1a06-4390-97d2-8a3988a7ba20 HTTP/1.1" status: 200 len: 913 time: 0.8126309 Dec 22 13:18:27.237409 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42246) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:27.270486 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-96b6d98e-ca13-41b3-8f40-1168f1d63c30 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:27.294492 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97f54b6a-d9d5-44ee-80a2-f89a769fdaf9 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:18:27.306645 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-68bb6bdb-6f02-4e45-9638-eed3cad50d1c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:27.322394 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-97f54b6a-d9d5-44ee-80a2-f89a769fdaf9 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:27.322757 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-97f54b6a-d9d5-44ee-80a2-f89a769fdaf9 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Added segment 6d6d7c8d-2c7b-4f6d-b577-9fc209a4c897 of type vlan for network 539447a3-6a03-47fa-9ed8-7395d4509b90 Dec 22 13:18:27.360299 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-9394a194-ab6e-4050-85fd-5f9aec239e8c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Deleting port adf2a017-646a-4700-9474-2d376bae2349 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:27.360899 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9394a194-ab6e-4050-85fd-5f9aec239e8c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:27.420595 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4387486b-4f44-4c9b-a8f6-f62d44ce82e5 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:27.434514 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-4387486b-4f44-4c9b-a8f6-f62d44ce82e5 None None] Transition to ACTIVE for port object dbca070a-65f5-4f9e-9005-c825434cb832 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:18:27.458146 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-4387486b-4f44-4c9b-a8f6-f62d44ce82e5 None None] Transition to ACTIVE for port object dbca070a-65f5-4f9e-9005-c825434cb832 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:18:27.495132 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-68bb6bdb-6f02-4e45-9638-eed3cad50d1c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/ports/252620b0-5b98-46ae-b850-61ff4ff7f9ce HTTP/1.1" status: 204 len: 168 time: 1.8200557 Dec 22 13:18:27.498557 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-97f54b6a-d9d5-44ee-80a2-f89a769fdaf9 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:27.502945 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42250) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:27.516085 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4387486b-4f44-4c9b-a8f6-f62d44ce82e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:27.520918 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-65d18dec-005f-4d8b-bd0b-eb09bbb61886 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:27.580241 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-96b6d98e-ca13-41b3-8f40-1168f1d63c30 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:27.584528 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-96b6d98e-ca13-41b3-8f40-1168f1d63c30 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8471143 Dec 22 13:18:27.585364 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42254) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:27.603236 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-2a6774c1-0833-461e-91a9-f9c1d060da52 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Request body: {'router': {'distributed': True}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:27.606696 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4387486b-4f44-4c9b-a8f6-f62d44ce82e5 None None] Network 6301815d-96b0-409d-8444-f52a9dfcb797 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:18:27.607578 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4387486b-4f44-4c9b-a8f6-f62d44ce82e5 None None] Pushing event updated for resources: {'Port': ['ID=dbca070a-65f5-4f9e-9005-c825434cb832,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:27.610604 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-4387486b-4f44-4c9b-a8f6-f62d44ce82e5 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:27.613693 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4387486b-4f44-4c9b-a8f6-f62d44ce82e5 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:18:27.624438 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387486b-4f44-4c9b-a8f6-f62d44ce82e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:27.624999 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387486b-4f44-4c9b-a8f6-f62d44ce82e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:27.625339 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387486b-4f44-4c9b-a8f6-f62d44ce82e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:27.625671 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387486b-4f44-4c9b-a8f6-f62d44ce82e5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:27.626002 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387486b-4f44-4c9b-a8f6-f62d44ce82e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:27.626325 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387486b-4f44-4c9b-a8f6-f62d44ce82e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:27.626674 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387486b-4f44-4c9b-a8f6-f62d44ce82e5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:27.627000 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387486b-4f44-4c9b-a8f6-f62d44ce82e5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:27.627319 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387486b-4f44-4c9b-a8f6-f62d44ce82e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:27.627635 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387486b-4f44-4c9b-a8f6-f62d44ce82e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:27.627960 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387486b-4f44-4c9b-a8f6-f62d44ce82e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:27.644870 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-db8b6035-1243-47cf-ac5a-e533ebf90ba0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:27.655094 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-4387486b-4f44-4c9b-a8f6-f62d44ce82e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:27.664958 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7602c3e5-865c-493b-ab85-8d795cf70c40 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:27.666404 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7602c3e5-865c-493b-ab85-8d795cf70c40 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:27.667192 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-7602c3e5-865c-493b-ab85-8d795cf70c40 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:18:27.716279 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-4387486b-4f44-4c9b-a8f6-f62d44ce82e5 None None] Attempting to bind port dbca070a-65f5-4f9e-9005-c825434cb832 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:18:27.716704 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-4387486b-4f44-4c9b-a8f6-f62d44ce82e5 None None] Attempting to bind port dbca070a-65f5-4f9e-9005-c825434cb832 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '81c1d06a-3037-4fc8-b0bd-2ac6d65cb4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '6301815d-96b0-409d-8444-f52a9dfcb797'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:18:27.717075 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4387486b-4f44-4c9b-a8f6-f62d44ce82e5 None None] Attempting to bind port dbca070a-65f5-4f9e-9005-c825434cb832 on network 6301815d-96b0-409d-8444-f52a9dfcb797 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:18:27.724000 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4387486b-4f44-4c9b-a8f6-f62d44ce82e5 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:18:27.724887 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4387486b-4f44-4c9b-a8f6-f62d44ce82e5 None None] Checking segment: {'id': '81c1d06a-3037-4fc8-b0bd-2ac6d65cb4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '6301815d-96b0-409d-8444-f52a9dfcb797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:18:27.724887 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4387486b-4f44-4c9b-a8f6-f62d44ce82e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:27.725160 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4387486b-4f44-4c9b-a8f6-f62d44ce82e5 None None] Bound using segment: {'id': '81c1d06a-3037-4fc8-b0bd-2ac6d65cb4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '6301815d-96b0-409d-8444-f52a9dfcb797'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:18:27.725679 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-4387486b-4f44-4c9b-a8f6-f62d44ce82e5 None None] Bound port: dbca070a-65f5-4f9e-9005-c825434cb832, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81c1d06a-3037-4fc8-b0bd-2ac6d65cb4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '6301815d-96b0-409d-8444-f52a9dfcb797'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:18:27.726057 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4387486b-4f44-4c9b-a8f6-f62d44ce82e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:27.760585 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-97f54b6a-d9d5-44ee-80a2-f89a769fdaf9 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:27.764998 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f54b6a-d9d5-44ee-80a2-f89a769fdaf9 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:27.765620 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-97f54b6a-d9d5-44ee-80a2-f89a769fdaf9 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:27.773004 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d0a3aa77-8c32-4d39-a937-d954d926f408 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:27.820389 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-4387486b-4f44-4c9b-a8f6-f62d44ce82e5 None None] For port dbca070a-65f5-4f9e-9005-c825434cb832, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:18:27.824952 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-4387486b-4f44-4c9b-a8f6-f62d44ce82e5 None None] For port dbca070a-65f5-4f9e-9005-c825434cb832, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=dbca070a-65f5-4f9e-9005-c825434cb832,segment=NetworkSegment(81c1d06a-3037-4fc8-b0bd-2ac6d65cb4f5),segment_id=81c1d06a-3037-4fc8-b0bd-2ac6d65cb4f5)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:18:27.867995 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-7602c3e5-865c-493b-ab85-8d795cf70c40 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:18:27.869262 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-7602c3e5-865c-493b-ab85-8d795cf70c40 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3652110 Dec 22 13:18:27.874181 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42258) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:27.875921 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4387486b-4f44-4c9b-a8f6-f62d44ce82e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:27.880790 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-65d18dec-005f-4d8b-bd0b-eb09bbb61886 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:27.920401 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 3d164121-ab11-4e8f-a4ef-03ef211fc349 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:18:27.946386 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f54b6a-d9d5-44ee-80a2-f89a769fdaf9 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Pushing event updated for resources: {'Network': ['ID=539447a3-6a03-47fa-9ed8-7395d4509b90,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:27.979522 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-97f54b6a-d9d5-44ee-80a2-f89a769fdaf9 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:27.985732 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-db8b6035-1243-47cf-ac5a-e533ebf90ba0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:27.991743 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-97f54b6a-d9d5-44ee-80a2-f89a769fdaf9 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9963083 Dec 22 13:18:27.992661 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9394a194-ab6e-4050-85fd-5f9aec239e8c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:27.996045 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42262) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:28.008338 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-3a446737-ab6f-4ed7-a9b6-c53d85e08aa3 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2118600058'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:28.021458 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-bd746538-eac9-49ea-840c-4d6a52e9d752 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:28.022632 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 539447a3-6a03-47fa-9ed8-7395d4509b90 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:18:28.066640 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-3a446737-ab6f-4ed7-a9b6-c53d85e08aa3 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:28.129709 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-3a446737-ab6f-4ed7-a9b6-c53d85e08aa3 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Usage tracker for resource:network and tenant:8cc1af254a4c4edba55733b67ae379bd is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:28.134417 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-3a446737-ab6f-4ed7-a9b6-c53d85e08aa3 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:28.154060 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-3a446737-ab6f-4ed7-a9b6-c53d85e08aa3 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:28.166482 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4387486b-4f44-4c9b-a8f6-f62d44ce82e5 None None] Pushing event updated for resources: {'Port': ['ID=dbca070a-65f5-4f9e-9005-c825434cb832,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:28.172346 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-4387486b-4f44-4c9b-a8f6-f62d44ce82e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:28.183530 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b6035-1243-47cf-ac5a-e533ebf90ba0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event deleted for resources: {'Subnet': ['ID=5d5e2b22-e5f8-4d45-bbe6-d821d9902010,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:28.185949 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-db8b6035-1243-47cf-ac5a-e533ebf90ba0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:28.194019 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 3d164121-ab11-4e8f-a4ef-03ef211fc349 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:18:28.194670 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:28.265091 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-9394a194-ab6e-4050-85fd-5f9aec239e8c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Calling delete_port for adf2a017-646a-4700-9474-2d376bae2349 owned by network:router_gateway {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:28.289180 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a446737-ab6f-4ed7-a9b6-c53d85e08aa3 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Made reservation on behalf of 8cc1af254a4c4edba55733b67ae379bd for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:28.293371 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3a446737-ab6f-4ed7-a9b6-c53d85e08aa3 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:28.533951 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:28.536828 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2a6774c1-0833-461e-91a9-f9c1d060da52 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:28.537159 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2a6774c1-0833-461e-91a9-f9c1d060da52 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks [] for router, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:28.672841 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a446737-ab6f-4ed7-a9b6-c53d85e08aa3 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:18:28.733047 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3a446737-ab6f-4ed7-a9b6-c53d85e08aa3 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:28.738406 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-3a446737-ab6f-4ed7-a9b6-c53d85e08aa3 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Added segment d7107abc-1259-43f9-8c7e-0c7f5580173a of type vlan for network 6bf659ac-ff61-4b9b-8d21-53b7be78a545 Dec 22 13:18:28.738406 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2a6774c1-0833-461e-91a9-f9c1d060da52 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=84148) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Dec 22 13:18:28.738406 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2a6774c1-0833-461e-91a9-f9c1d060da52 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Router 16ab0654-5eb7-4d50-9c4a-29bddd79255d migrating from provider to provider. {{(pid=84148) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Dec 22 13:18:28.738406 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2a6774c1-0833-461e-91a9-f9c1d060da52 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:28.758023 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2a6774c1-0833-461e-91a9-f9c1d060da52 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:28.803997 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-db8b6035-1243-47cf-ac5a-e533ebf90ba0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:28.810306 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3a446737-ab6f-4ed7-a9b6-c53d85e08aa3 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:28.843692 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2a6774c1-0833-461e-91a9-f9c1d060da52 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707601'] for router, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:28.868975 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-db8b6035-1243-47cf-ac5a-e533ebf90ba0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6301815d-96b0-409d-8444-f52a9dfcb797']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:28.885488 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6042115-d24a-406b-80a7-77a2d26425fd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting subnet 7a3335fe-fb64-4030-b34d-755811b2f74f {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:18:28.895401 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-db8b6035-1243-47cf-ac5a-e533ebf90ba0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81c1d06a-3037-4fc8-b0bd-2ac6d65cb4f5') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:28.895931 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-db8b6035-1243-47cf-ac5a-e533ebf90ba0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81c1d06a-3037-4fc8-b0bd-2ac6d65cb4f5') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:28.902960 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d6042115-d24a-406b-80a7-77a2d26425fd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:28.923643 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3a446737-ab6f-4ed7-a9b6-c53d85e08aa3 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:28.927543 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a446737-ab6f-4ed7-a9b6-c53d85e08aa3 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:28.930889 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3a446737-ab6f-4ed7-a9b6-c53d85e08aa3 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:28.940592 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-97f54b6a-d9d5-44ee-80a2-f89a769fdaf9 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:28.957559 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-db8b6035-1243-47cf-ac5a-e533ebf90ba0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:29.007449 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-db8b6035-1243-47cf-ac5a-e533ebf90ba0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:29.021361 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db8b6035-1243-47cf-ac5a-e533ebf90ba0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:18:29.021361 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-db8b6035-1243-47cf-ac5a-e533ebf90ba0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:29.038502 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d6042115-d24a-406b-80a7-77a2d26425fd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:29.070872 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:18:29.070872 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:18:29.070872 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:18:29.070872 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:18:29.070872 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:18:29.070872 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:18:29.070872 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:18:29.070872 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:18:29.070872 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:18:29.070872 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:18:29.070872 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:18:29.070872 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:18:29.070872 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:18:29.070872 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:18:29.070872 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:18:29.070872 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:18:29.070872 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:18:29.070872 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:18:29.070872 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:18:29.070872 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:18:29.070872 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:18:29.070872 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:18:29.070872 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:18:29.070872 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:18:29.070872 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:18:29.070872 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:18:29.070872 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:18:29.070872 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:18:29.070872 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:18:29.070872 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:18:29.070872 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:18:29.070872 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:18:29.131480 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a446737-ab6f-4ed7-a9b6-c53d85e08aa3 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Pushing event updated for resources: {'Network': ['ID=6bf659ac-ff61-4b9b-8d21-53b7be78a545,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:29.134275 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3a446737-ab6f-4ed7-a9b6-c53d85e08aa3 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:29.153520 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 6bf659ac-ff61-4b9b-8d21-53b7be78a545 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:18:29.178528 dv-neutron-822669-1-hyperv neutron-server[84148]: WARNING neutron.scheduler.l3_agent_scheduler [None req-2a6774c1-0833-461e-91a9-f9c1d060da52 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] No L3 agents can host the router 16ab0654-5eb7-4d50-9c4a-29bddd79255d Dec 22 13:18:29.185145 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-3a446737-ab6f-4ed7-a9b6-c53d85e08aa3 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1861594 Dec 22 13:18:29.188099 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42266) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:29.196501 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-26fa351e-9001-49fe-ab08-1a145299fa2c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Request body: {'ports': [{'network_id': '539447a3-6a03-47fa-9ed8-7395d4509b90', 'name': 'tempest-port--136515608', 'admin_state_up': True}, {'network_id': '6bf659ac-ff61-4b9b-8d21-53b7be78a545', 'admin_state_up': False}]} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:29.196804 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-26fa351e-9001-49fe-ab08-1a145299fa2c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Request body: {'port': {'network_id': '539447a3-6a03-47fa-9ed8-7395d4509b90', 'name': 'tempest-port--136515608', 'admin_state_up': True}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:29.197270 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-26fa351e-9001-49fe-ab08-1a145299fa2c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Request body: {'port': {'network_id': '6bf659ac-ff61-4b9b-8d21-53b7be78a545', 'admin_state_up': False}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:29.308507 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a9d37c99-fb36-48e6-85fb-9a9379dc9dd3 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:29.328947 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0fff4d-2ce1-41b2-a930-7243c625bd27 None None] Network 6301815d-96b0-409d-8444-f52a9dfcb797 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:18:29.384850 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.api [None req-db8b6035-1243-47cf-ac5a-e533ebf90ba0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 13:18:29.384850 dv-neutron-822669-1-hyperv neutron-server[84149]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 13:18:29.384850 dv-neutron-822669-1-hyperv neutron-server[84149]: [parameters: {'id': '6301815d-96b0-409d-8444-f52a9dfcb797'}] Dec 22 13:18:29.384850 dv-neutron-822669-1-hyperv neutron-server[84149]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84149) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:18:29.385333 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_db.api [None req-db8b6035-1243-47cf-ac5a-e533ebf90ba0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:18:29.470630 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9394a194-ab6e-4050-85fd-5f9aec239e8c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:29.497870 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-b4282202-5c7c-42e0-801f-cd4e9feb087e None None] Provisioning for port dbca070a-65f5-4f9e-9005-c825434cb832 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:18:29.508368 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4ef00dfb-0120-4d32-ac68-3da77fdd772c tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:29.602217 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d6042115-d24a-406b-80a7-77a2d26425fd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:29.619029 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ee71dc-8441-413d-a247-75e8d50e40b5 None None] DHCP port deletion for 6301815d-96b0-409d-8444-f52a9dfcb797 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:18:29.623839 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-94ee71dc-8441-413d-a247-75e8d50e40b5 None None] Deleting port dbca070a-65f5-4f9e-9005-c825434cb832 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:29.624528 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-94ee71dc-8441-413d-a247-75e8d50e40b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:29.643917 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394a194-ab6e-4050-85fd-5f9aec239e8c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Pushing event deleted for resources: {'Port': ['ID=adf2a017-646a-4700-9474-2d376bae2349,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:29.646258 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9394a194-ab6e-4050-85fd-5f9aec239e8c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:29.681972 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-eae518aa-381d-40cd-aebf-823d682cb78f admin admin] Deleting port 15ff99f5-82f5-47ca-a879-78a8b4b04133 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:29.681972 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-eae518aa-381d-40cd-aebf-823d682cb78f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:29.717265 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-26fa351e-9001-49fe-ab08-1a145299fa2c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:29.725428 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6774c1-0833-461e-91a9-f9c1d060da52 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Hosts for router 16ab0654-5eb7-4d50-9c4a-29bddd79255d: [] {{(pid=84148) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 22 13:18:29.751283 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-26fa351e-9001-49fe-ab08-1a145299fa2c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Usage tracker for resource:port and tenant:8cc1af254a4c4edba55733b67ae379bd is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:29.761688 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-26fa351e-9001-49fe-ab08-1a145299fa2c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:29.782777 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-26fa351e-9001-49fe-ab08-1a145299fa2c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:29.807359 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6774c1-0833-461e-91a9-f9c1d060da52 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Hosts for other DVR routers connected to router 16ab0654-5eb7-4d50-9c4a-29bddd79255d: set() {{(pid=84148) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 22 13:18:29.809697 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2a6774c1-0833-461e-91a9-f9c1d060da52 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:29.813413 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-2a6774c1-0833-461e-91a9-f9c1d060da52 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] 10.222.0.47 "PUT /v2.0/routers/16ab0654-5eb7-4d50-9c4a-29bddd79255d HTTP/1.1" status: 200 len: 716 time: 2.2191215 Dec 22 13:18:29.841580 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-94ee71dc-8441-413d-a247-75e8d50e40b5 None None] For port dbca070a-65f5-4f9e-9005-c825434cb832, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=dbca070a-65f5-4f9e-9005-c825434cb832,segment=NetworkSegment(81c1d06a-3037-4fc8-b0bd-2ac6d65cb4f5),segment_id=81c1d06a-3037-4fc8-b0bd-2ac6d65cb4f5)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:18:29.842022 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-94ee71dc-8441-413d-a247-75e8d50e40b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:29.858061 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42270) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:29.878585 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-ebfe612b-14dd-4fd8-9288-a70457b764f6 admin admin] Deleting port 19c2cdcf-45a8-4cc1-a46d-812bd6cb3369 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:29.879149 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ebfe612b-14dd-4fd8-9288-a70457b764f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:29.920405 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-db8b6035-1243-47cf-ac5a-e533ebf90ba0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:29.966020 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-94ee71dc-8441-413d-a247-75e8d50e40b5 None None] Calling delete_port for dbca070a-65f5-4f9e-9005-c825434cb832 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:30.022204 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d6042115-d24a-406b-80a7-77a2d26425fd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:30.050523 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fa351e-9001-49fe-ab08-1a145299fa2c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Made reservation on behalf of 8cc1af254a4c4edba55733b67ae379bd for: {'port': 2} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:30.054316 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-26fa351e-9001-49fe-ab08-1a145299fa2c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:30.098615 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-94ee71dc-8441-413d-a247-75e8d50e40b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:30.102648 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:30.131031 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-cd59282c-0468-4061-ad2d-838e7c1d32e2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:30.145802 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee71dc-8441-413d-a247-75e8d50e40b5 None None] Pushing event deleted for resources: {'Port': ['ID=dbca070a-65f5-4f9e-9005-c825434cb832,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:30.148518 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-94ee71dc-8441-413d-a247-75e8d50e40b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:30.156699 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ee71dc-8441-413d-a247-75e8d50e40b5 None None] No DVR routers for this DVR port dbca070a-65f5-4f9e-9005-c825434cb832 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:18:30.163958 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-26fa351e-9001-49fe-ab08-1a145299fa2c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:30.164694 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9394a194-ab6e-4050-85fd-5f9aec239e8c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:30.223515 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-eae518aa-381d-40cd-aebf-823d682cb78f admin admin] For port 15ff99f5-82f5-47ca-a879-78a8b4b04133, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=15ff99f5-82f5-47ca-a879-78a8b4b04133,segment=NetworkSegment(0fd644be-47e5-4bcb-aa5b-b15f022ce968),segment_id=0fd644be-47e5-4bcb-aa5b-b15f022ce968)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:18:30.223870 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-eae518aa-381d-40cd-aebf-823d682cb78f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:30.232224 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-db8b6035-1243-47cf-ac5a-e533ebf90ba0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Deleting port dbca070a-65f5-4f9e-9005-c825434cb832 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:30.232565 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-db8b6035-1243-47cf-ac5a-e533ebf90ba0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:30.283274 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-24627a28-01e4-478d-8758-de38e19429e5 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] 10.222.0.47 "GET /v2.0/routers/16ab0654-5eb7-4d50-9c4a-29bddd79255d HTTP/1.1" status: 200 len: 716 time: 0.4239833 Dec 22 13:18:30.339764 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42276) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:30.418244 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-eae518aa-381d-40cd-aebf-823d682cb78f admin admin] Calling delete_port for 15ff99f5-82f5-47ca-a879-78a8b4b04133 owned by network:router_interface {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:30.459130 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6042115-d24a-406b-80a7-77a2d26425fd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Subnet': ['ID=7a3335fe-fb64-4030-b34d-755811b2f74f,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:30.487838 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-26fa351e-9001-49fe-ab08-1a145299fa2c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] device_id is not set on port 43e19c4e-720f-47a4-bfa1-40a01b4758ea yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:18:30.529414 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-ebfe612b-14dd-4fd8-9288-a70457b764f6 admin admin] For port 19c2cdcf-45a8-4cc1-a46d-812bd6cb3369, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=19c2cdcf-45a8-4cc1-a46d-812bd6cb3369,segment=NetworkSegment(4f30eac0-64bc-442b-8bd6-4968d7d0cc88),segment_id=4f30eac0-64bc-442b-8bd6-4968d7d0cc88)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:18:30.529695 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ebfe612b-14dd-4fd8-9288-a70457b764f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:30.560539 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d6042115-d24a-406b-80a7-77a2d26425fd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:30.644616 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d6042115-d24a-406b-80a7-77a2d26425fd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:30.651173 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adcd6e8-b392-49c7-8b7c-46082b0152b4 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:18:30.711139 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-db8b6035-1243-47cf-ac5a-e533ebf90ba0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] The port 'dbca070a-65f5-4f9e-9005-c825434cb832' was deleted {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:18:30.723047 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-ebfe612b-14dd-4fd8-9288-a70457b764f6 admin admin] Calling delete_port for 19c2cdcf-45a8-4cc1-a46d-812bd6cb3369 owned by network:router_interface {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:30.848383 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e813a789-8a83-47d2-8086-797e27ef27d0 tempest-RoutersTestDVR-629839787 tempest-RoutersTestDVR-629839787-project] 10.222.0.47 "GET /v2.0/routers/16ab0654-5eb7-4d50-9c4a-29bddd79255d HTTP/1.1" status: 200 len: 682 time: 0.5073187 Dec 22 13:18:30.852435 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42282) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:30.919200 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e9281c-2f9b-43bb-bc1d-907edb2a8d2e None None] DHCP port deletion for 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:18:30.923389 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-84e9281c-2f9b-43bb-bc1d-907edb2a8d2e None None] Deleting port 79279288-58d6-4ae9-b16c-a8dc141e6c8a {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:30.925069 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-84e9281c-2f9b-43bb-bc1d-907edb2a8d2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:30.981322 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-eae518aa-381d-40cd-aebf-823d682cb78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:31.003517 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-39fc9fa3-4b0a-4b6f-8dbd-78946d3e65d1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:31.055867 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-26fa351e-9001-49fe-ab08-1a145299fa2c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:31.060232 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae518aa-381d-40cd-aebf-823d682cb78f admin admin] Pushing event deleted for resources: {'Port': ['ID=15ff99f5-82f5-47ca-a879-78a8b4b04133,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:31.066552 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-eae518aa-381d-40cd-aebf-823d682cb78f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:31.092434 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9394a194-ab6e-4050-85fd-5f9aec239e8c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:31.148411 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d6042115-d24a-406b-80a7-77a2d26425fd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/7a3335fe-fb64-4030-b34d-755811b2f74f HTTP/1.1" status: 204 len: 168 time: 3.2675774 Dec 22 13:18:31.148411 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42286) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:31.168900 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-db8b6035-1243-47cf-ac5a-e533ebf90ba0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:31.173187 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-84e9281c-2f9b-43bb-bc1d-907edb2a8d2e None None] For port 79279288-58d6-4ae9-b16c-a8dc141e6c8a, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=79279288-58d6-4ae9-b16c-a8dc141e6c8a,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:18:31.173699 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-84e9281c-2f9b-43bb-bc1d-907edb2a8d2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:31.219109 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6f431fe5-8dc4-4e98-8f57-ae43758c110f tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks [] for router, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:31.235424 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9394a194-ab6e-4050-85fd-5f9aec239e8c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:31.288494 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e2e209ff-e75b-4521-9b7c-11753bf5a525 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1312728 Dec 22 13:18:31.295711 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42290) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:31.306060 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-84e9281c-2f9b-43bb-bc1d-907edb2a8d2e None None] Calling delete_port for 79279288-58d6-4ae9-b16c-a8dc141e6c8a owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:31.310734 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-2ad4aa5f-51f3-4029-a5a1-b42172e7dd06 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'subnet': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:31.326560 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-db8b6035-1243-47cf-ac5a-e533ebf90ba0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6301815d-96b0-409d-8444-f52a9dfcb797']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:31.419061 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-db8b6035-1243-47cf-ac5a-e533ebf90ba0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81c1d06a-3037-4fc8-b0bd-2ac6d65cb4f5') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:31.419354 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-db8b6035-1243-47cf-ac5a-e533ebf90ba0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81c1d06a-3037-4fc8-b0bd-2ac6d65cb4f5') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:31.441417 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-84e9281c-2f9b-43bb-bc1d-907edb2a8d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:31.445661 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f21772fe-61da-4b87-90f5-80484e1f66bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:31.460358 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-db8b6035-1243-47cf-ac5a-e533ebf90ba0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:31.495920 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9281c-2f9b-43bb-bc1d-907edb2a8d2e None None] Pushing event deleted for resources: {'Port': ['ID=79279288-58d6-4ae9-b16c-a8dc141e6c8a,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:31.499955 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-84e9281c-2f9b-43bb-bc1d-907edb2a8d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:31.505277 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e9281c-2f9b-43bb-bc1d-907edb2a8d2e None None] No DVR routers for this DVR port 79279288-58d6-4ae9-b16c-a8dc141e6c8a on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:18:31.548375 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-db8b6035-1243-47cf-ac5a-e533ebf90ba0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:31.553910 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9394a194-ab6e-4050-85fd-5f9aec239e8c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:31.554431 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9394a194-ab6e-4050-85fd-5f9aec239e8c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Fanout notify agent at l3_agent the message router_deleted on router bedaba28-4bfa-493d-91fe-42147ddf1226 {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:18:31.555802 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-26fa351e-9001-49fe-ab08-1a145299fa2c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] device_id is not set on port deb0b75d-0487-4595-8a02-5c0faedbfdaa yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:18:31.582925 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db8b6035-1243-47cf-ac5a-e533ebf90ba0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:18:31.583507 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-db8b6035-1243-47cf-ac5a-e533ebf90ba0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:31.600601 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:18:31.600601 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:18:31.600601 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:18:31.600601 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:18:31.600601 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:18:31.600601 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:18:31.600601 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:18:31.600601 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:18:31.600601 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:18:31.600601 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:18:31.600601 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:18:31.600601 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:18:31.600601 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:18:31.600601 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:18:31.600601 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:18:31.600601 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:18:31.600601 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:18:31.600601 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:18:31.600601 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:18:31.600601 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:18:31.600601 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:18:31.600601 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:18:31.600601 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:18:31.600601 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:18:31.600601 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:18:31.600601 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:18:31.600601 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:18:31.600601 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:18:31.600601 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:18:31.600601 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:18:31.600601 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:18:31.600601 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:18:31.668440 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9394a194-ab6e-4050-85fd-5f9aec239e8c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:31.669538 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9394a194-ab6e-4050-85fd-5f9aec239e8c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] 10.222.0.47 "DELETE /v2.0/routers/bedaba28-4bfa-493d-91fe-42147ddf1226 HTTP/1.1" status: 204 len: 168 time: 6.9194655 Dec 22 13:18:31.673187 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-2ad4aa5f-51f3-4029-a5a1-b42172e7dd06 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:31.691956 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42294) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:31.703361 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2ad4aa5f-51f3-4029-a5a1-b42172e7dd06 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:subnet and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:31.716037 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-036ebe87-5f93-4242-a978-c5177760f1ce tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1128759077', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:31.724746 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2ad4aa5f-51f3-4029-a5a1-b42172e7dd06 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:31.759553 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-036ebe87-5f93-4242-a978-c5177760f1ce tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:31.794703 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-2ad4aa5f-51f3-4029-a5a1-b42172e7dd06 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:31.808753 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-036ebe87-5f93-4242-a978-c5177760f1ce tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Usage tracker for resource:router and tenant:1a390a268c544e92bdfe2dc3310ab3a3 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:31.815753 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-036ebe87-5f93-4242-a978-c5177760f1ce tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:31.826777 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-036ebe87-5f93-4242-a978-c5177760f1ce tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:31.876353 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-db8b6035-1243-47cf-ac5a-e533ebf90ba0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:31.880847 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-db8b6035-1243-47cf-ac5a-e533ebf90ba0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:31.886843 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a1247cbc-bdc8-42b8-844d-8c749fb5b211 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:31.904511 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad4aa5f-51f3-4029-a5a1-b42172e7dd06 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:31.909046 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2ad4aa5f-51f3-4029-a5a1-b42172e7dd06 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:31.947078 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 79279288-58d6-4ae9-b16c-a8dc141e6c8a no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:18:31.982400 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 79279288-58d6-4ae9-b16c-a8dc141e6c8a {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:18:31.982777 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 79279288-58d6-4ae9-b16c-a8dc141e6c8a not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:18:31.996261 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6f431fe5-8dc4-4e98-8f57-ae43758c110f tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:32.026262 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6f431fe5-8dc4-4e98-8f57-ae43758c110f tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:32.089439 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b6035-1243-47cf-ac5a-e533ebf90ba0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event deleted for resources: {'Network': ['ID=6301815d-96b0-409d-8444-f52a9dfcb797,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:32.091929 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-db8b6035-1243-47cf-ac5a-e533ebf90ba0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:32.092898 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-036ebe87-5f93-4242-a978-c5177760f1ce tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:32.094173 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-036ebe87-5f93-4242-a978-c5177760f1ce tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:32.098703 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ebfe612b-14dd-4fd8-9288-a70457b764f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:32.125112 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-26fa351e-9001-49fe-ab08-1a145299fa2c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:32.154841 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-66cad016-5a44-4680-bb05-c49f013ce1e0 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:32.193796 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-eae518aa-381d-40cd-aebf-823d682cb78f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:32.197143 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-db8b6035-1243-47cf-ac5a-e533ebf90ba0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "DELETE /v2.0/networks/6301815d-96b0-409d-8444-f52a9dfcb797 HTTP/1.1" status: 204 len: 168 time: 5.3784592 Dec 22 13:18:32.201092 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42298) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:32.208981 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-256e4cc5-f215-46f7-99dd-ac80a47f3711 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-467432594'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:32.213153 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6f431fe5-8dc4-4e98-8f57-ae43758c110f tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:32.213622 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f431fe5-8dc4-4e98-8f57-ae43758c110f tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 16ab0654-5eb7-4d50-9c4a-29bddd79255d {{(pid=84148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:18:32.220739 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-256e4cc5-f215-46f7-99dd-ac80a47f3711 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:32.224249 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe612b-14dd-4fd8-9288-a70457b764f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=19c2cdcf-45a8-4cc1-a46d-812bd6cb3369,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:32.227028 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ebfe612b-14dd-4fd8-9288-a70457b764f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:32.278399 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-26fa351e-9001-49fe-ab08-1a145299fa2c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:32.287709 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-256e4cc5-f215-46f7-99dd-ac80a47f3711 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Usage tracker for resource:network and tenant:fcf444775c8e48ac91bc0e0e1ea9aa3c is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:32.303716 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-16d98828-4ad8-4e9b-bf9e-02168dccbd7c tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:32.339750 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-256e4cc5-f215-46f7-99dd-ac80a47f3711 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:32.353896 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-036ebe87-5f93-4242-a978-c5177760f1ce tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:32.355947 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-256e4cc5-f215-46f7-99dd-ac80a47f3711 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:32.424763 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa351e-9001-49fe-ab08-1a145299fa2c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Pushing event updated for resources: {'Port': ['ID=43e19c4e-720f-47a4-bfa1-40a01b4758ea,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:32.436660 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-26fa351e-9001-49fe-ab08-1a145299fa2c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:32.438599 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6f431fe5-8dc4-4e98-8f57-ae43758c110f tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:32.439756 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6f431fe5-8dc4-4e98-8f57-ae43758c110f tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] 10.222.0.47 "DELETE /v2.0/routers/16ab0654-5eb7-4d50-9c4a-29bddd79255d HTTP/1.1" status: 204 len: 168 time: 1.5863848 Dec 22 13:18:32.442853 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256e4cc5-f215-46f7-99dd-ac80a47f3711 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Made reservation on behalf of fcf444775c8e48ac91bc0e0e1ea9aa3c for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:32.446235 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-256e4cc5-f215-46f7-99dd-ac80a47f3711 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:32.453377 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42302) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:32.487273 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fa351e-9001-49fe-ab08-1a145299fa2c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Checking segment: {'id': '6d6d7c8d-2c7b-4f6d-b577-9fc209a4c897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '539447a3-6a03-47fa-9ed8-7395d4509b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:18:32.487625 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fa351e-9001-49fe-ab08-1a145299fa2c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Network hostable DHCP agents. Network: 539447a3-6a03-47fa-9ed8-7395d4509b90, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:18:32.506784 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-a25abb7f-d5ff-4d8a-b39c-764e3ec5a065 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Request body: {'router': {'name': 'tempest-router-273719183', 'distributed': True}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:32.554805 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-a25abb7f-d5ff-4d8a-b39c-764e3ec5a065 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:32.559382 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-256e4cc5-f215-46f7-99dd-ac80a47f3711 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:18:32.568880 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-a25abb7f-d5ff-4d8a-b39c-764e3ec5a065 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Usage tracker for resource:router and tenant:1789d3c36c2942faa20edb26457c45d8 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:32.577338 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-256e4cc5-f215-46f7-99dd-ac80a47f3711 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:32.577684 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-256e4cc5-f215-46f7-99dd-ac80a47f3711 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Added segment 722c3bd5-63e9-4570-bd08-8e812ad400ad of type vlan for network 5c15e13f-e332-468d-b04e-25124ef67074 Dec 22 13:18:32.578232 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-a25abb7f-d5ff-4d8a-b39c-764e3ec5a065 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:32.600729 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-a25abb7f-d5ff-4d8a-b39c-764e3ec5a065 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:32.603572 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-036ebe87-5f93-4242-a978-c5177760f1ce tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:32.613718 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-256e4cc5-f215-46f7-99dd-ac80a47f3711 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:32.630255 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-a9d37c99-fb36-48e6-85fb-9a9379dc9dd3 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Deleting port cf1e587d-77c7-4da9-be40-1f1b481ef5e3 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:32.630617 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a9d37c99-fb36-48e6-85fb-9a9379dc9dd3 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:32.663485 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fa351e-9001-49fe-ab08-1a145299fa2c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Network 539447a3-6a03-47fa-9ed8-7395d4509b90 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:18:32.727251 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-256e4cc5-f215-46f7-99dd-ac80a47f3711 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:32.731833 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256e4cc5-f215-46f7-99dd-ac80a47f3711 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:32.732425 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-256e4cc5-f215-46f7-99dd-ac80a47f3711 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:32.744803 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:32.814850 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a25abb7f-d5ff-4d8a-b39c-764e3ec5a065 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:32.815686 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a25abb7f-d5ff-4d8a-b39c-764e3ec5a065 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:32.825425 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-036ebe87-5f93-4242-a978-c5177760f1ce tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:32.829670 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-036ebe87-5f93-4242-a978-c5177760f1ce tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1325867 Dec 22 13:18:32.841169 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42306) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:32.857479 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-26fa351e-9001-49fe-ab08-1a145299fa2c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 539447a3-6a03-47fa-9ed8-7395d4509b90) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:32.861771 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-3c0aa858-3abc-48f0-ae4b-33d2a945d7ba tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'enable_snat': True}}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:32.864983 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b84220-9547-4aed-9359-4df1d49959d9 None None] Network 539447a3-6a03-47fa-9ed8-7395d4509b90 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:18:32.960627 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a25abb7f-d5ff-4d8a-b39c-764e3ec5a065 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:32.971858 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a9d37c99-fb36-48e6-85fb-9a9379dc9dd3 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:32.979356 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2ad4aa5f-51f3-4029-a5a1-b42172e7dd06 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:33.051194 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-996fa754-ee98-44d9-bfac-6ab9cd9d9724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:33.114848 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fa351e-9001-49fe-ab08-1a145299fa2c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:18:33.115679 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-26fa351e-9001-49fe-ab08-1a145299fa2c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:33.126625 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-256e4cc5-f215-46f7-99dd-ac80a47f3711 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9240675 Dec 22 13:18:33.131332 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e4cc5-f215-46f7-99dd-ac80a47f3711 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event updated for resources: {'Network': ['ID=5c15e13f-e332-468d-b04e-25124ef67074,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:33.136440 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42310) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:33.142759 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 5c15e13f-e332-468d-b04e-25124ef67074 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:18:33.145258 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-a9d37c99-fb36-48e6-85fb-9a9379dc9dd3 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Calling delete_port for cf1e587d-77c7-4da9-be40-1f1b481ef5e3 owned by network:router_interface {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:33.152423 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-e35d22f6-9dce-4c33-a983-a3e67fac9990 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Request body: {'subnet': {'network_id': '5c15e13f-e332-468d-b04e-25124ef67074', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:33.166062 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-256e4cc5-f215-46f7-99dd-ac80a47f3711 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:33.213043 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f7333830-910b-4bbd-a5f4-81eb0b1c4184 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:33.230974 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad4aa5f-51f3-4029-a5a1-b42172e7dd06 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:18:33.240914 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-2ad4aa5f-51f3-4029-a5a1-b42172e7dd06 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:33.249590 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad4aa5f-51f3-4029-a5a1-b42172e7dd06 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:33.250577 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2ad4aa5f-51f3-4029-a5a1-b42172e7dd06 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:33.253261 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9185b429-a94c-4d4d-9d7a-5858f59c904d None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:18:33.273191 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a25abb7f-d5ff-4d8a-b39c-764e3ec5a065 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:33.276619 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad4aa5f-51f3-4029-a5a1-b42172e7dd06 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Subnet': ['ID=620020c4-9fd0-40a7-99bb-bcee87a76823,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:33.296211 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2ad4aa5f-51f3-4029-a5a1-b42172e7dd06 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:33.321169 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ebfe612b-14dd-4fd8-9288-a70457b764f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:33.392499 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa351e-9001-49fe-ab08-1a145299fa2c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Pushing event updated for resources: {'Port': ['ID=deb0b75d-0487-4595-8a02-5c0faedbfdaa,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:33.406030 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-2ad4aa5f-51f3-4029-a5a1-b42172e7dd06 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1072714 Dec 22 13:18:33.406989 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-26fa351e-9001-49fe-ab08-1a145299fa2c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:33.412844 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42314) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:33.416483 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a25abb7f-d5ff-4d8a-b39c-764e3ec5a065 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:33.420617 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a25abb7f-d5ff-4d8a-b39c-764e3ec5a065 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.9575710 Dec 22 13:18:33.422745 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42318) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:33.426937 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-695eb611-9885-4675-971b-8c21e1a2aefd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'port': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'fixed_ips': [{'subnet_id': '620020c4-9fd0-40a7-99bb-bcee87a76823', 'ip_address': '2001:db8::7991:16a8:fe0b:6e47'}], 'name': 'tempest-NetworksTestDHCPv6-693036197'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:33.485964 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc8fa2e-181e-4cfe-9ab2-62c70e9e48e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'tenant_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'fixed_ips': [{'subnet_id': '620020c4-9fd0-40a7-99bb-bcee87a76823'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:18:33.487205 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ffc8fa2e-181e-4cfe-9ab2-62c70e9e48e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:33.556811 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e35d22f6-9dce-4c33-a983-a3e67fac9990 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:33.613541 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e35d22f6-9dce-4c33-a983-a3e67fac9990 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Usage tracker for resource:subnet and tenant:fcf444775c8e48ac91bc0e0e1ea9aa3c is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:33.616502 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fa351e-9001-49fe-ab08-1a145299fa2c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Checking segment: {'id': 'd7107abc-1259-43f9-8c7e-0c7f5580173a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '6bf659ac-ff61-4b9b-8d21-53b7be78a545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:18:33.616855 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fa351e-9001-49fe-ab08-1a145299fa2c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Network hostable DHCP agents. Network: 6bf659ac-ff61-4b9b-8d21-53b7be78a545, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:18:33.621587 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e35d22f6-9dce-4c33-a983-a3e67fac9990 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:33.640633 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e35d22f6-9dce-4c33-a983-a3e67fac9990 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:33.675510 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-ffc8fa2e-181e-4cfe-9ab2-62c70e9e48e0 None None] Allocated IP 2001:db8::2 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/620020c4-9fd0-40a7-99bb-bcee87a76823/95391283-bb9b-414b-9f2b-df6c56f23e33) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:18:33.748453 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35d22f6-9dce-4c33-a983-a3e67fac9990 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Made reservation on behalf of fcf444775c8e48ac91bc0e0e1ea9aa3c for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:33.905667 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-87fcdf0f-4612-4e99-856d-dd28060d35f1 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:33.926145 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ffc8fa2e-181e-4cfe-9ab2-62c70e9e48e0 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:33.937286 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fa351e-9001-49fe-ab08-1a145299fa2c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Network 6bf659ac-ff61-4b9b-8d21-53b7be78a545 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:18:33.958634 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-695eb611-9885-4675-971b-8c21e1a2aefd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:33.981309 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e35d22f6-9dce-4c33-a983-a3e67fac9990 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:33.984365 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-ffc8fa2e-181e-4cfe-9ab2-62c70e9e48e0 None None] Transition to ACTIVE for port object 95391283-bb9b-414b-9f2b-df6c56f23e33 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:18:34.013327 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-ffc8fa2e-181e-4cfe-9ab2-62c70e9e48e0 None None] Transition to ACTIVE for port object 95391283-bb9b-414b-9f2b-df6c56f23e33 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:18:34.027531 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a9d37c99-fb36-48e6-85fb-9a9379dc9dd3 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:34.032697 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-695eb611-9885-4675-971b-8c21e1a2aefd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:port and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:34.035422 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-fd87e4db-a429-46c0-828c-ecf89dda5e27 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:34.056093 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3c0aa858-3abc-48f0-ae4b-33d2a945d7ba tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:34.071174 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-26fa351e-9001-49fe-ab08-1a145299fa2c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 6bf659ac-ff61-4b9b-8d21-53b7be78a545) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:34.077849 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-695eb611-9885-4675-971b-8c21e1a2aefd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:34.083135 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e103b45-f716-40c4-b2b9-93f72914d02d None None] Network 6bf659ac-ff61-4b9b-8d21-53b7be78a545 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:18:34.087243 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fa351e-9001-49fe-ab08-1a145299fa2c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:18:34.091445 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fa351e-9001-49fe-ab08-1a145299fa2c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:34.094626 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fa351e-9001-49fe-ab08-1a145299fa2c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:34.095420 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-26fa351e-9001-49fe-ab08-1a145299fa2c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:34.153003 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ffc8fa2e-181e-4cfe-9ab2-62c70e9e48e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:34.161898 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3422f415-5cd1-49ef-8f46-a0d30c5adc7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:34.175921 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d37c99-fb36-48e6-85fb-9a9379dc9dd3 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Pushing event deleted for resources: {'Port': ['ID=cf1e587d-77c7-4da9-be40-1f1b481ef5e3,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:34.183031 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a9d37c99-fb36-48e6-85fb-9a9379dc9dd3 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:34.184124 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-695eb611-9885-4675-971b-8c21e1a2aefd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:34.206441 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-26fa351e-9001-49fe-ab08-1a145299fa2c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.0084791 Dec 22 13:18:34.208479 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42322) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:34.266378 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae518aa-381d-40cd-aebf-823d682cb78f admin admin] Router 9615a600-f039-44a5-bf78-07be8379b1fe has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:18:34.286128 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc8fa2e-181e-4cfe-9ab2-62c70e9e48e0 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:18:34.317193 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-ffc8fa2e-181e-4cfe-9ab2-62c70e9e48e0 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:34.320419 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc8fa2e-181e-4cfe-9ab2-62c70e9e48e0 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:18:34.361195 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8fa2e-181e-4cfe-9ab2-62c70e9e48e0 None None] Pushing event updated for resources: {'Port': ['ID=95391283-bb9b-414b-9f2b-df6c56f23e33,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:34.365971 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-ffc8fa2e-181e-4cfe-9ab2-62c70e9e48e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:34.381429 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695eb611-9885-4675-971b-8c21e1a2aefd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:34.517420 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-ffc8fa2e-181e-4cfe-9ab2-62c70e9e48e0 None None] Attempting to bind port 95391283-bb9b-414b-9f2b-df6c56f23e33 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:18:34.518148 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-ffc8fa2e-181e-4cfe-9ab2-62c70e9e48e0 None None] Attempting to bind port 95391283-bb9b-414b-9f2b-df6c56f23e33 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:18:34.518810 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc8fa2e-181e-4cfe-9ab2-62c70e9e48e0 None None] Attempting to bind port 95391283-bb9b-414b-9f2b-df6c56f23e33 on network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:18:34.538074 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc8fa2e-181e-4cfe-9ab2-62c70e9e48e0 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:18:34.538878 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc8fa2e-181e-4cfe-9ab2-62c70e9e48e0 None None] Checking segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:18:34.539522 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ffc8fa2e-181e-4cfe-9ab2-62c70e9e48e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:34.540137 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc8fa2e-181e-4cfe-9ab2-62c70e9e48e0 None None] Bound using segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:18:34.540826 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-ffc8fa2e-181e-4cfe-9ab2-62c70e9e48e0 None None] Bound port: 95391283-bb9b-414b-9f2b-df6c56f23e33, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:18:34.541443 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ffc8fa2e-181e-4cfe-9ab2-62c70e9e48e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:34.642049 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-ffc8fa2e-181e-4cfe-9ab2-62c70e9e48e0 None None] For port 95391283-bb9b-414b-9f2b-df6c56f23e33, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:18:34.645747 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-ffc8fa2e-181e-4cfe-9ab2-62c70e9e48e0 None None] For port 95391283-bb9b-414b-9f2b-df6c56f23e33, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=95391283-bb9b-414b-9f2b-df6c56f23e33,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:18:34.693201 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ffc8fa2e-181e-4cfe-9ab2-62c70e9e48e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:34.698597 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:34.706252 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49edf72e-fa14-477f-aeb3-84df562775e8 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:34.710135 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49edf72e-fa14-477f-aeb3-84df562775e8 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:34.710904 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-49edf72e-fa14-477f-aeb3-84df562775e8 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Synchronizing usage tracker for tenant:8cc1af254a4c4edba55733b67ae379bd on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:18:34.719114 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e35d22f6-9dce-4c33-a983-a3e67fac9990 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:34.725256 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:34.782545 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8fa2e-181e-4cfe-9ab2-62c70e9e48e0 None None] Pushing event updated for resources: {'Port': ['ID=95391283-bb9b-414b-9f2b-df6c56f23e33,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:34.785654 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-ffc8fa2e-181e-4cfe-9ab2-62c70e9e48e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:34.851789 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-87fcdf0f-4612-4e99-856d-dd28060d35f1 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:34.906725 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d22f6-9dce-4c33-a983-a3e67fac9990 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event updated for resources: {'Subnet': ['ID=350596dd-c66e-4c6c-aee4-9af2b57914f8,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:34.909379 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-87fcdf0f-4612-4e99-856d-dd28060d35f1 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:34.916561 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e35d22f6-9dce-4c33-a983-a3e67fac9990 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:34.926548 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-49edf72e-fa14-477f-aeb3-84df562775e8 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Unset dirty status for tenant:8cc1af254a4c4edba55733b67ae379bd on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:18:34.930563 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-49edf72e-fa14-477f-aeb3-84df562775e8 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.7146969 Dec 22 13:18:34.935136 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42326) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:35.004075 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-695eb611-9885-4675-971b-8c21e1a2aefd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:35.062463 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35d22f6-9dce-4c33-a983-a3e67fac9990 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Checking segment: {'id': '722c3bd5-63e9-4570-bd08-8e812ad400ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5c15e13f-e332-468d-b04e-25124ef67074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:18:35.062827 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35d22f6-9dce-4c33-a983-a3e67fac9990 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Network hostable DHCP agents. Network: 5c15e13f-e332-468d-b04e-25124ef67074, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:18:35.083724 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:18:35.105753 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-4aaae08a-e938-4fa6-8546-0a43f2b2c670 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Deleting port 43e19c4e-720f-47a4-bfa1-40a01b4758ea {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:35.106100 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4aaae08a-e938-4fa6-8546-0a43f2b2c670 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:35.161291 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3c0aa858-3abc-48f0-ae4b-33d2a945d7ba tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:35.211732 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3c0aa858-3abc-48f0-ae4b-33d2a945d7ba tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:35.270533 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-695eb611-9885-4675-971b-8c21e1a2aefd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] device_id is not set on port b65896fa-d926-481b-a78e-613e9ea1b47f yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:18:35.314031 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a9d37c99-fb36-48e6-85fb-9a9379dc9dd3 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:35.318559 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35d22f6-9dce-4c33-a983-a3e67fac9990 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Network 5c15e13f-e332-468d-b04e-25124ef67074 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:18:35.351439 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae518aa-381d-40cd-aebf-823d682cb78f admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:18:35.372580 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de1cefa-6cfd-4658-a971-f8cc86694959 None None] Sync routers for ids ['9615a600-f039-44a5-bf78-07be8379b1fe'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:18:35.385462 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de1cefa-6cfd-4658-a971-f8cc86694959 None None] Routers {'9615a600-f039-44a5-bf78-07be8379b1fe'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:18:35.386825 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-6de1cefa-6cfd-4658-a971-f8cc86694959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:18:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['9615a600-f039-44a5-bf78-07be8379b1fe'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:35.432284 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-87fcdf0f-4612-4e99-856d-dd28060d35f1 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:35.432284 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fcdf0f-4612-4e99-856d-dd28060d35f1 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 007f6c5e-6945-4128-a507-ef0cf1caf047 {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:18:35.456079 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-e35d22f6-9dce-4c33-a983-a3e67fac9990 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 5c15e13f-e332-468d-b04e-25124ef67074) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:35.511373 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35d22f6-9dce-4c33-a983-a3e67fac9990 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:35.511975 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e35d22f6-9dce-4c33-a983-a3e67fac9990 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:35.522323 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-eae518aa-381d-40cd-aebf-823d682cb78f admin admin] 10.222.0.47 "PUT /v2.0/routers/9615a600-f039-44a5-bf78-07be8379b1fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6309776 Dec 22 13:18:35.527301 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42330) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:35.572143 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10ce52b-daa3-4595-bbb7-f7963d9b7023 None None] Network 5c15e13f-e332-468d-b04e-25124ef67074 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:18:35.628584 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4aaae08a-e938-4fa6-8546-0a43f2b2c670 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:35.735368 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-6de1cefa-6cfd-4658-a971-f8cc86694959 None None] Set router 9615a600-f039-44a5-bf78-07be8379b1fe gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:18:35.789192 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3e27d1ca-fe8c-4b4f-813e-bd6158ab81d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:35.789433 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-3c0aa858-3abc-48f0-ae4b-33d2a945d7ba tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Allocated IP 172.26.1.125 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/fc454b7c-b5b8-4a79-8a8a-33e60df2d9d7) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:18:35.795238 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e35d22f6-9dce-4c33-a983-a3e67fac9990 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.6546454 Dec 22 13:18:35.799940 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-4aaae08a-e938-4fa6-8546-0a43f2b2c670 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Calling delete_port for 43e19c4e-720f-47a4-bfa1-40a01b4758ea owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:35.834678 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42334) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:36.004276 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 95391283-bb9b-414b-9f2b-df6c56f23e33 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:18:36.014876 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-87fcdf0f-4612-4e99-856d-dd28060d35f1 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:36.014876 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-87fcdf0f-4612-4e99-856d-dd28060d35f1 tempest-RoutersTestDVR-1256504662 tempest-RoutersTestDVR-1256504662-project-admin] 10.222.0.47 "DELETE /v2.0/routers/007f6c5e-6945-4128-a507-ef0cf1caf047 HTTP/1.1" status: 204 len: 168 time: 2.5691094 Dec 22 13:18:36.014876 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-695eb611-9885-4675-971b-8c21e1a2aefd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Allocated IP 2001:db8::7991:16a8:fe0b:6e47 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/620020c4-9fd0-40a7-99bb-bcee87a76823/b65896fa-d926-481b-a78e-613e9ea1b47f) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:18:36.126615 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1618b929-6b5a-4033-9b96-fe8b86a6808e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-5c15e13f-e332-468d-b04e-25124ef67074', 'network_id': '5c15e13f-e332-468d-b04e-25124ef67074', 'tenant_id': 'fcf444775c8e48ac91bc0e0e1ea9aa3c', 'fixed_ips': [{'subnet_id': '350596dd-c66e-4c6c-aee4-9af2b57914f8'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:18:36.127594 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1618b929-6b5a-4033-9b96-fe8b86a6808e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:36.247776 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-d5c110b7-c681-417f-b217-fd9800481919 None None] Provisioning for port 95391283-bb9b-414b-9f2b-df6c56f23e33 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:18:36.248002 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4aaae08a-e938-4fa6-8546-0a43f2b2c670 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:36.268181 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:36.368962 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-6de1cefa-6cfd-4658-a971-f8cc86694959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9615a600-f039-44a5-bf78-07be8379b1fe', 'name': 'tempest-ServersTestManualDisk-608666145-router', 'tenant_id': 'c2e0ca21fce24530bc558ca461319d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '3710a2b3-bab3-4dd2-bd17-791043d30365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:16:26Z', 'updated_at': '2021-12-22T13:18:30Z', 'revision_number': 5, 'project_id': 'c2e0ca21fce24530bc558ca461319d3e', 'gw_port': {'id': '3710a2b3-bab3-4dd2-bd17-791043d30365', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:83:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615a600-f039-44a5-bf78-07be8379b1fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:26Z', 'updated_at': '2021-12-22T13:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:36.379361 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 95391283-bb9b-414b-9f2b-df6c56f23e33 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:18:36.387022 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-1618b929-6b5a-4033-9b96-fe8b86a6808e None None] Allocated IP 2001:db8::1 (5c15e13f-e332-468d-b04e-25124ef67074/350596dd-c66e-4c6c-aee4-9af2b57914f8/d0ce0a13-3bcb-4624-a306-9f837b8dac4f) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:18:36.389404 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de1cefa-6cfd-4658-a971-f8cc86694959 None None] Checking router: 9615a600-f039-44a5-bf78-07be8379b1fe for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:18:36.392608 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 95391283-bb9b-414b-9f2b-df6c56f23e33 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:18:36.393174 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:36.413041 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d37c99-fb36-48e6-85fb-9a9379dc9dd3 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Router c5f24b1f-1a06-4390-97d2-8a3988a7ba20 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:18:36.472780 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebfe612b-14dd-4fd8-9288-a70457b764f6 admin admin] Router b7f225f0-9e53-43ee-88ff-451b3ab60c09 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:18:36.509677 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaae08a-e938-4fa6-8546-0a43f2b2c670 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Pushing event deleted for resources: {'Port': ['ID=43e19c4e-720f-47a4-bfa1-40a01b4758ea,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:36.533990 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de1cefa-6cfd-4658-a971-f8cc86694959 None None] Routers {'9615a600-f039-44a5-bf78-07be8379b1fe'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:18:36.534660 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-6de1cefa-6cfd-4658-a971-f8cc86694959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:18:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['9615a600-f039-44a5-bf78-07be8379b1fe'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:36.569113 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d92d227d-1586-49d5-a88d-153a74050bb5 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:36.574580 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-4aaae08a-e938-4fa6-8546-0a43f2b2c670 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:36.597688 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3c0aa858-3abc-48f0-ae4b-33d2a945d7ba tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:36.642057 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-695eb611-9885-4675-971b-8c21e1a2aefd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:36.671690 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4aaae08a-e938-4fa6-8546-0a43f2b2c670 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:36.755102 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-4aaae08a-e938-4fa6-8546-0a43f2b2c670 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] 10.222.0.47 "DELETE /v2.0/ports/43e19c4e-720f-47a4-bfa1-40a01b4758ea HTTP/1.1" status: 204 len: 168 time: 1.8186133 Dec 22 13:18:36.756360 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d92d227d-1586-49d5-a88d-153a74050bb5 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:36.789277 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42342) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:36.789277 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42344) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:36.860451 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-695eb611-9885-4675-971b-8c21e1a2aefd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Transition to ACTIVE for port object b65896fa-d926-481b-a78e-613e9ea1b47f will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:18:36.867590 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d37c99-fb36-48e6-85fb-9a9379dc9dd3 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:18:36.875275 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a9d37c99-fb36-48e6-85fb-9a9379dc9dd3 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] 10.222.0.47 "PUT /v2.0/routers/c5f24b1f-1a06-4390-97d2-8a3988a7ba20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6355033 Dec 22 13:18:36.878451 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42352) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:36.882813 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3c0aa858-3abc-48f0-ae4b-33d2a945d7ba tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:36.884085 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49477155-ef2d-4b8c-820f-e13484b2f754 None None] Sync routers for ids ['c5f24b1f-1a06-4390-97d2-8a3988a7ba20'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:18:36.904862 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49477155-ef2d-4b8c-820f-e13484b2f754 None None] Routers {'c5f24b1f-1a06-4390-97d2-8a3988a7ba20'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:18:36.905485 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-49477155-ef2d-4b8c-820f-e13484b2f754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:18:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['c5f24b1f-1a06-4390-97d2-8a3988a7ba20'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:36.924562 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-718bed8e-c076-4405-b34c-ed3fc87da0f1 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:36.927315 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:36.972855 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 95391283-bb9b-414b-9f2b-df6c56f23e33, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=95391283-bb9b-414b-9f2b-df6c56f23e33,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:18:37.023387 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-6de1cefa-6cfd-4658-a971-f8cc86694959 None None] Set router 9615a600-f039-44a5-bf78-07be8379b1fe gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:18:37.037238 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-49477155-ef2d-4b8c-820f-e13484b2f754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:37.053304 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49477155-ef2d-4b8c-820f-e13484b2f754 None None] Routers {'c5f24b1f-1a06-4390-97d2-8a3988a7ba20'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:18:37.054345 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-49477155-ef2d-4b8c-820f-e13484b2f754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:18:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['c5f24b1f-1a06-4390-97d2-8a3988a7ba20'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:37.056796 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-950545d6-15c0-4b6f-928c-5a4736fc6779 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:37.085380 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-aa4dd495-b154-451b-9922-bedc461af81c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Deleting port deb0b75d-0487-4595-8a02-5c0faedbfdaa {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:37.085723 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-aa4dd495-b154-451b-9922-bedc461af81c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:37.094941 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:37.107398 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-4387486b-4f44-4c9b-a8f6-f62d44ce82e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:37.113489 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0aa858-3abc-48f0-ae4b-33d2a945d7ba tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Pushing event updated for resources: {'Port': ['ID=fc454b7c-b5b8-4a79-8a8a-33e60df2d9d7,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:37.117584 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3c0aa858-3abc-48f0-ae4b-33d2a945d7ba tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:37.119308 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-695eb611-9885-4675-971b-8c21e1a2aefd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:37.128834 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8e2f40d2-9476-4ba9-84d8-fad8f0dee31b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:37.139671 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3ec445f6-7345-4e39-a181-c16d9fc94d49 admin admin] Notify callbacks [] for router, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:37.149928 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-49477155-ef2d-4b8c-820f-e13484b2f754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:37.151047 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49477155-ef2d-4b8c-820f-e13484b2f754 None None] The sync data for ids ['c5f24b1f-1a06-4390-97d2-8a3988a7ba20'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:18:37.172801 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f53adaf1-1f7f-479d-9617-5960065d0b62 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:37.223970 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0aa858-3abc-48f0-ae4b-33d2a945d7ba tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:18:37.232421 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-3c0aa858-3abc-48f0-ae4b-33d2a945d7ba tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:37.234053 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0aa858-3abc-48f0-ae4b-33d2a945d7ba tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:18:37.252763 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1618b929-6b5a-4033-9b96-fe8b86a6808e None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:37.318721 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695eb611-9885-4675-971b-8c21e1a2aefd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:18:37.319771 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695eb611-9885-4675-971b-8c21e1a2aefd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Port': ['ID=b65896fa-d926-481b-a78e-613e9ea1b47f,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:37.324617 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-695eb611-9885-4675-971b-8c21e1a2aefd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:37.325535 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-695eb611-9885-4675-971b-8c21e1a2aefd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:37.325757 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-1618b929-6b5a-4033-9b96-fe8b86a6808e None None] Transition to ACTIVE for port object d0ce0a13-3bcb-4624-a306-9f837b8dac4f will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:18:37.331121 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695eb611-9885-4675-971b-8c21e1a2aefd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:18:37.335090 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695eb611-9885-4675-971b-8c21e1a2aefd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:37.335774 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-695eb611-9885-4675-971b-8c21e1a2aefd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:37.361469 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=95391283-bb9b-414b-9f2b-df6c56f23e33,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:37.369436 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:37.387761 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-1618b929-6b5a-4033-9b96-fe8b86a6808e None None] Transition to ACTIVE for port object d0ce0a13-3bcb-4624-a306-9f837b8dac4f will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:18:37.401945 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-8e2f40d2-9476-4ba9-84d8-fad8f0dee31b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:37.493782 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-8e2f40d2-9476-4ba9-84d8-fad8f0dee31b admin admin] Usage tracker for resource:security_group_rule and tenant:d72c5ce3b7054c0184870db622a8015d is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:37.499592 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-695eb611-9885-4675-971b-8c21e1a2aefd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.0904295 Dec 22 13:18:37.505912 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1618b929-6b5a-4033-9b96-fe8b86a6808e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:37.506197 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42358) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:37.523077 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-8e2f40d2-9476-4ba9-84d8-fad8f0dee31b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:37.537135 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:37.547308 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-8e2f40d2-9476-4ba9-84d8-fad8f0dee31b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:37.605745 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-aa4dd495-b154-451b-9922-bedc461af81c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:37.627501 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1618b929-6b5a-4033-9b96-fe8b86a6808e None None] Network 5c15e13f-e332-468d-b04e-25124ef67074 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:18:37.628833 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-6de1cefa-6cfd-4658-a971-f8cc86694959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9615a600-f039-44a5-bf78-07be8379b1fe', 'name': 'tempest-ServersTestManualDisk-608666145-router', 'tenant_id': 'c2e0ca21fce24530bc558ca461319d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '3710a2b3-bab3-4dd2-bd17-791043d30365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:16:26Z', 'updated_at': '2021-12-22T13:18:30Z', 'revision_number': 5, 'project_id': 'c2e0ca21fce24530bc558ca461319d3e', 'gw_port': {'id': '3710a2b3-bab3-4dd2-bd17-791043d30365', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:83:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615a600-f039-44a5-bf78-07be8379b1fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:26Z', 'updated_at': '2021-12-22T13:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:37.634739 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-1618b929-6b5a-4033-9b96-fe8b86a6808e None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:37.653992 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1618b929-6b5a-4033-9b96-fe8b86a6808e None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:18:37.659346 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de1cefa-6cfd-4658-a971-f8cc86694959 None None] The sync data for ids ['9615a600-f039-44a5-bf78-07be8379b1fe'] in dv-neutron-822669-1-hyperv is: [{'id': '9615a600-f039-44a5-bf78-07be8379b1fe', 'name': 'tempest-ServersTestManualDisk-608666145-router', 'tenant_id': 'c2e0ca21fce24530bc558ca461319d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '3710a2b3-bab3-4dd2-bd17-791043d30365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:16:26Z', 'updated_at': '2021-12-22T13:18:30Z', 'revision_number': 5, 'project_id': 'c2e0ca21fce24530bc558ca461319d3e', 'gw_port': {'id': '3710a2b3-bab3-4dd2-bd17-791043d30365', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:83:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9615a600-f039-44a5-bf78-07be8379b1fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:26Z', 'updated_at': '2021-12-22T13:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:18:37.671623 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618b929-6b5a-4033-9b96-fe8b86a6808e None None] Pushing event updated for resources: {'Port': ['ID=d0ce0a13-3bcb-4624-a306-9f837b8dac4f,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:37.676559 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-1618b929-6b5a-4033-9b96-fe8b86a6808e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:37.741130 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfe612b-14dd-4fd8-9288-a70457b764f6 admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:18:37.749998 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ebfe612b-14dd-4fd8-9288-a70457b764f6 admin admin] 10.222.0.47 "PUT /v2.0/routers/b7f225f0-9e53-43ee-88ff-451b3ab60c09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8456607 Dec 22 13:18:37.754987 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5cadcd-08f6-49c8-b7f1-4ead628d3449 None None] Sync routers for ids ['b7f225f0-9e53-43ee-88ff-451b3ab60c09'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:18:37.755339 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-950545d6-15c0-4b6f-928c-5a4736fc6779 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:37.756826 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42362) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:37.785149 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-1618b929-6b5a-4033-9b96-fe8b86a6808e None None] Attempting to bind port d0ce0a13-3bcb-4624-a306-9f837b8dac4f on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:18:37.786828 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-1618b929-6b5a-4033-9b96-fe8b86a6808e None None] Attempting to bind port d0ce0a13-3bcb-4624-a306-9f837b8dac4f by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '722c3bd5-63e9-4570-bd08-8e812ad400ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5c15e13f-e332-468d-b04e-25124ef67074'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:18:37.786828 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1618b929-6b5a-4033-9b96-fe8b86a6808e None None] Attempting to bind port d0ce0a13-3bcb-4624-a306-9f837b8dac4f on network 5c15e13f-e332-468d-b04e-25124ef67074 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:18:37.795642 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5cadcd-08f6-49c8-b7f1-4ead628d3449 None None] Routers {'b7f225f0-9e53-43ee-88ff-451b3ab60c09'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:18:37.796286 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-6e5cadcd-08f6-49c8-b7f1-4ead628d3449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:18:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b7f225f0-9e53-43ee-88ff-451b3ab60c09'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:37.820682 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-aa4dd495-b154-451b-9922-bedc461af81c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Calling delete_port for deb0b75d-0487-4595-8a02-5c0faedbfdaa owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:37.829068 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-950545d6-15c0-4b6f-928c-5a4736fc6779 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:37.850818 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d92d227d-1586-49d5-a88d-153a74050bb5 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:37.852806 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1618b929-6b5a-4033-9b96-fe8b86a6808e None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:18:37.853192 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1618b929-6b5a-4033-9b96-fe8b86a6808e None None] Checking segment: {'id': '722c3bd5-63e9-4570-bd08-8e812ad400ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5c15e13f-e332-468d-b04e-25124ef67074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:18:37.853601 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1618b929-6b5a-4033-9b96-fe8b86a6808e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:37.854002 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1618b929-6b5a-4033-9b96-fe8b86a6808e None None] Bound using segment: {'id': '722c3bd5-63e9-4570-bd08-8e812ad400ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5c15e13f-e332-468d-b04e-25124ef67074'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:18:37.855067 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-1618b929-6b5a-4033-9b96-fe8b86a6808e None None] Bound port: d0ce0a13-3bcb-4624-a306-9f837b8dac4f, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722c3bd5-63e9-4570-bd08-8e812ad400ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5c15e13f-e332-468d-b04e-25124ef67074'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:18:37.855455 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1618b929-6b5a-4033-9b96-fe8b86a6808e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:37.869861 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83aa78e1-bb2e-46e6-8444-f529f6d0fe92 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:37.873847 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83aa78e1-bb2e-46e6-8444-f529f6d0fe92 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:37.874729 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-83aa78e1-bb2e-46e6-8444-f529f6d0fe92 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:18:37.875099 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7f189739-66db-478a-bb6f-bdf54f5baf1a tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:37.934604 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d227d-1586-49d5-a88d-153a74050bb5 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event deleted for resources: {'Subnet': ['ID=350596dd-c66e-4c6c-aee4-9af2b57914f8,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:37.937645 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d92d227d-1586-49d5-a88d-153a74050bb5 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:37.972806 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-950545d6-15c0-4b6f-928c-5a4736fc6779 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:37.973591 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950545d6-15c0-4b6f-928c-5a4736fc6779 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Fanout notify agent at l3_agent the message router_deleted on router c5f24b1f-1a06-4390-97d2-8a3988a7ba20 {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:18:37.989533 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-83aa78e1-bb2e-46e6-8444-f529f6d0fe92 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:18:37.993795 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-83aa78e1-bb2e-46e6-8444-f529f6d0fe92 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.4886994 Dec 22 13:18:37.994655 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42366) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:38.030100 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-950545d6-15c0-4b6f-928c-5a4736fc6779 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:38.031492 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-950545d6-15c0-4b6f-928c-5a4736fc6779 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] 10.222.0.47 "DELETE /v2.0/routers/c5f24b1f-1a06-4390-97d2-8a3988a7ba20 HTTP/1.1" status: 204 len: 168 time: 1.1502600 Dec 22 13:18:38.039122 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42370) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:38.053175 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-53a6e2cc-1c9b-4e61-b8d7-c550ffe0ca69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:38.084927 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-dd124d32-3225-4aeb-9f3f-174ba751b96c None None] Provisioning for port b65896fa-d926-481b-a78e-613e9ea1b47f completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:18:38.106385 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-dd124d32-3225-4aeb-9f3f-174ba751b96c None None] Provisioning complete for port b65896fa-d926-481b-a78e-613e9ea1b47f triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:18:38.106756 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-dd124d32-3225-4aeb-9f3f-174ba751b96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:38.137204 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d92d227d-1586-49d5-a88d-153a74050bb5 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:38.165175 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8e2f40d2-9476-4ba9-84d8-fad8f0dee31b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:38.189650 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-d92d227d-1586-49d5-a88d-153a74050bb5 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c15e13f-e332-468d-b04e-25124ef67074']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:38.213484 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-d92d227d-1586-49d5-a88d-153a74050bb5 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '722c3bd5-63e9-4570-bd08-8e812ad400ad') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:38.214497 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-d92d227d-1586-49d5-a88d-153a74050bb5 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '722c3bd5-63e9-4570-bd08-8e812ad400ad') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:38.222020 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-aa4dd495-b154-451b-9922-bedc461af81c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:38.232830 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-26fa351e-9001-49fe-ab08-1a145299fa2c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:38.233034 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-6e5cadcd-08f6-49c8-b7f1-4ead628d3449 None None] Set router b7f225f0-9e53-43ee-88ff-451b3ab60c09 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:18:38.274898 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d92d227d-1586-49d5-a88d-153a74050bb5 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:38.282549 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8e2f40d2-9476-4ba9-84d8-fad8f0dee31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:38.289925 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-1618b929-6b5a-4033-9b96-fe8b86a6808e None None] For port d0ce0a13-3bcb-4624-a306-9f837b8dac4f, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:18:38.292016 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-dd124d32-3225-4aeb-9f3f-174ba751b96c None None] Port b65896fa-d926-481b-a78e-613e9ea1b47f cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:18:38.294023 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 95391283-bb9b-414b-9f2b-df6c56f23e33 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:18:38.298866 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-14033058-dc9b-4cfc-b159-b361d421c963 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting port b65896fa-d926-481b-a78e-613e9ea1b47f {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:38.299282 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-14033058-dc9b-4cfc-b159-b361d421c963 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:38.311496 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4dd495-b154-451b-9922-bedc461af81c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Pushing event deleted for resources: {'Port': ['ID=deb0b75d-0487-4595-8a02-5c0faedbfdaa,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:38.314005 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-aa4dd495-b154-451b-9922-bedc461af81c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:38.322111 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0e1a8219-c0a3-44ad-9acd-76f26dac0c0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:38.340307 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-aa4dd495-b154-451b-9922-bedc461af81c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:38.348572 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-1618b929-6b5a-4033-9b96-fe8b86a6808e None None] For port d0ce0a13-3bcb-4624-a306-9f837b8dac4f, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=d0ce0a13-3bcb-4624-a306-9f837b8dac4f,segment=NetworkSegment(722c3bd5-63e9-4570-bd08-8e812ad400ad),segment_id=722c3bd5-63e9-4570-bd08-8e812ad400ad)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:18:38.393561 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3ec445f6-7345-4e39-a181-c16d9fc94d49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:38.404378 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8e2f40d2-9476-4ba9-84d8-fad8f0dee31b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d72c5ce3b7054c0184870db622a8015d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6079879 Dec 22 13:18:38.404378 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f40d2-9476-4ba9-84d8-fad8f0dee31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b773c0b-0e51-42fc-8cac-c6a76b504301,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:38.409292 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8e2f40d2-9476-4ba9-84d8-fad8f0dee31b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:38.409292 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42374) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:38.412764 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-aa4dd495-b154-451b-9922-bedc461af81c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] 10.222.0.47 "DELETE /v2.0/ports/deb0b75d-0487-4595-8a02-5c0faedbfdaa HTTP/1.1" status: 204 len: 168 time: 1.6226897 Dec 22 13:18:38.415713 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42378) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:38.429050 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1618b929-6b5a-4033-9b96-fe8b86a6808e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:38.443534 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:38.468837 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d92d227d-1586-49d5-a88d-153a74050bb5 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:38.492973 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-f9072dca-fcf3-4a0a-961b-f4c1848af003 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Synchronizing usage tracker for tenant:8cc1af254a4c4edba55733b67ae379bd on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:18:38.498485 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d92d227d-1586-49d5-a88d-153a74050bb5 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:18:38.498890 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d92d227d-1586-49d5-a88d-153a74050bb5 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:38.514166 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:18:38.514166 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:18:38.514166 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:18:38.514166 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:18:38.514166 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:18:38.514166 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:18:38.514166 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:18:38.514166 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:18:38.514166 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:18:38.514166 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:18:38.514166 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:18:38.514166 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:18:38.514166 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:18:38.514166 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:18:38.514166 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:18:38.514166 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:18:38.514166 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:18:38.514166 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:18:38.514166 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:18:38.514166 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:18:38.514166 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:18:38.514166 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:18:38.514166 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:18:38.514166 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:18:38.514166 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:18:38.514166 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:18:38.514166 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:18:38.514166 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:18:38.514166 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:18:38.514166 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:18:38.514166 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:18:38.514166 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:18:38.531540 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3aaf24b3-54d6-40fb-9f04-84b1020b7937 admin admin] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:38.698883 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-d59e421f-9d8d-4f8b-a505-112816e33c0d tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Deleting subnet d633d77c-2781-4db4-a69b-237a7d2141e6 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:18:38.705679 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d59e421f-9d8d-4f8b-a505-112816e33c0d tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:38.711652 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-3ec445f6-7345-4e39-a181-c16d9fc94d49 admin admin] Deleting port 3710a2b3-bab3-4dd2-bd17-791043d30365 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:38.711996 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3ec445f6-7345-4e39-a181-c16d9fc94d49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:38.735528 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3c0aa858-3abc-48f0-ae4b-33d2a945d7ba tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:38.762675 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618b929-6b5a-4033-9b96-fe8b86a6808e None None] Pushing event updated for resources: {'Port': ['ID=d0ce0a13-3bcb-4624-a306-9f837b8dac4f,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:38.786903 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-1618b929-6b5a-4033-9b96-fe8b86a6808e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:38.787769 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 95391283-bb9b-414b-9f2b-df6c56f23e33 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:18:38.788180 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:38.804398 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-14033058-dc9b-4cfc-b159-b361d421c963 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:38.813916 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d59e421f-9d8d-4f8b-a505-112816e33c0d tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:38.884149 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad426f09-f82e-4cb3-b8b4-0f0c544f35eb None None] Network 5c15e13f-e332-468d-b04e-25124ef67074 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:18:38.970536 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-14033058-dc9b-4cfc-b159-b361d421c963 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Calling delete_port for b65896fa-d926-481b-a78e-613e9ea1b47f owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:38.988928 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:39.027715 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.db.api [None req-d92d227d-1586-49d5-a88d-153a74050bb5 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 13:18:39.027715 dv-neutron-822669-1-hyperv neutron-server[84148]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 13:18:39.027715 dv-neutron-822669-1-hyperv neutron-server[84148]: [parameters: {'id': '5c15e13f-e332-468d-b04e-25124ef67074'}] Dec 22 13:18:39.027715 dv-neutron-822669-1-hyperv neutron-server[84148]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:18:39.028132 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_db.api [None req-d92d227d-1586-49d5-a88d-153a74050bb5 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:18:39.033935 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-f9072dca-fcf3-4a0a-961b-f4c1848af003 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Unset dirty status for tenant:8cc1af254a4c4edba55733b67ae379bd on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:18:39.038735 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f9072dca-fcf3-4a0a-961b-f4c1848af003 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.6084836 Dec 22 13:18:39.039815 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-62927c18-5d0a-448a-b495-db4256ec88df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:39.042888 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42382) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:39.074154 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-99b12df5-84c4-4b7b-a144-1ca68700948c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1950193875'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:39.084287 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-99b12df5-84c4-4b7b-a144-1ca68700948c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:39.109363 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3c0aa858-3abc-48f0-ae4b-33d2a945d7ba tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:39.122379 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-62927c18-5d0a-448a-b495-db4256ec88df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:39.129214 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3c0aa858-3abc-48f0-ae4b-33d2a945d7ba tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707601'] for router, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:39.157976 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-99b12df5-84c4-4b7b-a144-1ca68700948c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Usage tracker for resource:network and tenant:8cc1af254a4c4edba55733b67ae379bd is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:39.169358 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 15ff99f5-82f5-47ca-a879-78a8b4b04133 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:18:39.176270 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-3ec445f6-7345-4e39-a181-c16d9fc94d49 admin admin] For port 3710a2b3-bab3-4dd2-bd17-791043d30365, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=3710a2b3-bab3-4dd2-bd17-791043d30365,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:18:39.176270 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3ec445f6-7345-4e39-a181-c16d9fc94d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:39.176907 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-99b12df5-84c4-4b7b-a144-1ca68700948c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:39.208536 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 15ff99f5-82f5-47ca-a879-78a8b4b04133 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:18:39.208885 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 15ff99f5-82f5-47ca-a879-78a8b4b04133 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:18:39.225273 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-6e5cadcd-08f6-49c8-b7f1-4ead628d3449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f225f0-9e53-43ee-88ff-451b3ab60c09', 'name': 'tempest-ServersTestJSON-625974591-router', 'tenant_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': 'bf156aea-b842-4e0b-8418-c05b21850eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:16:29Z', 'updated_at': '2021-12-22T13:18:31Z', 'revision_number': 5, 'project_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'gw_port': {'id': 'bf156aea-b842-4e0b-8418-c05b21850eae', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:64:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f225f0-9e53-43ee-88ff-451b3ab60c09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:30Z', 'updated_at': '2021-12-22T13:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:39.232189 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5cadcd-08f6-49c8-b7f1-4ead628d3449 None None] Checking router: b7f225f0-9e53-43ee-88ff-451b3ab60c09 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:18:39.232558 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-99b12df5-84c4-4b7b-a144-1ca68700948c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:39.251780 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d59e421f-9d8d-4f8b-a505-112816e33c0d tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:39.260532 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5cadcd-08f6-49c8-b7f1-4ead628d3449 None None] Routers {'b7f225f0-9e53-43ee-88ff-451b3ab60c09'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:18:39.261390 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-6e5cadcd-08f6-49c8-b7f1-4ead628d3449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:18:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b7f225f0-9e53-43ee-88ff-451b3ab60c09'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:39.313295 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71f9def-43a5-4082-ad05-132f800f23a4 None None] get_active_networks_info from dv-neutron-822669-1-hyperv {{(pid=84150) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 13:18:39.350636 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:39.376389 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-3ec445f6-7345-4e39-a181-c16d9fc94d49 admin admin] Calling delete_port for 3710a2b3-bab3-4dd2-bd17-791043d30365 owned by network:router_gateway {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:39.382132 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3aaf24b3-54d6-40fb-9f04-84b1020b7937 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:39.390141 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b12df5-84c4-4b7b-a144-1ca68700948c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Made reservation on behalf of 8cc1af254a4c4edba55733b67ae379bd for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:39.393148 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99b12df5-84c4-4b7b-a144-1ca68700948c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:39.458261 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-14033058-dc9b-4cfc-b159-b361d421c963 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:39.477019 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7434a9ec-068e-4901-91c8-e4e40057b351 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:39.531353 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-6e5cadcd-08f6-49c8-b7f1-4ead628d3449 None None] Set router b7f225f0-9e53-43ee-88ff-451b3ab60c09 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:18:39.537703 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d92d227d-1586-49d5-a88d-153a74050bb5 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:39.544142 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14033058-dc9b-4cfc-b159-b361d421c963 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Port': ['ID=b65896fa-d926-481b-a78e-613e9ea1b47f,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:39.550308 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-3aaf24b3-54d6-40fb-9f04-84b1020b7937 admin admin] Deleting port bf156aea-b842-4e0b-8418-c05b21850eae {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:39.550838 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3aaf24b3-54d6-40fb-9f04-84b1020b7937 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:39.561694 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-62927c18-5d0a-448a-b495-db4256ec88df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:39.567927 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:39.586153 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62927c18-5d0a-448a-b495-db4256ec88df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b773c0b-0e51-42fc-8cac-c6a76b504301,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:39.587291 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d59e421f-9d8d-4f8b-a505-112816e33c0d tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:39.589400 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-62927c18-5d0a-448a-b495-db4256ec88df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:39.602423 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-d92d227d-1586-49d5-a88d-153a74050bb5 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Deleting port d0ce0a13-3bcb-4624-a306-9f837b8dac4f {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:39.602942 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d92d227d-1586-49d5-a88d-153a74050bb5 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:39.628912 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-14033058-dc9b-4cfc-b159-b361d421c963 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:39.649212 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-62927c18-5d0a-448a-b495-db4256ec88df admin admin] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:39.650525 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:39.651982 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-62927c18-5d0a-448a-b495-db4256ec88df admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4b773c0b-0e51-42fc-8cac-c6a76b504301 HTTP/1.1" status: 204 len: 168 time: 1.2404337 Dec 22 13:18:39.661419 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71f9def-43a5-4082-ad05-132f800f23a4 None None] Resources bound (agent type, host, resource id): {{(pid=84150) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 13:18:39.751275 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b12df5-84c4-4b7b-a144-1ca68700948c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:18:39.826189 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e421f-9d8d-4f8b-a505-112816e33c0d tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Pushing event deleted for resources: {'Subnet': ['ID=d633d77c-2781-4db4-a69b-237a7d2141e6,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:39.829623 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-14033058-dc9b-4cfc-b159-b361d421c963 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:39.852708 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d59e421f-9d8d-4f8b-a505-112816e33c0d tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:39.862051 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99b12df5-84c4-4b7b-a144-1ca68700948c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:39.862761 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-99b12df5-84c4-4b7b-a144-1ca68700948c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Added segment 4812e056-2c46-4fef-b459-274c53972f7e of type vlan for network b071ba9f-9e2a-4baf-a0aa-5ed519e3337f Dec 22 13:18:39.879463 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d59e421f-9d8d-4f8b-a505-112816e33c0d tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:39.881269 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d59e421f-9d8d-4f8b-a505-112816e33c0d tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] 10.222.0.47 "DELETE /v2.0/subnets/d633d77c-2781-4db4-a69b-237a7d2141e6 HTTP/1.1" status: 204 len: 168 time: 1.8414190 Dec 22 13:18:39.884037 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3ec445f6-7345-4e39-a181-c16d9fc94d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:39.885287 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42388) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:39.898687 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e648df2a-eb89-470b-8a6a-69203dad72da tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:39.961336 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec445f6-7345-4e39-a181-c16d9fc94d49 admin admin] Pushing event deleted for resources: {'Port': ['ID=3710a2b3-bab3-4dd2-bd17-791043d30365,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:39.964454 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3ec445f6-7345-4e39-a181-c16d9fc94d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:40.051547 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-6e5cadcd-08f6-49c8-b7f1-4ead628d3449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f225f0-9e53-43ee-88ff-451b3ab60c09', 'name': 'tempest-ServersTestJSON-625974591-router', 'tenant_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': 'bf156aea-b842-4e0b-8418-c05b21850eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:16:29Z', 'updated_at': '2021-12-22T13:18:31Z', 'revision_number': 5, 'project_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'gw_port': {'id': 'bf156aea-b842-4e0b-8418-c05b21850eae', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:64:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f225f0-9e53-43ee-88ff-451b3ab60c09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:30Z', 'updated_at': '2021-12-22T13:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:40.060281 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5cadcd-08f6-49c8-b7f1-4ead628d3449 None None] The sync data for ids ['b7f225f0-9e53-43ee-88ff-451b3ab60c09'] in dv-neutron-822669-1-hyperv is: [{'id': 'b7f225f0-9e53-43ee-88ff-451b3ab60c09', 'name': 'tempest-ServersTestJSON-625974591-router', 'tenant_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': 'bf156aea-b842-4e0b-8418-c05b21850eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:16:29Z', 'updated_at': '2021-12-22T13:18:31Z', 'revision_number': 5, 'project_id': '97addb87d3bc483d91b11c8c5ef7e2aa', 'gw_port': {'id': 'bf156aea-b842-4e0b-8418-c05b21850eae', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:64:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f225f0-9e53-43ee-88ff-451b3ab60c09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:16:30Z', 'updated_at': '2021-12-22T13:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:18:40.085535 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-d92d227d-1586-49d5-a88d-153a74050bb5 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] For port d0ce0a13-3bcb-4624-a306-9f837b8dac4f, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=d0ce0a13-3bcb-4624-a306-9f837b8dac4f,segment=NetworkSegment(722c3bd5-63e9-4570-bd08-8e812ad400ad),segment_id=722c3bd5-63e9-4570-bd08-8e812ad400ad)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:18:40.085922 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d92d227d-1586-49d5-a88d-153a74050bb5 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:40.148187 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-14033058-dc9b-4cfc-b159-b361d421c963 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/ports/b65896fa-d926-481b-a78e-613e9ea1b47f HTTP/1.1" status: 204 len: 168 time: 2.1509404 Dec 22 13:18:40.159677 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42394) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:40.221038 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99b12df5-84c4-4b7b-a144-1ca68700948c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:40.226678 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbd6939-8514-4bc4-ad87-1b41bb51986b None None] Network fc5e1525-2497-4f53-94ca-cc8d609db2f9 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:18:40.304840 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-3aaf24b3-54d6-40fb-9f04-84b1020b7937 admin admin] For port bf156aea-b842-4e0b-8418-c05b21850eae, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=bf156aea-b842-4e0b-8418-c05b21850eae,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:18:40.305198 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3aaf24b3-54d6-40fb-9f04-84b1020b7937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:40.338957 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cedd6cdf-420b-49c6-b7f2-da2375237914 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:40.347749 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e5eb68-bf4c-4440-afbc-64765e010133 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:40.349170 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e5eb68-bf4c-4440-afbc-64765e010133 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:40.349946 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-e7e5eb68-bf4c-4440-afbc-64765e010133 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:18:40.357016 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-d92d227d-1586-49d5-a88d-153a74050bb5 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Calling delete_port for d0ce0a13-3bcb-4624-a306-9f837b8dac4f owned by network:dhcp {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:40.529277 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:40.529770 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-3aaf24b3-54d6-40fb-9f04-84b1020b7937 admin admin] Calling delete_port for bf156aea-b842-4e0b-8418-c05b21850eae owned by network:router_gateway {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:40.561519 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99b12df5-84c4-4b7b-a144-1ca68700948c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:40.565265 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b12df5-84c4-4b7b-a144-1ca68700948c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:40.565883 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99b12df5-84c4-4b7b-a144-1ca68700948c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:40.579929 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:40.621112 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3ec445f6-7345-4e39-a181-c16d9fc94d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:40.685192 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42398) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:40.693996 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-cedd6cdf-420b-49c6-b7f2-da2375237914 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Deleting port 901463d4-9c46-4c59-81eb-04b82a96a6d5 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:40.694333 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cedd6cdf-420b-49c6-b7f2-da2375237914 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:40.700962 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0aa858-3abc-48f0-ae4b-33d2a945d7ba tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Router 77e00bd3-2a00-45be-af3a-4c6ebbcf9508 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:18:40.723318 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6387d78a-2b7e-43b1-a910-5e1ba1ccf2c6 None None] DHCP port deletion for fc5e1525-2497-4f53-94ca-cc8d609db2f9 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:18:40.726586 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-6387d78a-2b7e-43b1-a910-5e1ba1ccf2c6 None None] Deleting port 901463d4-9c46-4c59-81eb-04b82a96a6d5 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:40.727109 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6387d78a-2b7e-43b1-a910-5e1ba1ccf2c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:40.729856 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-e7e5eb68-bf4c-4440-afbc-64765e010133 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:18:40.734011 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e7e5eb68-bf4c-4440-afbc-64765e010133 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5578959 Dec 22 13:18:40.746890 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42402) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:40.758444 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b12df5-84c4-4b7b-a144-1ca68700948c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Pushing event updated for resources: {'Network': ['ID=b071ba9f-9e2a-4baf-a0aa-5ed519e3337f,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:40.773382 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network b071ba9f-9e2a-4baf-a0aa-5ed519e3337f details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:18:40.802299 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a6be5236-c845-47e2-972e-63f93cbef43e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:40.803241 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-99b12df5-84c4-4b7b-a144-1ca68700948c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:40.835593 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-99b12df5-84c4-4b7b-a144-1ca68700948c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7749875 Dec 22 13:18:40.846648 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42406) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:40.867178 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-dd344ad6-cf15-41be-8a2e-3bead1f5efa1 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-959324245'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:40.907547 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-dd344ad6-cf15-41be-8a2e-3bead1f5efa1 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:40.922334 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-dd344ad6-cf15-41be-8a2e-3bead1f5efa1 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Usage tracker for resource:network and tenant:8cc1af254a4c4edba55733b67ae379bd is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:40.927141 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-dd344ad6-cf15-41be-8a2e-3bead1f5efa1 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:40.958471 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-dd344ad6-cf15-41be-8a2e-3bead1f5efa1 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:41.013509 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d92d227d-1586-49d5-a88d-153a74050bb5 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:41.031758 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-68bb6bdb-6f02-4e45-9638-eed3cad50d1c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:41.043335 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-6387d78a-2b7e-43b1-a910-5e1ba1ccf2c6 None None] For port 901463d4-9c46-4c59-81eb-04b82a96a6d5, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=901463d4-9c46-4c59-81eb-04b82a96a6d5,segment=NetworkSegment(44791b90-5869-42c1-b334-c520e874c448),segment_id=44791b90-5869-42c1-b334-c520e874c448)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:18:41.043650 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6387d78a-2b7e-43b1-a910-5e1ba1ccf2c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:41.068263 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3ec445f6-7345-4e39-a181-c16d9fc94d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:41.088959 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d227d-1586-49d5-a88d-153a74050bb5 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event deleted for resources: {'Port': ['ID=d0ce0a13-3bcb-4624-a306-9f837b8dac4f,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:41.091427 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d92d227d-1586-49d5-a88d-153a74050bb5 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:41.097038 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-a6be5236-c845-47e2-972e-63f93cbef43e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:41.101159 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3ec445f6-7345-4e39-a181-c16d9fc94d49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:41.106820 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92d227d-1586-49d5-a88d-153a74050bb5 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] No DVR routers for this DVR port d0ce0a13-3bcb-4624-a306-9f837b8dac4f on host dv-neutron-822669-1-hyperv {{(pid=84148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:18:41.138069 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-a6be5236-c845-47e2-972e-63f93cbef43e admin admin] Usage tracker for resource:security_group_rule and tenant:1789d3c36c2942faa20edb26457c45d8 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:41.146792 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-a6be5236-c845-47e2-972e-63f93cbef43e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:41.170537 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-6387d78a-2b7e-43b1-a910-5e1ba1ccf2c6 None None] Calling delete_port for 901463d4-9c46-4c59-81eb-04b82a96a6d5 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:41.173662 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-cedd6cdf-420b-49c6-b7f2-da2375237914 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] For port 901463d4-9c46-4c59-81eb-04b82a96a6d5, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=901463d4-9c46-4c59-81eb-04b82a96a6d5,segment=NetworkSegment(44791b90-5869-42c1-b334-c520e874c448),segment_id=44791b90-5869-42c1-b334-c520e874c448)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:18:41.174022 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cedd6cdf-420b-49c6-b7f2-da2375237914 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:41.194988 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd344ad6-cf15-41be-8a2e-3bead1f5efa1 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Made reservation on behalf of 8cc1af254a4c4edba55733b67ae379bd for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:41.198427 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dd344ad6-cf15-41be-8a2e-3bead1f5efa1 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:41.219840 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-a6be5236-c845-47e2-972e-63f93cbef43e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:41.277464 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d92d227d-1586-49d5-a88d-153a74050bb5 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:41.309690 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6387d78a-2b7e-43b1-a910-5e1ba1ccf2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:41.313638 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-1618b929-6b5a-4033-9b96-fe8b86a6808e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:41.328931 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-d92d227d-1586-49d5-a88d-153a74050bb5 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c15e13f-e332-468d-b04e-25124ef67074']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:41.353735 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6387d78a-2b7e-43b1-a910-5e1ba1ccf2c6 None None] Pushing event deleted for resources: {'Port': ['ID=901463d4-9c46-4c59-81eb-04b82a96a6d5,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:41.357844 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-6387d78a-2b7e-43b1-a910-5e1ba1ccf2c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:41.362925 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6387d78a-2b7e-43b1-a910-5e1ba1ccf2c6 None None] No DVR routers for this DVR port 901463d4-9c46-4c59-81eb-04b82a96a6d5 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:18:41.366464 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ae5d9a-f62c-4cf8-a347-d828faf289e0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting subnet 620020c4-9fd0-40a7-99bb-bcee87a76823 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:18:41.377269 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-cedd6cdf-420b-49c6-b7f2-da2375237914 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Calling delete_port for 901463d4-9c46-4c59-81eb-04b82a96a6d5 owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:41.402776 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3ec445f6-7345-4e39-a181-c16d9fc94d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:41.403297 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec445f6-7345-4e39-a181-c16d9fc94d49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9615a600-f039-44a5-bf78-07be8379b1fe {{(pid=84148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:18:41.413923 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-d92d227d-1586-49d5-a88d-153a74050bb5 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '722c3bd5-63e9-4570-bd08-8e812ad400ad') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:41.414129 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-d92d227d-1586-49d5-a88d-153a74050bb5 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '722c3bd5-63e9-4570-bd08-8e812ad400ad') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:41.422189 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-03ae5d9a-f62c-4cf8-a347-d828faf289e0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:41.449552 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d92d227d-1586-49d5-a88d-153a74050bb5 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:41.484789 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a6be5236-c845-47e2-972e-63f93cbef43e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:41.495391 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d92d227d-1586-49d5-a88d-153a74050bb5 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:41.505793 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d92d227d-1586-49d5-a88d-153a74050bb5 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:18:41.505793 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d92d227d-1586-49d5-a88d-153a74050bb5 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:41.506141 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd344ad6-cf15-41be-8a2e-3bead1f5efa1 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:18:41.520157 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:18:41.520157 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:18:41.520157 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:18:41.520157 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:18:41.520157 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:18:41.520157 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:18:41.520157 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:18:41.520157 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:18:41.520157 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:18:41.520157 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:18:41.520157 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:18:41.520157 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:18:41.520157 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:18:41.520157 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:18:41.520157 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:18:41.520157 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:18:41.520157 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:18:41.520157 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:18:41.520157 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:18:41.520157 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:18:41.520157 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:18:41.520157 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:18:41.520157 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:18:41.520157 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:18:41.520157 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:18:41.520157 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:18:41.520157 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:18:41.520157 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:18:41.520157 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:18:41.520157 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:18:41.520157 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:18:41.520157 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:18:41.527078 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dd344ad6-cf15-41be-8a2e-3bead1f5efa1 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:41.527427 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-dd344ad6-cf15-41be-8a2e-3bead1f5efa1 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Added segment 70d361f5-6981-46a2-a2df-34a5698f6ec5 of type vlan for network 3e4f6709-69b9-4b63-bc66-eff4499fb8ed Dec 22 13:18:41.530906 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-03ae5d9a-f62c-4cf8-a347-d828faf289e0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:41.582204 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3aaf24b3-54d6-40fb-9f04-84b1020b7937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:41.584797 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a6be5236-c845-47e2-972e-63f93cbef43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:41.593238 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5d204b55-d0a8-4983-9dbf-eca4db6f8420 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:41.602336 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:41.608650 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3ec445f6-7345-4e39-a181-c16d9fc94d49 admin admin] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:41.611107 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-3ec445f6-7345-4e39-a181-c16d9fc94d49 admin admin] 10.222.0.47 "DELETE /v2.0/routers/9615a600-f039-44a5-bf78-07be8379b1fe HTTP/1.1" status: 204 len: 168 time: 6.0800183 Dec 22 13:18:41.626200 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42410) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:41.651333 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.api [None req-cedd6cdf-420b-49c6-b7f2-da2375237914 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84149) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:18:41.651653 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_db.api [None req-cedd6cdf-420b-49c6-b7f2-da2375237914 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:18:41.653308 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf24b3-54d6-40fb-9f04-84b1020b7937 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf156aea-b842-4e0b-8418-c05b21850eae,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:41.661424 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3aaf24b3-54d6-40fb-9f04-84b1020b7937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:41.719079 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be5236-c845-47e2-972e-63f93cbef43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6180d795-6223-40db-bbd2-eb5adb5867ac,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:41.722044 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a6be5236-c845-47e2-972e-63f93cbef43e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:41.727951 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dd344ad6-cf15-41be-8a2e-3bead1f5efa1 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:41.735306 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a6be5236-c845-47e2-972e-63f93cbef43e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1789d3c36c2942faa20edb26457c45d8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0458324 Dec 22 13:18:41.738805 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42414) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:41.757795 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebceba70-4d35-4df7-ae31-5a4fba720879 admin admin] Deleting subnet eee9c85c-23c9-4305-a153-7e903430a638 {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:18:41.804624 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-03ae5d9a-f62c-4cf8-a347-d828faf289e0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:41.896400 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ebceba70-4d35-4df7-ae31-5a4fba720879 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:41.928596 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d92d227d-1586-49d5-a88d-153a74050bb5 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:41.938683 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d92d227d-1586-49d5-a88d-153a74050bb5 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:41.948406 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-86df6772-775d-4c8a-8c6a-b9fb10c13e04 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:41.963033 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.resource_extend [None req-dd344ad6-cf15-41be-8a2e-3bead1f5efa1 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:18:41.968406 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0aa858-3abc-48f0-ae4b-33d2a945d7ba tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:18:41.981913 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970778e3-6882-47d1-bec8-d5729e04635d None None] Sync routers for ids ['77e00bd3-2a00-45be-af3a-4c6ebbcf9508'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:18:42.004768 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970778e3-6882-47d1-bec8-d5729e04635d None None] Routers {'77e00bd3-2a00-45be-af3a-4c6ebbcf9508'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:18:42.005998 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-970778e3-6882-47d1-bec8-d5729e04635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:18:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['77e00bd3-2a00-45be-af3a-4c6ebbcf9508'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:42.007152 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d227d-1586-49d5-a88d-153a74050bb5 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event deleted for resources: {'Network': ['ID=5c15e13f-e332-468d-b04e-25124ef67074,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:42.009698 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d92d227d-1586-49d5-a88d-153a74050bb5 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:42.019635 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d92d227d-1586-49d5-a88d-153a74050bb5 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "DELETE /v2.0/networks/5c15e13f-e332-468d-b04e-25124ef67074 HTTP/1.1" status: 204 len: 168 time: 6.1742816 Dec 22 13:18:42.029972 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3c0aa858-3abc-48f0-ae4b-33d2a945d7ba tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:42.031487 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-3c0aa858-3abc-48f0-ae4b-33d2a945d7ba tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] 10.222.0.47 "PUT /v2.0/routers/77e00bd3-2a00-45be-af3a-4c6ebbcf9508 HTTP/1.1" status: 200 len: 915 time: 9.1887944 Dec 22 13:18:42.034329 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42418) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:42.035032 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42420) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:42.035970 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 19c2cdcf-45a8-4cc1-a46d-812bd6cb3369 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:18:42.083103 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 19c2cdcf-45a8-4cc1-a46d-812bd6cb3369 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:18:42.083786 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 19c2cdcf-45a8-4cc1-a46d-812bd6cb3369 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:18:42.084417 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 3710a2b3-bab3-4dd2-bd17-791043d30365 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:18:42.092536 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-970778e3-6882-47d1-bec8-d5729e04635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:42.104101 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-18a46aff-ff8b-4f8d-87ec-25ba420b7840 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-806313974'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:42.105792 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970778e3-6882-47d1-bec8-d5729e04635d None None] Routers {'77e00bd3-2a00-45be-af3a-4c6ebbcf9508'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:18:42.106646 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-970778e3-6882-47d1-bec8-d5729e04635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:18:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['77e00bd3-2a00-45be-af3a-4c6ebbcf9508'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:42.116353 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ebceba70-4d35-4df7-ae31-5a4fba720879 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:42.123451 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 3710a2b3-bab3-4dd2-bd17-791043d30365 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:18:42.124112 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 3710a2b3-bab3-4dd2-bd17-791043d30365 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:18:42.125843 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 901463d4-9c46-4c59-81eb-04b82a96a6d5 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:18:42.150058 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3aaf24b3-54d6-40fb-9f04-84b1020b7937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:42.155882 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-18a46aff-ff8b-4f8d-87ec-25ba420b7840 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:42.166155 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-18a46aff-ff8b-4f8d-87ec-25ba420b7840 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Usage tracker for resource:network and tenant:fcf444775c8e48ac91bc0e0e1ea9aa3c is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:42.167872 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 901463d4-9c46-4c59-81eb-04b82a96a6d5 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:18:42.168433 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 901463d4-9c46-4c59-81eb-04b82a96a6d5 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:18:42.171980 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-18a46aff-ff8b-4f8d-87ec-25ba420b7840 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:42.192885 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-18a46aff-ff8b-4f8d-87ec-25ba420b7840 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:42.201017 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-970778e3-6882-47d1-bec8-d5729e04635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:42.201483 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970778e3-6882-47d1-bec8-d5729e04635d None None] The sync data for ids ['77e00bd3-2a00-45be-af3a-4c6ebbcf9508'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:18:42.209257 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-cedd6cdf-420b-49c6-b7f2-da2375237914 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Deleting port 901463d4-9c46-4c59-81eb-04b82a96a6d5 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:42.209475 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cedd6cdf-420b-49c6-b7f2-da2375237914 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:42.227665 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8fa3f1de-3906-4c02-9466-52bb6af994f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:42.247562 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dd344ad6-cf15-41be-8a2e-3bead1f5efa1 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:42.251315 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd344ad6-cf15-41be-8a2e-3bead1f5efa1 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:42.251904 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dd344ad6-cf15-41be-8a2e-3bead1f5efa1 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:42.271881 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8fa3f1de-3906-4c02-9466-52bb6af994f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:42.311283 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:42.318687 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ebceba70-4d35-4df7-ae31-5a4fba720879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:42.354342 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a46aff-ff8b-4f8d-87ec-25ba420b7840 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Made reservation on behalf of fcf444775c8e48ac91bc0e0e1ea9aa3c for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:42.357332 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-18a46aff-ff8b-4f8d-87ec-25ba420b7840 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:42.435843 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-cedd6cdf-420b-49c6-b7f2-da2375237914 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] The port '901463d4-9c46-4c59-81eb-04b82a96a6d5' was deleted {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:18:42.474020 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a46aff-ff8b-4f8d-87ec-25ba420b7840 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:18:42.492769 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-18a46aff-ff8b-4f8d-87ec-25ba420b7840 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:42.493114 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-18a46aff-ff8b-4f8d-87ec-25ba420b7840 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Added segment d4175124-f109-4b3a-bd03-2da3b338bd9e of type vlan for network f2c31df9-05ff-48e9-bbce-dc3b3edf607a Dec 22 13:18:42.534009 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-18a46aff-ff8b-4f8d-87ec-25ba420b7840 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:42.563087 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-03ae5d9a-f62c-4cf8-a347-d828faf289e0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:42.564944 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-de43cfe4-4609-4915-a1d8-58cf15edccbc tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] 10.222.0.47 "GET /v2.0/routers/77e00bd3-2a00-45be-af3a-4c6ebbcf9508 HTTP/1.1" status: 200 len: 921 time: 0.5252485 Dec 22 13:18:42.565664 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8fa3f1de-3906-4c02-9466-52bb6af994f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:42.568361 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ebceba70-4d35-4df7-ae31-5a4fba720879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:42.574467 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42426) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:42.576169 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f676986d-9ffd-4fa1-a0fd-b0b35fac1846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:42.626741 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3f1de-3906-4c02-9466-52bb6af994f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6180d795-6223-40db-bbd2-eb5adb5867ac,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:42.629054 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8fa3f1de-3906-4c02-9466-52bb6af994f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:42.638965 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:42.651655 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd344ad6-cf15-41be-8a2e-3bead1f5efa1 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Pushing event updated for resources: {'Network': ['ID=3e4f6709-69b9-4b63-bc66-eff4499fb8ed,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:42.665420 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 3e4f6709-69b9-4b63-bc66-eff4499fb8ed details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:18:42.684561 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebceba70-4d35-4df7-ae31-5a4fba720879 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eee9c85c-23c9-4305-a153-7e903430a638,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:42.686933 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ebceba70-4d35-4df7-ae31-5a4fba720879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:42.689543 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ebceba70-4d35-4df7-ae31-5a4fba720879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:42.706390 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8fa3f1de-3906-4c02-9466-52bb6af994f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:42.707608 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8fa3f1de-3906-4c02-9466-52bb6af994f0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6180d795-6223-40db-bbd2-eb5adb5867ac HTTP/1.1" status: 204 len: 168 time: 0.9662318 Dec 22 13:18:42.707981 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3aaf24b3-54d6-40fb-9f04-84b1020b7937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:42.710407 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ebceba70-4d35-4df7-ae31-5a4fba720879 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/eee9c85c-23c9-4305-a153-7e903430a638 HTTP/1.1" status: 204 len: 168 time: 1.0825427 Dec 22 13:18:42.710590 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-dd344ad6-cf15-41be-8a2e-3bead1f5efa1 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:42.711307 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d6042115-d24a-406b-80a7-77a2d26425fd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:42.713624 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42432) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:42.736310 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-18a46aff-ff8b-4f8d-87ec-25ba420b7840 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:42.740450 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a46aff-ff8b-4f8d-87ec-25ba420b7840 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:42.741012 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4a1aa3-81a3-4988-aaa4-b6268b4e288f None None] Network 385db047-262b-4adc-9531-32d02f559c7f requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:18:42.741164 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-18a46aff-ff8b-4f8d-87ec-25ba420b7840 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:42.750526 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-dd344ad6-cf15-41be-8a2e-3bead1f5efa1 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9000752 Dec 22 13:18:42.773082 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3aaf24b3-54d6-40fb-9f04-84b1020b7937 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:42.779694 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae5d9a-f62c-4cf8-a347-d828faf289e0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Subnet': ['ID=620020c4-9fd0-40a7-99bb-bcee87a76823,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:42.782114 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-03ae5d9a-f62c-4cf8-a347-d828faf289e0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:42.787831 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-03ae5d9a-f62c-4cf8-a347-d828faf289e0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/620020c4-9fd0-40a7-99bb-bcee87a76823 HTTP/1.1" status: 204 len: 168 time: 2.0399702 Dec 22 13:18:42.792744 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d92d227d-1586-49d5-a88d-153a74050bb5 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:42.794567 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cedd6cdf-420b-49c6-b7f2-da2375237914 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:42.802007 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42436) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:42.803146 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-03ae5d9a-f62c-4cf8-a347-d828faf289e0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:42.900934 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-dfeeb1e6-e380-42ef-b082-567cf054b4f1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0889592 Dec 22 13:18:42.900934 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42440) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:42.905571 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-33b59a78-71a2-485b-a565-2c721edc7ac3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'subnet': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:42.921528 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-cedd6cdf-420b-49c6-b7f2-da2375237914 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc5e1525-2497-4f53-94ca-cc8d609db2f9']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:42.921985 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b1e2e4dd-a867-4ad7-a2ea-017914411999 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=0776f1b4-770d-462f-bc0f-df97e8017b18&device_id=77e00bd3-2a00-45be-af3a-4c6ebbcf9508&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3378508 Dec 22 13:18:42.929243 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42444) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:42.943410 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a46aff-ff8b-4f8d-87ec-25ba420b7840 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event updated for resources: {'Network': ['ID=f2c31df9-05ff-48e9-bbce-dc3b3edf607a,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:42.946194 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-18a46aff-ff8b-4f8d-87ec-25ba420b7840 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:42.949160 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-863d4fdc-0201-4158-833e-8e3ff8e921f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:42.961402 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-863d4fdc-0201-4158-833e-8e3ff8e921f8 admin admin] Deleting port a15056c6-0922-468f-b099-b250bdeaceb3 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:42.961811 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-863d4fdc-0201-4158-833e-8e3ff8e921f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:43.093934 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-cedd6cdf-420b-49c6-b7f2-da2375237914 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44791b90-5869-42c1-b334-c520e874c448') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:43.096252 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-cedd6cdf-420b-49c6-b7f2-da2375237914 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44791b90-5869-42c1-b334-c520e874c448') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:43.146741 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-18a46aff-ff8b-4f8d-87ec-25ba420b7840 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1086648 Dec 22 13:18:43.146943 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d723e2-ff27-405c-a708-03fa5fa630da None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:18:43.148521 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42448) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:43.157017 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cedd6cdf-420b-49c6-b7f2-da2375237914 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:43.159266 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-8af86703-9fd5-462a-a34f-02099a857ceb tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Request body: {'subnet': {'network_id': 'f2c31df9-05ff-48e9-bbce-dc3b3edf607a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:43.232594 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04c1f91-d09d-4112-a19c-491877777d42 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:43.235072 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d04c1f91-d09d-4112-a19c-491877777d42 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] 10.222.0.47 "GET /v2.0/networks/0776f1b4-770d-462f-bc0f-df97e8017b18 HTTP/1.1" status: 200 len: 881 time: 0.2988608 Dec 22 13:18:43.239654 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42452) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:43.267533 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3aaf24b3-54d6-40fb-9f04-84b1020b7937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:43.268412 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aaf24b3-54d6-40fb-9f04-84b1020b7937 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7f225f0-9e53-43ee-88ff-451b3ab60c09 {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:18:43.289552 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network f2c31df9-05ff-48e9-bbce-dc3b3edf607a details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:18:43.294551 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-33b59a78-71a2-485b-a565-2c721edc7ac3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:43.297662 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cedd6cdf-420b-49c6-b7f2-da2375237914 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:43.311064 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3aaf24b3-54d6-40fb-9f04-84b1020b7937 admin admin] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:43.315330 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-3aaf24b3-54d6-40fb-9f04-84b1020b7937 admin admin] 10.222.0.47 "DELETE /v2.0/routers/b7f225f0-9e53-43ee-88ff-451b3ab60c09 HTTP/1.1" status: 204 len: 168 time: 5.5574334 Dec 22 13:18:43.316846 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cedd6cdf-420b-49c6-b7f2-da2375237914 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:18:43.317419 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cedd6cdf-420b-49c6-b7f2-da2375237914 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:43.317548 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a0c20c76-c61c-43c8-9cd6-c678bf3adbbf tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] 10.222.0.47 "GET /v2.0/ports?device_id=77e00bd3-2a00-45be-af3a-4c6ebbcf9508 HTTP/1.1" status: 200 len: 205 time: 0.0745490 Dec 22 13:18:43.338230 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42456) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:43.338230 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42458) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:43.339309 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:18:43.339309 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:18:43.339309 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:18:43.339309 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:18:43.339309 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:18:43.339309 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:18:43.339309 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:18:43.339309 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:18:43.339309 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:18:43.339309 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:18:43.339309 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:18:43.339309 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:18:43.339309 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:18:43.339309 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:18:43.339309 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:18:43.339309 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:18:43.339309 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:18:43.339309 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:18:43.339309 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:18:43.339309 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:18:43.339309 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:18:43.339309 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:18:43.339309 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:18:43.339309 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:18:43.339309 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:18:43.339309 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:18:43.339309 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:18:43.339309 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:18:43.339309 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:18:43.339309 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:18:43.339309 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:18:43.339309 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:18:43.339309 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:18:43.339309 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:18:43.339309 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:18:43.339309 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:18:43.339309 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:18:43.339309 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:18:43.339309 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:18:43.339309 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:18:43.345384 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-33b59a78-71a2-485b-a565-2c721edc7ac3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:43.680477 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b59a78-71a2-485b-a565-2c721edc7ac3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:43.683144 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-8af86703-9fd5-462a-a34f-02099a857ceb tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:43.686730 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-33b59a78-71a2-485b-a565-2c721edc7ac3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:43.705369 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-8af86703-9fd5-462a-a34f-02099a857ceb tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Usage tracker for resource:subnet and tenant:fcf444775c8e48ac91bc0e0e1ea9aa3c is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:43.711262 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-8af86703-9fd5-462a-a34f-02099a857ceb tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:43.725518 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cedd6cdf-420b-49c6-b7f2-da2375237914 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:43.727738 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-8af86703-9fd5-462a-a34f-02099a857ceb tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:43.731496 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-863d4fdc-0201-4158-833e-8e3ff8e921f8 admin admin] For port a15056c6-0922-468f-b099-b250bdeaceb3, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=a15056c6-0922-468f-b099-b250bdeaceb3,segment=NetworkSegment(0fd644be-47e5-4bcb-aa5b-b15f022ce968),segment_id=0fd644be-47e5-4bcb-aa5b-b15f022ce968)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:18:43.732026 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-863d4fdc-0201-4158-833e-8e3ff8e921f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:43.751763 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-2682dc50-6b8b-488f-9d11-0d3b97f803eb admin admin] Deleting subnet 0b9220c9-f2e2-4dc1-9463-99b690aae213 {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:18:43.759650 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2682dc50-6b8b-488f-9d11-0d3b97f803eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:43.817443 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-58ccb802-9799-4878-b07e-f6f805c8f5af tempest-ExternalNetworksTestJSON-745650980 tempest-ExternalNetworksTestJSON-745650980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:43.836661 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cedd6cdf-420b-49c6-b7f2-da2375237914 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:43.857056 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-cedd6cdf-420b-49c6-b7f2-da2375237914 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] 10.222.0.47 "DELETE /v2.0/networks/fc5e1525-2497-4f53-94ca-cc8d609db2f9 HTTP/1.1" status: 204 len: 168 time: 3.9694991 Dec 22 13:18:43.896504 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd6cdf-420b-49c6-b7f2-da2375237914 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Pushing event deleted for resources: {'Network': ['ID=fc5e1525-2497-4f53-94ca-cc8d609db2f9,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:43.900230 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-cedd6cdf-420b-49c6-b7f2-da2375237914 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:44.015524 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device bf156aea-b842-4e0b-8418-c05b21850eae no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:18:44.105195 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: bf156aea-b842-4e0b-8418-c05b21850eae {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:18:44.105827 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device bf156aea-b842-4e0b-8418-c05b21850eae not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:18:44.110239 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-863d4fdc-0201-4158-833e-8e3ff8e921f8 admin admin] Calling delete_port for a15056c6-0922-468f-b099-b250bdeaceb3 owned by network:dhcp {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:44.141050 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af86703-9fd5-462a-a34f-02099a857ceb tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Made reservation on behalf of fcf444775c8e48ac91bc0e0e1ea9aa3c for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:44.235417 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-33b59a78-71a2-485b-a565-2c721edc7ac3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:44.241263 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:44.259654 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249af6cb-3784-4e33-b13b-0f7a4b46693d None None] DHCP port deletion for 385db047-262b-4adc-9531-32d02f559c7f request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:18:44.287034 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-249af6cb-3784-4e33-b13b-0f7a4b46693d None None] Deleting port a15056c6-0922-468f-b099-b250bdeaceb3 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:44.287953 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-249af6cb-3784-4e33-b13b-0f7a4b46693d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:44.308986 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2682dc50-6b8b-488f-9d11-0d3b97f803eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:44.374070 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b59a78-71a2-485b-a565-2c721edc7ac3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:18:44.388439 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-33b59a78-71a2-485b-a565-2c721edc7ac3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:44.398731 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b59a78-71a2-485b-a565-2c721edc7ac3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:44.400138 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-33b59a78-71a2-485b-a565-2c721edc7ac3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:44.424197 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b59a78-71a2-485b-a565-2c721edc7ac3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Subnet': ['ID=8b707018-2e2b-46fb-b40a-390b5cab5f81,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:44.425168 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8af86703-9fd5-462a-a34f-02099a857ceb tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:44.440872 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-33b59a78-71a2-485b-a565-2c721edc7ac3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:44.599333 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-33b59a78-71a2-485b-a565-2c721edc7ac3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7000225 Dec 22 13:18:44.601998 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42478) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:44.615876 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-79b7edaf-22b4-4144-8a1d-42be02707f0d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'port': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'fixed_ips': [{'subnet_id': '8b707018-2e2b-46fb-b40a-390b5cab5f81', 'ip_address': '2001:db8::d94d:acf6:50f1:5f93'}], 'name': 'tempest-NetworksTestDHCPv6-1098886543'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:44.631810 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-249af6cb-3784-4e33-b13b-0f7a4b46693d None None] For port a15056c6-0922-468f-b099-b250bdeaceb3, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=a15056c6-0922-468f-b099-b250bdeaceb3,segment=NetworkSegment(0fd644be-47e5-4bcb-aa5b-b15f022ce968),segment_id=0fd644be-47e5-4bcb-aa5b-b15f022ce968)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:18:44.632463 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-249af6cb-3784-4e33-b13b-0f7a4b46693d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:44.644395 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42484) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:44.645537 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-863d4fdc-0201-4158-833e-8e3ff8e921f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:44.658505 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5ac3a67b-5e0e-42ad-8ea7-82e00bbf3bee tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:44.772987 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d4fdc-0201-4158-833e-8e3ff8e921f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a15056c6-0922-468f-b099-b250bdeaceb3,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:44.782496 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-863d4fdc-0201-4158-833e-8e3ff8e921f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:44.800759 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-249af6cb-3784-4e33-b13b-0f7a4b46693d None None] Calling delete_port for a15056c6-0922-468f-b099-b250bdeaceb3 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:44.812893 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863d4fdc-0201-4158-833e-8e3ff8e921f8 admin admin] No DVR routers for this DVR port a15056c6-0922-468f-b099-b250bdeaceb3 on host dv-neutron-822669-1-hyperv {{(pid=84148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:18:44.899175 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562943a3-7a13-4870-99b0-a22020c3a533 None None] DHCP port deletion for 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:18:44.907796 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-249af6cb-3784-4e33-b13b-0f7a4b46693d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:18:44.908602 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-249af6cb-3784-4e33-b13b-0f7a4b46693d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:18:44.909477 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-562943a3-7a13-4870-99b0-a22020c3a533 None None] Deleting port 95391283-bb9b-414b-9f2b-df6c56f23e33 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:44.910159 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-562943a3-7a13-4870-99b0-a22020c3a533 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:44.931424 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-79b7edaf-22b4-4144-8a1d-42be02707f0d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:44.937234 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-79b7edaf-22b4-4144-8a1d-42be02707f0d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:port and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:44.940684 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-79b7edaf-22b4-4144-8a1d-42be02707f0d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:44.947174 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-79b7edaf-22b4-4144-8a1d-42be02707f0d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:45.023911 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b7edaf-22b4-4144-8a1d-42be02707f0d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:45.031491 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-79b7edaf-22b4-4144-8a1d-42be02707f0d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:45.086318 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-79b7edaf-22b4-4144-8a1d-42be02707f0d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] device_id is not set on port 577a05e6-591b-4d33-bb26-18f8f2135591 yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:18:45.170866 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-562943a3-7a13-4870-99b0-a22020c3a533 None None] For port 95391283-bb9b-414b-9f2b-df6c56f23e33, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=95391283-bb9b-414b-9f2b-df6c56f23e33,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:18:45.171619 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-562943a3-7a13-4870-99b0-a22020c3a533 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:45.230982 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2682dc50-6b8b-488f-9d11-0d3b97f803eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:45.245796 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42494) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:45.321453 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-863d4fdc-0201-4158-833e-8e3ff8e921f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:45.384939 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-562943a3-7a13-4870-99b0-a22020c3a533 None None] Calling delete_port for 95391283-bb9b-414b-9f2b-df6c56f23e33 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:45.413794 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-b5337d8f-43b4-4878-b2c4-0f3146d6eb95 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:45.419313 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b5337d8f-43b4-4878-b2c4-0f3146d6eb95 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.1721659 Dec 22 13:18:45.419908 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42500) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:45.431592 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-f9e19f5a-bb65-46d5-983f-ce2f9569404f tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:45.435573 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f9e19f5a-bb65-46d5-983f-ce2f9569404f tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0110159 Dec 22 13:18:45.436149 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42504) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:45.443104 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-863d4fdc-0201-4158-833e-8e3ff8e921f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['385db047-262b-4adc-9531-32d02f559c7f']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:45.472940 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4e7ff59d-16ad-481f-8fff-36db7dab1d8d tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:45.481107 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-a6a0f167-c7dd-4429-90b6-79472f092598 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:45.483449 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-249af6cb-3784-4e33-b13b-0f7a4b46693d None None] Deleting port a15056c6-0922-468f-b099-b250bdeaceb3 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:45.484055 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-249af6cb-3784-4e33-b13b-0f7a4b46693d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:45.484166 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a6a0f167-c7dd-4429-90b6-79472f092598 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0410383 Dec 22 13:18:45.484719 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42508) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:45.504575 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-dc62890f-c23d-4cf1-ab7f-672d70a06581 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:45.508287 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-dc62890f-c23d-4cf1-ab7f-672d70a06581 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0128415 Dec 22 13:18:45.508833 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42512) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:45.523750 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-6e6ab86f-a854-4096-85db-d6e29e4d87f2 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:45.528199 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6e6ab86f-a854-4096-85db-d6e29e4d87f2 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0154600 Dec 22 13:18:45.536131 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42516) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:45.539045 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-f9e3c547-332b-42e9-b1b1-fe1550f34dd3 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:45.543830 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f9e3c547-332b-42e9-b1b1-fe1550f34dd3 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0111320 Dec 22 13:18:45.544430 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42520) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:45.557374 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-8d48eb78-1733-48b4-b3e3-99ec8add1e40 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:45.560251 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-249af6cb-3784-4e33-b13b-0f7a4b46693d None None] The port 'a15056c6-0922-468f-b099-b250bdeaceb3' was deleted {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:18:45.561256 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8d48eb78-1733-48b4-b3e3-99ec8add1e40 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0136745 Dec 22 13:18:45.563628 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-562943a3-7a13-4870-99b0-a22020c3a533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:45.570835 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42524) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:45.575641 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-79b7edaf-22b4-4144-8a1d-42be02707f0d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Allocated IP 2001:db8::d94d:acf6:50f1:5f93 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/8b707018-2e2b-46fb-b40a-390b5cab5f81/577a05e6-591b-4d33-bb26-18f8f2135591) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:18:45.579179 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-ffc8fa2e-181e-4cfe-9ab2-62c70e9e48e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:45.584782 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-a3542f11-dc80-45cd-8051-07afc1b7e54e tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:45.586010 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a3542f11-dc80-45cd-8051-07afc1b7e54e tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0183790 Dec 22 13:18:45.601337 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42528) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:45.632431 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562943a3-7a13-4870-99b0-a22020c3a533 None None] Pushing event deleted for resources: {'Port': ['ID=95391283-bb9b-414b-9f2b-df6c56f23e33,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:45.635974 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-562943a3-7a13-4870-99b0-a22020c3a533 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:45.640551 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562943a3-7a13-4870-99b0-a22020c3a533 None None] No DVR routers for this DVR port 95391283-bb9b-414b-9f2b-df6c56f23e33 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:18:45.656538 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-863d4fdc-0201-4158-833e-8e3ff8e921f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fd644be-47e5-4bcb-aa5b-b15f022ce968') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:45.656844 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-863d4fdc-0201-4158-833e-8e3ff8e921f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fd644be-47e5-4bcb-aa5b-b15f022ce968') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:45.658466 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0707a5b1-3eaa-4a68-896f-2ede1db12c08 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:18:45.672327 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [None req-1cbe08f2-d120-4102-ae66-cb309c6596aa tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84148) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:45.674313 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-1cbe08f2-d120-4102-ae66-cb309c6596aa tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0464787 Dec 22 13:18:45.688098 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42532) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:45.700789 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-863d4fdc-0201-4158-833e-8e3ff8e921f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:45.713060 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [None req-bc452356-3321-44b7-be51-131639c8e30b tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84148) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:45.714936 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-bc452356-3321-44b7-be51-131639c8e30b tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0187612 Dec 22 13:18:45.732914 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42538) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:45.769067 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [None req-09275197-2bd4-4ac8-9054-d977f4ce13f2 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84148) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:45.772441 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-09275197-2bd4-4ac8-9054-d977f4ce13f2 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0274324 Dec 22 13:18:45.782595 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42542) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:45.792417 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-863d4fdc-0201-4158-833e-8e3ff8e921f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:45.799129 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-818b220b-d8af-4806-a830-bab05bb86383 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=70805c2c64484d51a5a3a7562576ab25&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1472316 Dec 22 13:18:45.805756 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [None req-6b440a8a-9691-4ab6-8444-6bf0a5fcdd27 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84148) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:45.809679 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6b440a8a-9691-4ab6-8444-6bf0a5fcdd27 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0211527 Dec 22 13:18:45.809679 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42546) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:45.813091 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-863d4fdc-0201-4158-833e-8e3ff8e921f8 admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:18:45.813623 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-863d4fdc-0201-4158-833e-8e3ff8e921f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:45.828621 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42548) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:45.829580 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:18:45.829580 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:18:45.829580 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:18:45.829580 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:18:45.829580 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:18:45.829580 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:18:45.829580 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:18:45.829580 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:18:45.829580 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:18:45.829580 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:18:45.829580 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:18:45.829580 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:18:45.829580 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:18:45.829580 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:18:45.829580 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:18:45.829580 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:18:45.829580 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:18:45.829580 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:18:45.829580 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:18:45.829580 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:18:45.829580 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:18:45.829580 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:18:45.829580 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:18:45.829580 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:18:45.829580 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:18:45.829580 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:18:45.829580 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:18:45.829580 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:18:45.829580 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:18:45.829580 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:18:45.829580 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:18:45.829580 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:18:45.888054 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-79b7edaf-22b4-4144-8a1d-42be02707f0d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:45.894613 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [None req-96d59c25-ee67-417e-91a5-f165f3cb7674 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84148) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:45.898184 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-96d59c25-ee67-417e-91a5-f165f3cb7674 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0644884 Dec 22 13:18:45.907256 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42554) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:45.931785 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2682dc50-6b8b-488f-9d11-0d3b97f803eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:45.936283 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8af86703-9fd5-462a-a34f-02099a857ceb tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:45.936591 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device a15056c6-0922-468f-b099-b250bdeaceb3 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:18:45.944154 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [None req-e727852f-fe93-4001-9a3f-e53cbdabd5c0 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84148) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:45.947724 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e727852f-fe93-4001-9a3f-e53cbdabd5c0 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0299261 Dec 22 13:18:45.950534 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42558) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:45.950992 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1a8ec7a7-0592-43fc-b8a0-8504046c36c8 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:45.957176 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-95533cec-2268-4295-9ea7-593d2f01e5fe tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:45.962146 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-95533cec-2268-4295-9ea7-593d2f01e5fe tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0098629 Dec 22 13:18:45.962926 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42562) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:45.968917 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-f271bd47-6488-49be-ae6e-5d9d7acf7516 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:45.973083 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f271bd47-6488-49be-ae6e-5d9d7acf7516 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0086946 Dec 22 13:18:45.975956 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: a15056c6-0922-468f-b099-b250bdeaceb3 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:18:45.975956 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device a15056c6-0922-468f-b099-b250bdeaceb3 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:18:45.976505 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 95391283-bb9b-414b-9f2b-df6c56f23e33 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:18:45.977540 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42566) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:45.983118 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42570) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:45.986018 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-3f617c0f-ac25-4330-b63c-2f16dc0c58de tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:45.988427 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-3f617c0f-ac25-4330-b63c-2f16dc0c58de tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0097802 Dec 22 13:18:45.996368 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-48f6fc53-1ce3-48ff-88dd-576db6965603 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Request body: {'subnets': [{'network_id': 'b071ba9f-9e2a-4baf-a0aa-5ed519e3337f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--94788458', 'ip_version': 6}, {'network_id': '3e4f6709-69b9-4b63-bc66-eff4499fb8ed', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:45.996856 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-48f6fc53-1ce3-48ff-88dd-576db6965603 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Request body: {'subnet': {'network_id': 'b071ba9f-9e2a-4baf-a0aa-5ed519e3337f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--94788458', 'ip_version': 6}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:45.997608 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-48f6fc53-1ce3-48ff-88dd-576db6965603 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Request body: {'subnet': {'network_id': '3e4f6709-69b9-4b63-bc66-eff4499fb8ed', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:46.008219 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42574) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:46.010585 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2682dc50-6b8b-488f-9d11-0d3b97f803eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b9220c9-f2e2-4dc1-9463-99b690aae213,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:46.017770 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 95391283-bb9b-414b-9f2b-df6c56f23e33 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:18:46.018130 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 95391283-bb9b-414b-9f2b-df6c56f23e33 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:18:46.063155 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [None req-b7b791c6-ae47-4193-b33b-ddddaeb62251 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84148) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:46.066498 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b7b791c6-ae47-4193-b33b-ddddaeb62251 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0515125 Dec 22 13:18:46.066618 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a3f81e-0f25-49ee-a9da-72240e4b6307 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'tenant_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'fixed_ips': [{'subnet_id': '8b707018-2e2b-46fb-b40a-390b5cab5f81'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:18:46.066618 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-93a3f81e-0f25-49ee-a9da-72240e4b6307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:46.077870 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42578) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:46.088811 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-8501ec04-440a-4221-941d-cfd57ecdfede tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:46.090567 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8501ec04-440a-4221-941d-cfd57ecdfede tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0109448 Dec 22 13:18:46.099028 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2682dc50-6b8b-488f-9d11-0d3b97f803eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:46.101757 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42582) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:46.110932 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-5da3b20f-1ac7-4b44-a80f-310e75154a39 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:46.111920 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5da3b20f-1ac7-4b44-a80f-310e75154a39 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0091944 Dec 22 13:18:46.114805 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42586) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:46.119310 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-9e3c7935-7ce6-4ed3-8115-56c245724118 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:46.121345 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9e3c7935-7ce6-4ed3-8115-56c245724118 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0050952 Dec 22 13:18:46.135117 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42590) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:46.140423 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449ea319-720d-4c03-9025-f0fc04c0d4a5 None None] Network cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:18:46.143142 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-a137d8ca-9501-4b48-a7fd-08f09551cc10 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:46.147037 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a137d8ca-9501-4b48-a7fd-08f09551cc10 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0081205 Dec 22 13:18:46.147037 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42594) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:46.153648 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-6e551154-d6bc-4aa8-89a1-16950c6bb666 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:46.157060 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6e551154-d6bc-4aa8-89a1-16950c6bb666 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0070536 Dec 22 13:18:46.171732 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42598) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:46.225808 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-fb7150e7-8d9f-4aa0-9600-8170cc6d98f2 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:46.229257 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-863d4fdc-0201-4158-833e-8e3ff8e921f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:46.229411 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-fb7150e7-8d9f-4aa0-9600-8170cc6d98f2 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0544033 Dec 22 13:18:46.229411 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-79b7edaf-22b4-4144-8a1d-42be02707f0d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Transition to ACTIVE for port object 577a05e6-591b-4d33-bb26-18f8f2135591 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:18:46.235896 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af86703-9fd5-462a-a34f-02099a857ceb tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event updated for resources: {'Subnet': ['ID=1ea9c294-8967-4b91-9f43-5dcb53b86a36,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:46.239823 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42602) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:46.242974 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8af86703-9fd5-462a-a34f-02099a857ceb tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:46.248002 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.272s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:46.248324 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:46.251582 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-863d4fdc-0201-4158-833e-8e3ff8e921f8 admin admin] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:46.252706 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-863d4fdc-0201-4158-833e-8e3ff8e921f8 admin admin] 10.222.0.47 "DELETE /v2.0/networks/385db047-262b-4adc-9531-32d02f559c7f HTTP/1.1" status: 204 len: 168 time: 3.5381100 Dec 22 13:18:46.255309 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8174f000-0dca-4956-a72e-8b6b470e21d4 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:46.258063 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-c1aa1ea5-a743-41e0-867b-987ad38abf1b tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:46.261466 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c1aa1ea5-a743-41e0-867b-987ad38abf1b tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0187602 Dec 22 13:18:46.263987 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42608) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:46.273763 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-e6dc26dd-9448-4e72-bd01-0fb98c3b4bc9 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:46.277716 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e6dc26dd-9448-4e72-bd01-0fb98c3b4bc9 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0084431 Dec 22 13:18:46.279270 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42612) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:46.287241 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-182089cb-4222-4355-b598-44a6bb5322cf tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:46.288232 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-182089cb-4222-4355-b598-44a6bb5322cf tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0068347 Dec 22 13:18:46.294225 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42616) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:46.310263 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-1ee43c15-2d95-4da3-9dab-f151f05063c5 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:46.313914 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1ee43c15-2d95-4da3-9dab-f151f05063c5 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0161052 Dec 22 13:18:46.315374 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42620) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:46.324543 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-b5bc56de-a0f1-474a-9bbc-0c424159597d tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:46.325519 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b5bc56de-a0f1-474a-9bbc-0c424159597d tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0092230 Dec 22 13:18:46.328572 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42624) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:46.337504 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-e06fae74-451b-44c0-9d1a-639f3459d386 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:46.339095 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e06fae74-451b-44c0-9d1a-639f3459d386 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0090160 Dec 22 13:18:46.340230 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-48f6fc53-1ce3-48ff-88dd-576db6965603 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:46.342433 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42628) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:46.347384 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-09b79e0a-ca40-451a-a552-403d767f0cb8 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:46.348344 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-09b79e0a-ca40-451a-a552-403d767f0cb8 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0050058 Dec 22 13:18:46.352456 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-48f6fc53-1ce3-48ff-88dd-576db6965603 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Usage tracker for resource:subnet and tenant:8cc1af254a4c4edba55733b67ae379bd is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:46.357758 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-48f6fc53-1ce3-48ff-88dd-576db6965603 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:46.365216 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-48f6fc53-1ce3-48ff-88dd-576db6965603 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:46.373389 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42632) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:46.379699 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-464d6a3d-2541-426c-ba65-db96ca51d4ae tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:46.384656 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-464d6a3d-2541-426c-ba65-db96ca51d4ae tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0093725 Dec 22 13:18:46.385385 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42636) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:46.390915 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-856a021b-3f73-4c23-b855-e7a64cb4542d tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:46.392616 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-48bbc1e9-132f-4223-bc38-87d239f65986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:46.396540 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-856a021b-3f73-4c23-b855-e7a64cb4542d tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0067551 Dec 22 13:18:46.409314 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-79b7edaf-22b4-4144-8a1d-42be02707f0d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:46.410439 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42640) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:46.415117 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-2682dc50-6b8b-488f-9d11-0d3b97f803eb admin admin] 10.222.0.47 "DELETE /v2.0/subnets/0b9220c9-f2e2-4dc1-9463-99b690aae213 HTTP/1.1" status: 204 len: 168 time: 3.0730112 Dec 22 13:18:46.417545 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8c837158-0e5e-4ae4-aa3d-e0638746518a tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:46.420545 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42644) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:46.421366 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d4fdc-0201-4158-833e-8e3ff8e921f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=385db047-262b-4adc-9531-32d02f559c7f,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:46.423214 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af86703-9fd5-462a-a34f-02099a857ceb tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Checking segment: {'id': 'd4175124-f109-4b3a-bd03-2da3b338bd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'f2c31df9-05ff-48e9-bbce-dc3b3edf607a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:18:46.423576 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af86703-9fd5-462a-a34f-02099a857ceb tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Network hostable DHCP agents. Network: f2c31df9-05ff-48e9-bbce-dc3b3edf607a, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:18:46.432544 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [None req-177d7323-e59a-4b8b-9a66-8663fac989be tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84148) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:46.436661 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-177d7323-e59a-4b8b-9a66-8663fac989be tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0193679 Dec 22 13:18:46.454462 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42648) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:46.454669 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-863d4fdc-0201-4158-833e-8e3ff8e921f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:46.470367 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-4f177256-f8f8-44fb-ab1a-687794b3a8b1 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:46.471336 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-4f177256-f8f8-44fb-ab1a-687794b3a8b1 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0158134 Dec 22 13:18:46.475354 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42652) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:46.481741 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f6fc53-1ce3-48ff-88dd-576db6965603 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Made reservation on behalf of 8cc1af254a4c4edba55733b67ae379bd for: {'subnet': 2} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:46.487282 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-93a3f81e-0f25-49ee-a9da-72240e4b6307 None None] Allocated IP 2001:db8::2 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/8b707018-2e2b-46fb-b40a-390b5cab5f81/245ce7bd-b0b8-46bc-84a3-9f1a1a7e6dc5) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:18:46.500251 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-bf5dd048-abaa-43af-89e8-cab7199a44e3 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:46.501249 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-bf5dd048-abaa-43af-89e8-cab7199a44e3 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0241885 Dec 22 13:18:46.507501 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42656) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:46.546174 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-48bbc1e9-132f-4223-bc38-87d239f65986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:46.586606 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-799bc8c6-01c4-4b8c-99bd-6d64b48b4872 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:46.587638 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-799bc8c6-01c4-4b8c-99bd-6d64b48b4872 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0224788 Dec 22 13:18:46.593006 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42660) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:46.594282 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b7edaf-22b4-4144-8a1d-42be02707f0d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:18:46.607895 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-79b7edaf-22b4-4144-8a1d-42be02707f0d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:46.612770 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7edaf-22b4-4144-8a1d-42be02707f0d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Port': ['ID=577a05e6-591b-4d33-bb26-18f8f2135591,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:46.616680 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b7edaf-22b4-4144-8a1d-42be02707f0d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:18:46.620645 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [None req-e5531943-167f-4abf-b3ca-0359dd97913c tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84148) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:46.620971 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b7edaf-22b4-4144-8a1d-42be02707f0d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:46.621594 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-79b7edaf-22b4-4144-8a1d-42be02707f0d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:46.625028 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e5531943-167f-4abf-b3ca-0359dd97913c tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0106583 Dec 22 13:18:46.629143 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42664) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:46.630143 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-79b7edaf-22b4-4144-8a1d-42be02707f0d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:46.636173 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb72641-46e7-4fa1-bcc0-1efc2793ad20 None None] DHCP port deletion for cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:18:46.643858 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-515d0d31-41f6-41cd-bfbf-3cb86d7e0b52 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:46.647279 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-515d0d31-41f6-41cd-bfbf-3cb86d7e0b52 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0138345 Dec 22 13:18:46.651906 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42668) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:46.653278 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-9bb72641-46e7-4fa1-bcc0-1efc2793ad20 None None] Deleting port e36130a8-1ac2-4b57-b1c6-4bf7334a2b63 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:46.654230 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9bb72641-46e7-4fa1-bcc0-1efc2793ad20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:46.671475 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [None req-0668727c-6db9-4cfe-9f47-b7ab38ad92f6 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84148) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:46.674951 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0668727c-6db9-4cfe-9f47-b7ab38ad92f6 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0152369 Dec 22 13:18:46.680221 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5dd656eb-2271-4670-9f1e-d25d1570fa85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:46.684002 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42672) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:46.696960 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [None req-ab0c0132-870d-45c1-8fe2-dba816ec0a91 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84148) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:46.700964 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ab0c0132-870d-45c1-8fe2-dba816ec0a91 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0131931 Dec 22 13:18:46.704192 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42676) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:46.711999 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [None req-f6a8fa1e-7184-440f-ad7f-48b46a1566d2 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84148) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:46.716259 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f6a8fa1e-7184-440f-ad7f-48b46a1566d2 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0097523 Dec 22 13:18:46.719674 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42680) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:46.728166 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [None req-1d52424b-394d-490d-b1ba-49e2faa71b33 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84148) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:46.733725 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-1d52424b-394d-490d-b1ba-49e2faa71b33 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0115380 Dec 22 13:18:46.739869 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42684) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:46.741164 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-5dd656eb-2271-4670-9f1e-d25d1570fa85 admin admin] Deleting port e36130a8-1ac2-4b57-b1c6-4bf7334a2b63 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:46.741516 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5dd656eb-2271-4670-9f1e-d25d1570fa85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:46.772667 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [None req-e24269bd-1d0d-4e26-9dc0-24d2accd8301 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84148) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:46.778954 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e24269bd-1d0d-4e26-9dc0-24d2accd8301 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0387144 Dec 22 13:18:46.779129 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-48f6fc53-1ce3-48ff-88dd-576db6965603 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:46.779129 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-48f6fc53-1ce3-48ff-88dd-576db6965603 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:46.790890 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42688) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:46.791892 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42690) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:46.814991 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af86703-9fd5-462a-a34f-02099a857ceb tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Network f2c31df9-05ff-48e9-bbce-dc3b3edf607a is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:18:46.824414 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [None req-c4abac14-e179-4ccb-ae89-b41afdd89997 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84148) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:46.828336 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c4abac14-e179-4ccb-ae89-b41afdd89997 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0324557 Dec 22 13:18:46.828336 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4e7ff59d-16ad-481f-8fff-36db7dab1d8d tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:46.833440 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42696) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:46.850245 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [None req-15dbb915-df74-44fa-8b05-c8d106d81d20 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84148) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:46.851161 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-15dbb915-df74-44fa-8b05-c8d106d81d20 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0138564 Dec 22 13:18:46.860188 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42700) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:46.870169 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [None req-66c08edc-b5be-4a4d-91dd-5bd0f96d2314 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84148) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:46.871296 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-66c08edc-b5be-4a4d-91dd-5bd0f96d2314 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0082555 Dec 22 13:18:46.905526 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42704) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:46.914343 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-48bbc1e9-132f-4223-bc38-87d239f65986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:46.925145 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [None req-ca95590e-73e7-49da-b929-c50b65d7ae79 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84148) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:46.925787 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ca95590e-73e7-49da-b929-c50b65d7ae79 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0193064 Dec 22 13:18:46.935881 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8fa3f1de-3906-4c02-9466-52bb6af994f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:46.945783 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42708) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:46.958089 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [None req-d851f5c3-88a7-42bf-a0f3-0b48b844b98f tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84148) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:46.959066 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d851f5c3-88a7-42bf-a0f3-0b48b844b98f tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0076654 Dec 22 13:18:46.971369 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42712) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:46.972352 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bbc1e9-132f-4223-bc38-87d239f65986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30930be2-5871-4e0b-8bb1-1afda70fd57b,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:46.974413 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-9bb72641-46e7-4fa1-bcc0-1efc2793ad20 None None] For port e36130a8-1ac2-4b57-b1c6-4bf7334a2b63, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=e36130a8-1ac2-4b57-b1c6-4bf7334a2b63,segment=NetworkSegment(4f30eac0-64bc-442b-8bd6-4968d7d0cc88),segment_id=4f30eac0-64bc-442b-8bd6-4968d7d0cc88)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:18:46.974854 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9bb72641-46e7-4fa1-bcc0-1efc2793ad20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:46.978674 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-48bbc1e9-132f-4223-bc38-87d239f65986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:47.002406 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [None req-59b67166-8fd1-4a3d-99b0-eeee22ca35a2 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84148) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:47.002632 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-79b7edaf-22b4-4144-8a1d-42be02707f0d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3872883 Dec 22 13:18:47.003075 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-59b67166-8fd1-4a3d-99b0-eeee22ca35a2 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0176666 Dec 22 13:18:47.003159 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-93a3f81e-0f25-49ee-a9da-72240e4b6307 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:47.003245 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42716) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:47.003245 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42718) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:47.012313 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c950c7de-fd0f-46a7-81b6-7a47420d92fc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c2e0ca21fce24530bc558ca461319d3e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2173939 Dec 22 13:18:47.013497 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-48bbc1e9-132f-4223-bc38-87d239f65986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:47.014685 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42724) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:47.014814 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-48bbc1e9-132f-4223-bc38-87d239f65986 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/30930be2-5871-4e0b-8bb1-1afda70fd57b HTTP/1.1" status: 204 len: 168 time: 1.2035608 Dec 22 13:18:47.037213 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [None req-528a2288-c112-42b5-9757-569dd96e6f34 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84148) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:47.038243 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-528a2288-c112-42b5-9757-569dd96e6f34 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0330629 Dec 22 13:18:47.044085 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42730) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:47.064740 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-9664313a-93e7-4da3-b04c-90e47d7fa314 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:47.065878 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9664313a-93e7-4da3-b04c-90e47d7fa314 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0053773 Dec 22 13:18:47.072138 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42734) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:47.092029 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-b5177303-e4d7-49ac-8858-b0766efbc934 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:47.093006 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b5177303-e4d7-49ac-8858-b0766efbc934 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0193341 Dec 22 13:18:47.096099 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42738) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:47.105993 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-5809e07c-b7ce-402d-bc19-ca1a34ca55d5 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:47.107091 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5809e07c-b7ce-402d-bc19-ca1a34ca55d5 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0058880 Dec 22 13:18:47.114945 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42742) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:47.128938 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-19ce0da2-c85c-43d7-b761-bb7265478979 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:47.130253 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-19ce0da2-c85c-43d7-b761-bb7265478979 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0129640 Dec 22 13:18:47.133014 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42746) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:47.141056 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-606f16c3-944f-4736-8599-671dfceed322 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:47.142322 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-606f16c3-944f-4736-8599-671dfceed322 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0084219 Dec 22 13:18:47.149135 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42750) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:47.156974 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-4e7ff59d-16ad-481f-8fff-36db7dab1d8d tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Deleting port fc454b7c-b5b8-4a79-8a8a-33e60df2d9d7 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:47.157325 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4e7ff59d-16ad-481f-8fff-36db7dab1d8d tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:47.159364 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-8abb45bc-cd51-45af-bc62-526832d8a4b0 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:47.160377 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8abb45bc-cd51-45af-bc62-526832d8a4b0 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0102978 Dec 22 13:18:47.163168 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42754) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:47.168003 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-1b6bd60f-68cc-4f7d-9697-6575bcc832e4 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:47.168922 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1b6bd60f-68cc-4f7d-9697-6575bcc832e4 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0048862 Dec 22 13:18:47.172368 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42758) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:47.180995 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-6b3ce79e-c7c3-4fd7-a290-2a1173bd7f14 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:47.182368 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6b3ce79e-c7c3-4fd7-a290-2a1173bd7f14 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0076299 Dec 22 13:18:47.184876 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42762) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:47.188475 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-8af86703-9fd5-462a-a34f-02099a857ceb tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, f2c31df9-05ff-48e9-bbce-dc3b3edf607a) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:47.190093 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-0f7387d6-1922-48c3-92b8-36538a1d4071 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:47.191197 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0f7387d6-1922-48c3-92b8-36538a1d4071 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0053144 Dec 22 13:18:47.203025 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42766) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:47.214996 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-93a3f81e-0f25-49ee-a9da-72240e4b6307 None None] Transition to ACTIVE for port object 245ce7bd-b0b8-46bc-84a3-9f1a1a7e6dc5 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:18:47.215839 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af86703-9fd5-462a-a34f-02099a857ceb tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:47.216528 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8af86703-9fd5-462a-a34f-02099a857ceb tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:47.220334 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b6cf42-45a3-4ed0-8e8c-8c8473d97a34 None None] Network f2c31df9-05ff-48e9-bbce-dc3b3edf607a requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:18:47.223053 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-64986598-986a-43e5-bc91-86f3c7cf3e0a tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:47.224189 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-64986598-986a-43e5-bc91-86f3c7cf3e0a tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0140715 Dec 22 13:18:47.224758 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-070e24c9-0103-411b-8b2b-630ae4a50717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:47.238248 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42770) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:47.248046 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-9bb72641-46e7-4fa1-bcc0-1efc2793ad20 None None] Calling delete_port for e36130a8-1ac2-4b57-b1c6-4bf7334a2b63 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:47.267280 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [None req-21209cba-c6a4-4233-997e-df4c1e156205 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84148) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:47.267884 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-21209cba-c6a4-4233-997e-df4c1e156205 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0196531 Dec 22 13:18:47.271291 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42774) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:47.276672 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-b91851e0-94c4-40ee-97fd-1f1b57a99407 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:47.277599 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b91851e0-94c4-40ee-97fd-1f1b57a99407 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0058367 Dec 22 13:18:47.281991 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42778) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:47.298683 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [None req-5f66c1af-bfea-403c-b956-26d5c67b79b5 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:18:47.299596 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5f66c1af-bfea-403c-b956-26d5c67b79b5 tempest-ExtensionsTestJSON-1706265093 tempest-ExtensionsTestJSON-1706265093-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0105538 Dec 22 13:18:47.306150 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-070e24c9-0103-411b-8b2b-630ae4a50717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:47.363735 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8af86703-9fd5-462a-a34f-02099a857ceb tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.2091672 Dec 22 13:18:47.364810 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42784) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:47.371197 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-5dd656eb-2271-4670-9f1e-d25d1570fa85 admin admin] For port e36130a8-1ac2-4b57-b1c6-4bf7334a2b63, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=e36130a8-1ac2-4b57-b1c6-4bf7334a2b63,segment=NetworkSegment(4f30eac0-64bc-442b-8bd6-4968d7d0cc88),segment_id=4f30eac0-64bc-442b-8bd6-4968d7d0cc88)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:18:47.372416 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5dd656eb-2271-4670-9f1e-d25d1570fa85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:47.395089 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-93a3f81e-0f25-49ee-a9da-72240e4b6307 None None] Transition to ACTIVE for port object 245ce7bd-b0b8-46bc-84a3-9f1a1a7e6dc5 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:18:47.509196 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-93a3f81e-0f25-49ee-a9da-72240e4b6307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:47.535351 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:47.624359 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-5dd656eb-2271-4670-9f1e-d25d1570fa85 admin admin] Calling delete_port for e36130a8-1ac2-4b57-b1c6-4bf7334a2b63 owned by network:dhcp {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:47.664245 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9bb72641-46e7-4fa1-bcc0-1efc2793ad20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:47.671775 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a3f81e-0f25-49ee-a9da-72240e4b6307 None None] Pushing event updated for resources: {'Port': ['ID=245ce7bd-b0b8-46bc-84a3-9f1a1a7e6dc5,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:47.692739 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-070e24c9-0103-411b-8b2b-630ae4a50717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:47.704628 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0b984159-f277-4372-a7bd-cbf89eb1f076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:47.708388 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4787937c-a3fa-4167-966c-774e577e0468 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:47.709363 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-4787937c-a3fa-4167-966c-774e577e0468 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:18:47.726072 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e24c9-0103-411b-8b2b-630ae4a50717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d5e81a-5ced-494c-9da1-09595b77ec48,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:47.730182 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-070e24c9-0103-411b-8b2b-630ae4a50717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:47.740734 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a3f81e-0f25-49ee-a9da-72240e4b6307 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:18:47.742199 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-93a3f81e-0f25-49ee-a9da-72240e4b6307 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:47.745786 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-070e24c9-0103-411b-8b2b-630ae4a50717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:47.750131 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-93a3f81e-0f25-49ee-a9da-72240e4b6307 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:47.751511 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-070e24c9-0103-411b-8b2b-630ae4a50717 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c5d5e81a-5ced-494c-9da1-09595b77ec48 HTTP/1.1" status: 204 len: 168 time: 0.7351263 Dec 22 13:18:47.759793 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a3f81e-0f25-49ee-a9da-72240e4b6307 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:18:47.790818 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-562943a3-7a13-4870-99b0-a22020c3a533 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:47.793090 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4e7ff59d-16ad-481f-8fff-36db7dab1d8d tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:47.807893 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-48f6fc53-1ce3-48ff-88dd-576db6965603 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:47.816583 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:47.851931 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb72641-46e7-4fa1-bcc0-1efc2793ad20 None None] Pushing event deleted for resources: {'Port': ['ID=e36130a8-1ac2-4b57-b1c6-4bf7334a2b63,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:47.888587 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-9bb72641-46e7-4fa1-bcc0-1efc2793ad20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:47.889746 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b46fdb-2588-4c9c-a262-bedc5e965692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-f2c31df9-05ff-48e9-bbce-dc3b3edf607a', 'network_id': 'f2c31df9-05ff-48e9-bbce-dc3b3edf607a', 'tenant_id': 'fcf444775c8e48ac91bc0e0e1ea9aa3c', 'fixed_ips': [{'subnet_id': '1ea9c294-8967-4b91-9f43-5dcb53b86a36'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:18:47.890585 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a1b46fdb-2588-4c9c-a262-bedc5e965692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:47.914832 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb72641-46e7-4fa1-bcc0-1efc2793ad20 None None] No DVR routers for this DVR port e36130a8-1ac2-4b57-b1c6-4bf7334a2b63 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:18:47.921396 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6fc53-1ce3-48ff-88dd-576db6965603 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Pushing event updated for resources: {'Subnet': ['ID=2d26138c-c800-4e2c-9abc-3c6608003620,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:47.925120 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-48f6fc53-1ce3-48ff-88dd-576db6965603 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:47.965114 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device e36130a8-1ac2-4b57-b1c6-4bf7334a2b63 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:18:47.966770 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f6fc53-1ce3-48ff-88dd-576db6965603 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Checking segment: {'id': '4812e056-2c46-4fef-b459-274c53972f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b071ba9f-9e2a-4baf-a0aa-5ed519e3337f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:18:47.967138 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f6fc53-1ce3-48ff-88dd-576db6965603 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Network hostable DHCP agents. Network: b071ba9f-9e2a-4baf-a0aa-5ed519e3337f, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:18:48.045284 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-4e7ff59d-16ad-481f-8fff-36db7dab1d8d tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Calling delete_port for fc454b7c-b5b8-4a79-8a8a-33e60df2d9d7 owned by network:router_gateway {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:48.078318 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-4787937c-a3fa-4167-966c-774e577e0468 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:18:48.081908 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f6fc53-1ce3-48ff-88dd-576db6965603 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Network b071ba9f-9e2a-4baf-a0aa-5ed519e3337f is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:18:48.087262 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-4787937c-a3fa-4167-966c-774e577e0468 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 1.0760689 Dec 22 13:18:48.088756 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42800) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:48.095513 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: e36130a8-1ac2-4b57-b1c6-4bf7334a2b63 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:18:48.095863 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device e36130a8-1ac2-4b57-b1c6-4bf7334a2b63 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:18:48.116309 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-93a3f81e-0f25-49ee-a9da-72240e4b6307 None None] Attempting to bind port 245ce7bd-b0b8-46bc-84a3-9f1a1a7e6dc5 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:18:48.116684 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-93a3f81e-0f25-49ee-a9da-72240e4b6307 None None] Attempting to bind port 245ce7bd-b0b8-46bc-84a3-9f1a1a7e6dc5 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:18:48.117048 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a3f81e-0f25-49ee-a9da-72240e4b6307 None None] Attempting to bind port 245ce7bd-b0b8-46bc-84a3-9f1a1a7e6dc5 on network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:18:48.124796 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.db.api [None req-5dd656eb-2271-4670-9f1e-d25d1570fa85 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:18:48.126334 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_db.api [None req-5dd656eb-2271-4670-9f1e-d25d1570fa85 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:18:48.126659 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a3f81e-0f25-49ee-a9da-72240e4b6307 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:18:48.127039 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a3f81e-0f25-49ee-a9da-72240e4b6307 None None] Checking segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:18:48.127447 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-93a3f81e-0f25-49ee-a9da-72240e4b6307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:48.127840 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a3f81e-0f25-49ee-a9da-72240e4b6307 None None] Bound using segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:18:48.128307 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-93a3f81e-0f25-49ee-a9da-72240e4b6307 None None] Bound port: 245ce7bd-b0b8-46bc-84a3-9f1a1a7e6dc5, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:18:48.128686 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-93a3f81e-0f25-49ee-a9da-72240e4b6307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:48.184293 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-48f6fc53-1ce3-48ff-88dd-576db6965603 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, b071ba9f-9e2a-4baf-a0aa-5ed519e3337f) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:48.190462 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-48f6fc53-1ce3-48ff-88dd-576db6965603 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:48.195104 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:48.229454 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2641a30c-5b30-452a-83ac-a54138c0fe05 None None] Network b071ba9f-9e2a-4baf-a0aa-5ed519e3337f requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:18:48.241514 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42806) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:48.293971 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6fc53-1ce3-48ff-88dd-576db6965603 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Pushing event updated for resources: {'Subnet': ['ID=ad79557d-6e93-4908-b38d-267314242bac,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:48.297772 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-48f6fc53-1ce3-48ff-88dd-576db6965603 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:48.308365 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f6fc53-1ce3-48ff-88dd-576db6965603 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Checking segment: {'id': '70d361f5-6981-46a2-a2df-34a5698f6ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '3e4f6709-69b9-4b63-bc66-eff4499fb8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:18:48.314972 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f6fc53-1ce3-48ff-88dd-576db6965603 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Network hostable DHCP agents. Network: 3e4f6709-69b9-4b63-bc66-eff4499fb8ed, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:18:48.341290 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-793e339c-7dca-4734-8f89-7befe2d9e14b tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:48.379857 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-a1b46fdb-2588-4c9c-a262-bedc5e965692 None None] Allocated IP 2001:db8::1 (f2c31df9-05ff-48e9-bbce-dc3b3edf607a/1ea9c294-8967-4b91-9f43-5dcb53b86a36/e0db2aee-6368-4169-91cf-63ca9a2483fc) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:18:48.389903 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f6fc53-1ce3-48ff-88dd-576db6965603 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Network 3e4f6709-69b9-4b63-bc66-eff4499fb8ed is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:18:48.403369 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-93a3f81e-0f25-49ee-a9da-72240e4b6307 None None] For port 245ce7bd-b0b8-46bc-84a3-9f1a1a7e6dc5, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:18:48.416458 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-e306cef0-14d4-4682-bd60-a5e97be0d3f8 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting port 577a05e6-591b-4d33-bb26-18f8f2135591 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:48.420078 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e306cef0-14d4-4682-bd60-a5e97be0d3f8 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:48.426312 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-93a3f81e-0f25-49ee-a9da-72240e4b6307 None None] For port 245ce7bd-b0b8-46bc-84a3-9f1a1a7e6dc5, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=245ce7bd-b0b8-46bc-84a3-9f1a1a7e6dc5,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:18:48.468841 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-48f6fc53-1ce3-48ff-88dd-576db6965603 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 3e4f6709-69b9-4b63-bc66-eff4499fb8ed) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:48.473114 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f6fc53-1ce3-48ff-88dd-576db6965603 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:48.473565 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f6fc53-1ce3-48ff-88dd-576db6965603 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:48.474725 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-48f6fc53-1ce3-48ff-88dd-576db6965603 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:48.481298 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdce499-b2f8-49af-ada2-1fa319943d65 None None] Network 3e4f6709-69b9-4b63-bc66-eff4499fb8ed requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:18:48.561164 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9e1f3a62-7ebc-4ad0-be0a-2961db5adb99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:48.592281 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-93a3f81e-0f25-49ee-a9da-72240e4b6307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:48.611618 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:48.617275 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-48f6fc53-1ce3-48ff-88dd-576db6965603 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1474 time: 2.6274321 Dec 22 13:18:48.623558 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42820) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:48.655897 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-5dd656eb-2271-4670-9f1e-d25d1570fa85 admin admin] Deleting port e36130a8-1ac2-4b57-b1c6-4bf7334a2b63 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:48.656210 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5dd656eb-2271-4670-9f1e-d25d1570fa85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:48.688686 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a3f81e-0f25-49ee-a9da-72240e4b6307 None None] Pushing event updated for resources: {'Port': ['ID=245ce7bd-b0b8-46bc-84a3-9f1a1a7e6dc5,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:48.697262 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-93a3f81e-0f25-49ee-a9da-72240e4b6307 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:48.766117 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-9e1f3a62-7ebc-4ad0-be0a-2961db5adb99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:48.773815 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-9e1f3a62-7ebc-4ad0-be0a-2961db5adb99 admin admin] Usage tracker for resource:security_group_rule and tenant:7cb306c6d31d4512b12a49c046e6620c is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:48.778639 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-9e1f3a62-7ebc-4ad0-be0a-2961db5adb99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:48.792397 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883278fa-930f-4008-9a04-b90145512039 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:48.793757 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883278fa-930f-4008-9a04-b90145512039 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:48.795209 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883278fa-930f-4008-9a04-b90145512039 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:48.796018 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-883278fa-930f-4008-9a04-b90145512039 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Synchronizing usage tracker for tenant:8cc1af254a4c4edba55733b67ae379bd on resource:subnet {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:18:48.799758 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-9e1f3a62-7ebc-4ad0-be0a-2961db5adb99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:48.818838 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-793e339c-7dca-4734-8f89-7befe2d9e14b tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:48.872908 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-5dd656eb-2271-4670-9f1e-d25d1570fa85 admin admin] The port 'e36130a8-1ac2-4b57-b1c6-4bf7334a2b63' was deleted {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:18:48.872908 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4e7ff59d-16ad-481f-8fff-36db7dab1d8d tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:48.879303 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9e1f3a62-7ebc-4ad0-be0a-2961db5adb99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:48.879860 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-4aaae08a-e938-4fa6-8546-0a43f2b2c670 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:48.920936 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-883278fa-930f-4008-9a04-b90145512039 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Unset dirty status for tenant:8cc1af254a4c4edba55733b67ae379bd on resource:subnet {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:18:48.922846 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-883278fa-930f-4008-9a04-b90145512039 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2100 time: 0.2976310 Dec 22 13:18:48.932823 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42830) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:48.974169 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9696d429-599b-48ae-a8b2-74287e38a000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-b071ba9f-9e2a-4baf-a0aa-5ed519e3337f', 'network_id': 'b071ba9f-9e2a-4baf-a0aa-5ed519e3337f', 'tenant_id': '8cc1af254a4c4edba55733b67ae379bd', 'fixed_ips': [{'subnet_id': '2d26138c-c800-4e2c-9abc-3c6608003620'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:18:48.974640 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9696d429-599b-48ae-a8b2-74287e38a000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:48.978385 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ff59d-16ad-481f-8fff-36db7dab1d8d tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Pushing event deleted for resources: {'Port': ['ID=fc454b7c-b5b8-4a79-8a8a-33e60df2d9d7,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:49.002293 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9e1f3a62-7ebc-4ad0-be0a-2961db5adb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:49.019725 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ad3728fe-bb34-4cab-9462-49965d9837cd tempest-RoutersAdminNegativeTest-94613039 tempest-RoutersAdminNegativeTest-94613039-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:49.026133 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-4e7ff59d-16ad-481f-8fff-36db7dab1d8d tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:49.046905 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42836) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:49.105576 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f3a62-7ebc-4ad0-be0a-2961db5adb99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86627e8-c1b0-4be3-b83a-02260576abae,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:49.113586 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9e1f3a62-7ebc-4ad0-be0a-2961db5adb99 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7cb306c6d31d4512b12a49c046e6620c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8678703 Dec 22 13:18:49.115606 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-a56d2a73-490f-42ca-b8bd-7e0f8fa3fd38 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Deleting subnet 2d26138c-c800-4e2c-9abc-3c6608003620 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:18:49.117790 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9e1f3a62-7ebc-4ad0-be0a-2961db5adb99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:49.118233 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42842) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:49.138873 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a56d2a73-490f-42ca-b8bd-7e0f8fa3fd38 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:49.238791 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5dd656eb-2271-4670-9f1e-d25d1570fa85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:49.270736 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a56d2a73-490f-42ca-b8bd-7e0f8fa3fd38 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:49.391776 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-5dd656eb-2271-4670-9f1e-d25d1570fa85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:49.415967 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-5dd656eb-2271-4670-9f1e-d25d1570fa85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f30eac0-64bc-442b-8bd6-4968d7d0cc88') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:49.416365 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-5dd656eb-2271-4670-9f1e-d25d1570fa85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f30eac0-64bc-442b-8bd6-4968d7d0cc88') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:49.425922 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a1b46fdb-2588-4c9c-a262-bedc5e965692 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:49.460711 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8360f7d4-9d77-4c24-a946-4d7657e94210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:49.487456 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a1b46fdb-2588-4c9c-a262-bedc5e965692 None None] Transition to ACTIVE for port object e0db2aee-6368-4169-91cf-63ca9a2483fc will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:18:49.508492 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab453f9-85f8-455d-a469-596dd81092ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-3e4f6709-69b9-4b63-bc66-eff4499fb8ed', 'network_id': '3e4f6709-69b9-4b63-bc66-eff4499fb8ed', 'tenant_id': '8cc1af254a4c4edba55733b67ae379bd', 'fixed_ips': [{'subnet_id': 'ad79557d-6e93-4908-b38d-267314242bac'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:18:49.509583 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-dab453f9-85f8-455d-a469-596dd81092ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:49.525041 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8360f7d4-9d77-4c24-a946-4d7657e94210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:49.567959 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e306cef0-14d4-4682-bd60-a5e97be0d3f8 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:49.595553 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a1b46fdb-2588-4c9c-a262-bedc5e965692 None None] Transition to ACTIVE for port object e0db2aee-6368-4169-91cf-63ca9a2483fc will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:18:49.606829 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-13bb819e-2e00-497e-9933-39d108f161ae tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-623559629'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:49.617921 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a56d2a73-490f-42ca-b8bd-7e0f8fa3fd38 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:49.656954 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-13bb819e-2e00-497e-9933-39d108f161ae tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:49.669034 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-13bb819e-2e00-497e-9933-39d108f161ae tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Usage tracker for resource:network and tenant:4a393474cb6b43369a1ff642b2c3cbd7 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:49.674615 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-13bb819e-2e00-497e-9933-39d108f161ae tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:49.683871 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8360f7d4-9d77-4c24-a946-4d7657e94210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:49.699116 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-13bb819e-2e00-497e-9933-39d108f161ae tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:49.702548 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9e1f3a62-7ebc-4ad0-be0a-2961db5adb99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:49.726778 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360f7d4-9d77-4c24-a946-4d7657e94210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86627e8-c1b0-4be3-b83a-02260576abae,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:49.731350 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8360f7d4-9d77-4c24-a946-4d7657e94210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:49.738910 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8360f7d4-9d77-4c24-a946-4d7657e94210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:49.740510 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8360f7d4-9d77-4c24-a946-4d7657e94210 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f86627e8-c1b0-4be3-b83a-02260576abae HTTP/1.1" status: 204 len: 168 time: 0.6212082 Dec 22 13:18:49.760005 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-e306cef0-14d4-4682-bd60-a5e97be0d3f8 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Calling delete_port for 577a05e6-591b-4d33-bb26-18f8f2135591 owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:49.791901 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a1b46fdb-2588-4c9c-a262-bedc5e965692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:49.806926 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bb819e-2e00-497e-9933-39d108f161ae tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Made reservation on behalf of 4a393474cb6b43369a1ff642b2c3cbd7 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:49.807632 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-b3b0a816-27d2-430c-8023-55fa7ddfcc80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:49.811900 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-13bb819e-2e00-497e-9933-39d108f161ae tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:49.835599 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5dd656eb-2271-4670-9f1e-d25d1570fa85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:49.843753 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-13bb819e-2e00-497e-9933-39d108f161ae tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:49.857130 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5dd656eb-2271-4670-9f1e-d25d1570fa85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:49.864713 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dd656eb-2271-4670-9f1e-d25d1570fa85 admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:18:49.865206 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5dd656eb-2271-4670-9f1e-d25d1570fa85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:49.881201 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a56d2a73-490f-42ca-b8bd-7e0f8fa3fd38 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:49.905481 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:49.957649 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b46fdb-2588-4c9c-a262-bedc5e965692 None None] Network f2c31df9-05ff-48e9-bbce-dc3b3edf607a is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:18:49.965591 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-a1b46fdb-2588-4c9c-a262-bedc5e965692 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:49.985718 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b46fdb-2588-4c9c-a262-bedc5e965692 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:18:49.995003 dv-neutron-822669-1-hyperv neutron-server[84148]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:18:49.995003 dv-neutron-822669-1-hyperv neutron-server[84148]: util.warn( Dec 22 13:18:49.995003 dv-neutron-822669-1-hyperv neutron-server[84148]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:18:49.995003 dv-neutron-822669-1-hyperv neutron-server[84148]: util.warn( Dec 22 13:18:49.995003 dv-neutron-822669-1-hyperv neutron-server[84148]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:18:49.995003 dv-neutron-822669-1-hyperv neutron-server[84148]: util.warn( Dec 22 13:18:49.995003 dv-neutron-822669-1-hyperv neutron-server[84148]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:18:49.995003 dv-neutron-822669-1-hyperv neutron-server[84148]: util.warn( Dec 22 13:18:49.995003 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:18:49.995003 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:18:49.995003 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:18:49.995003 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:18:49.995003 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:18:49.995003 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:18:49.995003 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:18:49.995003 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:18:49.995003 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:18:49.995003 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:18:49.995003 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:18:49.995003 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:18:49.995003 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:18:49.995003 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:18:49.995003 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:18:49.995003 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:18:49.995003 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:18:49.995003 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:18:49.995003 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:18:49.995003 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:18:49.995003 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:18:49.995003 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:18:49.995003 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:18:49.995003 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:18:49.995003 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:18:49.995003 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:18:49.995003 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:18:49.995003 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:18:49.995003 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:18:49.995003 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:18:49.995003 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:18:49.995003 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server [None req-9696d429-599b-48ae-a8b2-74287e38a000 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2d26138c-c800-4e2c-9abc-3c6608003620: This subnet is being modified by another concurrent operation. Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 13:18:50.002100 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise exception Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2d26138c-c800-4e2c-9abc-3c6608003620: This subnet is being modified by another concurrent operation. Dec 22 13:18:50.005213 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server Dec 22 13:18:50.040414 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d2a73-490f-42ca-b8bd-7e0f8fa3fd38 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Pushing event deleted for resources: {'Subnet': ['ID=2d26138c-c800-4e2c-9abc-3c6608003620,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:50.043974 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 245ce7bd-b0b8-46bc-84a3-9f1a1a7e6dc5 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:18:50.048982 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a56d2a73-490f-42ca-b8bd-7e0f8fa3fd38 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:50.052719 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a56d2a73-490f-42ca-b8bd-7e0f8fa3fd38 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:50.084080 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-13bb819e-2e00-497e-9933-39d108f161ae tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:50.089242 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-13bb819e-2e00-497e-9933-39d108f161ae tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Usage tracker for resource:security_group_rule and tenant:4a393474cb6b43369a1ff642b2c3cbd7 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:50.092806 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-13bb819e-2e00-497e-9933-39d108f161ae tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:50.099440 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-13bb819e-2e00-497e-9933-39d108f161ae tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:50.102199 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8e1155-e91b-4847-aa76-12e24fae8f3b None None] Network b071ba9f-9e2a-4baf-a0aa-5ed519e3337f requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:18:50.128613 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5dd656eb-2271-4670-9f1e-d25d1570fa85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:50.141398 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4e7ff59d-16ad-481f-8fff-36db7dab1d8d tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:50.163075 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a56d2a73-490f-42ca-b8bd-7e0f8fa3fd38 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] 10.222.0.47 "DELETE /v2.0/subnets/2d26138c-c800-4e2c-9abc-3c6608003620 HTTP/1.1" status: 204 len: 168 time: 1.2259655 Dec 22 13:18:50.164051 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42858) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:50.185370 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b46fdb-2588-4c9c-a262-bedc5e965692 None None] Pushing event updated for resources: {'Port': ['ID=e0db2aee-6368-4169-91cf-63ca9a2483fc,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:50.188944 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-a1b46fdb-2588-4c9c-a262-bedc5e965692 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:50.194763 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-dab453f9-85f8-455d-a469-596dd81092ec None None] Allocated IP 2001:db8:0:1::1 (3e4f6709-69b9-4b63-bc66-eff4499fb8ed/ad79557d-6e93-4908-b38d-267314242bac/ba9894d5-119b-4917-8a76-44574d823fe3) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:18:50.312123 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-55a0e8d6-06a3-4718-bf6a-e224436b103e tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:50.342422 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-13bb819e-2e00-497e-9933-39d108f161ae tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:50.342668 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5dd656eb-2271-4670-9f1e-d25d1570fa85 admin admin] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:50.352739 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-07e1400f-9c03-43bc-a853-6657df916a02 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Deleting subnet ad79557d-6e93-4908-b38d-267314242bac {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:18:50.429281 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-13bb819e-2e00-497e-9933-39d108f161ae tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:50.436528 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0a6c6af4-4367-46e9-bd10-fb131e926a85 tempest-PortsAdminExtendedAttrsTestJSON-1465719111 tempest-PortsAdminExtendedAttrsTestJSON-1465719111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:50.446803 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-a1b46fdb-2588-4c9c-a262-bedc5e965692 None None] Attempting to bind port e0db2aee-6368-4169-91cf-63ca9a2483fc on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:18:50.447186 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-a1b46fdb-2588-4c9c-a262-bedc5e965692 None None] Attempting to bind port e0db2aee-6368-4169-91cf-63ca9a2483fc by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'd4175124-f109-4b3a-bd03-2da3b338bd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'f2c31df9-05ff-48e9-bbce-dc3b3edf607a'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:18:50.447593 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b46fdb-2588-4c9c-a262-bedc5e965692 None None] Attempting to bind port e0db2aee-6368-4169-91cf-63ca9a2483fc on network f2c31df9-05ff-48e9-bbce-dc3b3edf607a {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:18:50.548176 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb819e-2e00-497e-9933-39d108f161ae tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f48e064e-aa40-4aca-ae3a-7f3df59fe0ce,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:50.561246 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 245ce7bd-b0b8-46bc-84a3-9f1a1a7e6dc5 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:18:50.571945 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-13bb819e-2e00-497e-9933-39d108f161ae tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:50.578748 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b46fdb-2588-4c9c-a262-bedc5e965692 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:18:50.579142 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b46fdb-2588-4c9c-a262-bedc5e965692 None None] Checking segment: {'id': 'd4175124-f109-4b3a-bd03-2da3b338bd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'f2c31df9-05ff-48e9-bbce-dc3b3edf607a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:18:50.579560 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a1b46fdb-2588-4c9c-a262-bedc5e965692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:50.580006 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b46fdb-2588-4c9c-a262-bedc5e965692 None None] Bound using segment: {'id': 'd4175124-f109-4b3a-bd03-2da3b338bd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'f2c31df9-05ff-48e9-bbce-dc3b3edf607a'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:18:50.580504 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-a1b46fdb-2588-4c9c-a262-bedc5e965692 None None] Bound port: e0db2aee-6368-4169-91cf-63ca9a2483fc, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4175124-f109-4b3a-bd03-2da3b338bd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'f2c31df9-05ff-48e9-bbce-dc3b3edf607a'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:18:50.580893 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a1b46fdb-2588-4c9c-a262-bedc5e965692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:50.627913 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd656eb-2271-4670-9f1e-d25d1570fa85 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:50.640762 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-793e339c-7dca-4734-8f89-7befe2d9e14b tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:50.662090 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5dd656eb-2271-4670-9f1e-d25d1570fa85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:50.696601 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-13f8ad27-3e7d-4164-9dc9-adc5e5f71e97 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:50.731475 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-a1b46fdb-2588-4c9c-a262-bedc5e965692 None None] For port e0db2aee-6368-4169-91cf-63ca9a2483fc, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:18:50.759495 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-a1b46fdb-2588-4c9c-a262-bedc5e965692 None None] For port e0db2aee-6368-4169-91cf-63ca9a2483fc, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=e0db2aee-6368-4169-91cf-63ca9a2483fc,segment=NetworkSegment(d4175124-f109-4b3a-bd03-2da3b338bd9e),segment_id=d4175124-f109-4b3a-bd03-2da3b338bd9e)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:18:50.798274 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e339c-7dca-4734-8f89-7befe2d9e14b tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event deleted for resources: {'Subnet': ['ID=1ea9c294-8967-4b91-9f43-5dcb53b86a36,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:50.831810 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-793e339c-7dca-4734-8f89-7befe2d9e14b tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:50.854041 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4e7ff59d-16ad-481f-8fff-36db7dab1d8d tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:50.858742 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a1b46fdb-2588-4c9c-a262-bedc5e965692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:50.877110 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-6387d78a-2b7e-43b1-a910-5e1ba1ccf2c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:50.877530 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-5dd656eb-2271-4670-9f1e-d25d1570fa85 admin admin] 10.222.0.47 "DELETE /v2.0/networks/cdd34c08-fdac-4fdd-8dd3-edf9b479bdd4 HTTP/1.1" status: 204 len: 168 time: 4.4449258 Dec 22 13:18:50.883639 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4e7ff59d-16ad-481f-8fff-36db7dab1d8d tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:50.920436 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-dab453f9-85f8-455d-a469-596dd81092ec None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:50.950429 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-dab453f9-85f8-455d-a469-596dd81092ec None None] Transition to ACTIVE for port object ba9894d5-119b-4917-8a76-44574d823fe3 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:18:50.971489 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13bb819e-2e00-497e-9933-39d108f161ae tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:18:50.971690 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e306cef0-14d4-4682-bd60-a5e97be0d3f8 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:50.983126 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-dab453f9-85f8-455d-a469-596dd81092ec None None] Transition to ACTIVE for port object ba9894d5-119b-4917-8a76-44574d823fe3 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:18:50.984371 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-13bb819e-2e00-497e-9933-39d108f161ae tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:50.984902 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-13bb819e-2e00-497e-9933-39d108f161ae tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Added segment 28c23a38-28e1-44f4-b33d-8620969ed0e4 of type vlan for network 22cd9ee4-331c-43dc-b251-2c8856e3e727 Dec 22 13:18:50.990548 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-863d4fdc-0201-4158-833e-8e3ff8e921f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:51.027545 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a3b63b34-f208-4158-a4f3-e3cb342cc352 None None] Provisioning for port 245ce7bd-b0b8-46bc-84a3-9f1a1a7e6dc5 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:18:51.033877 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b46fdb-2588-4c9c-a262-bedc5e965692 None None] Pushing event updated for resources: {'Port': ['ID=e0db2aee-6368-4169-91cf-63ca9a2483fc,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:51.038534 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-a1b46fdb-2588-4c9c-a262-bedc5e965692 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:51.039674 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a3b63b34-f208-4158-a4f3-e3cb342cc352 None None] Provisioning complete for port 245ce7bd-b0b8-46bc-84a3-9f1a1a7e6dc5 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:18:51.040373 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a3b63b34-f208-4158-a4f3-e3cb342cc352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:51.048062 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-13bb819e-2e00-497e-9933-39d108f161ae tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:51.078039 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e306cef0-14d4-4682-bd60-a5e97be0d3f8 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Port': ['ID=577a05e6-591b-4d33-bb26-18f8f2135591,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:51.082255 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e306cef0-14d4-4682-bd60-a5e97be0d3f8 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:51.083538 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-dab453f9-85f8-455d-a469-596dd81092ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:51.084736 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-793e339c-7dca-4734-8f89-7befe2d9e14b tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:51.094170 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-07e1400f-9c03-43bc-a853-6657df916a02 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:51.094896 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-94ee71dc-8441-413d-a247-75e8d50e40b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:51.167992 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e306cef0-14d4-4682-bd60-a5e97be0d3f8 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:51.174489 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-793e339c-7dca-4734-8f89-7befe2d9e14b tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c31df9-05ff-48e9-bbce-dc3b3edf607a']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:51.193918 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e306cef0-14d4-4682-bd60-a5e97be0d3f8 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/ports/577a05e6-591b-4d33-bb26-18f8f2135591 HTTP/1.1" status: 204 len: 168 time: 3.0683429 Dec 22 13:18:51.193918 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-793e339c-7dca-4734-8f89-7befe2d9e14b tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4175124-f109-4b3a-bd03-2da3b338bd9e') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:51.193918 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-793e339c-7dca-4734-8f89-7befe2d9e14b tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4175124-f109-4b3a-bd03-2da3b338bd9e') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:51.202654 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42880) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:51.251657 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-07e1400f-9c03-43bc-a853-6657df916a02 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:51.255011 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4e7ff59d-16ad-481f-8fff-36db7dab1d8d tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:51.255644 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7ff59d-16ad-481f-8fff-36db7dab1d8d tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Fanout notify agent at l3_agent the message router_deleted on router 77e00bd3-2a00-45be-af3a-4c6ebbcf9508 {{(pid=84148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:18:51.264163 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4e7ff59d-16ad-481f-8fff-36db7dab1d8d tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:51.265677 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-4e7ff59d-16ad-481f-8fff-36db7dab1d8d tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] 10.222.0.47 "DELETE /v2.0/routers/77e00bd3-2a00-45be-af3a-4c6ebbcf9508 HTTP/1.1" status: 204 len: 168 time: 7.9240155 Dec 22 13:18:51.274781 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-793e339c-7dca-4734-8f89-7befe2d9e14b tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:51.282487 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42884) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:51.300911 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-33294140-480b-4ea6-b04b-e701bf19949d tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-60874439', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:51.313412 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-33294140-480b-4ea6-b04b-e701bf19949d tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:51.325462 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-33294140-480b-4ea6-b04b-e701bf19949d tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Usage tracker for resource:router and tenant:1a390a268c544e92bdfe2dc3310ab3a3 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:51.329475 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-33294140-480b-4ea6-b04b-e701bf19949d tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:51.335007 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5930007-2fad-45ed-bb50-4ed71bf9809b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:51.341233 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5930007-2fad-45ed-bb50-4ed71bf9809b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:51.341233 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b5930007-2fad-45ed-bb50-4ed71bf9809b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1345620 Dec 22 13:18:51.342463 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42890) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:51.342612 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-793e339c-7dca-4734-8f89-7befe2d9e14b tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:51.344760 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-33294140-480b-4ea6-b04b-e701bf19949d tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:51.349129 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab453f9-85f8-455d-a469-596dd81092ec None None] Network 3e4f6709-69b9-4b63-bc66-eff4499fb8ed is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:18:51.354576 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab453f9-85f8-455d-a469-596dd81092ec None None] Pushing event updated for resources: {'Port': ['ID=ba9894d5-119b-4917-8a76-44574d823fe3,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:51.358383 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-13bb819e-2e00-497e-9933-39d108f161ae tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:51.360962 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-dab453f9-85f8-455d-a469-596dd81092ec None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:51.365238 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-dab453f9-85f8-455d-a469-596dd81092ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:51.366384 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab453f9-85f8-455d-a469-596dd81092ec None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:18:51.367517 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bb819e-2e00-497e-9933-39d108f161ae tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:51.370501 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-13bb819e-2e00-497e-9933-39d108f161ae tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:51.374261 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-793e339c-7dca-4734-8f89-7befe2d9e14b tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:18:51.376378 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-793e339c-7dca-4734-8f89-7befe2d9e14b tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:51.417441 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:18:51.417441 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:18:51.417441 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:18:51.417441 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:18:51.417441 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:18:51.417441 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:18:51.417441 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:18:51.417441 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:18:51.417441 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:18:51.417441 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:18:51.417441 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:18:51.417441 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:18:51.417441 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:18:51.417441 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:18:51.417441 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:18:51.417441 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:18:51.417441 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:18:51.417441 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:18:51.417441 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:18:51.417441 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:18:51.417441 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:18:51.417441 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:18:51.417441 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:18:51.417441 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:18:51.417441 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:18:51.417441 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:18:51.417441 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:18:51.417441 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:18:51.417441 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:18:51.417441 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:18:51.417441 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:18:51.417441 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:18:51.429017 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a322fbfd-6f6d-4223-a36b-a98ed1e02b0c tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:51.453234 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a3b63b34-f208-4158-a4f3-e3cb342cc352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:51.475139 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecabd9c5-d69f-478b-b973-243135bf4e36 None None] Network f2c31df9-05ff-48e9-bbce-dc3b3edf607a requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:18:51.585012 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-33294140-480b-4ea6-b04b-e701bf19949d tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:51.586490 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-33294140-480b-4ea6-b04b-e701bf19949d tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:51.592761 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.db.api [None req-793e339c-7dca-4734-8f89-7befe2d9e14b tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 13:18:51.592761 dv-neutron-822669-1-hyperv neutron-server[84148]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 13:18:51.592761 dv-neutron-822669-1-hyperv neutron-server[84148]: [parameters: {'id': 'f2c31df9-05ff-48e9-bbce-dc3b3edf607a'}] Dec 22 13:18:51.592761 dv-neutron-822669-1-hyperv neutron-server[84148]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:18:51.593162 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_db.api [None req-793e339c-7dca-4734-8f89-7befe2d9e14b tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:18:51.631019 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-33294140-480b-4ea6-b04b-e701bf19949d tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:51.749303 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb819e-2e00-497e-9933-39d108f161ae tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Pushing event updated for resources: {'Network': ['ID=22cd9ee4-331c-43dc-b251-2c8856e3e727,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:51.749644 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-33294140-480b-4ea6-b04b-e701bf19949d tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:51.758537 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-13bb819e-2e00-497e-9933-39d108f161ae tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:51.780285 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42898) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:51.813419 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-a3b63b34-f208-4158-a4f3-e3cb342cc352 None None] For port 245ce7bd-b0b8-46bc-84a3-9f1a1a7e6dc5, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=245ce7bd-b0b8-46bc-84a3-9f1a1a7e6dc5,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:18:51.874385 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-13bb819e-2e00-497e-9933-39d108f161ae tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.8025079 Dec 22 13:18:51.885195 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 22cd9ee4-331c-43dc-b251-2c8856e3e727 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:18:51.897420 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-07e1400f-9c03-43bc-a853-6657df916a02 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:51.903634 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-33294140-480b-4ea6-b04b-e701bf19949d tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:51.912827 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-33294140-480b-4ea6-b04b-e701bf19949d tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6196785 Dec 22 13:18:51.912827 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42902) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:51.914009 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-0eda71f3-21d1-4e31-84ef-04041344dcbd tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'enable_snat': False}}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:51.996985 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-3896d7f8-f314-47bb-a173-d12ac825c409 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=97addb87d3bc483d91b11c8c5ef7e2aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2154903 Dec 22 13:18:52.002213 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42906) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:52.022338 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-49b161ac-1a85-4bbf-918d-bd78817c8da2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting subnet 8b707018-2e2b-46fb-b40a-390b5cab5f81 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:18:52.033551 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-49b161ac-1a85-4bbf-918d-bd78817c8da2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:52.093708 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-793e339c-7dca-4734-8f89-7befe2d9e14b tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:52.162111 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a3b63b34-f208-4158-a4f3-e3cb342cc352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:52.173244 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-84e9281c-2f9b-43bb-bc1d-907edb2a8d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:52.175321 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-49b161ac-1a85-4bbf-918d-bd78817c8da2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:52.242119 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-07e1400f-9c03-43bc-a853-6657df916a02 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:52.245740 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-793e339c-7dca-4734-8f89-7befe2d9e14b tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Deleting port e0db2aee-6368-4169-91cf-63ca9a2483fc {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:52.251446 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-793e339c-7dca-4734-8f89-7befe2d9e14b tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:52.251565 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-dab453f9-85f8-455d-a469-596dd81092ec None None] Attempting to bind port ba9894d5-119b-4917-8a76-44574d823fe3 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:18:52.251565 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-dab453f9-85f8-455d-a469-596dd81092ec None None] Attempting to bind port ba9894d5-119b-4917-8a76-44574d823fe3 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '70d361f5-6981-46a2-a2df-34a5698f6ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '3e4f6709-69b9-4b63-bc66-eff4499fb8ed'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:18:52.251982 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab453f9-85f8-455d-a469-596dd81092ec None None] Attempting to bind port ba9894d5-119b-4917-8a76-44574d823fe3 on network 3e4f6709-69b9-4b63-bc66-eff4499fb8ed {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:18:52.266741 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-48f6fc53-1ce3-48ff-88dd-576db6965603 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:52.304275 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-ac02ca58-3200-4745-a774-b8e55ad74cd7 None None] Could not find standard attr ID for object 577a05e6-591b-4d33-bb26-18f8f2135591. {{(pid=84150) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:18:52.309333 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab453f9-85f8-455d-a469-596dd81092ec None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:18:52.310001 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab453f9-85f8-455d-a469-596dd81092ec None None] Checking segment: {'id': '70d361f5-6981-46a2-a2df-34a5698f6ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '3e4f6709-69b9-4b63-bc66-eff4499fb8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:18:52.311471 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-dab453f9-85f8-455d-a469-596dd81092ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:52.312135 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab453f9-85f8-455d-a469-596dd81092ec None None] Bound using segment: {'id': '70d361f5-6981-46a2-a2df-34a5698f6ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '3e4f6709-69b9-4b63-bc66-eff4499fb8ed'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:18:52.312858 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-dab453f9-85f8-455d-a469-596dd81092ec None None] Bound port: ba9894d5-119b-4917-8a76-44574d823fe3, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d361f5-6981-46a2-a2df-34a5698f6ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '3e4f6709-69b9-4b63-bc66-eff4499fb8ed'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:18:52.313572 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-dab453f9-85f8-455d-a469-596dd81092ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:52.389814 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e1400f-9c03-43bc-a853-6657df916a02 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Pushing event deleted for resources: {'Subnet': ['ID=ad79557d-6e93-4908-b38d-267314242bac,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:52.391810 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d6e6424b-edda-4cad-a121-7a1722268af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:52.422919 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-07e1400f-9c03-43bc-a853-6657df916a02 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:52.441798 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b63b34-f208-4158-a4f3-e3cb342cc352 None None] Pushing event updated for resources: {'Port': ['ID=245ce7bd-b0b8-46bc-84a3-9f1a1a7e6dc5,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:52.451208 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-a3b63b34-f208-4158-a4f3-e3cb342cc352 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:52.505571 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42918) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:52.507172 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-07e1400f-9c03-43bc-a853-6657df916a02 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:52.525755 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-dab453f9-85f8-455d-a469-596dd81092ec None None] For port ba9894d5-119b-4917-8a76-44574d823fe3, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:18:52.533939 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-dab453f9-85f8-455d-a469-596dd81092ec None None] For port ba9894d5-119b-4917-8a76-44574d823fe3, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=ba9894d5-119b-4917-8a76-44574d823fe3,segment=NetworkSegment(70d361f5-6981-46a2-a2df-34a5698f6ec5),segment_id=70d361f5-6981-46a2-a2df-34a5698f6ec5)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:18:52.583961 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d6e6424b-edda-4cad-a121-7a1722268af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:52.618694 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-dab453f9-85f8-455d-a469-596dd81092ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:52.626579 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-a4d2aa02-70ca-4d2c-b288-276e2fe9e466 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:52.716945 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42924) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:52.717191 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-49b161ac-1a85-4bbf-918d-bd78817c8da2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:52.836373 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-07e1400f-9c03-43bc-a853-6657df916a02 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] 10.222.0.47 "DELETE /v2.0/subnets/ad79557d-6e93-4908-b38d-267314242bac HTTP/1.1" status: 204 len: 168 time: 2.6561186 Dec 22 13:18:52.839697 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42930) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:52.845415 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d6e6424b-edda-4cad-a121-7a1722268af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:52.908820 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-793e339c-7dca-4734-8f89-7befe2d9e14b tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] For port e0db2aee-6368-4169-91cf-63ca9a2483fc, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=e0db2aee-6368-4169-91cf-63ca9a2483fc,segment=NetworkSegment(d4175124-f109-4b3a-bd03-2da3b338bd9e),segment_id=d4175124-f109-4b3a-bd03-2da3b338bd9e)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:18:52.909422 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-793e339c-7dca-4734-8f89-7befe2d9e14b tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:52.925252 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2df0f5c1-836a-43fe-97a0-f48cc1df2821 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:52.925819 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab453f9-85f8-455d-a469-596dd81092ec None None] Pushing event updated for resources: {'Port': ['ID=ba9894d5-119b-4917-8a76-44574d823fe3,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:52.930567 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-dab453f9-85f8-455d-a469-596dd81092ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:52.944820 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-49b161ac-1a85-4bbf-918d-bd78817c8da2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:52.966605 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6424b-edda-4cad-a121-7a1722268af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53e16c0-c06b-4fde-89ff-79d4985159e2,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:52.991260 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d6e6424b-edda-4cad-a121-7a1722268af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:53.000268 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54255a3b-b9d2-4a83-a9d3-3adb3f839e3e None None] Network 3e4f6709-69b9-4b63-bc66-eff4499fb8ed requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:18:53.005267 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:53.058211 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d6e6424b-edda-4cad-a121-7a1722268af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:53.061775 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d6e6424b-edda-4cad-a121-7a1722268af9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f53e16c0-c06b-4fde-89ff-79d4985159e2 HTTP/1.1" status: 204 len: 168 time: 1.0546103 Dec 22 13:18:53.071870 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b161ac-1a85-4bbf-918d-bd78817c8da2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Subnet': ['ID=8b707018-2e2b-46fb-b40a-390b5cab5f81,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:53.075528 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-49b161ac-1a85-4bbf-918d-bd78817c8da2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:53.077847 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-49b161ac-1a85-4bbf-918d-bd78817c8da2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/8b707018-2e2b-46fb-b40a-390b5cab5f81 HTTP/1.1" status: 204 len: 168 time: 1.7348113 Dec 22 13:18:53.081782 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793ed49d-f0be-4975-8307-1d964dd0aac8 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:53.082728 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-793ed49d-f0be-4975-8307-1d964dd0aac8 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Synchronizing usage tracker for tenant:8cc1af254a4c4edba55733b67ae379bd on resource:subnet {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:18:53.086322 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-49b161ac-1a85-4bbf-918d-bd78817c8da2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:53.086937 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42936) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:53.147288 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4056e2-593d-40a7-83a3-23b684645f8d None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:18:53.173694 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7f787e49-4e41-48c0-a70a-5cb12c6918af tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0853648 Dec 22 13:18:53.177662 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42940) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:53.240268 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-b3c157b8-2824-41ab-a2fd-deb1641b2b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1677733668'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:53.248655 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-b3c157b8-2824-41ab-a2fd-deb1641b2b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:53.254803 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-b3c157b8-2824-41ab-a2fd-deb1641b2b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029-project] Usage tracker for resource:network and tenant:65e01839dafb49cd8faad6a43bb4aa40 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:53.259510 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-b3c157b8-2824-41ab-a2fd-deb1641b2b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:53.268483 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-b3c157b8-2824-41ab-a2fd-deb1641b2b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:53.301644 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe82500-616d-4024-b401-2f245fde7924 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:53.302465 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-ebe82500-616d-4024-b401-2f245fde7924 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:18:53.307154 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-793ed49d-f0be-4975-8307-1d964dd0aac8 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Unset dirty status for tenant:8cc1af254a4c4edba55733b67ae379bd on resource:subnet {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:18:53.308543 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-793ed49d-f0be-4975-8307-1d964dd0aac8 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4648516 Dec 22 13:18:53.314489 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42944) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:53.410038 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c157b8-2824-41ab-a2fd-deb1641b2b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029-project] Made reservation on behalf of 65e01839dafb49cd8faad6a43bb4aa40 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:53.413495 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b3c157b8-2824-41ab-a2fd-deb1641b2b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:53.431719 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b3c157b8-2824-41ab-a2fd-deb1641b2b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:53.468460 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-b3c157b8-2824-41ab-a2fd-deb1641b2b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:53.472365 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-b3c157b8-2824-41ab-a2fd-deb1641b2b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029-project] Usage tracker for resource:security_group_rule and tenant:65e01839dafb49cd8faad6a43bb4aa40 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:53.475348 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-b3c157b8-2824-41ab-a2fd-deb1641b2b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:53.483329 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-b3c157b8-2824-41ab-a2fd-deb1641b2b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:53.485415 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-8d6bf000-3c46-4c52-9a54-ad7227c4fd1e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2063518585'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:53.492366 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0eda71f3-21d1-4e31-84ef-04041344dcbd tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:53.505018 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-793e339c-7dca-4734-8f89-7befe2d9e14b tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Calling delete_port for e0db2aee-6368-4169-91cf-63ca9a2483fc owned by network:dhcp {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:53.572099 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b3c157b8-2824-41ab-a2fd-deb1641b2b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:53.584555 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-ebe82500-616d-4024-b401-2f245fde7924 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:18:53.591085 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ebe82500-616d-4024-b401-2f245fde7924 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4123251 Dec 22 13:18:53.600530 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-8d6bf000-3c46-4c52-9a54-ad7227c4fd1e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:53.603777 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42948) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:53.616160 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-8d6bf000-3c46-4c52-9a54-ad7227c4fd1e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Usage tracker for resource:network and tenant:88c4270da4ff42b4b75089e5737840cb is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:53.636547 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-21eadfc9-e754-4155-9ad0-fe31b35e1602 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:53.656461 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b3c157b8-2824-41ab-a2fd-deb1641b2b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:53.661956 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-8d6bf000-3c46-4c52-9a54-ad7227c4fd1e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:53.671563 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7e979e7c-cf7c-4b03-bf26-4bacf20426da tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:53.708006 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-8d6bf000-3c46-4c52-9a54-ad7227c4fd1e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:53.720205 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-21eadfc9-e754-4155-9ad0-fe31b35e1602 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Deleting port ba9894d5-119b-4917-8a76-44574d823fe3 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:53.720205 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-21eadfc9-e754-4155-9ad0-fe31b35e1602 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:53.778191 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c157b8-2824-41ab-a2fd-deb1641b2b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:18:53.808015 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485bd71d-d896-4784-9e9c-bc0abee21eb9 None None] DHCP port deletion for 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:18:53.813097 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-485bd71d-d896-4784-9e9c-bc0abee21eb9 None None] Deleting port 245ce7bd-b0b8-46bc-84a3-9f1a1a7e6dc5 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:53.813604 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-485bd71d-d896-4784-9e9c-bc0abee21eb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:53.831880 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b3c157b8-2824-41ab-a2fd-deb1641b2b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:53.832159 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-b3c157b8-2824-41ab-a2fd-deb1641b2b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029-project] Added segment 17b1d5c0-8ae1-45b8-990d-70fd2d033f89 of type vlan for network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 Dec 22 13:18:53.858454 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617b9447-89ad-4f45-89d3-43fd914a9bfc tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:53.863297 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-617b9447-89ad-4f45-89d3-43fd914a9bfc tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2563226 Dec 22 13:18:53.864029 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42956) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:53.867228 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c157b8-2824-41ab-a2fd-deb1641b2b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57cd32ec-2a2e-4b18-8f21-e65b6621ccc8,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:53.880478 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b3c157b8-2824-41ab-a2fd-deb1641b2b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:53.942301 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6bf000-3c46-4c52-9a54-ad7227c4fd1e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Made reservation on behalf of 88c4270da4ff42b4b75089e5737840cb for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:53.948921 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8d6bf000-3c46-4c52-9a54-ad7227c4fd1e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:53.972114 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 245ce7bd-b0b8-46bc-84a3-9f1a1a7e6dc5 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:18:54.101684 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b3c157b8-2824-41ab-a2fd-deb1641b2b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:54.110207 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-793e339c-7dca-4734-8f89-7befe2d9e14b tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:54.148122 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-27e7a6b7-c6aa-40c1-9dab-e4dbdfcc38fe tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:54.189224 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d81f790b-d899-4e2e-9276-a9430df9ad02 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3167336 Dec 22 13:18:54.196629 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42964) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:54.199337 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8d6bf000-3c46-4c52-9a54-ad7227c4fd1e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:54.207878 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-98cf56d5-9a15-499a-9119-bc068579ec27 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'subnet': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:54.224522 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e339c-7dca-4734-8f89-7befe2d9e14b tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event deleted for resources: {'Port': ['ID=e0db2aee-6368-4169-91cf-63ca9a2483fc,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:54.231797 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-793e339c-7dca-4734-8f89-7befe2d9e14b tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:54.238044 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793e339c-7dca-4734-8f89-7befe2d9e14b tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] No DVR routers for this DVR port e0db2aee-6368-4169-91cf-63ca9a2483fc on host dv-neutron-822669-1-hyperv {{(pid=84148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:18:54.263587 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-485bd71d-d896-4784-9e9c-bc0abee21eb9 None None] For port 245ce7bd-b0b8-46bc-84a3-9f1a1a7e6dc5, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=245ce7bd-b0b8-46bc-84a3-9f1a1a7e6dc5,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:18:54.264432 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-485bd71d-d896-4784-9e9c-bc0abee21eb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:54.410109 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:54.415824 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-8d6bf000-3c46-4c52-9a54-ad7227c4fd1e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:54.422991 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-793e339c-7dca-4734-8f89-7befe2d9e14b tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:54.427506 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-485bd71d-d896-4784-9e9c-bc0abee21eb9 None None] Calling delete_port for 245ce7bd-b0b8-46bc-84a3-9f1a1a7e6dc5 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:54.434547 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-8d6bf000-3c46-4c52-9a54-ad7227c4fd1e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Usage tracker for resource:security_group_rule and tenant:88c4270da4ff42b4b75089e5737840cb is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:54.439980 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-8d6bf000-3c46-4c52-9a54-ad7227c4fd1e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:54.449084 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-8d6bf000-3c46-4c52-9a54-ad7227c4fd1e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:54.471946 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-793e339c-7dca-4734-8f89-7befe2d9e14b tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c31df9-05ff-48e9-bbce-dc3b3edf607a']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:54.493135 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-793e339c-7dca-4734-8f89-7befe2d9e14b tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4175124-f109-4b3a-bd03-2da3b338bd9e') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:54.493670 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-793e339c-7dca-4734-8f89-7befe2d9e14b tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4175124-f109-4b3a-bd03-2da3b338bd9e') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:54.517474 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b3c157b8-2824-41ab-a2fd-deb1641b2b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:54.527108 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 245ce7bd-b0b8-46bc-84a3-9f1a1a7e6dc5, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=245ce7bd-b0b8-46bc-84a3-9f1a1a7e6dc5,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:18:54.528691 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-793e339c-7dca-4734-8f89-7befe2d9e14b tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:54.532547 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c157b8-2824-41ab-a2fd-deb1641b2b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:54.533173 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b3c157b8-2824-41ab-a2fd-deb1641b2b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:54.539963 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-21eadfc9-e754-4155-9ad0-fe31b35e1602 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] For port ba9894d5-119b-4917-8a76-44574d823fe3, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=ba9894d5-119b-4917-8a76-44574d823fe3,segment=NetworkSegment(70d361f5-6981-46a2-a2df-34a5698f6ec5),segment_id=70d361f5-6981-46a2-a2df-34a5698f6ec5)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:18:54.540315 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-21eadfc9-e754-4155-9ad0-fe31b35e1602 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:54.551236 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-98cf56d5-9a15-499a-9119-bc068579ec27 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:54.559758 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:54.564619 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-793e339c-7dca-4734-8f89-7befe2d9e14b tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:54.575605 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-793e339c-7dca-4734-8f89-7befe2d9e14b tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:18:54.576237 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-793e339c-7dca-4734-8f89-7befe2d9e14b tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:54.592051 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-98cf56d5-9a15-499a-9119-bc068579ec27 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:subnet and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:54.599186 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:18:54.599186 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:18:54.599186 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:18:54.599186 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:18:54.599186 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:18:54.599186 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:18:54.599186 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:18:54.599186 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:18:54.599186 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:18:54.599186 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:18:54.599186 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:18:54.599186 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:18:54.599186 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:18:54.599186 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:18:54.599186 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:18:54.599186 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:18:54.599186 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:18:54.599186 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:18:54.599186 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:18:54.599186 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:18:54.599186 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:18:54.599186 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:18:54.599186 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:18:54.599186 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:18:54.599186 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:18:54.599186 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:18:54.599186 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:18:54.599186 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:18:54.599186 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:18:54.599186 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:18:54.599186 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:18:54.599186 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:18:54.603726 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:54.606273 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-48ddcec4-e41e-4708-bae0-bebc7fa55bdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:54.652482 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-98cf56d5-9a15-499a-9119-bc068579ec27 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:54.690151 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-485bd71d-d896-4784-9e9c-bc0abee21eb9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:18:54.691135 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-485bd71d-d896-4784-9e9c-bc0abee21eb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:18:54.732465 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=245ce7bd-b0b8-46bc-84a3-9f1a1a7e6dc5,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:54.736299 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:54.852252 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8d6bf000-3c46-4c52-9a54-ad7227c4fd1e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:54.861536 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0eda71f3-21d1-4e31-84ef-04041344dcbd tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:54.895255 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0eda71f3-21d1-4e31-84ef-04041344dcbd tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:54.911114 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-98cf56d5-9a15-499a-9119-bc068579ec27 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:54.930374 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-21eadfc9-e754-4155-9ad0-fe31b35e1602 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Calling delete_port for ba9894d5-119b-4917-8a76-44574d823fe3 owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:54.940147 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8d6bf000-3c46-4c52-9a54-ad7227c4fd1e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:54.943910 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-eb55c23d-4254-4490-80ee-9ab91fcf3dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:54.989641 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-793e339c-7dca-4734-8f89-7befe2d9e14b tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:54.989880 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c157b8-2824-41ab-a2fd-deb1641b2b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029-project] Pushing event updated for resources: {'Network': ['ID=e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:54.998513 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b3c157b8-2824-41ab-a2fd-deb1641b2b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:55.001372 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-793e339c-7dca-4734-8f89-7befe2d9e14b tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:55.018883 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:18:55.059906 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d6bf000-3c46-4c52-9a54-ad7227c4fd1e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:18:55.066754 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b3c157b8-2824-41ab-a2fd-deb1641b2b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.5488625 Dec 22 13:18:55.074706 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6bf000-3c46-4c52-9a54-ad7227c4fd1e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44288019-8ba8-4d0d-aa4a-d1716a160335,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:55.081659 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8d6bf000-3c46-4c52-9a54-ad7227c4fd1e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:55.083215 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:55.096682 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-21eadfc9-e754-4155-9ad0-fe31b35e1602 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:55.112778 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-30535acd-2953-44d9-b6e9-c13d3e6d1613 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:55.128127 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-793e339c-7dca-4734-8f89-7befe2d9e14b tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "DELETE /v2.0/networks/f2c31df9-05ff-48e9-bbce-dc3b3edf607a HTTP/1.1" status: 204 len: 168 time: 7.7576041 Dec 22 13:18:55.171342 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42980) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:55.172780 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 42982) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:55.178963 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21eadfc9-e754-4155-9ad0-fe31b35e1602 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] No DVR routers for this DVR port ba9894d5-119b-4917-8a76-44574d823fe3 on host dv-neutron-822669-1-hyperv {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:18:55.186193 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8d6bf000-3c46-4c52-9a54-ad7227c4fd1e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:55.186486 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-8d6bf000-3c46-4c52-9a54-ad7227c4fd1e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Added segment e698037f-e49f-4683-8345-22ec88d84f60 of type vlan for network 7ac79257-47d9-405a-9825-2b7516a86bf8 Dec 22 13:18:55.187837 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e339c-7dca-4734-8f89-7befe2d9e14b tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event deleted for resources: {'Network': ['ID=f2c31df9-05ff-48e9-bbce-dc3b3edf607a,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:55.192722 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-485bd71d-d896-4784-9e9c-bc0abee21eb9 None None] Deleting port 245ce7bd-b0b8-46bc-84a3-9f1a1a7e6dc5 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:18:55.193580 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-485bd71d-d896-4784-9e9c-bc0abee21eb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:55.200231 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-793e339c-7dca-4734-8f89-7befe2d9e14b tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:55.226256 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42984) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:55.241849 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-6a2162df-8e6d-4bce-bc2d-170cf84d13d2 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Request body: {'subnet': {'network_id': '22cd9ee4-331c-43dc-b251-2c8856e3e727', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:55.247238 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8d6bf000-3c46-4c52-9a54-ad7227c4fd1e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:55.259215 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-0eda71f3-21d1-4e31-84ef-04041344dcbd tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Allocated IP 172.26.1.102 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/36456280-8f6b-4e0e-b240-53d2eec56783) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:18:55.268484 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cf56d5-9a15-499a-9119-bc068579ec27 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:55.274279 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-98cf56d5-9a15-499a-9119-bc068579ec27 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:55.426047 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-533c2010-b124-492e-99da-b4fe9b351dd2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1247390888-network', 'tenant_id': 'ccb0058a2c24446385d13786cea4c6a9'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:55.442645 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-533c2010-b124-492e-99da-b4fe9b351dd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:55.445891 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-3d55001d-d4f5-4a61-9f3e-5aecee3bbd61 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-831928792'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:55.446900 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8d6bf000-3c46-4c52-9a54-ad7227c4fd1e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:55.451109 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eadfc9-e754-4155-9ad0-fe31b35e1602 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Pushing event deleted for resources: {'Port': ['ID=ba9894d5-119b-4917-8a76-44574d823fe3,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:55.451768 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6bf000-3c46-4c52-9a54-ad7227c4fd1e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:55.452607 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8d6bf000-3c46-4c52-9a54-ad7227c4fd1e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:55.461546 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-cb1e0085-e413-4c55-97d5-0f5315bba0fb tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:55.484708 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-533c2010-b124-492e-99da-b4fe9b351dd2 admin admin] Usage tracker for resource:network and tenant:ccb0058a2c24446385d13786cea4c6a9 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:55.500158 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-533c2010-b124-492e-99da-b4fe9b351dd2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:55.529597 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-485bd71d-d896-4784-9e9c-bc0abee21eb9 None None] For port 245ce7bd-b0b8-46bc-84a3-9f1a1a7e6dc5, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=245ce7bd-b0b8-46bc-84a3-9f1a1a7e6dc5,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:18:55.530288 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-485bd71d-d896-4784-9e9c-bc0abee21eb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:55.559520 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42994) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:55.571813 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0eda71f3-21d1-4e31-84ef-04041344dcbd tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:55.575708 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-533c2010-b124-492e-99da-b4fe9b351dd2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:55.594703 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Request body: {'port': {'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0', 'binding:host_id': 'hv-neutron-8226', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317649515'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:55.599569 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:55.606512 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Usage tracker for resource:port and tenant:97281e6106b446a9b8ba221128d2031f is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:55.608081 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:55.614059 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:55.645545 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6bf000-3c46-4c52-9a54-ad7227c4fd1e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event updated for resources: {'Network': ['ID=7ac79257-47d9-405a-9825-2b7516a86bf8,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:55.648815 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8d6bf000-3c46-4c52-9a54-ad7227c4fd1e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:55.679750 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 7ac79257-47d9-405a-9825-2b7516a86bf8 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:18:55.692963 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Made reservation on behalf of 97281e6106b446a9b8ba221128d2031f for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:55.696710 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:55.703226 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-485bd71d-d896-4784-9e9c-bc0abee21eb9 None None] Calling delete_port for 245ce7bd-b0b8-46bc-84a3-9f1a1a7e6dc5 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:18:55.730215 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8d6bf000-3c46-4c52-9a54-ad7227c4fd1e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.9594858 Dec 22 13:18:55.735868 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0eda71f3-21d1-4e31-84ef-04041344dcbd tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:55.744101 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-21eadfc9-e754-4155-9ad0-fe31b35e1602 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:55.753874 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 42998) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:55.757608 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d4025d20-79f2-4e70-9793-c9b30ee56d6c tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:55.774327 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-21eadfc9-e754-4155-9ad0-fe31b35e1602 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e4f6709-69b9-4b63-bc66-eff4499fb8ed']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:55.789875 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-21eadfc9-e754-4155-9ad0-fe31b35e1602 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d361f5-6981-46a2-a2df-34a5698f6ec5') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:55.790247 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-21eadfc9-e754-4155-9ad0-fe31b35e1602 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d361f5-6981-46a2-a2df-34a5698f6ec5') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:55.805973 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-21eadfc9-e754-4155-9ad0-fe31b35e1602 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:55.827868 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-21eadfc9-e754-4155-9ad0-fe31b35e1602 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:55.829137 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-8ab6d067-6ffa-4481-b46a-64cd3a00f212 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Request body: {'subnet': {'network_id': '7ac79257-47d9-405a-9825-2b7516a86bf8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:55.835291 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21eadfc9-e754-4155-9ad0-fe31b35e1602 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:18:55.835743 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-21eadfc9-e754-4155-9ad0-fe31b35e1602 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:55.928605 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-21eadfc9-e754-4155-9ad0-fe31b35e1602 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.816s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:55.932959 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-3d55001d-d4f5-4a61-9f3e-5aecee3bbd61 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:55.932959 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:18:55.932959 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:18:55.932959 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:18:55.932959 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:18:55.932959 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:18:55.932959 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:18:55.932959 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:18:55.932959 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:18:55.932959 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:18:55.932959 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:18:55.932959 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:18:55.932959 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:18:55.932959 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:18:55.932959 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:18:55.932959 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:18:55.932959 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:18:55.932959 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:18:55.932959 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:18:55.932959 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:18:55.932959 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:18:55.932959 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:18:55.932959 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:18:55.932959 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:18:55.932959 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:18:55.932959 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:18:55.932959 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:18:55.932959 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:18:55.932959 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:18:55.932959 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:18:55.932959 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:18:55.932959 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:18:55.932959 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:18:55.950651 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-3d55001d-d4f5-4a61-9f3e-5aecee3bbd61 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Usage tracker for resource:network and tenant:fcf444775c8e48ac91bc0e0e1ea9aa3c is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:55.967521 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-3d55001d-d4f5-4a61-9f3e-5aecee3bbd61 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:55.986230 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-3d55001d-d4f5-4a61-9f3e-5aecee3bbd61 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:56.009517 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:56.023058 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-6a2162df-8e6d-4bce-bc2d-170cf84d13d2 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:56.028032 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6a2162df-8e6d-4bce-bc2d-170cf84d13d2 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Usage tracker for resource:subnet and tenant:4a393474cb6b43369a1ff642b2c3cbd7 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:56.031883 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6a2162df-8e6d-4bce-bc2d-170cf84d13d2 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:56.037728 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eda71f3-21d1-4e31-84ef-04041344dcbd tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:18:56.037901 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-6a2162df-8e6d-4bce-bc2d-170cf84d13d2 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:56.088753 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533c2010-b124-492e-99da-b4fe9b351dd2 admin admin] Made reservation on behalf of ccb0058a2c24446385d13786cea4c6a9 for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:56.091193 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-533c2010-b124-492e-99da-b4fe9b351dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:56.109758 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-0eda71f3-21d1-4e31-84ef-04041344dcbd tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:56.128452 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eda71f3-21d1-4e31-84ef-04041344dcbd tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:18:56.183700 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-533c2010-b124-492e-99da-b4fe9b351dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:56.219602 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-485bd71d-d896-4784-9e9c-bc0abee21eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:56.224292 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-a3b63b34-f208-4158-a4f3-e3cb342cc352 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:56.229785 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda71f3-21d1-4e31-84ef-04041344dcbd tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Pushing event updated for resources: {'Port': ['ID=36456280-8f6b-4e0e-b240-53d2eec56783,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:56.236649 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:56.238875 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d55001d-d4f5-4a61-9f3e-5aecee3bbd61 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Made reservation on behalf of fcf444775c8e48ac91bc0e0e1ea9aa3c for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:56.242010 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3d55001d-d4f5-4a61-9f3e-5aecee3bbd61 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:56.247050 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0eda71f3-21d1-4e31-84ef-04041344dcbd tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:56.249273 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Usage tracker for resource:security_group_rule and tenant:97281e6106b446a9b8ba221128d2031f is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:56.255908 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:56.268616 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-8ab6d067-6ffa-4481-b46a-64cd3a00f212 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:56.271362 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:56.273739 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-21eadfc9-e754-4155-9ad0-fe31b35e1602 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:56.279613 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-21eadfc9-e754-4155-9ad0-fe31b35e1602 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:56.282258 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2162df-8e6d-4bce-bc2d-170cf84d13d2 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Made reservation on behalf of 4a393474cb6b43369a1ff642b2c3cbd7 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:56.299057 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485bd71d-d896-4784-9e9c-bc0abee21eb9 None None] Pushing event deleted for resources: {'Port': ['ID=245ce7bd-b0b8-46bc-84a3-9f1a1a7e6dc5,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:56.304304 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-485bd71d-d896-4784-9e9c-bc0abee21eb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:56.309620 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485bd71d-d896-4784-9e9c-bc0abee21eb9 None None] No DVR routers for this DVR port 245ce7bd-b0b8-46bc-84a3-9f1a1a7e6dc5 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:18:56.309801 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-8ab6d067-6ffa-4481-b46a-64cd3a00f212 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Usage tracker for resource:subnet and tenant:88c4270da4ff42b4b75089e5737840cb is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:56.327696 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-8ab6d067-6ffa-4481-b46a-64cd3a00f212 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:56.328257 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa9a253-1998-4b87-88fa-2860767c927c None None] get_active_networks_info from dv-neutron-822669-1-hyperv {{(pid=84150) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 13:18:56.341167 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-8ab6d067-6ffa-4481-b46a-64cd3a00f212 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:56.353320 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-533c2010-b124-492e-99da-b4fe9b351dd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:56.357392 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b3c157b8-2824-41ab-a2fd-deb1641b2b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:56.375856 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-533c2010-b124-492e-99da-b4fe9b351dd2 admin admin] Usage tracker for resource:security_group_rule and tenant:ccb0058a2c24446385d13786cea4c6a9 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:56.382539 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-533c2010-b124-492e-99da-b4fe9b351dd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:56.395432 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-533c2010-b124-492e-99da-b4fe9b351dd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:56.414137 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eadfc9-e754-4155-9ad0-fe31b35e1602 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Pushing event deleted for resources: {'Network': ['ID=3e4f6709-69b9-4b63-bc66-eff4499fb8ed,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:56.423299 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-21eadfc9-e754-4155-9ad0-fe31b35e1602 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:56.433832 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-21eadfc9-e754-4155-9ad0-fe31b35e1602 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] 10.222.0.47 "DELETE /v2.0/networks/3e4f6709-69b9-4b63-bc66-eff4499fb8ed HTTP/1.1" status: 204 len: 168 time: 3.1180747 Dec 22 13:18:56.438489 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab6d067-6ffa-4481-b46a-64cd3a00f212 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Made reservation on behalf of 88c4270da4ff42b4b75089e5737840cb for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:56.455374 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43002) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:56.478398 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d55001d-d4f5-4a61-9f3e-5aecee3bbd61 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:18:56.501558 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6a2162df-8e6d-4bce-bc2d-170cf84d13d2 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:56.504000 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa9a253-1998-4b87-88fa-2860767c927c None None] Resources bound (agent type, host, resource id): {{(pid=84150) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 13:18:56.595128 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3d55001d-d4f5-4a61-9f3e-5aecee3bbd61 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:56.595128 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-3d55001d-d4f5-4a61-9f3e-5aecee3bbd61 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Added segment de2348fb-acf2-4487-8fb2-3c171e8bb845 of type vlan for network d2ca6458-8bd8-4367-8052-0c6b566e8a58 Dec 22 13:18:56.649706 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:56.671823 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3d55001d-d4f5-4a61-9f3e-5aecee3bbd61 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:56.707582 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8ab6d067-6ffa-4481-b46a-64cd3a00f212 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:56.774338 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-98cf56d5-9a15-499a-9119-bc068579ec27 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:56.781811 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-33b59a78-71a2-485b-a565-2c721edc7ac3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:56.797462 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:56.810443 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6889522d-662a-4d3e-bcef-5c115e2a7302 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:56.815643 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] device_id is not set on port a83471e3-7cc3-4472-96cf-4acf35b71866 yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:18:56.817230 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3d55001d-d4f5-4a61-9f3e-5aecee3bbd61 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:56.820647 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d55001d-d4f5-4a61-9f3e-5aecee3bbd61 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:56.821224 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3d55001d-d4f5-4a61-9f3e-5aecee3bbd61 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:56.871405 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec024b74-61d5-4743-994e-edc152791179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'tenant_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'fixed_ips': [{'subnet_id': '7de4e343-c66b-4f42-a88d-d7e8ab20743a'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:18:56.872702 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ec024b74-61d5-4743-994e-edc152791179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:56.883868 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ec0d77db-1a78-489b-aba1-52df08b5e881 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:56.884585 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cf56d5-9a15-499a-9119-bc068579ec27 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:18:56.888930 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-98cf56d5-9a15-499a-9119-bc068579ec27 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:56.903522 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cf56d5-9a15-499a-9119-bc068579ec27 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:56.904103 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-98cf56d5-9a15-499a-9119-bc068579ec27 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:56.907526 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-533c2010-b124-492e-99da-b4fe9b351dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:56.907677 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf56d5-9a15-499a-9119-bc068579ec27 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Subnet': ['ID=7de4e343-c66b-4f42-a88d-d7e8ab20743a,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:56.914293 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-98cf56d5-9a15-499a-9119-bc068579ec27 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:56.917509 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-44db37ac-85df-480d-9e26-7d725e00055b tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:56.960164 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20e2f35-ddf3-45b9-9c03-f0170d544cb3,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:56.963839 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:57.013649 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-3d55001d-d4f5-4a61-9f3e-5aecee3bbd61 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7849727 Dec 22 13:18:57.020911 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43006) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:57.030314 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-513ff9f5-e5e7-44f3-8b50-8882c88bdbe9 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Request body: {'subnet': {'network_id': 'd2ca6458-8bd8-4367-8052-0c6b566e8a58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:57.034903 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-533c2010-b124-492e-99da-b4fe9b351dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:57.048118 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ef04259f-0627-4f7b-ae0a-7ec9ac53207c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:57.062985 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-ec024b74-61d5-4743-994e-edc152791179 None None] Allocated IP 2001:db8::2 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/7de4e343-c66b-4f42-a88d-d7e8ab20743a/dace488e-0be6-4d1e-aed6-549d80e9a590) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:18:57.189013 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-533c2010-b124-492e-99da-b4fe9b351dd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:18:57.227358 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6a2162df-8e6d-4bce-bc2d-170cf84d13d2 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:57.235395 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-98cf56d5-9a15-499a-9119-bc068579ec27 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0328403 Dec 22 13:18:57.238263 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43010) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:57.243336 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d55001d-d4f5-4a61-9f3e-5aecee3bbd61 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event updated for resources: {'Network': ['ID=d2ca6458-8bd8-4367-8052-0c6b566e8a58,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:57.252841 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-d3c3763a-7d47-44cd-a9b6-14b1a3d7476b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'port': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'fixed_ips': [{'subnet_id': '7de4e343-c66b-4f42-a88d-d7e8ab20743a', 'ip_address': '2001:db8::c734:55:2a22:a5e7'}], 'name': 'tempest-NetworksTestDHCPv6-2086428275'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:57.262619 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network d2ca6458-8bd8-4367-8052-0c6b566e8a58 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:18:57.269873 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3d55001d-d4f5-4a61-9f3e-5aecee3bbd61 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:57.270320 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:57.272301 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ec0d77db-1a78-489b-aba1-52df08b5e881 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:57.286513 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c2010-b124-492e-99da-b4fe9b351dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59a2159-38cb-4aed-8dd2-c4af10ae2925,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:57.289408 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-533c2010-b124-492e-99da-b4fe9b351dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:57.337348 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-533c2010-b124-492e-99da-b4fe9b351dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:57.337752 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-533c2010-b124-492e-99da-b4fe9b351dd2 admin admin] Added segment e11a9440-d7e6-4ec9-a0b2-30e49813bac3 of type vlan for network 36a9635e-060b-4630-a9b5-9765cca55df8 Dec 22 13:18:57.368989 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-ec0d77db-1a78-489b-aba1-52df08b5e881 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b071ba9f-9e2a-4baf-a0aa-5ed519e3337f']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:57.374170 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ec024b74-61d5-4743-994e-edc152791179 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:57.379106 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0eda71f3-21d1-4e31-84ef-04041344dcbd tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:57.399522 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-ec024b74-61d5-4743-994e-edc152791179 None None] Transition to ACTIVE for port object dace488e-0be6-4d1e-aed6-549d80e9a590 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:18:57.405571 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-513ff9f5-e5e7-44f3-8b50-8882c88bdbe9 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:57.423973 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-ec024b74-61d5-4743-994e-edc152791179 None None] Transition to ACTIVE for port object dace488e-0be6-4d1e-aed6-549d80e9a590 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:18:57.432209 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-513ff9f5-e5e7-44f3-8b50-8882c88bdbe9 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Usage tracker for resource:subnet and tenant:fcf444775c8e48ac91bc0e0e1ea9aa3c is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:57.434907 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2162df-8e6d-4bce-bc2d-170cf84d13d2 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Pushing event updated for resources: {'Subnet': ['ID=453d0e92-e8d6-4fd7-b02c-3d44015c6eeb,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:57.437126 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-513ff9f5-e5e7-44f3-8b50-8882c88bdbe9 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:57.445958 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6a2162df-8e6d-4bce-bc2d-170cf84d13d2 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:57.451253 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-513ff9f5-e5e7-44f3-8b50-8882c88bdbe9 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:57.461097 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-ec0d77db-1a78-489b-aba1-52df08b5e881 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4812e056-2c46-4fef-b459-274c53972f7e') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:57.461403 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-ec0d77db-1a78-489b-aba1-52df08b5e881 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4812e056-2c46-4fef-b459-274c53972f7e') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:57.498242 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ec024b74-61d5-4743-994e-edc152791179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:57.503606 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2162df-8e6d-4bce-bc2d-170cf84d13d2 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Checking segment: {'id': '28c23a38-28e1-44f4-b33d-8620969ed0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '22cd9ee4-331c-43dc-b251-2c8856e3e727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:18:57.505267 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2162df-8e6d-4bce-bc2d-170cf84d13d2 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Network hostable DHCP agents. Network: 22cd9ee4-331c-43dc-b251-2c8856e3e727, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:18:57.509925 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:57.515498 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ec0d77db-1a78-489b-aba1-52df08b5e881 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:57.522853 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d3c3763a-7d47-44cd-a9b6-14b1a3d7476b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:57.524398 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-533c2010-b124-492e-99da-b4fe9b351dd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:57.535202 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d3c3763a-7d47-44cd-a9b6-14b1a3d7476b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:57.549046 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513ff9f5-e5e7-44f3-8b50-8882c88bdbe9 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Made reservation on behalf of fcf444775c8e48ac91bc0e0e1ea9aa3c for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:57.553949 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec024b74-61d5-4743-994e-edc152791179 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:18:57.560234 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-ec024b74-61d5-4743-994e-edc152791179 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:57.573203 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec024b74-61d5-4743-994e-edc152791179 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:18:57.596218 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ec0d77db-1a78-489b-aba1-52df08b5e881 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:57.623339 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2162df-8e6d-4bce-bc2d-170cf84d13d2 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Network 22cd9ee4-331c-43dc-b251-2c8856e3e727 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:18:57.640799 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec0d77db-1a78-489b-aba1-52df08b5e881 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:18:57.641208 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ec0d77db-1a78-489b-aba1-52df08b5e881 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:57.645124 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c3763a-7d47-44cd-a9b6-14b1a3d7476b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:57.660739 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:18:57.660739 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:18:57.660739 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:18:57.660739 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:18:57.660739 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:18:57.660739 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:18:57.660739 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:18:57.660739 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:18:57.660739 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:18:57.660739 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:18:57.660739 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:18:57.660739 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:18:57.660739 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:18:57.660739 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:18:57.660739 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:18:57.660739 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:18:57.660739 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:18:57.660739 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:18:57.660739 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:18:57.660739 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:18:57.660739 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:18:57.660739 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:18:57.660739 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:18:57.660739 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:18:57.660739 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:18:57.660739 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:18:57.660739 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:18:57.660739 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:18:57.660739 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:18:57.660739 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:18:57.660739 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:18:57.660739 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:18:57.685410 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec024b74-61d5-4743-994e-edc152791179 None None] Pushing event updated for resources: {'Port': ['ID=dace488e-0be6-4d1e-aed6-549d80e9a590,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:57.689392 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-ec024b74-61d5-4743-994e-edc152791179 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:57.691549 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-ec024b74-61d5-4743-994e-edc152791179 None None] Attempting to bind port dace488e-0be6-4d1e-aed6-549d80e9a590 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:18:57.692050 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-ec024b74-61d5-4743-994e-edc152791179 None None] Attempting to bind port dace488e-0be6-4d1e-aed6-549d80e9a590 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:18:57.692420 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec024b74-61d5-4743-994e-edc152791179 None None] Attempting to bind port dace488e-0be6-4d1e-aed6-549d80e9a590 on network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:18:57.700524 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec024b74-61d5-4743-994e-edc152791179 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:18:57.707071 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec024b74-61d5-4743-994e-edc152791179 None None] Checking segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:18:57.707071 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ec024b74-61d5-4743-994e-edc152791179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:57.707071 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec024b74-61d5-4743-994e-edc152791179 None None] Bound using segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:18:57.707071 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-ec024b74-61d5-4743-994e-edc152791179 None None] Bound port: dace488e-0be6-4d1e-aed6-549d80e9a590, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:18:57.707071 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ec024b74-61d5-4743-994e-edc152791179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:57.731277 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-6a2162df-8e6d-4bce-bc2d-170cf84d13d2 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 22cd9ee4-331c-43dc-b251-2c8856e3e727) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:57.742528 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-513ff9f5-e5e7-44f3-8b50-8882c88bdbe9 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:57.767930 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2162df-8e6d-4bce-bc2d-170cf84d13d2 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:57.768526 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6a2162df-8e6d-4bce-bc2d-170cf84d13d2 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:57.802064 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-ec024b74-61d5-4743-994e-edc152791179 None None] For port dace488e-0be6-4d1e-aed6-549d80e9a590, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:18:57.912697 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d3c3763a-7d47-44cd-a9b6-14b1a3d7476b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:57.921084 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] device_id is not set on port a83471e3-7cc3-4472-96cf-4acf35b71866 yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:18:57.942106 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6a2162df-8e6d-4bce-bc2d-170cf84d13d2 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7179000 Dec 22 13:18:57.946471 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-d3c3763a-7d47-44cd-a9b6-14b1a3d7476b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] device_id is not set on port 9c15ccd0-b14b-4f27-b7eb-3771f9625d16 yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:18:57.946613 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43014) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:57.957735 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:57.969253 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-d6792997-ff10-4d7b-b919-f9d9ad4d0c89 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1829647224'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:57.982839 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-d6792997-ff10-4d7b-b919-f9d9ad4d0c89 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:57.995335 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0eda71f3-21d1-4e31-84ef-04041344dcbd tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:57.999285 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-d6792997-ff10-4d7b-b919-f9d9ad4d0c89 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Usage tracker for resource:network and tenant:4a393474cb6b43369a1ff642b2c3cbd7 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:58.002395 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-d6792997-ff10-4d7b-b919-f9d9ad4d0c89 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:58.006491 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0eda71f3-21d1-4e31-84ef-04041344dcbd tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707601'] for router, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:58.010486 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-d6792997-ff10-4d7b-b919-f9d9ad4d0c89 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:58.053011 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-ec024b74-61d5-4743-994e-edc152791179 None None] For port dace488e-0be6-4d1e-aed6-549d80e9a590, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=dace488e-0be6-4d1e-aed6-549d80e9a590,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:18:58.072959 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Transition to ACTIVE for port object a83471e3-7cc3-4472-96cf-4acf35b71866 will not be triggered until provisioned by entity L2. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:18:58.083392 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8ab6d067-6ffa-4481-b46a-64cd3a00f212 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:58.086997 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-533c2010-b124-492e-99da-b4fe9b351dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:58.092622 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533c2010-b124-492e-99da-b4fe9b351dd2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:58.092622 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-533c2010-b124-492e-99da-b4fe9b351dd2 admin admin] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:58.092622 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ec0d77db-1a78-489b-aba1-52df08b5e881 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:58.096134 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ec0d77db-1a78-489b-aba1-52df08b5e881 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:58.103123 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:58.138625 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ec024b74-61d5-4743-994e-edc152791179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:58.143561 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-9bb72641-46e7-4fa1-bcc0-1efc2793ad20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:58.189385 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6792997-ff10-4d7b-b919-f9d9ad4d0c89 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Made reservation on behalf of 4a393474cb6b43369a1ff642b2c3cbd7 for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:58.192378 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d6792997-ff10-4d7b-b919-f9d9ad4d0c89 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:58.223922 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-d3c3763a-7d47-44cd-a9b6-14b1a3d7476b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Allocated IP 2001:db8::c734:55:2a22:a5e7 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/7de4e343-c66b-4f42-a88d-d7e8ab20743a/9c15ccd0-b14b-4f27-b7eb-3771f9625d16) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:18:58.235540 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec024b74-61d5-4743-994e-edc152791179 None None] Pushing event updated for resources: {'Port': ['ID=dace488e-0be6-4d1e-aed6-549d80e9a590,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:58.246120 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-ec024b74-61d5-4743-994e-edc152791179 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:58.248938 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:58.257695 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ec0d77db-1a78-489b-aba1-52df08b5e881 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] 10.222.0.47 "DELETE /v2.0/networks/b071ba9f-9e2a-4baf-a0aa-5ed519e3337f HTTP/1.1" status: 204 len: 168 time: 1.7954056 Dec 22 13:18:58.257896 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-513ff9f5-e5e7-44f3-8b50-8882c88bdbe9 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:58.264265 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43018) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:58.269558 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-cec4d66a-3ccc-4106-9caa-e3401a8ab121 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:58.279890 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab6d067-6ffa-4481-b46a-64cd3a00f212 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event updated for resources: {'Subnet': ['ID=d857f1db-ab4c-4c8d-aba3-be52d5449c21,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:58.289586 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8ab6d067-6ffa-4481-b46a-64cd3a00f212 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:58.292001 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d9ecfeb2-8cfb-4b3d-aeb1-614da4574abf tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:58.387507 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-533c2010-b124-492e-99da-b4fe9b351dd2 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.1547167 Dec 22 13:18:58.398503 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6792997-ff10-4d7b-b919-f9d9ad4d0c89 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:18:58.406739 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43022) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:58.421315 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab6d067-6ffa-4481-b46a-64cd3a00f212 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Checking segment: {'id': 'e698037f-e49f-4683-8345-22ec88d84f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7ac79257-47d9-405a-9825-2b7516a86bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:18:58.421681 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab6d067-6ffa-4481-b46a-64cd3a00f212 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Network hostable DHCP agents. Network: 7ac79257-47d9-405a-9825-2b7516a86bf8, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:18:58.436574 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-1db92ab1-ab56-4562-bb3b-99be9f69b028 admin admin] Request body: {'subnet': {'network_id': '36a9635e-060b-4630-a9b5-9765cca55df8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1247390888-subnet', 'tenant_id': 'ccb0058a2c24446385d13786cea4c6a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:58.503078 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1db92ab1-ab56-4562-bb3b-99be9f69b028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:58.506068 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c2010-b124-492e-99da-b4fe9b351dd2 admin admin] Pushing event updated for resources: {'Network': ['ID=36a9635e-060b-4630-a9b5-9765cca55df8,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:58.508601 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d6792997-ff10-4d7b-b919-f9d9ad4d0c89 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:58.508939 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-d6792997-ff10-4d7b-b919-f9d9ad4d0c89 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Added segment 9f84d1fe-8de3-494e-8d77-f841a31516a2 of type vlan for network 18abce42-9ce5-4eb5-a16c-e305759ea82e Dec 22 13:18:58.525772 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 36a9635e-060b-4630-a9b5-9765cca55df8 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:18:58.580795 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ff9f5-e5e7-44f3-8b50-8882c88bdbe9 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event updated for resources: {'Subnet': ['ID=855be06f-27b1-4291-bdde-005d820c58ee,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:58.592360 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1db92ab1-ab56-4562-bb3b-99be9f69b028 admin admin] Usage tracker for resource:subnet and tenant:ccb0058a2c24446385d13786cea4c6a9 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:58.596717 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d77db-1a78-489b-aba1-52df08b5e881 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Pushing event deleted for resources: {'Network': ['ID=b071ba9f-9e2a-4baf-a0aa-5ed519e3337f,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:58.611765 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ec0d77db-1a78-489b-aba1-52df08b5e881 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:58.615273 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.482s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:58.615589 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:58.620594 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1db92ab1-ab56-4562-bb3b-99be9f69b028 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:58.624374 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-513ff9f5-e5e7-44f3-8b50-8882c88bdbe9 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:58.629216 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:58.629695 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d92d227d-1586-49d5-a88d-153a74050bb5 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.357s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:58.643528 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1db92ab1-ab56-4562-bb3b-99be9f69b028 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:58.682092 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1ae2bd3d-03a6-4268-8de6-85621ec4be81 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:58.691274 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d6792997-ff10-4d7b-b919-f9d9ad4d0c89 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:58.695749 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Checking segment: {'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:18:58.696139 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Network hostable DHCP agents. Network: e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:18:58.724048 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513ff9f5-e5e7-44f3-8b50-8882c88bdbe9 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Checking segment: {'id': 'de2348fb-acf2-4487-8fb2-3c171e8bb845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd2ca6458-8bd8-4367-8052-0c6b566e8a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:18:58.724425 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513ff9f5-e5e7-44f3-8b50-8882c88bdbe9 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Network hostable DHCP agents. Network: d2ca6458-8bd8-4367-8052-0c6b566e8a58, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:18:58.763622 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Pushing event updated for resources: {'Port': ['ID=a83471e3-7cc3-4472-96cf-4acf35b71866,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:58.771954 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:58.786877 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab6d067-6ffa-4481-b46a-64cd3a00f212 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Network 7ac79257-47d9-405a-9825-2b7516a86bf8 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:18:58.797169 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db92ab1-ab56-4562-bb3b-99be9f69b028 admin admin] Made reservation on behalf of ccb0058a2c24446385d13786cea4c6a9 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:58.799442 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1db92ab1-ab56-4562-bb3b-99be9f69b028 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:58.858785 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d6792997-ff10-4d7b-b919-f9d9ad4d0c89 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:58.862570 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6792997-ff10-4d7b-b919-f9d9ad4d0c89 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:58.863129 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d6792997-ff10-4d7b-b919-f9d9ad4d0c89 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:58.868880 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-863d4fdc-0201-4158-833e-8e3ff8e921f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:58.882870 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:18:58.949550 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eda71f3-21d1-4e31-84ef-04041344dcbd tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Router dd4a3d63-7408-44ce-99f0-882959569c77 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:18:58.969989 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-8ab6d067-6ffa-4481-b46a-64cd3a00f212 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 7ac79257-47d9-405a-9825-2b7516a86bf8) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:58.982168 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:58.987287 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab6d067-6ffa-4481-b46a-64cd3a00f212 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:58.987886 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8ab6d067-6ffa-4481-b46a-64cd3a00f212 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:59.000568 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:18:59.019509 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6792997-ff10-4d7b-b919-f9d9ad4d0c89 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Pushing event updated for resources: {'Network': ['ID=18abce42-9ce5-4eb5-a16c-e305759ea82e,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:59.028874 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d6792997-ff10-4d7b-b919-f9d9ad4d0c89 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:59.036272 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 18abce42-9ce5-4eb5-a16c-e305759ea82e details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:18:59.038192 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d6792997-ff10-4d7b-b919-f9d9ad4d0c89 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0819368 Dec 22 13:18:59.041269 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43026) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:59.047547 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-dc17d716-2e62-48a0-b6bd-ce45989c8c44 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Request body: {'subnet': {'network_id': '18abce42-9ce5-4eb5-a16c-e305759ea82e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:59.065683 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:18:59.066030 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:18:59.066392 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:18:59.076848 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d3c3763a-7d47-44cd-a9b6-14b1a3d7476b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:59.077661 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Port a83471e3-7cc3-4472-96cf-4acf35b71866 on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:18:59.078115 dv-neutron-822669-1-hyperv neutron-server[84148]: ERROR neutron.plugins.ml2.managers [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Failed to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] Dec 22 13:18:59.104108 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1ae2bd3d-03a6-4268-8de6-85621ec4be81 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:59.143490 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-d3c3763a-7d47-44cd-a9b6-14b1a3d7476b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Transition to ACTIVE for port object 9c15ccd0-b14b-4f27-b7eb-3771f9625d16 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:18:59.153496 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-1ae2bd3d-03a6-4268-8de6-85621ec4be81 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bf659ac-ff61-4b9b-8d21-53b7be78a545']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:59.169318 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-1ae2bd3d-03a6-4268-8de6-85621ec4be81 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7107abc-1259-43f9-8c7e-0c7f5580173a') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:59.169859 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-1ae2bd3d-03a6-4268-8de6-85621ec4be81 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7107abc-1259-43f9-8c7e-0c7f5580173a') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:59.190388 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1ae2bd3d-03a6-4268-8de6-85621ec4be81 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:59.204085 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513ff9f5-e5e7-44f3-8b50-8882c88bdbe9 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Network d2ca6458-8bd8-4367-8052-0c6b566e8a58 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:18:59.210504 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.plugins.ml2.plugin [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempt 2 to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 Dec 22 13:18:59.226986 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1ae2bd3d-03a6-4268-8de6-85621ec4be81 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:59.230714 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8ab6d067-6ffa-4481-b46a-64cd3a00f212 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.4154282 Dec 22 13:18:59.236793 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43030) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:59.239516 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-513ff9f5-e5e7-44f3-8b50-8882c88bdbe9 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, d2ca6458-8bd8-4367-8052-0c6b566e8a58) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:59.245710 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513ff9f5-e5e7-44f3-8b50-8882c88bdbe9 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:59.249113 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-513ff9f5-e5e7-44f3-8b50-8882c88bdbe9 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:59.259308 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:18:59.259503 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:18:59.260461 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:18:59.263756 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-c4066f62-7624-4f69-ad9f-24006d43b067 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-345742967', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}, 'admin_state_up': False}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:59.283356 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Port a83471e3-7cc3-4472-96cf-4acf35b71866 on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:18:59.283693 dv-neutron-822669-1-hyperv neutron-server[84148]: ERROR neutron.plugins.ml2.managers [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Failed to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] Dec 22 13:18:59.285788 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.plugins.ml2.plugin [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempt 3 to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 Dec 22 13:18:59.305330 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ae2bd3d-03a6-4268-8de6-85621ec4be81 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:18:59.310655 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1ae2bd3d-03a6-4268-8de6-85621ec4be81 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:59.312088 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-dc17d716-2e62-48a0-b6bd-ce45989c8c44 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:59.314512 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:18:59.314850 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:18:59.315188 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:18:59.324333 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-dc17d716-2e62-48a0-b6bd-ce45989c8c44 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Usage tracker for resource:subnet and tenant:4a393474cb6b43369a1ff642b2c3cbd7 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:59.326217 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:18:59.326217 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:18:59.326217 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:18:59.326217 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:18:59.326217 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:18:59.326217 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:18:59.326217 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:18:59.326217 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:18:59.326217 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:18:59.326217 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:18:59.326217 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:18:59.326217 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:18:59.326217 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:18:59.326217 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:18:59.326217 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:18:59.326217 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:18:59.326217 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:18:59.326217 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:18:59.326217 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:18:59.326217 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:18:59.326217 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:18:59.326217 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:18:59.326217 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:18:59.326217 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:18:59.326217 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:18:59.326217 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:18:59.326217 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:18:59.326217 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:18:59.326217 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:18:59.326217 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:18:59.326217 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:18:59.326217 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:18:59.333642 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-c4066f62-7624-4f69-ad9f-24006d43b067 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:59.336832 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-dc17d716-2e62-48a0-b6bd-ce45989c8c44 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:59.346077 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-dc17d716-2e62-48a0-b6bd-ce45989c8c44 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:59.351607 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Port a83471e3-7cc3-4472-96cf-4acf35b71866 on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:18:59.351940 dv-neutron-822669-1-hyperv neutron-server[84148]: ERROR neutron.plugins.ml2.managers [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Failed to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] Dec 22 13:18:59.357300 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.plugins.ml2.plugin [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempt 4 to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 Dec 22 13:18:59.399167 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084bd745-635e-4390-9e8e-0a4c3b47d1b8 None None] get_active_networks_info from dv-neutron-822669-1-hyperv {{(pid=84150) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 13:18:59.430459 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:18:59.430459 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:18:59.430774 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:18:59.430938 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c4066f62-7624-4f69-ad9f-24006d43b067 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Usage tracker for resource:router and tenant:88c4270da4ff42b4b75089e5737840cb is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:59.441709 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Port a83471e3-7cc3-4472-96cf-4acf35b71866 on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:18:59.442021 dv-neutron-822669-1-hyperv neutron-server[84148]: ERROR neutron.plugins.ml2.managers [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Failed to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] Dec 22 13:18:59.443236 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.plugins.ml2.plugin [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempt 5 to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 Dec 22 13:18:59.443679 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c4066f62-7624-4f69-ad9f-24006d43b067 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:59.457298 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-c4066f62-7624-4f69-ad9f-24006d43b067 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:59.463691 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:18:59.464026 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:18:59.464881 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:18:59.474573 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d3c3763a-7d47-44cd-a9b6-14b1a3d7476b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:59.483038 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Port a83471e3-7cc3-4472-96cf-4acf35b71866 on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:18:59.483355 dv-neutron-822669-1-hyperv neutron-server[84148]: ERROR neutron.plugins.ml2.managers [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Failed to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] Dec 22 13:18:59.485508 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-353e94d1-25b2-491e-a76c-d291ecc74b07 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:59.485644 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.plugins.ml2.plugin [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempt 6 to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 Dec 22 13:18:59.496509 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc17d716-2e62-48a0-b6bd-ce45989c8c44 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Made reservation on behalf of 4a393474cb6b43369a1ff642b2c3cbd7 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:59.520551 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-1533a0fa-0e20-4a53-a0b0-b2309886c5f9 None None] Provisioning for port dace488e-0be6-4d1e-aed6-549d80e9a590 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:18:59.546692 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-513ff9f5-e5e7-44f3-8b50-8882c88bdbe9 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5244524 Dec 22 13:18:59.553196 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084bd745-635e-4390-9e8e-0a4c3b47d1b8 None None] Resources bound (agent type, host, resource id): {{(pid=84150) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 13:18:59.553739 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43034) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:59.567596 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-5f652f2b-de25-4e40-ae93-a1ff8f02664d tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Request body: {'subnet': {'network_id': 'd2ca6458-8bd8-4367-8052-0c6b566e8a58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:18:59.590985 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:18:59.591322 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:18:59.591654 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:18:59.608004 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Port a83471e3-7cc3-4472-96cf-4acf35b71866 on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:18:59.608004 dv-neutron-822669-1-hyperv neutron-server[84148]: ERROR neutron.plugins.ml2.managers [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Failed to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] Dec 22 13:18:59.608273 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.plugins.ml2.plugin [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempt 7 to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 Dec 22 13:18:59.618318 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eda71f3-21d1-4e31-84ef-04041344dcbd tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:18:59.635760 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0eda71f3-21d1-4e31-84ef-04041344dcbd tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:59.639477 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0eda71f3-21d1-4e31-84ef-04041344dcbd tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] 10.222.0.47 "PUT /v2.0/routers/dd4a3d63-7408-44ce-99f0-882959569c77 HTTP/1.1" status: 200 len: 914 time: 7.7281642 Dec 22 13:18:59.641911 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43038) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:59.645912 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b402ea09-31cf-4579-a3ac-c47e2c345882 None None] Sync routers for ids ['dd4a3d63-7408-44ce-99f0-882959569c77'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:18:59.647110 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1ae2bd3d-03a6-4268-8de6-85621ec4be81 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:59.664701 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1ae2bd3d-03a6-4268-8de6-85621ec4be81 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:59.668179 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c4066f62-7624-4f69-ad9f-24006d43b067 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:59.668928 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c4066f62-7624-4f69-ad9f-24006d43b067 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:59.672033 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1db92ab1-ab56-4562-bb3b-99be9f69b028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:59.683991 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c3763a-7d47-44cd-a9b6-14b1a3d7476b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:18:59.691656 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3763a-7d47-44cd-a9b6-14b1a3d7476b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Port': ['ID=9c15ccd0-b14b-4f27-b7eb-3771f9625d16,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:59.696018 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b402ea09-31cf-4579-a3ac-c47e2c345882 None None] Routers {'dd4a3d63-7408-44ce-99f0-882959569c77'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:18:59.696750 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-b402ea09-31cf-4579-a3ac-c47e2c345882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:18:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['dd4a3d63-7408-44ce-99f0-882959569c77'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:59.704550 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:18:59.705506 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:18:59.705506 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:18:59.705758 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-d3c3763a-7d47-44cd-a9b6-14b1a3d7476b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:59.712370 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d3c3763a-7d47-44cd-a9b6-14b1a3d7476b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:59.714653 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-21eadfc9-e754-4155-9ad0-fe31b35e1602 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:59.715334 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dc17d716-2e62-48a0-b6bd-ce45989c8c44 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:59.731887 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c3763a-7d47-44cd-a9b6-14b1a3d7476b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:18:59.743207 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c3763a-7d47-44cd-a9b6-14b1a3d7476b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:59.743207 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d3c3763a-7d47-44cd-a9b6-14b1a3d7476b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:59.747375 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1ae2bd3d-03a6-4268-8de6-85621ec4be81 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] 10.222.0.47 "DELETE /v2.0/networks/6bf659ac-ff61-4b9b-8d21-53b7be78a545 HTTP/1.1" status: 204 len: 168 time: 1.4479685 Dec 22 13:18:59.752821 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43042) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:59.780850 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae2bd3d-03a6-4268-8de6-85621ec4be81 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Pushing event deleted for resources: {'Network': ['ID=6bf659ac-ff61-4b9b-8d21-53b7be78a545,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:59.797089 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Port a83471e3-7cc3-4472-96cf-4acf35b71866 on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:18:59.797415 dv-neutron-822669-1-hyperv neutron-server[84148]: ERROR neutron.plugins.ml2.managers [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Failed to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] Dec 22 13:18:59.804886 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-b402ea09-31cf-4579-a3ac-c47e2c345882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:59.811397 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1ae2bd3d-03a6-4268-8de6-85621ec4be81 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:59.812940 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:59.843200 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b402ea09-31cf-4579-a3ac-c47e2c345882 None None] Routers {'dd4a3d63-7408-44ce-99f0-882959569c77'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:18:59.843860 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-b402ea09-31cf-4579-a3ac-c47e2c345882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:18:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['dd4a3d63-7408-44ce-99f0-882959569c77'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:59.929562 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-b402ea09-31cf-4579-a3ac-c47e2c345882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:59.929562 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b402ea09-31cf-4579-a3ac-c47e2c345882 None None] The sync data for ids ['dd4a3d63-7408-44ce-99f0-882959569c77'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:18:59.934218 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.plugins.ml2.plugin [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempt 8 to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 Dec 22 13:18:59.944689 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c4066f62-7624-4f69-ad9f-24006d43b067 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:59.967112 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:18:59.967694 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:18:59.968216 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:18:59.992159 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Port a83471e3-7cc3-4472-96cf-4acf35b71866 on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:18:59.992492 dv-neutron-822669-1-hyperv neutron-server[84148]: ERROR neutron.plugins.ml2.managers [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Failed to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] Dec 22 13:18:59.996062 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.plugins.ml2.plugin [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempt 9 to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 Dec 22 13:19:00.005118 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5f652f2b-de25-4e40-ae93-a1ff8f02664d tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:00.012207 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d3c3763a-7d47-44cd-a9b6-14b1a3d7476b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.7701619 Dec 22 13:19:00.017243 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device dace488e-0be6-4d1e-aed6-549d80e9a590 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:19:00.019651 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43046) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:00.022148 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5f652f2b-de25-4e40-ae93-a1ff8f02664d tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Usage tracker for resource:subnet and tenant:fcf444775c8e48ac91bc0e0e1ea9aa3c is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:00.031058 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5f652f2b-de25-4e40-ae93-a1ff8f02664d tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:00.033974 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db92ab1-ab56-4562-bb3b-99be9f69b028 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02969300-ed8d-4b59-a34d-12a5dcb2cce8,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:00.039481 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-fb946817-57c0-4652-9b63-b64e7abd78d1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'port': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'fixed_ips': [{'subnet_id': '7de4e343-c66b-4f42-a88d-d7e8ab20743a', 'ip_address': '2001:db8::c734:55:2a22:a5e7'}], 'name': 'tempest-NetworksTestDHCPv6-2105388588'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:00.041937 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1db92ab1-ab56-4562-bb3b-99be9f69b028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:00.046284 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7e647051-fb6a-4913-9025-a39cbb07dc6b tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:00.049303 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5f652f2b-de25-4e40-ae93-a1ff8f02664d tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:00.052201 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db92ab1-ab56-4562-bb3b-99be9f69b028 admin admin] Checking segment: {'id': 'e11a9440-d7e6-4ec9-a0b2-30e49813bac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '36a9635e-060b-4630-a9b5-9765cca55df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:19:00.052201 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db92ab1-ab56-4562-bb3b-99be9f69b028 admin admin] Network hostable DHCP agents. Network: 36a9635e-060b-4630-a9b5-9765cca55df8, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:19:00.059232 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:19:00.059565 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:19:00.060079 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:19:00.189751 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f652f2b-de25-4e40-ae93-a1ff8f02664d tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Made reservation on behalf of fcf444775c8e48ac91bc0e0e1ea9aa3c for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:19:00.192898 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d2c830-2a40-4dad-91b9-017521650806 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-22cd9ee4-331c-43dc-b251-2c8856e3e727', 'network_id': '22cd9ee4-331c-43dc-b251-2c8856e3e727', 'tenant_id': '4a393474cb6b43369a1ff642b2c3cbd7', 'fixed_ips': [{'subnet_id': '453d0e92-e8d6-4fd7-b02c-3d44015c6eeb'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:19:00.192898 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b7d2c830-2a40-4dad-91b9-017521650806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:00.193657 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5f652f2b-de25-4e40-ae93-a1ff8f02664d tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:00.199591 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Port a83471e3-7cc3-4472-96cf-4acf35b71866 on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:19:00.200514 dv-neutron-822669-1-hyperv neutron-server[84148]: ERROR neutron.plugins.ml2.managers [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Failed to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] Dec 22 13:19:00.208482 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9892fb3a-ed5f-45f7-8404-d05c864607a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-d2ca6458-8bd8-4367-8052-0c6b566e8a58', 'network_id': 'd2ca6458-8bd8-4367-8052-0c6b566e8a58', 'tenant_id': 'fcf444775c8e48ac91bc0e0e1ea9aa3c', 'fixed_ips': [{'subnet_id': '855be06f-27b1-4291-bdde-005d820c58ee'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:19:00.209715 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9892fb3a-ed5f-45f7-8404-d05c864607a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:00.231705 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.plugins.ml2.plugin [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempt 10 to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 Dec 22 13:19:00.276671 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:19:00.277259 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:19:00.277748 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:19:00.314898 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port dace488e-0be6-4d1e-aed6-549d80e9a590 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:19:00.330770 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Port a83471e3-7cc3-4472-96cf-4acf35b71866 on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:19:00.331097 dv-neutron-822669-1-hyperv neutron-server[84148]: ERROR neutron.plugins.ml2.managers [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Failed to bind port a83471e3-7cc3-4472-96cf-4acf35b71866 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] Dec 22 13:19:00.331642 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:00.339462 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port dace488e-0be6-4d1e-aed6-549d80e9a590 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:00.339959 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:00.373563 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-fb946817-57c0-4652-9b63-b64e7abd78d1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:00.412776 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7e647051-fb6a-4913-9025-a39cbb07dc6b tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:00.420179 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-fb946817-57c0-4652-9b63-b64e7abd78d1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:port and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:00.434790 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-fb946817-57c0-4652-9b63-b64e7abd78d1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:00.450527 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-fb946817-57c0-4652-9b63-b64e7abd78d1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:00.455766 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-7e647051-fb6a-4913-9025-a39cbb07dc6b tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['539447a3-6a03-47fa-9ed8-7395d4509b90']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:00.474022 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db92ab1-ab56-4562-bb3b-99be9f69b028 admin admin] Network 36a9635e-060b-4630-a9b5-9765cca55df8 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:19:00.488109 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-7e647051-fb6a-4913-9025-a39cbb07dc6b tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d6d7c8d-2c7b-4f6d-b577-9fc209a4c897') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:00.489050 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-7e647051-fb6a-4913-9025-a39cbb07dc6b tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d6d7c8d-2c7b-4f6d-b577-9fc209a4c897') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:00.496618 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] For port a83471e3-7cc3-4472-96cf-4acf35b71866, host hv-neutron-8226, cleared binding levels {{(pid=84148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:19:00.497489 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempted to set empty binding levels {{(pid=84148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 22 13:19:00.502944 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-3a73d849-ed05-4ad9-8baf-3bbb623cd752 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] 10.222.0.47 "GET /v2.0/routers/dd4a3d63-7408-44ce-99f0-882959569c77 HTTP/1.1" status: 200 len: 920 time: 0.8556948 Dec 22 13:19:00.503983 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43050) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:00.504341 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c4066f62-7624-4f69-ad9f-24006d43b067 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:00.516502 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7e647051-fb6a-4913-9025-a39cbb07dc6b tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:00.544350 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7e647051-fb6a-4913-9025-a39cbb07dc6b tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:00.553782 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb946817-57c0-4652-9b63-b64e7abd78d1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:19:00.555084 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e647051-fb6a-4913-9025-a39cbb07dc6b tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:19:00.555479 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7e647051-fb6a-4913-9025-a39cbb07dc6b tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:00.572239 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:19:00.572239 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:19:00.572239 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:19:00.572239 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:19:00.572239 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:19:00.572239 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:19:00.572239 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:19:00.572239 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:19:00.572239 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:19:00.572239 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:19:00.572239 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:19:00.572239 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:19:00.572239 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:19:00.572239 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:19:00.572239 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:19:00.572239 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:19:00.572239 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:19:00.572239 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:19:00.572239 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:19:00.572239 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:19:00.572239 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:19:00.572239 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:19:00.572239 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:19:00.572239 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:19:00.572239 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:19:00.572239 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:19:00.572239 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:19:00.572239 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:19:00.572239 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:19:00.572239 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:19:00.572239 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:19:00.572239 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:19:00.591797 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-b7d2c830-2a40-4dad-91b9-017521650806 None None] Allocated IP 2001:db8:0:ffff::2 (22cd9ee4-331c-43dc-b251-2c8856e3e727/453d0e92-e8d6-4fd7-b02c-3d44015c6eeb/6820f0a0-e43f-426a-92dc-0c46cd363de4) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:19:00.612181 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-9892fb3a-ed5f-45f7-8404-d05c864607a2 None None] Allocated IP 2001:db8::2 (d2ca6458-8bd8-4367-8052-0c6b566e8a58/855be06f-27b1-4291-bdde-005d820c58ee/9775d7a2-c6f9-4ef0-9744-ac103fbdbcae) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:19:00.620395 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-1db92ab1-ab56-4562-bb3b-99be9f69b028 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 36a9635e-060b-4630-a9b5-9765cca55df8) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:00.628337 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:00.641060 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db92ab1-ab56-4562-bb3b-99be9f69b028 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:00.641637 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1db92ab1-ab56-4562-bb3b-99be9f69b028 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:00.680715 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3c0aa858-3abc-48f0-ae4b-33d2a945d7ba tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:00.707717 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:00.741091 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:00.804716 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7e647051-fb6a-4913-9025-a39cbb07dc6b tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:00.810886 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b41b02ca-624f-459b-97c9-df2c4213f1e4 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:00.826120 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7e647051-fb6a-4913-9025-a39cbb07dc6b tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:00.830837 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7e647051-fb6a-4913-9025-a39cbb07dc6b tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] 10.222.0.47 "DELETE /v2.0/networks/539447a3-6a03-47fa-9ed8-7395d4509b90 HTTP/1.1" status: 204 len: 168 time: 1.0656788 Dec 22 13:19:00.872994 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port dace488e-0be6-4d1e-aed6-549d80e9a590, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=dace488e-0be6-4d1e-aed6-549d80e9a590,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:19:00.891228 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fb946817-57c0-4652-9b63-b64e7abd78d1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:00.901100 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Pushing event updated for resources: {'Port': ['ID=a83471e3-7cc3-4472-96cf-4acf35b71866,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:00.907378 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:00.917055 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 5.3481405 Dec 22 13:19:00.933155 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43056) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:00.940135 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.objects.ports [None req-dc17d716-2e62-48a0-b6bd-ce45989c8c44 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84148) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 22 13:19:00.977077 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:00.977502 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dc17d716-2e62-48a0-b6bd-ce45989c8c44 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:00.982723 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7b691e97-e4ea-40dc-9935-263d289be62d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:00.992402 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-92c28a51-df62-4471-98dc-4aee54c4a092 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:01.029325 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-13c1e4b4-cb4d-44d0-b972-3f31cdb779e9 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=0776f1b4-770d-462f-bc0f-df97e8017b18&device_id=dd4a3d63-7408-44ce-99f0-882959569c77&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5209949 Dec 22 13:19:01.033564 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-fb946817-57c0-4652-9b63-b64e7abd78d1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] device_id is not set on port e1af36a1-bac3-41e4-8ae2-ef19c5bd75e9 yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:19:01.055378 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1db92ab1-ab56-4562-bb3b-99be9f69b028 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6473405 Dec 22 13:19:01.059612 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e647051-fb6a-4913-9025-a39cbb07dc6b tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Pushing event deleted for resources: {'Network': ['ID=539447a3-6a03-47fa-9ed8-7395d4509b90,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:01.061682 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43060) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:01.062406 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43062) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:01.119812 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9892fb3a-ed5f-45f7-8404-d05c864607a2 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:01.120535 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-47580b0c-5a5f-43f7-998f-68cea46ad1aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Deleting port a83471e3-7cc3-4472-96cf-4acf35b71866 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:19:01.120895 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-47580b0c-5a5f-43f7-998f-68cea46ad1aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:01.131034 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b7d2c830-2a40-4dad-91b9-017521650806 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:01.145610 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-9892fb3a-ed5f-45f7-8404-d05c864607a2 None None] Transition to ACTIVE for port object 9775d7a2-c6f9-4ef0-9744-ac103fbdbcae will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:01.153155 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=dace488e-0be6-4d1e-aed6-549d80e9a590,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:01.159349 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-b7d2c830-2a40-4dad-91b9-017521650806 None None] Transition to ACTIVE for port object 6820f0a0-e43f-426a-92dc-0c46cd363de4 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:01.164393 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:01.173742 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7e647051-fb6a-4913-9025-a39cbb07dc6b tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:01.183434 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-9892fb3a-ed5f-45f7-8404-d05c864607a2 None None] Transition to ACTIVE for port object 9775d7a2-c6f9-4ef0-9744-ac103fbdbcae will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:01.189551 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-dccbe65e-de5b-4f84-9d1c-3516db160c9e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1247390888-router', 'tenant_id': 'ccb0058a2c24446385d13786cea4c6a9', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:01.190803 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-b7d2c830-2a40-4dad-91b9-017521650806 None None] Transition to ACTIVE for port object 6820f0a0-e43f-426a-92dc-0c46cd363de4 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:01.204786 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17d716-2e62-48a0-b6bd-ce45989c8c44 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Pushing event updated for resources: {'Subnet': ['ID=c9a77ee7-76dc-4257-a967-ee311ac3b219,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:01.207879 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-dccbe65e-de5b-4f84-9d1c-3516db160c9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:01.222478 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-dc17d716-2e62-48a0-b6bd-ce45989c8c44 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:01.226714 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-dccbe65e-de5b-4f84-9d1c-3516db160c9e admin admin] Usage tracker for resource:router and tenant:ccb0058a2c24446385d13786cea4c6a9 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:01.248767 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-dccbe65e-de5b-4f84-9d1c-3516db160c9e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:01.266170 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9892fb3a-ed5f-45f7-8404-d05c864607a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:01.273997 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-ec024b74-61d5-4743-994e-edc152791179 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:01.280583 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-dccbe65e-de5b-4f84-9d1c-3516db160c9e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:01.314179 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f45835-7bb8-40a6-a9c0-95c07147d484 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:01.315843 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-21f45835-7bb8-40a6-a9c0-95c07147d484 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] 10.222.0.47 "GET /v2.0/networks/0776f1b4-770d-462f-bc0f-df97e8017b18 HTTP/1.1" status: 200 len: 881 time: 0.2390125 Dec 22 13:19:01.320263 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43070) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:01.333436 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b7d2c830-2a40-4dad-91b9-017521650806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:01.335936 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43074) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:01.346048 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc17d716-2e62-48a0-b6bd-ce45989c8c44 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Checking segment: {'id': '9f84d1fe-8de3-494e-8d77-f841a31516a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '18abce42-9ce5-4eb5-a16c-e305759ea82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:19:01.346425 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc17d716-2e62-48a0-b6bd-ce45989c8c44 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Network hostable DHCP agents. Network: 18abce42-9ce5-4eb5-a16c-e305759ea82e, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:19:01.365320 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5f652f2b-de25-4e40-ae93-a1ff8f02664d tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:01.378871 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2ad4aa5f-51f3-4029-a5a1-b42172e7dd06 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:01.394314 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d2c830-2a40-4dad-91b9-017521650806 None None] Network 22cd9ee4-331c-43dc-b251-2c8856e3e727 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:01.397770 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9892fb3a-ed5f-45f7-8404-d05c864607a2 None None] Network d2ca6458-8bd8-4367-8052-0c6b566e8a58 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:01.399906 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-b7d2c830-2a40-4dad-91b9-017521650806 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:01.402950 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9892fb3a-ed5f-45f7-8404-d05c864607a2 None None] Pushing event updated for resources: {'Port': ['ID=9775d7a2-c6f9-4ef0-9744-ac103fbdbcae,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:01.406363 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d2c830-2a40-4dad-91b9-017521650806 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:19:01.414755 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-9892fb3a-ed5f-45f7-8404-d05c864607a2 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:01.441045 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1ea9472d-40dd-4032-a8a3-22dc7f18acf3 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd4a3d63-7408-44ce-99f0-882959569c77 HTTP/1.1" status: 200 len: 205 time: 0.1193204 Dec 22 13:19:01.444602 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9892fb3a-ed5f-45f7-8404-d05c864607a2 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:19:01.445788 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-9892fb3a-ed5f-45f7-8404-d05c864607a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:01.446272 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-ec024b74-61d5-4743-994e-edc152791179 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:01.452384 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dccbe65e-de5b-4f84-9d1c-3516db160c9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:01.453267 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dccbe65e-de5b-4f84-9d1c-3516db160c9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:01.457114 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43080) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:01.468970 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c4066f62-7624-4f69-ad9f-24006d43b067 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for router_gateway, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:01.502968 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c4066f62-7624-4f69-ad9f-24006d43b067 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:01.519151 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d2c830-2a40-4dad-91b9-017521650806 None None] Pushing event updated for resources: {'Port': ['ID=6820f0a0-e43f-426a-92dc-0c46cd363de4,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:01.528479 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-b7d2c830-2a40-4dad-91b9-017521650806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:01.568256 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f652f2b-de25-4e40-ae93-a1ff8f02664d tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Network d2ca6458-8bd8-4367-8052-0c6b566e8a58 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:01.574404 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-5f652f2b-de25-4e40-ae93-a1ff8f02664d tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:01.580778 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f652f2b-de25-4e40-ae93-a1ff8f02664d tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event updated for resources: {'Subnet': ['ID=5a5529af-23a4-469d-8f8c-04b1c87e7589,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:01.589406 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f652f2b-de25-4e40-ae93-a1ff8f02664d tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:01.590275 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5f652f2b-de25-4e40-ae93-a1ff8f02664d tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:01.595275 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5f652f2b-de25-4e40-ae93-a1ff8f02664d tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:01.624968 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dccbe65e-de5b-4f84-9d1c-3516db160c9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:01.630876 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-47580b0c-5a5f-43f7-998f-68cea46ad1aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] For port a83471e3-7cc3-4472-96cf-4acf35b71866, host hv-neutron-8226, got binding levels [] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:19:01.639197 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-47580b0c-5a5f-43f7-998f-68cea46ad1aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:01.721273 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-c4066f62-7624-4f69-ad9f-24006d43b067 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Allocated IP 172.26.1.106 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/772d2db2-0166-4d32-b52d-19714663651f) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:19:01.722507 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-b7d2c830-2a40-4dad-91b9-017521650806 None None] Attempting to bind port 6820f0a0-e43f-426a-92dc-0c46cd363de4 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:19:01.722990 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-b7d2c830-2a40-4dad-91b9-017521650806 None None] Attempting to bind port 6820f0a0-e43f-426a-92dc-0c46cd363de4 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '28c23a38-28e1-44f4-b33d-8620969ed0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '22cd9ee4-331c-43dc-b251-2c8856e3e727'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:19:01.723242 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d2c830-2a40-4dad-91b9-017521650806 None None] Attempting to bind port 6820f0a0-e43f-426a-92dc-0c46cd363de4 on network 22cd9ee4-331c-43dc-b251-2c8856e3e727 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:19:01.732284 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5f652f2b-de25-4e40-ae93-a1ff8f02664d tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1722267 Dec 22 13:19:01.734961 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43084) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:01.735584 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-9892fb3a-ed5f-45f7-8404-d05c864607a2 None None] Attempting to bind port 9775d7a2-c6f9-4ef0-9744-ac103fbdbcae on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:19:01.742299 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-9892fb3a-ed5f-45f7-8404-d05c864607a2 None None] Attempting to bind port 9775d7a2-c6f9-4ef0-9744-ac103fbdbcae by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'de2348fb-acf2-4487-8fb2-3c171e8bb845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd2ca6458-8bd8-4367-8052-0c6b566e8a58'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:19:01.742299 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9892fb3a-ed5f-45f7-8404-d05c864607a2 None None] Attempting to bind port 9775d7a2-c6f9-4ef0-9744-ac103fbdbcae on network d2ca6458-8bd8-4367-8052-0c6b566e8a58 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:19:01.742299 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d2c830-2a40-4dad-91b9-017521650806 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:19:01.742299 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d2c830-2a40-4dad-91b9-017521650806 None None] Checking segment: {'id': '28c23a38-28e1-44f4-b33d-8620969ed0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '22cd9ee4-331c-43dc-b251-2c8856e3e727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:19:01.742299 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b7d2c830-2a40-4dad-91b9-017521650806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:01.742299 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d2c830-2a40-4dad-91b9-017521650806 None None] Bound using segment: {'id': '28c23a38-28e1-44f4-b33d-8620969ed0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '22cd9ee4-331c-43dc-b251-2c8856e3e727'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:19:01.742299 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-b7d2c830-2a40-4dad-91b9-017521650806 None None] Bound port: 6820f0a0-e43f-426a-92dc-0c46cd363de4, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c23a38-28e1-44f4-b33d-8620969ed0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '22cd9ee4-331c-43dc-b251-2c8856e3e727'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:19:01.742299 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b7d2c830-2a40-4dad-91b9-017521650806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:01.841716 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-b7d2c830-2a40-4dad-91b9-017521650806 None None] For port 6820f0a0-e43f-426a-92dc-0c46cd363de4, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:19:01.845092 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-b7d2c830-2a40-4dad-91b9-017521650806 None None] For port 6820f0a0-e43f-426a-92dc-0c46cd363de4, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=6820f0a0-e43f-426a-92dc-0c46cd363de4,segment=NetworkSegment(28c23a38-28e1-44f4-b33d-8620969ed0e4),segment_id=28c23a38-28e1-44f4-b33d-8620969ed0e4)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:19:01.853573 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9892fb3a-ed5f-45f7-8404-d05c864607a2 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:19:01.853573 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9892fb3a-ed5f-45f7-8404-d05c864607a2 None None] Checking segment: {'id': 'de2348fb-acf2-4487-8fb2-3c171e8bb845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd2ca6458-8bd8-4367-8052-0c6b566e8a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:19:01.853573 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9892fb3a-ed5f-45f7-8404-d05c864607a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:01.853573 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9892fb3a-ed5f-45f7-8404-d05c864607a2 None None] Bound using segment: {'id': 'de2348fb-acf2-4487-8fb2-3c171e8bb845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd2ca6458-8bd8-4367-8052-0c6b566e8a58'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:19:01.853573 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-9892fb3a-ed5f-45f7-8404-d05c864607a2 None None] Bound port: 9775d7a2-c6f9-4ef0-9744-ac103fbdbcae, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de2348fb-acf2-4487-8fb2-3c171e8bb845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd2ca6458-8bd8-4367-8052-0c6b566e8a58'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:19:01.853573 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9892fb3a-ed5f-45f7-8404-d05c864607a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:01.912767 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b7d2c830-2a40-4dad-91b9-017521650806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:01.919506 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-485bd71d-d896-4784-9e9c-bc0abee21eb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:01.960069 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device dace488e-0be6-4d1e-aed6-549d80e9a590 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:19:01.973631 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-47580b0c-5a5f-43f7-998f-68cea46ad1aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Calling delete_port for a83471e3-7cc3-4472-96cf-4acf35b71866 owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:19:02.000474 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb946817-57c0-4652-9b63-b64e7abd78d1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 22 13:19:02.002234 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb946817-57c0-4652-9b63-b64e7abd78d1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:19:02.008328 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc17d716-2e62-48a0-b6bd-ce45989c8c44 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Network 18abce42-9ce5-4eb5-a16c-e305759ea82e is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:19:02.040333 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5415a4de-4137-400c-86f7-4a31f051321e tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:02.041747 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5415a4de-4137-400c-86f7-4a31f051321e tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:02.043481 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5415a4de-4137-400c-86f7-4a31f051321e tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:02.044379 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5415a4de-4137-400c-86f7-4a31f051321e tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:02.045810 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5415a4de-4137-400c-86f7-4a31f051321e tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:02.046785 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5415a4de-4137-400c-86f7-4a31f051321e tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Synchronizing usage tracker for tenant:fcf444775c8e48ac91bc0e0e1ea9aa3c on resource:subnet {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:19:02.064525 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dccbe65e-de5b-4f84-9d1c-3516db160c9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:02.085070 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d2c830-2a40-4dad-91b9-017521650806 None None] Pushing event updated for resources: {'Port': ['ID=6820f0a0-e43f-426a-92dc-0c46cd363de4,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:02.088282 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-9892fb3a-ed5f-45f7-8404-d05c864607a2 None None] For port 9775d7a2-c6f9-4ef0-9744-ac103fbdbcae, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:19:02.092817 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-b7d2c830-2a40-4dad-91b9-017521650806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:02.104472 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-9892fb3a-ed5f-45f7-8404-d05c864607a2 None None] For port 9775d7a2-c6f9-4ef0-9744-ac103fbdbcae, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=9775d7a2-c6f9-4ef0-9744-ac103fbdbcae,segment=NetworkSegment(de2348fb-acf2-4487-8fb2-3c171e8bb845),segment_id=de2348fb-acf2-4487-8fb2-3c171e8bb845)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:19:02.125955 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c4066f62-7624-4f69-ad9f-24006d43b067 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:02.136800 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port dace488e-0be6-4d1e-aed6-549d80e9a590 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:02.137009 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:02.140427 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-7e0c671d-6924-4f53-a585-f7aca03718ac admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8cc1af254a4c4edba55733b67ae379bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7956545 Dec 22 13:19:02.144956 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43088) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:02.188590 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-dc17d716-2e62-48a0-b6bd-ce45989c8c44 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 18abce42-9ce5-4eb5-a16c-e305759ea82e) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:02.194490 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5415a4de-4137-400c-86f7-4a31f051321e tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Unset dirty status for tenant:fcf444775c8e48ac91bc0e0e1ea9aa3c on resource:subnet {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:19:02.195960 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5415a4de-4137-400c-86f7-4a31f051321e tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4597943 Dec 22 13:19:02.202466 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-fb946817-57c0-4652-9b63-b64e7abd78d1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 409 len: 387 time: 2.1730869 Dec 22 13:19:02.207758 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43092) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:02.208095 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43094) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:02.216714 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc17d716-2e62-48a0-b6bd-ce45989c8c44 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:02.217351 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dc17d716-2e62-48a0-b6bd-ce45989c8c44 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:02.243022 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9892fb3a-ed5f-45f7-8404-d05c864607a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:02.253187 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-ffc8fa2e-181e-4cfe-9ab2-62c70e9e48e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:02.271088 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-47580b0c-5a5f-43f7-998f-68cea46ad1aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:02.281993 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-4b21435b-1490-470b-ada5-dd28e95ac878 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:02.369573 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-dc17d716-2e62-48a0-b6bd-ce45989c8c44 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3242073 Dec 22 13:19:02.373417 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47580b0c-5a5f-43f7-998f-68cea46ad1aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Pushing event deleted for resources: {'Port': ['ID=a83471e3-7cc3-4472-96cf-4acf35b71866,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:02.376971 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43100) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:02.382003 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9892fb3a-ed5f-45f7-8404-d05c864607a2 None None] Pushing event updated for resources: {'Port': ['ID=9775d7a2-c6f9-4ef0-9744-ac103fbdbcae,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:02.385823 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-9892fb3a-ed5f-45f7-8404-d05c864607a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:02.387016 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-fa6e0bff-4d55-4a27-94e7-944bdf622214 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-866560931'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:02.389633 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-7d314fc0-d054-4912-a7b4-87116c6e848c tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Request body: {'port': {'network_id': '18abce42-9ce5-4eb5-a16c-e305759ea82e', 'name': 'tempest-NetworksIpV6TestAttrs-245909704'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:02.412631 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-47580b0c-5a5f-43f7-998f-68cea46ad1aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:02.422449 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-47580b0c-5a5f-43f7-998f-68cea46ad1aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:02.427166 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-47580b0c-5a5f-43f7-998f-68cea46ad1aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] 10.222.0.47 "DELETE /v2.0/ports/a83471e3-7cc3-4472-96cf-4acf35b71866 HTTP/1.1" status: 204 len: 168 time: 1.4910576 Dec 22 13:19:02.434141 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-fa6e0bff-4d55-4a27-94e7-944bdf622214 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:02.450207 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43104) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:02.468909 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-fa6e0bff-4d55-4a27-94e7-944bdf622214 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Usage tracker for resource:network and tenant:fcf444775c8e48ac91bc0e0e1ea9aa3c is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:02.493360 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5019a6e5-5a8b-4d0b-bef3-4caf30dc9451 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:02.538338 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c570a55-42c5-4cc8-8f90-e6755dc61dab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] GET failed (client error): The resource could not be found. Dec 22 13:19:02.544744 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1c570a55-42c5-4cc8-8f90-e6755dc61dab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] 10.222.0.47 "GET /v2.0/ports/a83471e3-7cc3-4472-96cf-4acf35b71866 HTTP/1.1" status: 404 len: 333 time: 0.0874696 Dec 22 13:19:02.545444 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43108) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:02.547963 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-fa6e0bff-4d55-4a27-94e7-944bdf622214 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:02.557876 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5fb8f03b-cb6a-4b65-b44e-6d997415d403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:02.568610 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c4066f62-7624-4f69-ad9f-24006d43b067 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:02.585458 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-0b481f6b-0ea3-44ee-a520-06b10149e922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Request body: {'port': {'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-193419948'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:02.591454 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-fa6e0bff-4d55-4a27-94e7-944bdf622214 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:02.594543 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-79b7edaf-22b4-4144-8a1d-42be02707f0d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:02.668733 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4066f62-7624-4f69-ad9f-24006d43b067 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:02.670112 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-7d314fc0-d054-4912-a7b4-87116c6e848c tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:02.674100 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0b481f6b-0ea3-44ee-a520-06b10149e922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:02.688742 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-c4066f62-7624-4f69-ad9f-24006d43b067 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:02.692027 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-7d314fc0-d054-4912-a7b4-87116c6e848c tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Usage tracker for resource:port and tenant:4a393474cb6b43369a1ff642b2c3cbd7 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:02.699970 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-7d314fc0-d054-4912-a7b4-87116c6e848c tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:02.709000 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4066f62-7624-4f69-ad9f-24006d43b067 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:19:02.751585 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0b481f6b-0ea3-44ee-a520-06b10149e922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Usage tracker for resource:port and tenant:97281e6106b446a9b8ba221128d2031f is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:02.755028 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0b481f6b-0ea3-44ee-a520-06b10149e922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:02.761791 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-7d314fc0-d054-4912-a7b4-87116c6e848c tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:02.790568 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0b481f6b-0ea3-44ee-a520-06b10149e922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:02.797876 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5fb8f03b-cb6a-4b65-b44e-6d997415d403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:02.805340 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6e0bff-4d55-4a27-94e7-944bdf622214 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Made reservation on behalf of fcf444775c8e48ac91bc0e0e1ea9aa3c for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:19:02.809296 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fa6e0bff-4d55-4a27-94e7-944bdf622214 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:02.830942 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5019a6e5-5a8b-4d0b-bef3-4caf30dc9451 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:02.851355 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d314fc0-d054-4912-a7b4-87116c6e848c tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Made reservation on behalf of 4a393474cb6b43369a1ff642b2c3cbd7 for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:19:02.855014 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7d314fc0-d054-4912-a7b4-87116c6e848c tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:02.874773 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64448470-8d55-4636-9227-e793a8273eea tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:02.878726 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64448470-8d55-4636-9227-e793a8273eea tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:02.879526 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-64448470-8d55-4636-9227-e793a8273eea tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:19:02.882255 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4066f62-7624-4f69-ad9f-24006d43b067 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event updated for resources: {'Port': ['ID=772d2db2-0166-4d32-b52d-19714663651f,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:02.883560 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-7d314fc0-d054-4912-a7b4-87116c6e848c tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] device_id is not set on port 2f78e470-e5fb-4b2f-bf32-99deaed731b4 yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:19:02.892521 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c4066f62-7624-4f69-ad9f-24006d43b067 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:02.927439 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-5019a6e5-5a8b-4d0b-bef3-4caf30dc9451 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Deleting port 36456280-8f6b-4e0e-b240-53d2eec56783 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:19:02.927783 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5019a6e5-5a8b-4d0b-bef3-4caf30dc9451 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:02.993546 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b481f6b-0ea3-44ee-a520-06b10149e922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Made reservation on behalf of 97281e6106b446a9b8ba221128d2031f for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:19:02.996276 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0b481f6b-0ea3-44ee-a520-06b10149e922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:03.135495 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa6e0bff-4d55-4a27-94e7-944bdf622214 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:19:03.171167 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fa6e0bff-4d55-4a27-94e7-944bdf622214 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:03.171511 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-fa6e0bff-4d55-4a27-94e7-944bdf622214 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Added segment 4b22121a-be16-4704-8148-049c33f5b818 of type vlan for network 84931e66-cf63-41f9-bb2f-313c022d1f50 Dec 22 13:19:03.180603 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-7d314fc0-d054-4912-a7b4-87116c6e848c tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Allocated IP 2001:db8::f816:3eff:fe94:7589 (18abce42-9ce5-4eb5-a16c-e305759ea82e/c9a77ee7-76dc-4257-a967-ee311ac3b219/2f78e470-e5fb-4b2f-bf32-99deaed731b4) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:19:03.202597 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-0b481f6b-0ea3-44ee-a520-06b10149e922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] device_id is not set on port 9285f549-bd50-47c2-a65d-373d3b3f212d yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:19:03.258256 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-64448470-8d55-4636-9227-e793a8273eea tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:19:03.260081 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-64448470-8d55-4636-9227-e793a8273eea tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 1.0488245 Dec 22 13:19:03.267719 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43116) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:03.284017 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5019a6e5-5a8b-4d0b-bef3-4caf30dc9451 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:03.356930 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5fb8f03b-cb6a-4b65-b44e-6d997415d403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:03.369320 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fa6e0bff-4d55-4a27-94e7-944bdf622214 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:03.376676 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:03.391836 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dccbe65e-de5b-4f84-9d1c-3516db160c9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:03.452493 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8f03b-cb6a-4b65-b44e-6d997415d403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d85b7a-6e3a-4821-900b-f0d5cf1f50f0,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:03.455492 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5fb8f03b-cb6a-4b65-b44e-6d997415d403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:03.457416 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-fd3d1241-a52b-4f21-8a44-db365336fbde None None] Provisioning for port 6820f0a0-e43f-426a-92dc-0c46cd363de4 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:19:03.465283 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dccbe65e-de5b-4f84-9d1c-3516db160c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:03.517973 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-5019a6e5-5a8b-4d0b-bef3-4caf30dc9451 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Calling delete_port for 36456280-8f6b-4e0e-b240-53d2eec56783 owned by network:router_gateway {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:19:03.566304 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-e418f675-8049-47c3-b02c-72a82f9919fd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting port 9c15ccd0-b14b-4f27-b7eb-3771f9625d16 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:19:03.566675 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e418f675-8049-47c3-b02c-72a82f9919fd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:03.634122 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80df344-caed-47d1-a7dc-c7f65e1dd28e None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:03.654479 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18704cd8-3877-4fbf-a63e-f2569f2abf74 None None] Network 22cd9ee4-331c-43dc-b251-2c8856e3e727 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:03.738566 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5fb8f03b-cb6a-4b65-b44e-6d997415d403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:03.742149 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5fb8f03b-cb6a-4b65-b44e-6d997415d403 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b8d85b7a-6e3a-4821-900b-f0d5cf1f50f0 HTTP/1.1" status: 204 len: 168 time: 1.5935802 Dec 22 13:19:03.759071 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75374efe-61d4-40b2-8929-56dcbb118b61 None None] Network 18abce42-9ce5-4eb5-a16c-e305759ea82e requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:03.767111 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fa6e0bff-4d55-4a27-94e7-944bdf622214 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:03.770677 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6e0bff-4d55-4a27-94e7-944bdf622214 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:03.771274 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fa6e0bff-4d55-4a27-94e7-944bdf622214 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:03.774926 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0200a351-a1e9-41ae-ab99-82d56a8db93d None None] Network 36a9635e-060b-4630-a9b5-9765cca55df8 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:03.788471 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ffcce1-c716-4d80-b67b-9b8b38834a18 None None] Network d2ca6458-8bd8-4367-8052-0c6b566e8a58 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:03.792429 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-cedd6cdf-420b-49c6-b7f2-da2375237914 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:03.803454 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bd8cd9-02e8-4c22-b591-92f3a1e4c346 None None] Network 7ac79257-47d9-405a-9825-2b7516a86bf8 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:03.816525 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51169d2-1cc2-4d42-8912-7652e377d289 None None] Network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:04.077664 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5019a6e5-5a8b-4d0b-bef3-4caf30dc9451 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:04.084894 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:04.127557 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e0bff-4d55-4a27-94e7-944bdf622214 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event updated for resources: {'Network': ['ID=84931e66-cf63-41f9-bb2f-313c022d1f50,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:04.134090 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-fa6e0bff-4d55-4a27-94e7-944bdf622214 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:04.137809 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0b481f6b-0ea3-44ee-a520-06b10149e922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:04.142934 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-fa6e0bff-4d55-4a27-94e7-944bdf622214 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9336600 Dec 22 13:19:04.159556 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43134) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:04.168562 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7d314fc0-d054-4912-a7b4-87116c6e848c tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:04.173781 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5019a6e5-5a8b-4d0b-bef3-4caf30dc9451 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Pushing event deleted for resources: {'Port': ['ID=36456280-8f6b-4e0e-b240-53d2eec56783,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:04.179929 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5019a6e5-5a8b-4d0b-bef3-4caf30dc9451 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:04.186450 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-aaf28d78-7c6a-43a7-89e0-cfdccb83a6ce tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:04.225808 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-7d314fc0-d054-4912-a7b4-87116c6e848c tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Transition to ACTIVE for port object 2f78e470-e5fb-4b2f-bf32-99deaed731b4 will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:04.269826 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 9775d7a2-c6f9-4ef0-9744-ac103fbdbcae up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:19:04.272079 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-dccbe65e-de5b-4f84-9d1c-3516db160c9e admin admin] Allocated IP 172.26.1.163 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/74700538-2e57-498a-9b6b-3e9930271195) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:19:04.300998 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 84931e66-cf63-41f9-bb2f-313c022d1f50 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:19:04.343964 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c4066f62-7624-4f69-ad9f-24006d43b067 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for router_gateway, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:04.344872 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c4066f62-7624-4f69-ad9f-24006d43b067 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:04.441764 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5019a6e5-5a8b-4d0b-bef3-4caf30dc9451 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:04.458028 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e418f675-8049-47c3-b02c-72a82f9919fd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:04.505204 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7d314fc0-d054-4912-a7b4-87116c6e848c tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:04.518320 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1894f6dd-3ca5-4f39-a880-a96adacbfffd tempest-FloatingIPAdminTestJSON-110117364 tempest-FloatingIPAdminTestJSON-110117364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:04.637288 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0b481f6b-0ea3-44ee-a520-06b10149e922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:04.647695 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-dd8236b6-8c9e-4858-88cb-fb89707f10a8 None None] Provisioning for port 9775d7a2-c6f9-4ef0-9744-ac103fbdbcae completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:19:04.719287 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d314fc0-d054-4912-a7b4-87116c6e848c tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Pushing event updated for resources: {'Port': ['ID=2f78e470-e5fb-4b2f-bf32-99deaed731b4,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:04.727952 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d314fc0-d054-4912-a7b4-87116c6e848c tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Network 18abce42-9ce5-4eb5-a16c-e305759ea82e is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:04.730128 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7d314fc0-d054-4912-a7b4-87116c6e848c tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:04.738784 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-7d314fc0-d054-4912-a7b4-87116c6e848c tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:04.780592 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 9775d7a2-c6f9-4ef0-9744-ac103fbdbcae completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:19:04.796320 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d314fc0-d054-4912-a7b4-87116c6e848c tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:19:04.800331 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d314fc0-d054-4912-a7b4-87116c6e848c tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:04.800952 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7d314fc0-d054-4912-a7b4-87116c6e848c tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:04.827834 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5019a6e5-5a8b-4d0b-bef3-4caf30dc9451 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:04.839098 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5019a6e5-5a8b-4d0b-bef3-4caf30dc9451 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:04.871139 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 9775d7a2-c6f9-4ef0-9744-ac103fbdbcae triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:04.871855 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:04.894117 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f2254059-6a00-40d5-a05f-fa6b775818d1 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:04.899683 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-7d314fc0-d054-4912-a7b4-87116c6e848c tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.5145149 Dec 22 13:19:04.905703 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43152) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:04.931063 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-e418f675-8049-47c3-b02c-72a82f9919fd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Calling delete_port for 9c15ccd0-b14b-4f27-b7eb-3771f9625d16 owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:19:05.013844 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5019a6e5-5a8b-4d0b-bef3-4caf30dc9451 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:05.014702 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5019a6e5-5a8b-4d0b-bef3-4caf30dc9451 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Fanout notify agent at l3_agent the message router_deleted on router dd4a3d63-7408-44ce-99f0-882959569c77 {{(pid=84148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:19:05.097751 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b481f6b-0ea3-44ee-a520-06b10149e922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:05.098754 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b481f6b-0ea3-44ee-a520-06b10149e922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Pushing event updated for resources: {'Port': ['ID=9285f549-bd50-47c2-a65d-373d3b3f212d,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:05.111733 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-aaf28d78-7c6a-43a7-89e0-cfdccb83a6ce tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:05.123763 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-0b481f6b-0ea3-44ee-a520-06b10149e922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:05.124871 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0b481f6b-0ea3-44ee-a520-06b10149e922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:05.138239 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b481f6b-0ea3-44ee-a520-06b10149e922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:19:05.139442 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b481f6b-0ea3-44ee-a520-06b10149e922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:05.140248 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0b481f6b-0ea3-44ee-a520-06b10149e922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:05.189391 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5019a6e5-5a8b-4d0b-bef3-4caf30dc9451 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:05.190330 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dccbe65e-de5b-4f84-9d1c-3516db160c9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:05.190785 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-5019a6e5-5a8b-4d0b-bef3-4caf30dc9451 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] 10.222.0.47 "DELETE /v2.0/routers/dd4a3d63-7408-44ce-99f0-882959569c77 HTTP/1.1" status: 204 len: 168 time: 3.7321298 Dec 22 13:19:05.194338 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43160) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:05.203825 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-0730c80b-5433-408c-9c5c-7cc0cdaa5e3c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-811754690', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}, 'admin_state_up': False}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:05.211028 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-0730c80b-5433-408c-9c5c-7cc0cdaa5e3c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:05.217240 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-0730c80b-5433-408c-9c5c-7cc0cdaa5e3c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Usage tracker for resource:router and tenant:1a390a268c544e92bdfe2dc3310ab3a3 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:05.220692 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-0730c80b-5433-408c-9c5c-7cc0cdaa5e3c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:05.225418 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce9bdaec-a26a-4070-b373-a9c9ddb9a940 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Deleting subnet c9a77ee7-76dc-4257-a967-ee311ac3b219 {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:19:05.230673 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-0730c80b-5433-408c-9c5c-7cc0cdaa5e3c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:05.232539 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ce9bdaec-a26a-4070-b373-a9c9ddb9a940 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:05.314242 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ce9bdaec-a26a-4070-b373-a9c9ddb9a940 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:05.315197 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-aaf28d78-7c6a-43a7-89e0-cfdccb83a6ce tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:05.323885 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9e9798b9-aba5-49e4-b3c8-020db1a1b112 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:05.342249 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0b481f6b-0ea3-44ee-a520-06b10149e922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.7867522 Dec 22 13:19:05.350710 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43166) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:05.368173 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8226'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:05.414148 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0730c80b-5433-408c-9c5c-7cc0cdaa5e3c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:05.415303 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0730c80b-5433-408c-9c5c-7cc0cdaa5e3c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:05.444383 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aaf28d78-7c6a-43a7-89e0-cfdccb83a6ce tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Network 84931e66-cf63-41f9-bb2f-313c022d1f50 is not hosted by any dhcp agent {{(pid=84149) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 22 13:19:05.449438 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf28d78-7c6a-43a7-89e0-cfdccb83a6ce tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:05.450251 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-aaf28d78-7c6a-43a7-89e0-cfdccb83a6ce tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:05.451838 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-aaf28d78-7c6a-43a7-89e0-cfdccb83a6ce tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "PUT /v2.0/networks/84931e66-cf63-41f9-bb2f-313c022d1f50 HTTP/1.1" status: 200 len: 723 time: 1.2901826 Dec 22 13:19:05.455447 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43170) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:05.464749 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43172) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:05.470677 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-e1a2d1c7-9e32-42cb-b35c-4507091f5067 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Request body: {'subnet': {'network_id': '84931e66-cf63-41f9-bb2f-313c022d1f50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:05.490230 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf28d78-7c6a-43a7-89e0-cfdccb83a6ce tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event updated for resources: {'Network': ['ID=84931e66-cf63-41f9-bb2f-313c022d1f50,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:05.493618 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-aaf28d78-7c6a-43a7-89e0-cfdccb83a6ce tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:05.523219 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 84931e66-cf63-41f9-bb2f-313c022d1f50 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:19:05.574929 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dccbe65e-de5b-4f84-9d1c-3516db160c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:05.582425 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e418f675-8049-47c3-b02c-72a82f9919fd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:05.587052 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f2254059-6a00-40d5-a05f-fa6b775818d1 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:05.649177 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0730c80b-5433-408c-9c5c-7cc0cdaa5e3c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:05.708853 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e418f675-8049-47c3-b02c-72a82f9919fd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:05.722179 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:05.749555 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ce9bdaec-a26a-4070-b373-a9c9ddb9a940 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:05.750523 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccbe65e-de5b-4f84-9d1c-3516db160c9e admin admin] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:05.751851 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-dccbe65e-de5b-4f84-9d1c-3516db160c9e admin admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:05.754844 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccbe65e-de5b-4f84-9d1c-3516db160c9e admin admin] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:19:05.782130 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccbe65e-de5b-4f84-9d1c-3516db160c9e admin admin] Pushing event updated for resources: {'Port': ['ID=74700538-2e57-498a-9b6b-3e9930271195,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:05.785698 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-dccbe65e-de5b-4f84-9d1c-3516db160c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:05.786641 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c03a5e4-3a2b-414e-bb36-3c9018d51b10 None None] Network 7ac79257-47d9-405a-9825-2b7516a86bf8 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:05.789216 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-90c0a385-dfbb-4ab0-91ce-74c6ff9c7753 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:05.831517 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4066f62-7624-4f69-ad9f-24006d43b067 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Router 79eaaa19-8daf-40ae-8b90-d16fa78890d4 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:19:05.843154 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e418f675-8049-47c3-b02c-72a82f9919fd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/ports/9c15ccd0-b14b-4f27-b7eb-3771f9625d16 HTTP/1.1" status: 204 len: 168 time: 2.5588455 Dec 22 13:19:05.849859 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43180) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:05.853270 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418f675-8049-47c3-b02c-72a82f9919fd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Port': ['ID=9c15ccd0-b14b-4f27-b7eb-3771f9625d16,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:05.857526 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e418f675-8049-47c3-b02c-72a82f9919fd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:05.876094 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e004a7e6-c8cd-4095-b08b-f8735bdbdd84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:05.883757 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:05.906466 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06264d25-764e-4eb4-8f34-ad7ffd5f637a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-18abce42-9ce5-4eb5-a16c-e305759ea82e', 'network_id': '18abce42-9ce5-4eb5-a16c-e305759ea82e', 'tenant_id': '4a393474cb6b43369a1ff642b2c3cbd7', 'fixed_ips': [{'subnet_id': 'c9a77ee7-76dc-4257-a967-ee311ac3b219'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:19:05.906944 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-06264d25-764e-4eb4-8f34-ad7ffd5f637a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:05.916698 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e1a2d1c7-9e32-42cb-b35c-4507091f5067 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:05.924866 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-66b2c29c-ab2f-4812-81b0-332629459d27 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1606463731'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:05.925199 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35edde06-55ff-46bc-9f95-a42b91963f51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-36a9635e-060b-4630-a9b5-9765cca55df8', 'network_id': '36a9635e-060b-4630-a9b5-9765cca55df8', 'tenant_id': 'ccb0058a2c24446385d13786cea4c6a9', 'fixed_ips': [{'subnet_id': '02969300-ed8d-4b59-a34d-12a5dcb2cce8'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:19:05.926023 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-35edde06-55ff-46bc-9f95-a42b91963f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:06.004749 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-66b2c29c-ab2f-4812-81b0-332629459d27 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:06.034922 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e1a2d1c7-9e32-42cb-b35c-4507091f5067 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:06.059263 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-66b2c29c-ab2f-4812-81b0-332629459d27 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Usage tracker for resource:network and tenant:ad8695e3cb0646af805a65484bd64689 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:06.084086 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0884fccc-0cc8-4f3f-a179-8c4437375f1c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:06.085502 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0884fccc-0cc8-4f3f-a179-8c4437375f1c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:06.086267 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0884fccc-0cc8-4f3f-a179-8c4437375f1c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:19:06.125448 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-66b2c29c-ab2f-4812-81b0-332629459d27 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:06.144590 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 9775d7a2-c6f9-4ef0-9744-ac103fbdbcae, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=9775d7a2-c6f9-4ef0-9744-ac103fbdbcae,segment=NetworkSegment(de2348fb-acf2-4487-8fb2-3c171e8bb845),segment_id=de2348fb-acf2-4487-8fb2-3c171e8bb845)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:19:06.150030 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-66b2c29c-ab2f-4812-81b0-332629459d27 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:06.204299 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0730c80b-5433-408c-9c5c-7cc0cdaa5e3c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:06.247885 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0884fccc-0cc8-4f3f-a179-8c4437375f1c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:19:06.252382 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0884fccc-0cc8-4f3f-a179-8c4437375f1c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3975227 Dec 22 13:19:06.257923 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43184) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:06.277548 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a2d1c7-9e32-42cb-b35c-4507091f5067 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Made reservation on behalf of fcf444775c8e48ac91bc0e0e1ea9aa3c for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:19:06.393438 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b2c29c-ab2f-4812-81b0-332629459d27 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Made reservation on behalf of ad8695e3cb0646af805a65484bd64689 for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:19:06.396441 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-66b2c29c-ab2f-4812-81b0-332629459d27 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:06.428975 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-66b2c29c-ab2f-4812-81b0-332629459d27 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:06.470531 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ce9bdaec-a26a-4070-b373-a9c9ddb9a940 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:06.485660 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:06.485980 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e9f2c10d-78f7-4538-a766-51a3257a8780 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:06.486619 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 6820f0a0-e43f-426a-92dc-0c46cd363de4 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:19:06.536155 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-903680af-e661-46d9-9b94-1396a02eb73b None None] Could not find standard attr ID for object 9c15ccd0-b14b-4f27-b7eb-3771f9625d16. {{(pid=84150) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:19:06.537656 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-9892fb3a-ed5f-45f7-8404-d05c864607a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:06.542653 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff8085f-a581-41ef-9e53-1c31151acd0b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting subnet 7de4e343-c66b-4f42-a88d-d7e8ab20743a {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:19:06.545940 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2ff8085f-a581-41ef-9e53-1c31151acd0b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server [None req-06264d25-764e-4eb4-8f34-ad7ffd5f637a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c9a77ee7-76dc-4257-a967-ee311ac3b219: This subnet is being modified by another concurrent operation. Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 13:19:06.573423 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise exception Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c9a77ee7-76dc-4257-a967-ee311ac3b219: This subnet is being modified by another concurrent operation. Dec 22 13:19:06.576748 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server Dec 22 13:19:06.623371 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9bdaec-a26a-4070-b373-a9c9ddb9a940 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Pushing event deleted for resources: {'Subnet': ['ID=c9a77ee7-76dc-4257-a967-ee311ac3b219,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:06.661014 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e1a2d1c7-9e32-42cb-b35c-4507091f5067 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:06.667029 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40e5ce5-704c-4a35-ad58-4e8c88cc009c None None] Network 18abce42-9ce5-4eb5-a16c-e305759ea82e requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:06.677549 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2ff8085f-a581-41ef-9e53-1c31151acd0b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:06.678407 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ce9bdaec-a26a-4070-b373-a9c9ddb9a940 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:06.844769 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4066f62-7624-4f69-ad9f-24006d43b067 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:19:06.858263 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be65d81e-158f-4123-9343-7949c8c7e9a0 None None] Sync routers for ids ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:19:06.901660 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be65d81e-158f-4123-9343-7949c8c7e9a0 None None] Routers {'79eaaa19-8daf-40ae-8b90-d16fa78890d4'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:19:06.904792 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-be65d81e-158f-4123-9343-7949c8c7e9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:18:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:06.908463 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ce9bdaec-a26a-4070-b373-a9c9ddb9a940 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:06.914162 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88710b14-31b5-449b-a516-af4f8d22bb26 None None] Update dhcp port {'port': {'network_id': 'd2ca6458-8bd8-4367-8052-0c6b566e8a58', 'fixed_ips': [{'subnet_id': '855be06f-27b1-4291-bdde-005d820c58ee', 'ip_address': '2001:db8::2'}, {'subnet_id': '5a5529af-23a4-469d-8f8c-04b1c87e7589'}], 'binding:host_id': 'dv-neutron-822669-1-hyperv'}, 'id': '9775d7a2-c6f9-4ef0-9744-ac103fbdbcae'} from dv-neutron-822669-1-hyperv. {{(pid=84150) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 22 13:19:06.915042 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dccbe65e-de5b-4f84-9d1c-3516db160c9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:06.916643 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dccbe65e-de5b-4f84-9d1c-3516db160c9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:06.922034 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2ff8085f-a581-41ef-9e53-1c31151acd0b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:06.954896 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ce9bdaec-a26a-4070-b373-a9c9ddb9a940 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] 10.222.0.47 "DELETE /v2.0/subnets/c9a77ee7-76dc-4257-a967-ee311ac3b219 HTTP/1.1" status: 204 len: 168 time: 2.0529785 Dec 22 13:19:06.964012 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43192) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:07.067185 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-be65d81e-158f-4123-9343-7949c8c7e9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:07.098367 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be65d81e-158f-4123-9343-7949c8c7e9a0 None None] Routers {'79eaaa19-8daf-40ae-8b90-d16fa78890d4'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:19:07.099022 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-be65d81e-158f-4123-9343-7949c8c7e9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:18:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:07.109754 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-66b2c29c-ab2f-4812-81b0-332629459d27 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:07.111773 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-903680af-e661-46d9-9b94-1396a02eb73b None None] Provisioning complete for port dace488e-0be6-4d1e-aed6-549d80e9a590 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:07.112161 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-903680af-e661-46d9-9b94-1396a02eb73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:07.118383 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.db.resource_extend [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:19:07.140656 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-66b2c29c-ab2f-4812-81b0-332629459d27 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Usage tracker for resource:security_group_rule and tenant:ad8695e3cb0646af805a65484bd64689 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:07.140898 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1835a0-bfab-464d-9e99-0d55ff36d9b5 None None] Network 22cd9ee4-331c-43dc-b251-2c8856e3e727 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:07.158525 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-66b2c29c-ab2f-4812-81b0-332629459d27 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:07.169736 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-be65d81e-158f-4123-9343-7949c8c7e9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:07.170148 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be65d81e-158f-4123-9343-7949c8c7e9a0 None None] The sync data for ids ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:19:07.219358 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c4066f62-7624-4f69-ad9f-24006d43b067 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:07.223367 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c4066f62-7624-4f69-ad9f-24006d43b067 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.9692156 Dec 22 13:19:07.224584 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=9775d7a2-c6f9-4ef0-9744-ac103fbdbcae,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:07.227970 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:07.235014 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43196) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:07.240719 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-35edde06-55ff-46bc-9f95-a42b91963f51 None None] Allocated IP 172.20.0.2 (36a9635e-060b-4630-a9b5-9765cca55df8/02969300-ed8d-4b59-a34d-12a5dcb2cce8/3fe20c54-5938-4fe0-8c7a-80c9d437954c) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:19:07.243108 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-66b2c29c-ab2f-4812-81b0-332629459d27 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:07.248264 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-88710b14-31b5-449b-a516-af4f8d22bb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:07.281596 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b69c994-19c6-4ee6-868b-786b0cbed5d4 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:07.283405 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b69c994-19c6-4ee6-868b-786b0cbed5d4 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:07.284359 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-9b69c994-19c6-4ee6-868b-786b0cbed5d4 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Synchronizing usage tracker for tenant:4a393474cb6b43369a1ff642b2c3cbd7 on resource:subnet {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:19:07.320218 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] device_id is not set on port 9285f549-bd50-47c2-a65d-373d3b3f212d yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:19:07.338686 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:07.422591 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Transition to ACTIVE for port object 9285f549-bd50-47c2-a65d-373d3b3f212d will not be triggered until provisioned by entity L2. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:07.429355 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-9b69c994-19c6-4ee6-868b-786b0cbed5d4 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Unset dirty status for tenant:4a393474cb6b43369a1ff642b2c3cbd7 on resource:subnet {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:19:07.436354 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-9b69c994-19c6-4ee6-868b-786b0cbed5d4 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4333615 Dec 22 13:19:07.436354 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43200) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:07.540177 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:07.569720 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-aa4dd495-b154-451b-9922-bedc461af81c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:07.572352 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2ff8085f-a581-41ef-9e53-1c31151acd0b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:07.572866 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 6820f0a0-e43f-426a-92dc-0c46cd363de4 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:19:07.585013 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:07.637406 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2ff8085f-a581-41ef-9e53-1c31151acd0b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:07.637406 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8085f-a581-41ef-9e53-1c31151acd0b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Subnet': ['ID=7de4e343-c66b-4f42-a88d-d7e8ab20743a,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:07.638240 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 6820f0a0-e43f-426a-92dc-0c46cd363de4 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:07.638240 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:07.640555 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2ff8085f-a581-41ef-9e53-1c31151acd0b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:07.678464 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347be180-684d-4f58-ac7e-bca07063b24b None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:07.680813 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-66b2c29c-ab2f-4812-81b0-332629459d27 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:07.793123 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dace50ee-70f1-4e8e-a6ac-143e089ba7e5 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:07.794791 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-66b2c29c-ab2f-4812-81b0-332629459d27 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:07.807598 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-2ff8085f-a581-41ef-9e53-1c31151acd0b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/7de4e343-c66b-4f42-a88d-d7e8ab20743a HTTP/1.1" status: 204 len: 168 time: 1.5527053 Dec 22 13:19:07.810187 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0730c80b-5433-408c-9c5c-7cc0cdaa5e3c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router_gateway, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:07.811210 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43204) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:07.839746 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Pushing event updated for resources: {'Port': ['ID=9285f549-bd50-47c2-a65d-373d3b3f212d,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:07.850340 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:07.853790 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8d6bf000-3c46-4c52-9a54-ad7227c4fd1e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:07.861168 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0730c80b-5433-408c-9c5c-7cc0cdaa5e3c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:07.875431 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-dace50ee-70f1-4e8e-a6ac-143e089ba7e5 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 22 13:19:07.875878 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dace50ee-70f1-4e8e-a6ac-143e089ba7e5 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:19:07.880137 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66b2c29c-ab2f-4812-81b0-332629459d27 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:19:07.900359 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dccbe65e-de5b-4f84-9d1c-3516db160c9e admin admin] Router 4cb07bea-e7bd-4180-8315-188a213407e4 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:19:07.911772 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-3f254bc5-eeaa-4b38-8aff-6ad378d32101 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0993328 Dec 22 13:19:07.916134 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43208) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:07.983854 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-fd1ec80e-d279-4a7f-95e7-1808ffc16d91 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'subnet': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:08.052327 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e1a2d1c7-9e32-42cb-b35c-4507091f5067 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:08.086168 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2c29c-ab2f-4812-81b0-332629459d27 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5010c19-010e-4dc2-99dd-d396b5433747,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:08.090048 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-dace50ee-70f1-4e8e-a6ac-143e089ba7e5 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] 10.222.0.47 "DELETE /v2.0/networks/18abce42-9ce5-4eb5-a16c-e305759ea82e HTTP/1.1" status: 409 len: 405 time: 0.6539159 Dec 22 13:19:08.095944 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-66b2c29c-ab2f-4812-81b0-332629459d27 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:08.096943 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-66b2c29c-ab2f-4812-81b0-332629459d27 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:08.097322 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-66b2c29c-ab2f-4812-81b0-332629459d27 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Added segment bcfd23f3-d9b5-4cdc-8f02-a9d661634c32 of type vlan for network 29d315a8-06b3-4b25-8626-ce3d7535daaa Dec 22 13:19:08.098959 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8af86703-9fd5-462a-a34f-02099a857ceb tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:08.120513 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43212) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:08.146059 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-9b94f1c0-1943-4390-85cb-14b7eae70b9b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-231420186'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:08.147789 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5ae11de8-da42-4678-a68a-130988885b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:08.151438 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-9b94f1c0-1943-4390-85cb-14b7eae70b9b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:08.160311 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:19:08.160650 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:19:08.160989 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:19:08.166632 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-9b94f1c0-1943-4390-85cb-14b7eae70b9b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Usage tracker for resource:network and tenant:4a393474cb6b43369a1ff642b2c3cbd7 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:08.173195 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-9b94f1c0-1943-4390-85cb-14b7eae70b9b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:08.184000 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-9b94f1c0-1943-4390-85cb-14b7eae70b9b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:08.192519 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-0a3b25c7-fa61-471f-9f0d-bb4afa307884 None None] Could not find standard attr ID for object 9c15ccd0-b14b-4f27-b7eb-3771f9625d16. {{(pid=84150) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:19:08.229705 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-fd1ec80e-d279-4a7f-95e7-1808ffc16d91 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:08.236808 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-fd1ec80e-d279-4a7f-95e7-1808ffc16d91 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:subnet and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:08.241181 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-fd1ec80e-d279-4a7f-95e7-1808ffc16d91 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:08.249280 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-fd1ec80e-d279-4a7f-95e7-1808ffc16d91 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:08.261298 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-88710b14-31b5-449b-a516-af4f8d22bb26 None None] Allocated IP 172.20.0.1 (d2ca6458-8bd8-4367-8052-0c6b566e8a58/5a5529af-23a4-469d-8f8c-04b1c87e7589/9775d7a2-c6f9-4ef0-9744-ac103fbdbcae) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:19:08.264368 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-35edde06-55ff-46bc-9f95-a42b91963f51 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:08.264606 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Port 9285f549-bd50-47c2-a65d-373d3b3f212d on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:19:08.264888 dv-neutron-822669-1-hyperv neutron-server[84148]: ERROR neutron.plugins.ml2.managers [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Failed to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d on host hv-neutron-8226 for vnic_type normal using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] Dec 22 13:19:08.268088 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-66b2c29c-ab2f-4812-81b0-332629459d27 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:08.275551 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.plugins.ml2.plugin [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempt 2 to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d Dec 22 13:19:08.282343 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b94f1c0-1943-4390-85cb-14b7eae70b9b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Made reservation on behalf of 4a393474cb6b43369a1ff642b2c3cbd7 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:19:08.285322 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9b94f1c0-1943-4390-85cb-14b7eae70b9b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:08.286134 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a2d1c7-9e32-42cb-b35c-4507091f5067 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event updated for resources: {'Subnet': ['ID=ef80c8fb-8330-4eab-a809-b3373e264c41,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:08.300375 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e1a2d1c7-9e32-42cb-b35c-4507091f5067 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:08.305370 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-35edde06-55ff-46bc-9f95-a42b91963f51 None None] Transition to ACTIVE for port object 3fe20c54-5938-4fe0-8c7a-80c9d437954c will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:08.320308 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:19:08.320654 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:19:08.321376 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:19:08.339464 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a2d1c7-9e32-42cb-b35c-4507091f5067 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Checking segment: {'id': '4b22121a-be16-4704-8148-049c33f5b818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '84931e66-cf63-41f9-bb2f-313c022d1f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:19:08.339856 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a2d1c7-9e32-42cb-b35c-4507091f5067 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Network hostable DHCP agents. Network: 84931e66-cf63-41f9-bb2f-313c022d1f50, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:19:08.353725 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-0730c80b-5433-408c-9c5c-7cc0cdaa5e3c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Allocated IP 172.26.1.178 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/4054b283-130e-461c-9fe7-92712f6c6385) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:19:08.361896 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1ec80e-d279-4a7f-95e7-1808ffc16d91 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:19:08.362272 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Port 9285f549-bd50-47c2-a65d-373d3b3f212d on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:19:08.362634 dv-neutron-822669-1-hyperv neutron-server[84148]: ERROR neutron.plugins.ml2.managers [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Failed to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d on host hv-neutron-8226 for vnic_type normal using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] Dec 22 13:19:08.365730 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fd1ec80e-d279-4a7f-95e7-1808ffc16d91 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:08.367907 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.plugins.ml2.plugin [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempt 3 to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d Dec 22 13:19:08.407618 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:08.429837 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-0a3b25c7-fa61-471f-9f0d-bb4afa307884 None None] Provisioning complete for port 6820f0a0-e43f-426a-92dc-0c46cd363de4 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:08.430217 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0a3b25c7-fa61-471f-9f0d-bb4afa307884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:08.455266 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:19:08.455619 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:19:08.456182 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:19:08.465368 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-66b2c29c-ab2f-4812-81b0-332629459d27 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:08.467645 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-35edde06-55ff-46bc-9f95-a42b91963f51 None None] Transition to ACTIVE for port object 3fe20c54-5938-4fe0-8c7a-80c9d437954c will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:08.468929 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b2c29c-ab2f-4812-81b0-332629459d27 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:08.469392 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-66b2c29c-ab2f-4812-81b0-332629459d27 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:08.477873 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8d6bf000-3c46-4c52-9a54-ad7227c4fd1e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:08.551379 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b94f1c0-1943-4390-85cb-14b7eae70b9b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:19:08.564804 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-35edde06-55ff-46bc-9f95-a42b91963f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:08.571732 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-ab558c64-dafc-4571-b96f-2c27fb0abe34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:08.612974 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9b94f1c0-1943-4390-85cb-14b7eae70b9b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:08.614333 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-9b94f1c0-1943-4390-85cb-14b7eae70b9b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Added segment 9468ac91-9c32-4e37-817e-5df6222551e9 of type vlan for network dfad458e-6923-47b6-b08f-66aa6cca96f8 Dec 22 13:19:08.615361 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Port 9285f549-bd50-47c2-a65d-373d3b3f212d on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:19:08.615762 dv-neutron-822669-1-hyperv neutron-server[84148]: ERROR neutron.plugins.ml2.managers [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Failed to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d on host hv-neutron-8226 for vnic_type normal using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] Dec 22 13:19:08.618626 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 6820f0a0-e43f-426a-92dc-0c46cd363de4, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=6820f0a0-e43f-426a-92dc-0c46cd363de4,segment=NetworkSegment(28c23a38-28e1-44f4-b33d-8620969ed0e4),segment_id=28c23a38-28e1-44f4-b33d-8620969ed0e4)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:19:08.633223 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.plugins.ml2.plugin [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempt 4 to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d Dec 22 13:19:08.663195 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2c29c-ab2f-4812-81b0-332629459d27 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event updated for resources: {'Network': ['ID=29d315a8-06b3-4b25-8626-ce3d7535daaa,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:08.678118 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-66b2c29c-ab2f-4812-81b0-332629459d27 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:08.684781 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:19:08.684781 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:19:08.684781 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:19:08.696677 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 29d315a8-06b3-4b25-8626-ce3d7535daaa details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:19:08.709223 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Port 9285f549-bd50-47c2-a65d-373d3b3f212d on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:19:08.709669 dv-neutron-822669-1-hyperv neutron-server[84148]: ERROR neutron.plugins.ml2.managers [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Failed to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d on host hv-neutron-8226 for vnic_type normal using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] Dec 22 13:19:08.720875 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.plugins.ml2.plugin [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempt 5 to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d Dec 22 13:19:08.726438 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9b94f1c0-1943-4390-85cb-14b7eae70b9b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:08.732488 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-66b2c29c-ab2f-4812-81b0-332629459d27 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.2667415 Dec 22 13:19:08.733309 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43216) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:08.745969 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35edde06-55ff-46bc-9f95-a42b91963f51 None None] Network 36a9635e-060b-4630-a9b5-9765cca55df8 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:08.747370 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-4aedd0e6-6701-407b-b1eb-36a78f2c213a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-207613759'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:08.749123 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212c020a-a878-4702-b2eb-b9779ccc382a None None] DHCP port deletion for 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:19:08.753015 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a2d1c7-9e32-42cb-b35c-4507091f5067 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Network 84931e66-cf63-41f9-bb2f-313c022d1f50 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:19:08.754071 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-35edde06-55ff-46bc-9f95-a42b91963f51 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:08.770296 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-4aedd0e6-6701-407b-b1eb-36a78f2c213a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:08.779351 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:19:08.779811 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:19:08.780247 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:19:08.784246 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-4aedd0e6-6701-407b-b1eb-36a78f2c213a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Usage tracker for resource:network and tenant:ad8695e3cb0646af805a65484bd64689 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:08.788764 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-4aedd0e6-6701-407b-b1eb-36a78f2c213a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:08.802087 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0730c80b-5433-408c-9c5c-7cc0cdaa5e3c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:08.805554 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-4aedd0e6-6701-407b-b1eb-36a78f2c213a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:08.817826 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Port 9285f549-bd50-47c2-a65d-373d3b3f212d on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:19:08.818277 dv-neutron-822669-1-hyperv neutron-server[84148]: ERROR neutron.plugins.ml2.managers [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Failed to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d on host hv-neutron-8226 for vnic_type normal using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] Dec 22 13:19:08.820856 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.plugins.ml2.plugin [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempt 6 to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d Dec 22 13:19:08.829943 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35edde06-55ff-46bc-9f95-a42b91963f51 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:19:08.831993 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35edde06-55ff-46bc-9f95-a42b91963f51 None None] Pushing event updated for resources: {'Port': ['ID=3fe20c54-5938-4fe0-8c7a-80c9d437954c,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:08.840451 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:19:08.840451 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:19:08.840929 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:19:08.842768 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-88710b14-31b5-449b-a516-af4f8d22bb26 None None] For port 9775d7a2-c6f9-4ef0-9744-ac103fbdbcae, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=9775d7a2-c6f9-4ef0-9744-ac103fbdbcae,segment=NetworkSegment(de2348fb-acf2-4487-8fb2-3c171e8bb845),segment_id=de2348fb-acf2-4487-8fb2-3c171e8bb845)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:19:08.846396 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:08.848066 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-212c020a-a878-4702-b2eb-b9779ccc382a None None] Deleting port dace488e-0be6-4d1e-aed6-549d80e9a590 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:19:08.848272 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Port 9285f549-bd50-47c2-a65d-373d3b3f212d on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:19:08.848439 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-212c020a-a878-4702-b2eb-b9779ccc382a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:08.848773 dv-neutron-822669-1-hyperv neutron-server[84148]: ERROR neutron.plugins.ml2.managers [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Failed to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d on host hv-neutron-8226 for vnic_type normal using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] Dec 22 13:19:08.850065 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.plugins.ml2.plugin [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempt 7 to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d Dec 22 13:19:08.870879 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:19:08.871247 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:19:08.871675 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:19:08.883312 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Port 9285f549-bd50-47c2-a65d-373d3b3f212d on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:19:08.883760 dv-neutron-822669-1-hyperv neutron-server[84148]: ERROR neutron.plugins.ml2.managers [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Failed to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d on host hv-neutron-8226 for vnic_type normal using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] Dec 22 13:19:08.885798 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.plugins.ml2.plugin [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempt 8 to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d Dec 22 13:19:08.903227 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:19:08.903716 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:19:08.904156 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:19:08.911743 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Port 9285f549-bd50-47c2-a65d-373d3b3f212d on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:19:08.912165 dv-neutron-822669-1-hyperv neutron-server[84148]: ERROR neutron.plugins.ml2.managers [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Failed to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d on host hv-neutron-8226 for vnic_type normal using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] Dec 22 13:19:08.912738 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-e1a2d1c7-9e32-42cb-b35c-4507091f5067 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 84931e66-cf63-41f9-bb2f-313c022d1f50) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:08.914617 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.plugins.ml2.plugin [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempt 9 to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d Dec 22 13:19:08.914858 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-35edde06-55ff-46bc-9f95-a42b91963f51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:08.916045 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-35edde06-55ff-46bc-9f95-a42b91963f51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:08.924334 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aedd0e6-6701-407b-b1eb-36a78f2c213a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Made reservation on behalf of ad8695e3cb0646af805a65484bd64689 for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:19:08.927579 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4aedd0e6-6701-407b-b1eb-36a78f2c213a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:08.938924 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a2d1c7-9e32-42cb-b35c-4507091f5067 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:08.939670 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e1a2d1c7-9e32-42cb-b35c-4507091f5067 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:08.972077 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:19:08.972560 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:19:08.973004 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:19:08.981324 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Port 9285f549-bd50-47c2-a65d-373d3b3f212d on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:19:08.981781 dv-neutron-822669-1-hyperv neutron-server[84148]: ERROR neutron.plugins.ml2.managers [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Failed to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d on host hv-neutron-8226 for vnic_type normal using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] Dec 22 13:19:08.982498 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.plugins.ml2.plugin [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempt 10 to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d Dec 22 13:19:08.990694 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0730c80b-5433-408c-9c5c-7cc0cdaa5e3c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:09.001943 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e306cef0-14d4-4682-bd60-a5e97be0d3f8 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:09.025562 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689a7d52-8331-42c0-a32f-b4e4ac888ba2 None None] Network 84931e66-cf63-41f9-bb2f-313c022d1f50 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:09.038093 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 9775d7a2-c6f9-4ef0-9744-ac103fbdbcae up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:19:09.073300 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730c80b-5433-408c-9c5c-7cc0cdaa5e3c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Pushing event updated for resources: {'Port': ['ID=4054b283-130e-461c-9fe7-92712f6c6385,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:09.080885 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e1a2d1c7-9e32-42cb-b35c-4507091f5067 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6174030 Dec 22 13:19:09.080885 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0730c80b-5433-408c-9c5c-7cc0cdaa5e3c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:09.084491 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43220) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:09.091489 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:19:09.091974 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:19:09.092794 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:19:09.099075 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-0e998436-5f47-498f-971e-a40b0573df31 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:09.103594 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aedd0e6-6701-407b-b1eb-36a78f2c213a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:19:09.118523 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0730c80b-5433-408c-9c5c-7cc0cdaa5e3c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:09.123252 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-0730c80b-5433-408c-9c5c-7cc0cdaa5e3c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:09.125372 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4aedd0e6-6701-407b-b1eb-36a78f2c213a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:09.125829 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-4aedd0e6-6701-407b-b1eb-36a78f2c213a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Added segment 6980c1df-058c-4ea8-89e2-7d0d0831716a of type vlan for network 10275e70-04c2-44b6-a253-2d666d36bc56 Dec 22 13:19:09.126981 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Port 9285f549-bd50-47c2-a65d-373d3b3f212d on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:19:09.127301 dv-neutron-822669-1-hyperv neutron-server[84148]: ERROR neutron.plugins.ml2.managers [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Failed to bind port 9285f549-bd50-47c2-a65d-373d3b3f212d on host hv-neutron-8226 for vnic_type normal using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] Dec 22 13:19:09.127669 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:09.137778 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0730c80b-5433-408c-9c5c-7cc0cdaa5e3c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:19:09.146975 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9b94f1c0-1943-4390-85cb-14b7eae70b9b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:09.151232 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b94f1c0-1943-4390-85cb-14b7eae70b9b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:09.151809 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9b94f1c0-1943-4390-85cb-14b7eae70b9b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:09.156761 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccbe65e-de5b-4f84-9d1c-3516db160c9e admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:19:09.191588 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f900595b-1083-4f7e-881c-9f771c0f7365 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:09.226810 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625def88-4df8-4eb7-a4c2-5bdd2babbe44 None None] Sync routers for ids ['4cb07bea-e7bd-4180-8315-188a213407e4'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:19:09.231022 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0a3b25c7-fa61-471f-9f0d-bb4afa307884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:09.265785 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4aedd0e6-6701-407b-b1eb-36a78f2c213a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:09.291842 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dccbe65e-de5b-4f84-9d1c-3516db160c9e admin admin] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:09.294478 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-dccbe65e-de5b-4f84-9d1c-3516db160c9e admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.2145655 Dec 22 13:19:09.311495 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43226) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:09.357210 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.resource_extend [None req-88710b14-31b5-449b-a516-af4f8d22bb26 None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:19:09.364463 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:09.437947 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] For port 9285f549-bd50-47c2-a65d-373d3b3f212d, host hv-neutron-8226, cleared binding levels {{(pid=84148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:19:09.438323 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempted to set empty binding levels {{(pid=84148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 22 13:19:09.450276 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-88710b14-31b5-449b-a516-af4f8d22bb26 None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:09.487908 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=6820f0a0-e43f-426a-92dc-0c46cd363de4,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:09.506570 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:09.526105 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:09.544668 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9b94f1c0-1943-4390-85cb-14b7eae70b9b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4237924 Dec 22 13:19:09.545510 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94f1c0-1943-4390-85cb-14b7eae70b9b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Pushing event updated for resources: {'Network': ['ID=dfad458e-6923-47b6-b08f-66aa6cca96f8,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:09.549802 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9b94f1c0-1943-4390-85cb-14b7eae70b9b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:09.549802 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43230) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:09.553227 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:09.559226 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fd1ec80e-d279-4a7f-95e7-1808ffc16d91 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:09.563487 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5019a6e5-5a8b-4d0b-bef3-4caf30dc9451 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:09.582156 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-98cf56d5-9a15-499a-9119-bc068579ec27 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:09.583822 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-35edde06-55ff-46bc-9f95-a42b91963f51 None None] Attempting to bind port 3fe20c54-5938-4fe0-8c7a-80c9d437954c on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:19:09.584217 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-35edde06-55ff-46bc-9f95-a42b91963f51 None None] Attempting to bind port 3fe20c54-5938-4fe0-8c7a-80c9d437954c by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'e11a9440-d7e6-4ec9-a0b2-30e49813bac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '36a9635e-060b-4630-a9b5-9765cca55df8'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:19:09.584582 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35edde06-55ff-46bc-9f95-a42b91963f51 None None] Attempting to bind port 3fe20c54-5938-4fe0-8c7a-80c9d437954c on network 36a9635e-060b-4630-a9b5-9765cca55df8 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:19:09.593382 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4aedd0e6-6701-407b-b1eb-36a78f2c213a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:09.597163 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aedd0e6-6701-407b-b1eb-36a78f2c213a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:09.597792 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4aedd0e6-6701-407b-b1eb-36a78f2c213a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:09.601260 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-0a3b25c7-fa61-471f-9f0d-bb4afa307884 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:19:09.601633 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-0a3b25c7-fa61-471f-9f0d-bb4afa307884 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:19:09.602280 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network dfad458e-6923-47b6-b08f-66aa6cca96f8 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:19:09.619367 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-88710b14-31b5-449b-a516-af4f8d22bb26 None None] Transition to ACTIVE for port object 9775d7a2-c6f9-4ef0-9744-ac103fbdbcae will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:09.657711 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] In _notify_port_updated(), no bound segment for port 9285f549-bd50-47c2-a65d-373d3b3f212d on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 {{(pid=84148) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 13:19:09.658335 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-0aceb40d-214a-41b0-acc6-2d676f270701 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Request body: {'subnet': {'network_id': 'dfad458e-6923-47b6-b08f-66aa6cca96f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:09.658750 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:09.663348 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] 10.222.0.47 "PUT /v2.0/ports/9285f549-bd50-47c2-a65d-373d3b3f212d HTTP/1.1" status: 200 len: 980 time: 4.3083634 Dec 22 13:19:09.670819 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43234) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:09.675879 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1ec80e-d279-4a7f-95e7-1808ffc16d91 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Subnet': ['ID=14a0aa8c-56cc-4bcc-af5e-99bad6fc2517,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:09.677171 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-fd1ec80e-d279-4a7f-95e7-1808ffc16d91 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:09.688564 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625def88-4df8-4eb7-a4c2-5bdd2babbe44 None None] Routers {'4cb07bea-e7bd-4180-8315-188a213407e4'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:19:09.689440 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-625def88-4df8-4eb7-a4c2-5bdd2babbe44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:19:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['4cb07bea-e7bd-4180-8315-188a213407e4'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:09.717940 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Pushing event updated for resources: {'Port': ['ID=9285f549-bd50-47c2-a65d-373d3b3f212d,revision_number=3']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:09.729906 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:09.730510 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:09.752217 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-4aedd0e6-6701-407b-b1eb-36a78f2c213a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0135927 Dec 22 13:19:09.767144 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43238) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:09.788265 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-8fd42d48-db7d-4040-a53f-b9fb5735578f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Request body: {'subnet': {'network_id': '29d315a8-06b3-4b25-8626-ce3d7535daaa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:09.845420 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-88710b14-31b5-449b-a516-af4f8d22bb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:09.856831 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aedd0e6-6701-407b-b1eb-36a78f2c213a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event updated for resources: {'Network': ['ID=10275e70-04c2-44b6-a253-2d666d36bc56,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:09.858379 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:09.859813 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-4aedd0e6-6701-407b-b1eb-36a78f2c213a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:09.871564 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0730c80b-5433-408c-9c5c-7cc0cdaa5e3c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router_gateway, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:09.872290 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0730c80b-5433-408c-9c5c-7cc0cdaa5e3c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:09.904920 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35edde06-55ff-46bc-9f95-a42b91963f51 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:19:09.905331 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35edde06-55ff-46bc-9f95-a42b91963f51 None None] Checking segment: {'id': 'e11a9440-d7e6-4ec9-a0b2-30e49813bac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '36a9635e-060b-4630-a9b5-9765cca55df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:19:09.905753 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-35edde06-55ff-46bc-9f95-a42b91963f51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:09.906410 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35edde06-55ff-46bc-9f95-a42b91963f51 None None] Bound using segment: {'id': 'e11a9440-d7e6-4ec9-a0b2-30e49813bac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '36a9635e-060b-4630-a9b5-9765cca55df8'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:19:09.907260 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-35edde06-55ff-46bc-9f95-a42b91963f51 None None] Bound port: 3fe20c54-5938-4fe0-8c7a-80c9d437954c, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e11a9440-d7e6-4ec9-a0b2-30e49813bac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '36a9635e-060b-4630-a9b5-9765cca55df8'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:19:09.908024 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-35edde06-55ff-46bc-9f95-a42b91963f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:09.910017 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0e998436-5f47-498f-971e-a40b0573df31 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2660977'] for subnet, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:09.918061 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 10275e70-04c2-44b6-a253-2d666d36bc56 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:19:09.959560 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-212c020a-a878-4702-b2eb-b9779ccc382a None None] For port dace488e-0be6-4d1e-aed6-549d80e9a590, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=dace488e-0be6-4d1e-aed6-549d80e9a590,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:19:09.960033 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-212c020a-a878-4702-b2eb-b9779ccc382a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:09.964527 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1ec80e-d279-4a7f-95e7-1808ffc16d91 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:09.982875 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-fd1ec80e-d279-4a7f-95e7-1808ffc16d91 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:09.986133 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1ec80e-d279-4a7f-95e7-1808ffc16d91 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:09.986747 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fd1ec80e-d279-4a7f-95e7-1808ffc16d91 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:10.001845 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-8fd42d48-db7d-4040-a53f-b9fb5735578f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:10.053483 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-8fd42d48-db7d-4040-a53f-b9fb5735578f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Usage tracker for resource:subnet and tenant:ad8695e3cb0646af805a65484bd64689 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:10.075841 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-8fd42d48-db7d-4040-a53f-b9fb5735578f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:10.086868 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0aceb40d-214a-41b0-acc6-2d676f270701 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:10.087797 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-1b987d61-93b0-41bd-8ea7-18965658eff8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Synchronizing usage tracker for tenant:97281e6106b446a9b8ba221128d2031f on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:19:10.090169 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-8fd42d48-db7d-4040-a53f-b9fb5735578f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:10.163200 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0aceb40d-214a-41b0-acc6-2d676f270701 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:10.214024 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-fd1ec80e-d279-4a7f-95e7-1808ffc16d91 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2965441 Dec 22 13:19:10.214940 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43242) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:10.236803 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-dea5e095-faa6-46bc-8b10-66317a6bc9b9 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'port': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'fixed_ips': [{'subnet_id': '14a0aa8c-56cc-4bcc-af5e-99bad6fc2517', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1228871100'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:10.280497 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-1b987d61-93b0-41bd-8ea7-18965658eff8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Unset dirty status for tenant:97281e6106b446a9b8ba221128d2031f on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:19:10.285022 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-1b987d61-93b0-41bd-8ea7-18965658eff8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13409 time: 0.6078951 Dec 22 13:19:10.341148 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43246) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:10.348329 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aceb40d-214a-41b0-acc6-2d676f270701 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Made reservation on behalf of 4a393474cb6b43369a1ff642b2c3cbd7 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:19:10.389850 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device dace488e-0be6-4d1e-aed6-549d80e9a590 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:19:10.433175 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-212c020a-a878-4702-b2eb-b9779ccc382a None None] Calling delete_port for dace488e-0be6-4d1e-aed6-549d80e9a590 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:19:10.435801 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd42d48-db7d-4040-a53f-b9fb5735578f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Made reservation on behalf of ad8695e3cb0646af805a65484bd64689 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:19:10.500006 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88710b14-31b5-449b-a516-af4f8d22bb26 None None] Pushing event updated for resources: {'Port': ['ID=9775d7a2-c6f9-4ef0-9744-ac103fbdbcae,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:10.553226 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-88710b14-31b5-449b-a516-af4f8d22bb26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:10.633514 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0730c80b-5433-408c-9c5c-7cc0cdaa5e3c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Router bf7ddeb6-3938-40c5-bae6-5216774c6ea2 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:19:10.744726 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-35edde06-55ff-46bc-9f95-a42b91963f51 None None] For port 3fe20c54-5938-4fe0-8c7a-80c9d437954c, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:19:10.752760 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:10.753492 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee53b14-d7a3-4053-a886-0734d21e4628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-84931e66-cf63-41f9-bb2f-313c022d1f50', 'network_id': '84931e66-cf63-41f9-bb2f-313c022d1f50', 'tenant_id': 'fcf444775c8e48ac91bc0e0e1ea9aa3c', 'fixed_ips': [{'subnet_id': 'ef80c8fb-8330-4eab-a809-b3373e264c41'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:19:10.754287 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3ee53b14-d7a3-4053-a886-0734d21e4628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:10.772279 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-35edde06-55ff-46bc-9f95-a42b91963f51 None None] For port 3fe20c54-5938-4fe0-8c7a-80c9d437954c, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=3fe20c54-5938-4fe0-8c7a-80c9d437954c,segment=NetworkSegment(e11a9440-d7e6-4ec9-a0b2-30e49813bac3),segment_id=e11a9440-d7e6-4ec9-a0b2-30e49813bac3)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:19:10.791234 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-625def88-4df8-4eb7-a4c2-5bdd2babbe44 None None] Set router 4cb07bea-e7bd-4180-8315-188a213407e4 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:19:10.884222 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-d9e03ebb-2eb0-4fc6-94b0-ca4fd5c610c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Deleting port 9285f549-bd50-47c2-a65d-373d3b3f212d {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:19:10.885018 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-35edde06-55ff-46bc-9f95-a42b91963f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:10.885136 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d9e03ebb-2eb0-4fc6-94b0-ca4fd5c610c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:10.933243 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-b7d2c830-2a40-4dad-91b9-017521650806 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:10.947215 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8fd42d48-db7d-4040-a53f-b9fb5735578f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:10.963484 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e627e8dd-64d6-48f1-8a4c-4e315b2a398f tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:10.984076 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0aceb40d-214a-41b0-acc6-2d676f270701 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:11.062855 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35edde06-55ff-46bc-9f95-a42b91963f51 None None] Pushing event updated for resources: {'Port': ['ID=3fe20c54-5938-4fe0-8c7a-80c9d437954c,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:11.066179 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-35edde06-55ff-46bc-9f95-a42b91963f51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:11.078251 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0e998436-5f47-498f-971e-a40b0573df31 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792220741645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3031793'] for subnet, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:11.080470 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9caacf74-a40c-4a96-8c39-3412b07d9846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:11.081650 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-212c020a-a878-4702-b2eb-b9779ccc382a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:11.094808 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-1eefe249-ba63-4928-8b34-c1d750ceaf2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:11.149557 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:11.175514 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c020a-a878-4702-b2eb-b9779ccc382a None None] Pushing event deleted for resources: {'Port': ['ID=dace488e-0be6-4d1e-aed6-549d80e9a590,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:11.178538 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-212c020a-a878-4702-b2eb-b9779ccc382a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:11.215879 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0730c80b-5433-408c-9c5c-7cc0cdaa5e3c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:19:11.232994 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d33f615-298b-4e2d-9a87-1108e83d9c6a None None] Sync routers for ids ['bf7ddeb6-3938-40c5-bae6-5216774c6ea2'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:19:11.258811 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d33f615-298b-4e2d-9a87-1108e83d9c6a None None] Routers {'bf7ddeb6-3938-40c5-bae6-5216774c6ea2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:19:11.260018 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-0d33f615-298b-4e2d-9a87-1108e83d9c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:19:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['bf7ddeb6-3938-40c5-bae6-5216774c6ea2'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:11.387593 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-0d33f615-298b-4e2d-9a87-1108e83d9c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:11.387790 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-9caacf74-a40c-4a96-8c39-3412b07d9846 admin admin] Allocated IP 172.20.0.1 (36a9635e-060b-4630-a9b5-9765cca55df8/02969300-ed8d-4b59-a34d-12a5dcb2cce8/dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:19:11.398052 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0730c80b-5433-408c-9c5c-7cc0cdaa5e3c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:11.414296 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d33f615-298b-4e2d-9a87-1108e83d9c6a None None] Routers {'bf7ddeb6-3938-40c5-bae6-5216774c6ea2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:19:11.414910 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0730c80b-5433-408c-9c5c-7cc0cdaa5e3c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.2188053 Dec 22 13:19:11.416108 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-0d33f615-298b-4e2d-9a87-1108e83d9c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:19:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['bf7ddeb6-3938-40c5-bae6-5216774c6ea2'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:11.416515 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43250) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:11.419591 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:11.425134 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-6c15d49d-5db0-4ac4-a898-746cf1bd9880 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:11.433407 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e998436-5f47-498f-971e-a40b0573df31 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:11.433407 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0e998436-5f47-498f-971e-a40b0573df31 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:11.433407 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0e998436-5f47-498f-971e-a40b0573df31 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "PUT /v2.0/subnets/ef80c8fb-8330-4eab-a809-b3373e264c41 HTTP/1.1" status: 200 len: 826 time: 2.3429191 Dec 22 13:19:11.446258 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43254) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:11.456677 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-dea5e095-faa6-46bc-8b10-66317a6bc9b9 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:11.479259 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e2ca1c-354a-4262-bfd0-b35f32a905bc None None] Network d2ca6458-8bd8-4367-8052-0c6b566e8a58 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:11.508844 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-dea5e095-faa6-46bc-8b10-66317a6bc9b9 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:port and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:11.519451 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-dea5e095-faa6-46bc-8b10-66317a6bc9b9 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:11.541062 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-0d33f615-298b-4e2d-9a87-1108e83d9c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:11.541658 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d33f615-298b-4e2d-9a87-1108e83d9c6a None None] The sync data for ids ['bf7ddeb6-3938-40c5-bae6-5216774c6ea2'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:19:11.589764 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-d8d83590-ccb3-48e9-a48d-de2bd90ad3aa None None] Provisioning complete for port 6820f0a0-e43f-426a-92dc-0c46cd363de4 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:11.590521 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d8d83590-ccb3-48e9-a48d-de2bd90ad3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:11.601506 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-dea5e095-faa6-46bc-8b10-66317a6bc9b9 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:11.612275 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e998436-5f47-498f-971e-a40b0573df31 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event updated for resources: {'Subnet': ['ID=ef80c8fb-8330-4eab-a809-b3373e264c41,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:11.623594 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212c020a-a878-4702-b2eb-b9779ccc382a None None] No DVR routers for this DVR port dace488e-0be6-4d1e-aed6-549d80e9a590 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:19:11.668722 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc662042-f1f7-4061-8189-61610702c4b3 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:11.701457 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0e998436-5f47-498f-971e-a40b0573df31 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:11.807914 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9caacf74-a40c-4a96-8c39-3412b07d9846 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:11.838633 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-9caacf74-a40c-4a96-8c39-3412b07d9846 admin admin] Transition to ACTIVE for port object dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12 will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:11.896252 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea5e095-faa6-46bc-8b10-66317a6bc9b9 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:19:11.982080 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-3ee53b14-d7a3-4053-a886-0734d21e4628 None None] Allocated IP 2001:db8::2 (84931e66-cf63-41f9-bb2f-313c022d1f50/ef80c8fb-8330-4eab-a809-b3373e264c41/1f6594c7-62e9-4018-aaad-69c98cc89fd7) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:19:11.997837 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 9775d7a2-c6f9-4ef0-9744-ac103fbdbcae up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:19:12.097254 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:19:12.133337 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-d9e03ebb-2eb0-4fc6-94b0-ca4fd5c610c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] For port 9285f549-bd50-47c2-a65d-373d3b3f212d, host hv-neutron-8226, got binding levels [] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:19:12.134495 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d9e03ebb-2eb0-4fc6-94b0-ca4fd5c610c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:12.205763 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-625def88-4df8-4eb7-a4c2-5bdd2babbe44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'name': 'tempest-ServerActionsTestJSON-1247390888-router', 'tenant_id': 'ccb0058a2c24446385d13786cea4c6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '74700538-2e57-498a-9b6b-3e9930271195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:19:01Z', 'updated_at': '2021-12-22T13:19:06Z', 'revision_number': 3, 'project_id': 'ccb0058a2c24446385d13786cea4c6a9', 'gw_port': {'id': '74700538-2e57-498a-9b6b-3e9930271195', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:03Z', 'updated_at': '2021-12-22T13:19:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:12.237026 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9caacf74-a40c-4a96-8c39-3412b07d9846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:12.241368 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-47580b0c-5a5f-43f7-998f-68cea46ad1aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:12.325465 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caacf74-a40c-4a96-8c39-3412b07d9846 admin admin] Network 36a9635e-060b-4630-a9b5-9765cca55df8 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:12.329880 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-9caacf74-a40c-4a96-8c39-3412b07d9846 admin admin] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:12.331306 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625def88-4df8-4eb7-a4c2-5bdd2babbe44 None None] Checking router: 4cb07bea-e7bd-4180-8315-188a213407e4 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:19:12.331674 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625def88-4df8-4eb7-a4c2-5bdd2babbe44 None None] Updating router 4cb07bea-e7bd-4180-8315-188a213407e4 port 74700538-2e57-498a-9b6b-3e9930271195 binding host dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:19:12.334129 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caacf74-a40c-4a96-8c39-3412b07d9846 admin admin] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:19:12.337126 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:12.352567 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-d9e03ebb-2eb0-4fc6-94b0-ca4fd5c610c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Calling delete_port for 9285f549-bd50-47c2-a65d-373d3b3f212d owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:19:12.367633 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caacf74-a40c-4a96-8c39-3412b07d9846 admin admin] Pushing event updated for resources: {'Port': ['ID=dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:12.371289 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9caacf74-a40c-4a96-8c39-3412b07d9846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:12.465605 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9caacf74-a40c-4a96-8c39-3412b07d9846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:12.514957 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-625def88-4df8-4eb7-a4c2-5bdd2babbe44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:12.583806 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88847bd7-f234-4aa5-a387-2829ea495404 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'tenant_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'fixed_ips': [{'subnet_id': '14a0aa8c-56cc-4bcc-af5e-99bad6fc2517'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:19:12.584652 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-88847bd7-f234-4aa5-a387-2829ea495404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:12.687105 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 6820f0a0-e43f-426a-92dc-0c46cd363de4 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:19:12.690269 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9caacf74-a40c-4a96-8c39-3412b07d9846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:12.814267 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3ee53b14-d7a3-4053-a886-0734d21e4628 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:12.829724 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3ee53b14-d7a3-4053-a886-0734d21e4628 None None] Transition to ACTIVE for port object 1f6594c7-62e9-4018-aaad-69c98cc89fd7 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:12.846963 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dea5e095-faa6-46bc-8b10-66317a6bc9b9 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:12.857263 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8fd42d48-db7d-4040-a53f-b9fb5735578f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:12.859340 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3ee53b14-d7a3-4053-a886-0734d21e4628 None None] Transition to ACTIVE for port object 1f6594c7-62e9-4018-aaad-69c98cc89fd7 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:12.883224 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0a8b327b-864d-4656-b4a9-576e06edef4e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:12.898447 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3ac98704-4b84-44c8-8f76-5d3bf5486f68 None None] Provisioning for port 9775d7a2-c6f9-4ef0-9744-ac103fbdbcae completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:19:12.968974 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3ee53b14-d7a3-4053-a886-0734d21e4628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:12.989130 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-a1b46fdb-2588-4c9c-a262-bedc5e965692 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:13.027620 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-dea5e095-faa6-46bc-8b10-66317a6bc9b9 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] device_id is not set on port ef4e3274-029f-48c8-be00-e86a649f0b1d yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:19:13.033986 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6c15d49d-5db0-4ac4-a898-746cf1bd9880 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:13.054716 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3ac98704-4b84-44c8-8f76-5d3bf5486f68 None None] Provisioning complete for port 9775d7a2-c6f9-4ef0-9744-ac103fbdbcae triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:13.055529 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3ac98704-4b84-44c8-8f76-5d3bf5486f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:13.064588 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9caacf74-a40c-4a96-8c39-3412b07d9846 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:13.128901 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:13.143579 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9caacf74-a40c-4a96-8c39-3412b07d9846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:13.184933 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b78104-1aee-41f9-bba5-24f60184b4ec None None] Network 36a9635e-060b-4630-a9b5-9765cca55df8 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:13.203181 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-26fa351e-9001-49fe-ab08-1a145299fa2c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:13.240649 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd42d48-db7d-4040-a53f-b9fb5735578f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event updated for resources: {'Subnet': ['ID=68489986-c73b-4493-9743-b5cf32def459,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:13.252575 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8fd42d48-db7d-4040-a53f-b9fb5735578f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:13.273472 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee53b14-d7a3-4053-a886-0734d21e4628 None None] Network 84931e66-cf63-41f9-bb2f-313c022d1f50 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:13.275720 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3480b1df-1e90-413f-a903-db4882470ff5 None None] Network d2ca6458-8bd8-4367-8052-0c6b566e8a58 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:13.279513 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6c15d49d-5db0-4ac4-a898-746cf1bd9880 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:13.295801 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9caacf74-a40c-4a96-8c39-3412b07d9846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:13.302570 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-3ee53b14-d7a3-4053-a886-0734d21e4628 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:13.308974 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d9e03ebb-2eb0-4fc6-94b0-ca4fd5c610c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:13.319973 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caacf74-a40c-4a96-8c39-3412b07d9846 admin admin] Pushing event updated for resources: {'Port': ['ID=dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:13.323476 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9caacf74-a40c-4a96-8c39-3412b07d9846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:13.329325 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd42d48-db7d-4040-a53f-b9fb5735578f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Checking segment: {'id': 'bcfd23f3-d9b5-4cdc-8f02-a9d661634c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '29d315a8-06b3-4b25-8626-ce3d7535daaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:19:13.329995 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd42d48-db7d-4040-a53f-b9fb5735578f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Network hostable DHCP agents. Network: 29d315a8-06b3-4b25-8626-ce3d7535daaa, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:19:13.339808 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ba2b5370-3528-45f1-875b-727751456ce9 tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:13.386525 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee53b14-d7a3-4053-a886-0734d21e4628 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:19:13.392481 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-6c15d49d-5db0-4ac4-a898-746cf1bd9880 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Deleting port 4054b283-130e-461c-9fe7-92712f6c6385 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:19:13.392481 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6c15d49d-5db0-4ac4-a898-746cf1bd9880 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:13.409737 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:13.430681 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-e627e8dd-64d6-48f1-8a4c-4e315b2a398f tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Allocated IP 172.20.0.1 (7ac79257-47d9-405a-9825-2b7516a86bf8/d857f1db-ab4c-4c8d-aba3-be52d5449c21/bc336eea-e33b-449e-b1f8-701cb84bbd00) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:19:13.440117 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e03ebb-2eb0-4fc6-94b0-ca4fd5c610c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Pushing event deleted for resources: {'Port': ['ID=9285f549-bd50-47c2-a65d-373d3b3f212d,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:13.446989 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d9e03ebb-2eb0-4fc6-94b0-ca4fd5c610c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:13.458016 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-07e1400f-9c03-43bc-a853-6657df916a02 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:13.550879 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event deleted for resources: {'Subnet': ['ID=ef80c8fb-8330-4eab-a809-b3373e264c41,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:13.568330 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:13.576083 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee53b14-d7a3-4053-a886-0734d21e4628 None None] Pushing event updated for resources: {'Port': ['ID=1f6594c7-62e9-4018-aaad-69c98cc89fd7,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:13.590560 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3ee53b14-d7a3-4053-a886-0734d21e4628 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:13.595320 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d9e03ebb-2eb0-4fc6-94b0-ca4fd5c610c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:13.600094 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caacf74-a40c-4a96-8c39-3412b07d9846 admin admin] Network 36a9635e-060b-4630-a9b5-9765cca55df8 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:13.611989 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-9caacf74-a40c-4a96-8c39-3412b07d9846 admin admin] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:13.676257 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.objects.ports [None req-0aceb40d-214a-41b0-acc6-2d676f270701 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84149) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 22 13:19:13.686399 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0aceb40d-214a-41b0-acc6-2d676f270701 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:13.701260 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-03ae5d9a-f62c-4cf8-a347-d828faf289e0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:13.716933 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6c15d49d-5db0-4ac4-a898-746cf1bd9880 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:13.769859 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd42d48-db7d-4040-a53f-b9fb5735578f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Network 29d315a8-06b3-4b25-8626-ce3d7535daaa is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:19:13.917964 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 6820f0a0-e43f-426a-92dc-0c46cd363de4 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:13.918340 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:13.927208 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aceb40d-214a-41b0-acc6-2d676f270701 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Pushing event updated for resources: {'Subnet': ['ID=c68c8564-c139-46f6-a5bf-45b2ed32435c,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:13.939092 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:13.943109 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-88847bd7-f234-4aa5-a387-2829ea495404 None None] Allocated IP 2001:db8::2 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/14a0aa8c-56cc-4bcc-af5e-99bad6fc2517/1f1bf162-793d-489c-8c60-2554f38dcb5b) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:19:13.952888 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0aceb40d-214a-41b0-acc6-2d676f270701 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:13.971508 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-3ee53b14-d7a3-4053-a886-0734d21e4628 None None] Attempting to bind port 1f6594c7-62e9-4018-aaad-69c98cc89fd7 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:19:13.971879 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-3ee53b14-d7a3-4053-a886-0734d21e4628 None None] Attempting to bind port 1f6594c7-62e9-4018-aaad-69c98cc89fd7 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '4b22121a-be16-4704-8148-049c33f5b818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '84931e66-cf63-41f9-bb2f-313c022d1f50'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:19:13.972534 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee53b14-d7a3-4053-a886-0734d21e4628 None None] Attempting to bind port 1f6594c7-62e9-4018-aaad-69c98cc89fd7 on network 84931e66-cf63-41f9-bb2f-313c022d1f50 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:19:13.987002 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d9e03ebb-2eb0-4fc6-94b0-ca4fd5c610c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] 10.222.0.47 "DELETE /v2.0/ports/9285f549-bd50-47c2-a65d-373d3b3f212d HTTP/1.1" status: 204 len: 168 time: 3.6399033 Dec 22 13:19:13.987980 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43260) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:13.995495 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84931e66-cf63-41f9-bb2f-313c022d1f50']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:14.017332 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e627e8dd-64d6-48f1-8a4c-4e315b2a398f tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:14.037745 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.resource_extend [None req-625def88-4df8-4eb7-a4c2-5bdd2babbe44 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:19:14.038229 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-6c15d49d-5db0-4ac4-a898-746cf1bd9880 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Calling delete_port for 4054b283-130e-461c-9fe7-92712f6c6385 owned by network:router_gateway {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:19:14.058869 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-8fd42d48-db7d-4040-a53f-b9fb5735578f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 29d315a8-06b3-4b25-8626-ce3d7535daaa) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:14.079334 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b22121a-be16-4704-8148-049c33f5b818') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:14.079628 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b22121a-be16-4704-8148-049c33f5b818') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:14.088575 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd42d48-db7d-4040-a53f-b9fb5735578f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:14.089167 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8fd42d48-db7d-4040-a53f-b9fb5735578f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:14.092854 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aceb40d-214a-41b0-acc6-2d676f270701 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Checking segment: {'id': '9468ac91-9c32-4e37-817e-5df6222551e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dfad458e-6923-47b6-b08f-66aa6cca96f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:19:14.093212 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aceb40d-214a-41b0-acc6-2d676f270701 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Network hostable DHCP agents. Network: dfad458e-6923-47b6-b08f-66aa6cca96f8, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:19:14.104785 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9eeef7f-4b78-4822-9e4c-6496f2d1ef6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] GET failed (client error): The resource could not be found. Dec 22 13:19:14.105293 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-b9eeef7f-4b78-4822-9e4c-6496f2d1ef6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Synchronizing usage tracker for tenant:97281e6106b446a9b8ba221128d2031f on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:19:14.119072 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:14.157300 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:14.165058 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee53b14-d7a3-4053-a886-0734d21e4628 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:19:14.165885 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee53b14-d7a3-4053-a886-0734d21e4628 None None] Checking segment: {'id': '4b22121a-be16-4704-8148-049c33f5b818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '84931e66-cf63-41f9-bb2f-313c022d1f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:19:14.166634 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3ee53b14-d7a3-4053-a886-0734d21e4628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:14.167063 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee53b14-d7a3-4053-a886-0734d21e4628 None None] Bound using segment: {'id': '4b22121a-be16-4704-8148-049c33f5b818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '84931e66-cf63-41f9-bb2f-313c022d1f50'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:19:14.167416 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-3ee53b14-d7a3-4053-a886-0734d21e4628 None None] Bound port: 1f6594c7-62e9-4018-aaad-69c98cc89fd7, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b22121a-be16-4704-8148-049c33f5b818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '84931e66-cf63-41f9-bb2f-313c022d1f50'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:19:14.168660 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:19:14.168773 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3ee53b14-d7a3-4053-a886-0734d21e4628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:14.168864 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:14.176634 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ede10e7-017b-4a20-857d-fd829aadb080 None None] Network 29d315a8-06b3-4b25-8626-ce3d7535daaa requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:14.184350 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:19:14.184350 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:19:14.184350 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:19:14.184350 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:19:14.184350 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:19:14.184350 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:19:14.184350 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:19:14.184350 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:19:14.184350 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:19:14.184350 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:19:14.184350 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:19:14.184350 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:19:14.184350 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:19:14.184350 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:19:14.184350 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:19:14.184350 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:19:14.184350 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:19:14.184350 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:19:14.184350 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:19:14.184350 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:19:14.184350 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:19:14.184350 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:19:14.184350 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:19:14.184350 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:19:14.184350 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:19:14.184350 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:19:14.184350 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:19:14.184350 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:19:14.184350 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:19:14.184350 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:19:14.184350 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:19:14.184350 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:19:14.252300 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8fd42d48-db7d-4040-a53f-b9fb5735578f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4805965 Dec 22 13:19:14.253986 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43264) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:14.270299 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-dfb55261-a836-40c9-9b89-8f95ed8f8213 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Request body: {'subnet': {'network_id': '10275e70-04c2-44b6-a253-2d666d36bc56', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:14.275811 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-b9eeef7f-4b78-4822-9e4c-6496f2d1ef6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Unset dirty status for tenant:97281e6106b446a9b8ba221128d2031f on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:19:14.277205 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b9eeef7f-4b78-4822-9e4c-6496f2d1ef6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] 10.222.0.47 "GET /v2.0/ports/9285f549-bd50-47c2-a65d-373d3b3f212d HTTP/1.1" status: 404 len: 333 time: 0.2731974 Dec 22 13:19:14.286817 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43268) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:14.292544 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-50a447e6-6e49-429f-b46e-21c4cda5e10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-57445207', 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:14.298177 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-50a447e6-6e49-429f-b46e-21c4cda5e10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:14.311570 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-50a447e6-6e49-429f-b46e-21c4cda5e10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:14.331605 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aceb40d-214a-41b0-acc6-2d676f270701 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Network dfad458e-6923-47b6-b08f-66aa6cca96f8 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:19:14.336812 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.api [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 13:19:14.336812 dv-neutron-822669-1-hyperv neutron-server[84149]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 13:19:14.336812 dv-neutron-822669-1-hyperv neutron-server[84149]: [parameters: {'id': '84931e66-cf63-41f9-bb2f-313c022d1f50'}] Dec 22 13:19:14.336812 dv-neutron-822669-1-hyperv neutron-server[84149]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84149) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:19:14.338378 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_db.api [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:19:14.347860 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-0aceb40d-214a-41b0-acc6-2d676f270701 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, dfad458e-6923-47b6-b08f-66aa6cca96f8) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:14.351323 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aceb40d-214a-41b0-acc6-2d676f270701 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:14.352077 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0aceb40d-214a-41b0-acc6-2d676f270701 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:14.369493 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e627e8dd-64d6-48f1-8a4c-4e315b2a398f tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:14.376008 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-695eb611-9885-4675-971b-8c21e1a2aefd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:14.398416 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739a773b-8db6-4278-a9ac-01848709ce39 None None] Network dfad458e-6923-47b6-b08f-66aa6cca96f8 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:14.460388 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e627e8dd-64d6-48f1-8a4c-4e315b2a398f tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Network 7ac79257-47d9-405a-9825-2b7516a86bf8 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:14.470236 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-e627e8dd-64d6-48f1-8a4c-4e315b2a398f tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:14.475596 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e627e8dd-64d6-48f1-8a4c-4e315b2a398f tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:19:14.569325 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-dfb55261-a836-40c9-9b89-8f95ed8f8213 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:14.569887 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-625def88-4df8-4eb7-a4c2-5bdd2babbe44 None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:14.576968 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-dfb55261-a836-40c9-9b89-8f95ed8f8213 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Usage tracker for resource:subnet and tenant:ad8695e3cb0646af805a65484bd64689 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:14.581395 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-dfb55261-a836-40c9-9b89-8f95ed8f8213 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:14.584837 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-625def88-4df8-4eb7-a4c2-5bdd2babbe44 None None] Transition to ACTIVE for port object 74700538-2e57-498a-9b6b-3e9930271195 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:14.591580 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-dfb55261-a836-40c9-9b89-8f95ed8f8213 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:14.606199 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e627e8dd-64d6-48f1-8a4c-4e315b2a398f tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:14.613951 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a447e6-6e49-429f-b46e-21c4cda5e10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Made reservation on behalf of 97281e6106b446a9b8ba221128d2031f for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:19:14.630764 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-50a447e6-6e49-429f-b46e-21c4cda5e10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:14.630764 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627e8dd-64d6-48f1-8a4c-4e315b2a398f tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event updated for resources: {'Port': ['ID=bc336eea-e33b-449e-b1f8-701cb84bbd00,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:14.643308 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e627e8dd-64d6-48f1-8a4c-4e315b2a398f tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:14.651434 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-50a447e6-6e49-429f-b46e-21c4cda5e10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] device_id is not set on port f28930d8-7e70-4854-8d63-52c27464a247 yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:19:14.667736 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9caacf74-a40c-4a96-8c39-3412b07d9846 admin admin] Router 4cb07bea-e7bd-4180-8315-188a213407e4 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:19:14.690455 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0aceb40d-214a-41b0-acc6-2d676f270701 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.1195803 Dec 22 13:19:14.696878 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43272) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:14.714901 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-cbd45ca2-8683-4df0-ac7d-c9d545a33778 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Request body: {'port': {'network_id': 'dfad458e-6923-47b6-b08f-66aa6cca96f8', 'name': 'tempest-NetworksIpV6TestAttrs-1099054314'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:14.724649 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-bfabae4d-92e8-4741-aa93-5e3ed3826b61 None None] Provisioning for port 3fe20c54-5938-4fe0-8c7a-80c9d437954c completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:19:14.750969 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-625def88-4df8-4eb7-a4c2-5bdd2babbe44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:14.765184 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb55261-a836-40c9-9b89-8f95ed8f8213 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Made reservation on behalf of ad8695e3cb0646af805a65484bd64689 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:19:14.780257 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-1618b929-6b5a-4033-9b96-fe8b86a6808e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:14.785700 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6c15d49d-5db0-4ac4-a898-746cf1bd9880 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:14.839831 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:14.848744 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0730c80b-5433-408c-9c5c-7cc0cdaa5e3c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:14.911474 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15d49d-5db0-4ac4-a898-746cf1bd9880 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Pushing event deleted for resources: {'Port': ['ID=4054b283-130e-461c-9fe7-92712f6c6385,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:14.920104 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6c15d49d-5db0-4ac4-a898-746cf1bd9880 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:15.026580 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dfb55261-a836-40c9-9b89-8f95ed8f8213 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:15.177698 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3ee53b14-d7a3-4053-a886-0734d21e4628 None None] For port 1f6594c7-62e9-4018-aaad-69c98cc89fd7, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:19:15.184465 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f087456-7253-4260-9ea3-66aa656fb158 None None] Pushing event updated for resources: {'Port': ['ID=74700538-2e57-498a-9b6b-3e9930271195,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:15.184667 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Deleting port 1f6594c7-62e9-4018-aaad-69c98cc89fd7 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:19:15.185187 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:15.196407 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3f087456-7253-4260-9ea3-66aa656fb158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:15.217265 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-625def88-4df8-4eb7-a4c2-5bdd2babbe44 None None] Attempting to bind port 74700538-2e57-498a-9b6b-3e9930271195 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:19:15.217639 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-625def88-4df8-4eb7-a4c2-5bdd2babbe44 None None] Attempting to bind port 74700538-2e57-498a-9b6b-3e9930271195 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:19:15.218019 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625def88-4df8-4eb7-a4c2-5bdd2babbe44 None None] Attempting to bind port 74700538-2e57-498a-9b6b-3e9930271195 on network 0776f1b4-770d-462f-bc0f-df97e8017b18 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:19:15.272037 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3ee53b14-d7a3-4053-a886-0734d21e4628 None None] For port 1f6594c7-62e9-4018-aaad-69c98cc89fd7, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=1f6594c7-62e9-4018-aaad-69c98cc89fd7,segment=NetworkSegment(4b22121a-be16-4704-8148-049c33f5b818),segment_id=4b22121a-be16-4704-8148-049c33f5b818)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:19:15.285831 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e627e8dd-64d6-48f1-8a4c-4e315b2a398f tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:15.289878 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 3fe20c54-5938-4fe0-8c7a-80c9d437954c up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:19:15.314232 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-cbd45ca2-8683-4df0-ac7d-c9d545a33778 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:15.330897 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-bfabae4d-92e8-4741-aa93-5e3ed3826b61 None None] Provisioning complete for port 9775d7a2-c6f9-4ef0-9744-ac103fbdbcae triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:15.331276 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-bfabae4d-92e8-4741-aa93-5e3ed3826b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:15.338646 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-cbd45ca2-8683-4df0-ac7d-c9d545a33778 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Usage tracker for resource:port and tenant:4a393474cb6b43369a1ff642b2c3cbd7 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:15.353879 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-cbd45ca2-8683-4df0-ac7d-c9d545a33778 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:15.392692 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3ee53b14-d7a3-4053-a886-0734d21e4628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:15.401063 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6c15d49d-5db0-4ac4-a898-746cf1bd9880 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:15.411799 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-dab453f9-85f8-455d-a469-596dd81092ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:15.471176 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625def88-4df8-4eb7-a4c2-5bdd2babbe44 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:19:15.471546 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625def88-4df8-4eb7-a4c2-5bdd2babbe44 None None] Checking segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:19:15.471960 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-625def88-4df8-4eb7-a4c2-5bdd2babbe44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:15.472353 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625def88-4df8-4eb7-a4c2-5bdd2babbe44 None None] Bound using segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:19:15.472843 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-625def88-4df8-4eb7-a4c2-5bdd2babbe44 None None] Bound port: 74700538-2e57-498a-9b6b-3e9930271195, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:19:15.473219 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-625def88-4df8-4eb7-a4c2-5bdd2babbe44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:15.569437 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-88847bd7-f234-4aa5-a387-2829ea495404 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:15.624707 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6ef544-7342-475a-bdda-b5fd4aea2c3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-29d315a8-06b3-4b25-8626-ce3d7535daaa', 'network_id': '29d315a8-06b3-4b25-8626-ce3d7535daaa', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'fixed_ips': [{'subnet_id': '68489986-c73b-4493-9743-b5cf32def459'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:19:15.625447 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-fb6ef544-7342-475a-bdda-b5fd4aea2c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:15.645493 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-88847bd7-f234-4aa5-a387-2829ea495404 None None] Transition to ACTIVE for port object 1f1bf162-793d-489c-8c60-2554f38dcb5b will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:15.753216 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6c15d49d-5db0-4ac4-a898-746cf1bd9880 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:15.848968 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23be1dfe-003b-48ce-92d4-1fdeb03821d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-dfad458e-6923-47b6-b08f-66aa6cca96f8', 'network_id': 'dfad458e-6923-47b6-b08f-66aa6cca96f8', 'tenant_id': '4a393474cb6b43369a1ff642b2c3cbd7', 'fixed_ips': [{'subnet_id': 'c68c8564-c139-46f6-a5bf-45b2ed32435c'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:19:15.849780 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-23be1dfe-003b-48ce-92d4-1fdeb03821d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:15.889653 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6c15d49d-5db0-4ac4-a898-746cf1bd9880 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707601'] for router, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:15.922500 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-88847bd7-f234-4aa5-a387-2829ea495404 None None] Transition to ACTIVE for port object 1f1bf162-793d-489c-8c60-2554f38dcb5b will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:15.937296 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee53b14-d7a3-4053-a886-0734d21e4628 None None] Pushing event updated for resources: {'Port': ['ID=1f6594c7-62e9-4018-aaad-69c98cc89fd7,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:15.948944 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-50a447e6-6e49-429f-b46e-21c4cda5e10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:15.954796 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3ee53b14-d7a3-4053-a886-0734d21e4628 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:15.964859 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-cbd45ca2-8683-4df0-ac7d-c9d545a33778 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:15.986292 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dfb55261-a836-40c9-9b89-8f95ed8f8213 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:15.995284 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-368bed18-293a-472b-9dcf-34d6a9199ec2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:15.996635 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-625def88-4df8-4eb7-a4c2-5bdd2babbe44 None None] For port 74700538-2e57-498a-9b6b-3e9930271195, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:19:16.022634 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] For port 1f6594c7-62e9-4018-aaad-69c98cc89fd7, host dv-neutron-822669-1-hyperv, got binding levels [] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:19:16.023136 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:16.055050 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-625def88-4df8-4eb7-a4c2-5bdd2babbe44 None None] For port 74700538-2e57-498a-9b6b-3e9930271195, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=74700538-2e57-498a-9b6b-3e9930271195,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:19:16.125478 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-88847bd7-f234-4aa5-a387-2829ea495404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:16.137410 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-a1b46fdb-2588-4c9c-a262-bedc5e965692 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:16.158643 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9caacf74-a40c-4a96-8c39-3412b07d9846 admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:19:16.174338 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd45ca2-8683-4df0-ac7d-c9d545a33778 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Made reservation on behalf of 4a393474cb6b43369a1ff642b2c3cbd7 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:19:16.177235 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb55261-a836-40c9-9b89-8f95ed8f8213 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event updated for resources: {'Subnet': ['ID=a5816dd9-4ce5-4ce0-90d5-9a2ea85713b8,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:16.178029 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-625def88-4df8-4eb7-a4c2-5bdd2babbe44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:16.178494 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cbd45ca2-8683-4df0-ac7d-c9d545a33778 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:16.189875 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-dfb55261-a836-40c9-9b89-8f95ed8f8213 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:16.198280 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Calling delete_port for 1f6594c7-62e9-4018-aaad-69c98cc89fd7 owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:19:16.199214 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 3fe20c54-5938-4fe0-8c7a-80c9d437954c completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:19:16.218516 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-9caacf74-a40c-4a96-8c39-3412b07d9846 admin admin] 10.222.0.47 "PUT /v2.0/routers/4cb07bea-e7bd-4180-8315-188a213407e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9004881 Dec 22 13:19:16.238885 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65628ce-ec3c-4594-993f-1110484af2fa None None] Network 84931e66-cf63-41f9-bb2f-313c022d1f50 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:16.245974 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c15d49d-5db0-4ac4-a898-746cf1bd9880 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Router bf7ddeb6-3938-40c5-bae6-5216774c6ea2 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:19:16.249927 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb55261-a836-40c9-9b89-8f95ed8f8213 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Checking segment: {'id': '6980c1df-058c-4ea8-89e2-7d0d0831716a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '10275e70-04c2-44b6-a253-2d666d36bc56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:19:16.250279 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb55261-a836-40c9-9b89-8f95ed8f8213 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Network hostable DHCP agents. Network: 10275e70-04c2-44b6-a253-2d666d36bc56, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:19:16.296021 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 3fe20c54-5938-4fe0-8c7a-80c9d437954c triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:16.296400 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:16.305818 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e627e8dd-64d6-48f1-8a4c-4e315b2a398f tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:16.319173 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-dea5e095-faa6-46bc-8b10-66317a6bc9b9 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:19:16.319663 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dea5e095-faa6-46bc-8b10-66317a6bc9b9 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:19:16.352107 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-cbd45ca2-8683-4df0-ac7d-c9d545a33778 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] device_id is not set on port c1e732b7-85fc-4fbb-9250-528eb3f6a871 yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:19:16.399702 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-50a447e6-6e49-429f-b46e-21c4cda5e10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:16.402031 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e627e8dd-64d6-48f1-8a4c-4e315b2a398f tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:16.422426 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb55261-a836-40c9-9b89-8f95ed8f8213 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Network 10275e70-04c2-44b6-a253-2d666d36bc56 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:19:16.435708 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.api [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84149) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:19:16.437011 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_db.api [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:19:16.444106 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-049f8c28-04ed-4078-affd-2ea3dfc164a9 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:16.446107 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88847bd7-f234-4aa5-a387-2829ea495404 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:16.453823 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c15d49d-5db0-4ac4-a898-746cf1bd9880 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:19:16.460682 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6c15d49d-5db0-4ac4-a898-746cf1bd9880 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:16.467016 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6c15d49d-5db0-4ac4-a898-746cf1bd9880 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] 10.222.0.47 "PUT /v2.0/routers/bf7ddeb6-3938-40c5-bae6-5216774c6ea2 HTTP/1.1" status: 200 len: 705 time: 5.0485103 Dec 22 13:19:16.467981 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43282) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:16.471667 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-88847bd7-f234-4aa5-a387-2829ea495404 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:16.491349 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88847bd7-f234-4aa5-a387-2829ea495404 None None] Pushing event updated for resources: {'Port': ['ID=1f1bf162-793d-489c-8c60-2554f38dcb5b,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:16.493961 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9910946-be1a-4e1d-827a-7c8606e8cbdf None None] Sync routers for ids ['bf7ddeb6-3938-40c5-bae6-5216774c6ea2'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:19:16.499126 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-88847bd7-f234-4aa5-a387-2829ea495404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:16.504797 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88847bd7-f234-4aa5-a387-2829ea495404 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:19:16.512382 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-dea5e095-faa6-46bc-8b10-66317a6bc9b9 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 6.2850862 Dec 22 13:19:16.516027 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43286) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:16.539198 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-88710b14-31b5-449b-a516-af4f8d22bb26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.341s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:16.552884 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-dfb55261-a836-40c9-9b89-8f95ed8f8213 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 10275e70-04c2-44b6-a253-2d666d36bc56) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:16.566872 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb55261-a836-40c9-9b89-8f95ed8f8213 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:16.567607 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dfb55261-a836-40c9-9b89-8f95ed8f8213 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:16.661822 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a447e6-6e49-429f-b46e-21c4cda5e10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:16.663116 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e627e8dd-64d6-48f1-8a4c-4e315b2a398f tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:16.666772 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627e8dd-64d6-48f1-8a4c-4e315b2a398f tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event updated for resources: {'Port': ['ID=bc336eea-e33b-449e-b1f8-701cb84bbd00,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:16.669533 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bfcc75-eafa-443e-b1fd-e6d3addec737 None None] Network 10275e70-04c2-44b6-a253-2d666d36bc56 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:16.671253 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e627e8dd-64d6-48f1-8a4c-4e315b2a398f tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:16.676306 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f53adaf1-1f7f-479d-9617-5960065d0b62 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:16.682912 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c4c6e754-2bf8-4b49-a02b-0e4e7f5ef945 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] 10.222.0.47 "GET /v2.0/routers/bf7ddeb6-3938-40c5-bae6-5216774c6ea2 HTTP/1.1" status: 200 len: 740 time: 0.2136028 Dec 22 13:19:16.685406 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43290) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:16.708048 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-50a447e6-6e49-429f-b46e-21c4cda5e10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:16.717777 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a447e6-6e49-429f-b46e-21c4cda5e10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:19:16.718456 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a447e6-6e49-429f-b46e-21c4cda5e10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:16.719383 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-50a447e6-6e49-429f-b46e-21c4cda5e10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:16.734657 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f087456-7253-4260-9ea3-66aa656fb158 None None] Pushing event updated for resources: {'Port': ['ID=74700538-2e57-498a-9b6b-3e9930271195,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:16.739718 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6df5277d-b368-4c13-97e1-67b47f329bb6 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=0776f1b4-770d-462f-bc0f-df97e8017b18&device_id=bf7ddeb6-3938-40c5-bae6-5216774c6ea2 HTTP/1.1" status: 200 len: 205 time: 0.0524223 Dec 22 13:19:16.742090 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43294) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:16.786466 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-dfb55261-a836-40c9-9b89-8f95ed8f8213 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5282960 Dec 22 13:19:16.789326 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43298) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:16.794231 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f9adbd43-cfd8-40f1-b561-cfbfd48c4704 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf7ddeb6-3938-40c5-bae6-5216774c6ea2 HTTP/1.1" status: 200 len: 205 time: 0.0508215 Dec 22 13:19:16.798227 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-ee0f6975-8d3b-42d8-a2f6-4384abb8707e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-94968635', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:16.802782 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43302) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:16.807153 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ee0f6975-8d3b-42d8-a2f6-4384abb8707e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:16.809791 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3f087456-7253-4260-9ea3-66aa656fb158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:16.854560 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-fb6ef544-7342-475a-bdda-b5fd4aea2c3f None None] Allocated IP 2001:db8::2 (29d315a8-06b3-4b25-8626-ce3d7535daaa/68489986-c73b-4493-9743-b5cf32def459/3c928110-b49e-41b1-a47d-a999427c664a) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:19:16.857378 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-23be1dfe-003b-48ce-92d4-1fdeb03821d5 None None] Allocated IP 2001:db8::f816:3eff:fe60:7625 (dfad458e-6923-47b6-b08f-66aa6cca96f8/c68c8564-c139-46f6-a5bf-45b2ed32435c/33f15ad8-e34a-445f-9b9c-2679438321ea) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:19:16.869639 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ee0f6975-8d3b-42d8-a2f6-4384abb8707e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Usage tracker for resource:router and tenant:ad8695e3cb0646af805a65484bd64689 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:16.878696 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ee0f6975-8d3b-42d8-a2f6-4384abb8707e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:16.883327 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625def88-4df8-4eb7-a4c2-5bdd2babbe44 None None] Routers {'4cb07bea-e7bd-4180-8315-188a213407e4'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:19:16.884791 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-625def88-4df8-4eb7-a4c2-5bdd2babbe44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:19:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['4cb07bea-e7bd-4180-8315-188a213407e4'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:16.892855 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ee0f6975-8d3b-42d8-a2f6-4384abb8707e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:16.952649 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Deleting port 1f6594c7-62e9-4018-aaad-69c98cc89fd7 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:19:16.954209 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:16.975481 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-97ad106b-1bbe-4ce4-840c-b6e54eadbc6f tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:17.014847 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-50a447e6-6e49-429f-b46e-21c4cda5e10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 2.7267675 Dec 22 13:19:17.030077 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43306) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:17.043355 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ee0f6975-8d3b-42d8-a2f6-4384abb8707e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:17.044292 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ee0f6975-8d3b-42d8-a2f6-4384abb8707e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:17.062101 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9910946-be1a-4e1d-827a-7c8606e8cbdf None None] Routers {'bf7ddeb6-3938-40c5-bae6-5216774c6ea2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:19:17.063661 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-f9910946-be1a-4e1d-827a-7c8606e8cbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:19:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['bf7ddeb6-3938-40c5-bae6-5216774c6ea2'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:17.078740 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a447e6-6e49-429f-b46e-21c4cda5e10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Pushing event updated for resources: {'Port': ['ID=f28930d8-7e70-4854-8d63-52c27464a247,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:17.089745 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-50a447e6-6e49-429f-b46e-21c4cda5e10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:17.121101 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd08d5dc-a60d-49de-8f1b-b8dee65ceec4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:17.121797 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-dd08d5dc-a60d-49de-8f1b-b8dee65ceec4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:19:17.174063 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3c2c5385-0f77-4811-b358-571ea578458c None None] Provisioning complete for port 9775d7a2-c6f9-4ef0-9744-ac103fbdbcae triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:17.174511 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3c2c5385-0f77-4811-b358-571ea578458c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:17.204401 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-df009fe7-5d2f-4d5c-bb4c-77d4112e8f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Synchronizing usage tracker for tenant:97281e6106b446a9b8ba221128d2031f on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:19:17.270231 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e627e8dd-64d6-48f1-8a4c-4e315b2a398f tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Network 7ac79257-47d9-405a-9825-2b7516a86bf8 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:17.316939 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-f9910946-be1a-4e1d-827a-7c8606e8cbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:17.328363 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-e627e8dd-64d6-48f1-8a4c-4e315b2a398f tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:17.336710 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-df009fe7-5d2f-4d5c-bb4c-77d4112e8f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Unset dirty status for tenant:97281e6106b446a9b8ba221128d2031f on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:19:17.338033 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-df009fe7-5d2f-4d5c-bb4c-77d4112e8f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] 10.222.0.47 "GET /v2.0/ports/f28930d8-7e70-4854-8d63-52c27464a247 HTTP/1.1" status: 200 len: 957 time: 0.3068807 Dec 22 13:19:17.338752 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-dd08d5dc-a60d-49de-8f1b-b8dee65ceec4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:19:17.342471 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-dd08d5dc-a60d-49de-8f1b-b8dee65ceec4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.8120096 Dec 22 13:19:17.418638 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43310) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:17.418983 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43312) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:17.419304 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43314) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:17.429165 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-f3ca8c03-d316-4405-a7c6-a47210ac89f4 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Request body: {'security_group': {'name': 'tempest-securitygroup--684662274', 'description': 'tempest-description--1906469618'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:17.438647 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ee0f6975-8d3b-42d8-a2f6-4384abb8707e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:17.514011 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-f3ca8c03-d316-4405-a7c6-a47210ac89f4 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:17.544725 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f3ca8c03-d316-4405-a7c6-a47210ac89f4 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Usage tracker for resource:security_group and tenant:ccb0058a2c24446385d13786cea4c6a9 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:17.553304 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f3ca8c03-d316-4405-a7c6-a47210ac89f4 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:17.583769 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-f3ca8c03-d316-4405-a7c6-a47210ac89f4 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:17.597219 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-88847bd7-f234-4aa5-a387-2829ea495404 None None] Attempting to bind port 1f1bf162-793d-489c-8c60-2554f38dcb5b on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:19:17.597441 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-88847bd7-f234-4aa5-a387-2829ea495404 None None] Attempting to bind port 1f1bf162-793d-489c-8c60-2554f38dcb5b by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:19:17.603777 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88847bd7-f234-4aa5-a387-2829ea495404 None None] Attempting to bind port 1f1bf162-793d-489c-8c60-2554f38dcb5b on network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:19:17.631930 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-97ad106b-1bbe-4ce4-840c-b6e54eadbc6f tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:17.637967 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-97ad106b-1bbe-4ce4-840c-b6e54eadbc6f tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:17.642411 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:17.686498 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] For port 1f6594c7-62e9-4018-aaad-69c98cc89fd7, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=1f6594c7-62e9-4018-aaad-69c98cc89fd7,segment=NetworkSegment(4b22121a-be16-4704-8148-049c33f5b818),segment_id=4b22121a-be16-4704-8148-049c33f5b818)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:19:17.686859 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:17.703636 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ee0f6975-8d3b-42d8-a2f6-4384abb8707e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:17.704008 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-0800777c-e4b6-41d0-ba2b-ff5f69b3316e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Deleting port f28930d8-7e70-4854-8d63-52c27464a247 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:19:17.704286 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0800777c-e4b6-41d0-ba2b-ff5f69b3316e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:17.735563 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92275df0-ad0e-4412-b9ec-55c0cbc84eff tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:17.736416 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9910946-be1a-4e1d-827a-7c8606e8cbdf None None] Routers {'bf7ddeb6-3938-40c5-bae6-5216774c6ea2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:19:17.737014 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-f9910946-be1a-4e1d-827a-7c8606e8cbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:19:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['bf7ddeb6-3938-40c5-bae6-5216774c6ea2'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:17.737131 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92275df0-ad0e-4412-b9ec-55c0cbc84eff tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:17.737226 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-97ad106b-1bbe-4ce4-840c-b6e54eadbc6f tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:17.737691 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ad106b-1bbe-4ce4-840c-b6e54eadbc6f tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Fanout notify agent at l3_agent the message router_deleted on router bf7ddeb6-3938-40c5-bae6-5216774c6ea2 {{(pid=84148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:19:17.737810 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-92275df0-ad0e-4412-b9ec-55c0cbc84eff tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:19:17.749755 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-97ad106b-1bbe-4ce4-840c-b6e54eadbc6f tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:17.749755 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-97ad106b-1bbe-4ce4-840c-b6e54eadbc6f tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] 10.222.0.47 "DELETE /v2.0/routers/bf7ddeb6-3938-40c5-bae6-5216774c6ea2 HTTP/1.1" status: 204 len: 168 time: 0.9412866 Dec 22 13:19:17.749948 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43322) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:17.788609 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88847bd7-f234-4aa5-a387-2829ea495404 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:19:17.789018 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88847bd7-f234-4aa5-a387-2829ea495404 None None] Checking segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:19:17.789302 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-88847bd7-f234-4aa5-a387-2829ea495404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:17.789798 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88847bd7-f234-4aa5-a387-2829ea495404 None None] Bound using segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:19:17.790755 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-88847bd7-f234-4aa5-a387-2829ea495404 None None] Bound port: 1f1bf162-793d-489c-8c60-2554f38dcb5b, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:19:17.791136 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-88847bd7-f234-4aa5-a387-2829ea495404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:17.795617 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-7a2b428e-50d9-4b9c-bf16-598ead25f972 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf7ddeb6-3938-40c5-bae6-5216774c6ea2 HTTP/1.1" status: 200 len: 205 time: 0.0423241 Dec 22 13:19:17.796096 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43326) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:17.863687 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f3ca8c03-d316-4405-a7c6-a47210ac89f4 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:17.866314 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ee0f6975-8d3b-42d8-a2f6-4384abb8707e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:17.871231 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ee0f6975-8d3b-42d8-a2f6-4384abb8707e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.0771410 Dec 22 13:19:17.876106 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43330) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:17.878664 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-f9910946-be1a-4e1d-827a-7c8606e8cbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:17.878664 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9910946-be1a-4e1d-827a-7c8606e8cbdf None None] The sync data for ids ['bf7ddeb6-3938-40c5-bae6-5216774c6ea2'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:19:17.879134 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-bdc9f6a8-d272-49eb-b5b6-bce4960479f8 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] delete failed (client error): The resource could not be found. Dec 22 13:19:17.882596 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-bdc9f6a8-d272-49eb-b5b6-bce4960479f8 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] 10.222.0.47 "DELETE /v2.0/routers/bf7ddeb6-3938-40c5-bae6-5216774c6ea2 HTTP/1.1" status: 404 len: 336 time: 0.0834503 Dec 22 13:19:17.885204 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Calling delete_port for 1f6594c7-62e9-4018-aaad-69c98cc89fd7 owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:19:17.933725 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43334) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:17.996224 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6e2ab812-8fcd-4900-a598-f3800903bdd0 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd4a3d63-7408-44ce-99f0-882959569c77 HTTP/1.1" status: 200 len: 205 time: 0.0585666 Dec 22 13:19:17.997064 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43338) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:18.012995 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec8f426-e6db-491f-a3ba-5e64dbc9fdbd None None] Network 84931e66-cf63-41f9-bb2f-313c022d1f50 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:18.051682 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 3fe20c54-5938-4fe0-8c7a-80c9d437954c, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=3fe20c54-5938-4fe0-8c7a-80c9d437954c,segment=NetworkSegment(e11a9440-d7e6-4ec9-a0b2-30e49813bac3),segment_id=e11a9440-d7e6-4ec9-a0b2-30e49813bac3)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:19:18.121374 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-92275df0-ad0e-4412-b9ec-55c0cbc84eff tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:19:18.123766 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-63ab8dc5-9288-4aae-9b63-328aff7f3ae6 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] delete failed (client error): The resource could not be found. Dec 22 13:19:18.126965 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-63ab8dc5-9288-4aae-9b63-328aff7f3ae6 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] 10.222.0.47 "DELETE /v2.0/routers/dd4a3d63-7408-44ce-99f0-882959569c77 HTTP/1.1" status: 404 len: 336 time: 0.0827456 Dec 22 13:19:18.127129 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-92275df0-ad0e-4412-b9ec-55c0cbc84eff tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7020690 Dec 22 13:19:18.127129 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43342) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:18.128631 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43344) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:18.146594 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-625def88-4df8-4eb7-a4c2-5bdd2babbe44 None None] Set router 4cb07bea-e7bd-4180-8315-188a213407e4 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:19:18.193828 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-f3ca8c03-d316-4405-a7c6-a47210ac89f4 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:18.244493 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-1f45575f-ae3a-47e8-9a6c-51ded66e6e8a tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] 10.222.0.47 "GET /v2.0/ports?device_id=77e00bd3-2a00-45be-af3a-4c6ebbcf9508 HTTP/1.1" status: 200 len: 205 time: 0.1113217 Dec 22 13:19:18.245933 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43350) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:18.252892 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f3ca8c03-d316-4405-a7c6-a47210ac89f4 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Usage tracker for resource:security_group_rule and tenant:ccb0058a2c24446385d13786cea4c6a9 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:18.263491 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f3ca8c03-d316-4405-a7c6-a47210ac89f4 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:18.266303 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:18.286021 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e627e8dd-64d6-48f1-8a4c-4e315b2a398f tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:18.300974 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:18.319915 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:18.321258 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-f3ca8c03-d316-4405-a7c6-a47210ac89f4 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:18.368045 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event deleted for resources: {'Port': ['ID=1f6594c7-62e9-4018-aaad-69c98cc89fd7,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:18.371725 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-dfb2d7bf-0ff9-4ac4-a194-70f13dca50e3 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] delete failed (client error): The resource could not be found. Dec 22 13:19:18.376365 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-dfb2d7bf-0ff9-4ac4-a194-70f13dca50e3 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] 10.222.0.47 "DELETE /v2.0/routers/77e00bd3-2a00-45be-af3a-4c6ebbcf9508 HTTP/1.1" status: 404 len: 336 time: 0.1266034 Dec 22 13:19:18.378706 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43354) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:18.385310 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:18.404952 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] No DVR routers for this DVR port 1f6594c7-62e9-4018-aaad-69c98cc89fd7 on host dv-neutron-822669-1-hyperv {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:19:18.426337 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac359dd-4c19-4a0e-9219-5257ff455a3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-10275e70-04c2-44b6-a253-2d666d36bc56', 'network_id': '10275e70-04c2-44b6-a253-2d666d36bc56', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'fixed_ips': [{'subnet_id': 'a5816dd9-4ce5-4ce0-90d5-9a2ea85713b8'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:19:18.427319 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0800777c-e4b6-41d0-ba2b-ff5f69b3316e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:18.427474 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-cac359dd-4c19-4a0e-9219-5257ff455a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:18.434957 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-20e1b597-5e15-4f44-b6ee-554f0ea19678 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] 10.222.0.47 "GET /v2.0/ports?device_id=bedaba28-4bfa-493d-91fe-42147ddf1226 HTTP/1.1" status: 200 len: 205 time: 0.0520134 Dec 22 13:19:18.439570 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43358) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:18.567630 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-88847bd7-f234-4aa5-a387-2829ea495404 None None] For port 1f1bf162-793d-489c-8c60-2554f38dcb5b, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:19:18.581402 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-fb6ef544-7342-475a-bdda-b5fd4aea2c3f None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:18.682223 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d8284ff6-24e9-46da-9193-fce6be41ed2c tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:18.741010 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-23be1dfe-003b-48ce-92d4-1fdeb03821d5 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:18.751418 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-88847bd7-f234-4aa5-a387-2829ea495404 None None] For port 1f1bf162-793d-489c-8c60-2554f38dcb5b, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=1f1bf162-793d-489c-8c60-2554f38dcb5b,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:19:18.769140 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-fb6ef544-7342-475a-bdda-b5fd4aea2c3f None None] Transition to ACTIVE for port object 3c928110-b49e-41b1-a47d-a999427c664a will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:18.865365 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=3fe20c54-5938-4fe0-8c7a-80c9d437954c,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:18.882964 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-23be1dfe-003b-48ce-92d4-1fdeb03821d5 None None] Transition to ACTIVE for port object 33f15ad8-e34a-445f-9b9c-2679438321ea will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:18.886905 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-88847bd7-f234-4aa5-a387-2829ea495404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:18.888456 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-8adaadda-4950-4d4c-9162-462958b78eed tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] delete failed (client error): The resource could not be found. Dec 22 13:19:18.891991 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8adaadda-4950-4d4c-9162-462958b78eed tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] 10.222.0.47 "DELETE /v2.0/routers/bedaba28-4bfa-493d-91fe-42147ddf1226 HTTP/1.1" status: 404 len: 336 time: 0.4159214 Dec 22 13:19:18.892129 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3c2c5385-0f77-4811-b358-571ea578458c None None] Provisioning for port dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:19:18.900934 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:18.901347 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-0800777c-e4b6-41d0-ba2b-ff5f69b3316e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Calling delete_port for f28930d8-7e70-4854-8d63-52c27464a247 owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:19:18.901485 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:18.928768 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43362) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:18.975464 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3c2c5385-0f77-4811-b358-571ea578458c None None] Provisioning complete for port dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:18.975851 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3c2c5385-0f77-4811-b358-571ea578458c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:18.985078 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-9aea5335-d0f8-4a3e-9b1b-c2c6e8497efa tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2d85fda-df2e-4d68-8108-a64bd5d553ac HTTP/1.1" status: 200 len: 205 time: 0.0534172 Dec 22 13:19:18.987670 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43366) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:19.001683 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-fb6ef544-7342-475a-bdda-b5fd4aea2c3f None None] Transition to ACTIVE for port object 3c928110-b49e-41b1-a47d-a999427c664a will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:19.067321 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f3ca8c03-d316-4405-a7c6-a47210ac89f4 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:19.086387 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-23be1dfe-003b-48ce-92d4-1fdeb03821d5 None None] Transition to ACTIVE for port object 33f15ad8-e34a-445f-9b9c-2679438321ea will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:19.091698 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-0a229e3a-a657-43c8-8f99-f6cd6efc2516 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] delete failed (client error): The resource could not be found. Dec 22 13:19:19.094444 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0a229e3a-a657-43c8-8f99-f6cd6efc2516 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] 10.222.0.47 "DELETE /v2.0/routers/f2d85fda-df2e-4d68-8108-a64bd5d553ac HTTP/1.1" status: 404 len: 336 time: 0.1040881 Dec 22 13:19:19.096901 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43370) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:19.127035 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-fb6ef544-7342-475a-bdda-b5fd4aea2c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:19.144812 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:19.158937 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-995e6fae-d75a-4662-ab16-70683077fe12 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a25a2d5-1ac9-4c75-9d61-a9a8e176fbd3 HTTP/1.1" status: 200 len: 205 time: 0.0587502 Dec 22 13:19:19.164643 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43374) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:19.169627 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f3ca8c03-d316-4405-a7c6-a47210ac89f4 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:19.177174 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88847bd7-f234-4aa5-a387-2829ea495404 None None] Pushing event updated for resources: {'Port': ['ID=1f1bf162-793d-489c-8c60-2554f38dcb5b,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:19.185155 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-23be1dfe-003b-48ce-92d4-1fdeb03821d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:19.192783 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-88847bd7-f234-4aa5-a387-2829ea495404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:19.193241 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-88847bd7-f234-4aa5-a387-2829ea495404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:19.237606 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3c2c5385-0f77-4811-b358-571ea578458c None None] Port dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:19:19.245804 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-adb8d1ec-3a8d-49d1-b705-f6f484477e5a tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] delete failed (client error): The resource could not be found. Dec 22 13:19:19.247389 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-adb8d1ec-3a8d-49d1-b705-f6f484477e5a tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] 10.222.0.47 "DELETE /v2.0/routers/2a25a2d5-1ac9-4c75-9d61-a9a8e176fbd3 HTTP/1.1" status: 404 len: 336 time: 0.0826371 Dec 22 13:19:19.280267 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-cbd45ca2-8683-4df0-ac7d-c9d545a33778 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Allocated IP 2001:db8::f816:3eff:fe17:b58a (dfad458e-6923-47b6-b08f-66aa6cca96f8/c68c8564-c139-46f6-a5bf-45b2ed32435c/c1e732b7-85fc-4fbb-9250-528eb3f6a871) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:19:19.281642 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43378) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:19.316332 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-cac359dd-4c19-4a0e-9219-5257ff455a3c None None] Allocated IP 2001:db8:1::2 (10275e70-04c2-44b6-a253-2d666d36bc56/a5816dd9-4ce5-4ce0-90d5-9a2ea85713b8/645ee3a2-11a9-491c-9ce4-aaddf736a4b6) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:19:19.331753 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6ef544-7342-475a-bdda-b5fd4aea2c3f None None] Network 29d315a8-06b3-4b25-8626-ce3d7535daaa is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:19.331911 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b0a9697-6c33-45ee-b285-5a5ed150be19 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] DELETE failed (client error): The resource could not be found. Dec 22 13:19:19.332290 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b0a9697-6c33-45ee-b285-5a5ed150be19 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:19:19.342225 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-fb6ef544-7342-475a-bdda-b5fd4aea2c3f None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:19.353855 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0b0a9697-6c33-45ee-b285-5a5ed150be19 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] 10.222.0.47 "DELETE /v2.0/subnets/fe34b9f1-2b99-4d01-9fa2-e83fd3c9e488 HTTP/1.1" status: 404 len: 337 time: 0.0705557 Dec 22 13:19:19.378065 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6ef544-7342-475a-bdda-b5fd4aea2c3f None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:19:19.399370 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d6e6424b-edda-4cad-a121-7a1722268af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:19.402186 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23be1dfe-003b-48ce-92d4-1fdeb03821d5 None None] Network dfad458e-6923-47b6-b08f-66aa6cca96f8 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:19.405075 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ef544-7342-475a-bdda-b5fd4aea2c3f None None] Pushing event updated for resources: {'Port': ['ID=3c928110-b49e-41b1-a47d-a999427c664a,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:19.444042 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-23be1dfe-003b-48ce-92d4-1fdeb03821d5 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:19.458999 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23be1dfe-003b-48ce-92d4-1fdeb03821d5 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:19:19.502927 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-d8284ff6-24e9-46da-9193-fce6be41ed2c tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Allocated IP 2001:db8::1 (29d315a8-06b3-4b25-8626-ce3d7535daaa/68489986-c73b-4493-9743-b5cf32def459/e568ece7-1c59-4732-a05f-bd832211881f) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:19:19.510167 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca8c03-d316-4405-a7c6-a47210ac89f4 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=837d642b-9564-4d35-a313-0a33b1fbd550,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:19.519840 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-59cf4b7e-52d0-4ba4-a86e-56723e02ff22 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting subnet 14a0aa8c-56cc-4bcc-af5e-99bad6fc2517 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:19:19.524927 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-59cf4b7e-52d0-4ba4-a86e-56723e02ff22 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:19.616677 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84931e66-cf63-41f9-bb2f-313c022d1f50']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:19.637771 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b22121a-be16-4704-8148-049c33f5b818') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:19.638538 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b22121a-be16-4704-8148-049c33f5b818') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:19.667922 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f3ca8c03-d316-4405-a7c6-a47210ac89f4 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:19.676779 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-59cf4b7e-52d0-4ba4-a86e-56723e02ff22 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:19.711411 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:19.721273 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3c2c5385-0f77-4811-b358-571ea578458c None None] Provisioning complete for port 3fe20c54-5938-4fe0-8c7a-80c9d437954c triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:19.721650 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3c2c5385-0f77-4811-b358-571ea578458c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:19.768776 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:19.786511 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:19:19.787231 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:19.802874 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:19:19.802874 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:19:19.802874 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:19:19.802874 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:19:19.802874 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:19:19.802874 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:19:19.802874 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:19:19.802874 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:19:19.802874 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:19:19.802874 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:19:19.802874 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:19:19.802874 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:19:19.802874 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:19:19.802874 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:19:19.802874 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:19:19.802874 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:19:19.802874 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:19:19.802874 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:19:19.802874 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:19:19.802874 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:19:19.802874 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:19:19.802874 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:19:19.802874 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:19:19.802874 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:19:19.802874 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:19:19.802874 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:19:19.802874 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:19:19.802874 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:19:19.802874 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:19:19.802874 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:19:19.802874 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:19:19.802874 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:19:19.832911 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be1dfe-003b-48ce-92d4-1fdeb03821d5 None None] Pushing event updated for resources: {'Port': ['ID=33f15ad8-e34a-445f-9b9c-2679438321ea,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:19.836394 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-23be1dfe-003b-48ce-92d4-1fdeb03821d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:19.846175 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.700s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:19.846558 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:19.856377 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d8284ff6-24e9-46da-9193-fce6be41ed2c tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:19.870226 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-23be1dfe-003b-48ce-92d4-1fdeb03821d5 None None] Attempting to bind port 33f15ad8-e34a-445f-9b9c-2679438321ea on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:19:19.870478 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-23be1dfe-003b-48ce-92d4-1fdeb03821d5 None None] Attempting to bind port 33f15ad8-e34a-445f-9b9c-2679438321ea by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '9468ac91-9c32-4e37-817e-5df6222551e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dfad458e-6923-47b6-b08f-66aa6cca96f8'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:19:19.870795 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23be1dfe-003b-48ce-92d4-1fdeb03821d5 None None] Attempting to bind port 33f15ad8-e34a-445f-9b9c-2679438321ea on network dfad458e-6923-47b6-b08f-66aa6cca96f8 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:19:19.872893 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-fb6ef544-7342-475a-bdda-b5fd4aea2c3f None None] Attempting to bind port 3c928110-b49e-41b1-a47d-a999427c664a on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:19:19.873247 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-fb6ef544-7342-475a-bdda-b5fd4aea2c3f None None] Attempting to bind port 3c928110-b49e-41b1-a47d-a999427c664a by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'bcfd23f3-d9b5-4cdc-8f02-a9d661634c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '29d315a8-06b3-4b25-8626-ce3d7535daaa'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:19:19.873602 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6ef544-7342-475a-bdda-b5fd4aea2c3f None None] Attempting to bind port 3c928110-b49e-41b1-a47d-a999427c664a on network 29d315a8-06b3-4b25-8626-ce3d7535daaa {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:19:19.875101 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-d8284ff6-24e9-46da-9193-fce6be41ed2c tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Transition to ACTIVE for port object e568ece7-1c59-4732-a05f-bd832211881f will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:19.890749 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f3ca8c03-d316-4405-a7c6-a47210ac89f4 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:19.894232 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f3ca8c03-d316-4405-a7c6-a47210ac89f4 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.4670734 Dec 22 13:19:19.896399 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43384) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:19.909546 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-453caf7d-68db-4bc6-988f-8fb108e437c4 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Request body: {'security_group_rule': {'security_group_id': '837d642b-9564-4d35-a313-0a33b1fbd550', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:19.912541 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23be1dfe-003b-48ce-92d4-1fdeb03821d5 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:19:19.912923 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23be1dfe-003b-48ce-92d4-1fdeb03821d5 None None] Checking segment: {'id': '9468ac91-9c32-4e37-817e-5df6222551e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dfad458e-6923-47b6-b08f-66aa6cca96f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:19:19.913328 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-23be1dfe-003b-48ce-92d4-1fdeb03821d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:19.913772 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23be1dfe-003b-48ce-92d4-1fdeb03821d5 None None] Bound using segment: {'id': '9468ac91-9c32-4e37-817e-5df6222551e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dfad458e-6923-47b6-b08f-66aa6cca96f8'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:19:19.914548 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-23be1dfe-003b-48ce-92d4-1fdeb03821d5 None None] Bound port: 33f15ad8-e34a-445f-9b9c-2679438321ea, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9468ac91-9c32-4e37-817e-5df6222551e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'dfad458e-6923-47b6-b08f-66aa6cca96f8'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:19:19.914878 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-23be1dfe-003b-48ce-92d4-1fdeb03821d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:19.918285 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-453caf7d-68db-4bc6-988f-8fb108e437c4 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:19.922441 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-453caf7d-68db-4bc6-988f-8fb108e437c4 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Usage tracker for resource:security_group_rule and tenant:ccb0058a2c24446385d13786cea4c6a9 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:19.926101 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-453caf7d-68db-4bc6-988f-8fb108e437c4 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:19.934276 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-453caf7d-68db-4bc6-988f-8fb108e437c4 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:19.936504 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6ef544-7342-475a-bdda-b5fd4aea2c3f None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:19:19.938460 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6ef544-7342-475a-bdda-b5fd4aea2c3f None None] Checking segment: {'id': 'bcfd23f3-d9b5-4cdc-8f02-a9d661634c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '29d315a8-06b3-4b25-8626-ce3d7535daaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:19:19.939448 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-fb6ef544-7342-475a-bdda-b5fd4aea2c3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:19.940255 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6ef544-7342-475a-bdda-b5fd4aea2c3f None None] Bound using segment: {'id': 'bcfd23f3-d9b5-4cdc-8f02-a9d661634c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '29d315a8-06b3-4b25-8626-ce3d7535daaa'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:19:19.940911 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-fb6ef544-7342-475a-bdda-b5fd4aea2c3f None None] Bound port: 3c928110-b49e-41b1-a47d-a999427c664a, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcfd23f3-d9b5-4cdc-8f02-a9d661634c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '29d315a8-06b3-4b25-8626-ce3d7535daaa'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:19:19.941936 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-fb6ef544-7342-475a-bdda-b5fd4aea2c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:19.963596 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0800777c-e4b6-41d0-ba2b-ff5f69b3316e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:19.983871 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d8284ff6-24e9-46da-9193-fce6be41ed2c tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:19.989075 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-bae4e8b1-e2a6-4760-ba5a-ca7c5be35d53 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:20.004355 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d3c3763a-7d47-44cd-a9b6-14b1a3d7476b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:20.063826 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8284ff6-24e9-46da-9193-fce6be41ed2c tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Network 29d315a8-06b3-4b25-8626-ce3d7535daaa is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:20.064440 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43390) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:20.067189 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-625def88-4df8-4eb7-a4c2-5bdd2babbe44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'name': 'tempest-ServerActionsTestJSON-1247390888-router', 'tenant_id': 'ccb0058a2c24446385d13786cea4c6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '74700538-2e57-498a-9b6b-3e9930271195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:19:01Z', 'updated_at': '2021-12-22T13:19:12Z', 'revision_number': 4, 'project_id': 'ccb0058a2c24446385d13786cea4c6a9', 'gw_port': {'id': '74700538-2e57-498a-9b6b-3e9930271195', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:03Z', 'updated_at': '2021-12-22T13:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12', 'name': '', 'network_id': '36a9635e-060b-4630-a9b5-9765cca55df8', 'tenant_id': 'ccb0058a2c24446385d13786cea4c6a9', 'mac_address': 'fa:16:3e:0e:c5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02969300-ed8d-4b59-a34d-12a5dcb2cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:11Z', 'updated_at': '2021-12-22T13:19:12Z', 'revision_number': 2, 'project_id': 'ccb0058a2c24446385d13786cea4c6a9', 'subnets': [{'id': '02969300-ed8d-4b59-a34d-12a5dcb2cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:20.070467 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-d8284ff6-24e9-46da-9193-fce6be41ed2c tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:20.079885 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625def88-4df8-4eb7-a4c2-5bdd2babbe44 None None] The sync data for ids ['4cb07bea-e7bd-4180-8315-188a213407e4'] in dv-neutron-822669-1-hyperv is: [{'id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'name': 'tempest-ServerActionsTestJSON-1247390888-router', 'tenant_id': 'ccb0058a2c24446385d13786cea4c6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '74700538-2e57-498a-9b6b-3e9930271195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:19:01Z', 'updated_at': '2021-12-22T13:19:12Z', 'revision_number': 4, 'project_id': 'ccb0058a2c24446385d13786cea4c6a9', 'gw_port': {'id': '74700538-2e57-498a-9b6b-3e9930271195', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:03Z', 'updated_at': '2021-12-22T13:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12', 'name': '', 'network_id': '36a9635e-060b-4630-a9b5-9765cca55df8', 'tenant_id': 'ccb0058a2c24446385d13786cea4c6a9', 'mac_address': 'fa:16:3e:0e:c5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02969300-ed8d-4b59-a34d-12a5dcb2cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:11Z', 'updated_at': '2021-12-22T13:19:12Z', 'revision_number': 2, 'project_id': 'ccb0058a2c24446385d13786cea4c6a9', 'subnets': [{'id': '02969300-ed8d-4b59-a34d-12a5dcb2cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:19:20.087092 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8284ff6-24e9-46da-9193-fce6be41ed2c tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:19:20.087846 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d8284ff6-24e9-46da-9193-fce6be41ed2c tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:20.124036 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-453caf7d-68db-4bc6-988f-8fb108e437c4 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:20.133479 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8284ff6-24e9-46da-9193-fce6be41ed2c tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event updated for resources: {'Port': ['ID=e568ece7-1c59-4732-a05f-bd832211881f,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:20.153414 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d8284ff6-24e9-46da-9193-fce6be41ed2c tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:20.184401 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800777c-e4b6-41d0-ba2b-ff5f69b3316e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Pushing event deleted for resources: {'Port': ['ID=f28930d8-7e70-4854-8d63-52c27464a247,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:20.210186 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0800777c-e4b6-41d0-ba2b-ff5f69b3316e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:20.273271 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-fb6ef544-7342-475a-bdda-b5fd4aea2c3f None None] For port 3c928110-b49e-41b1-a47d-a999427c664a, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:19:20.276650 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0800777c-e4b6-41d0-ba2b-ff5f69b3316e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:20.277203 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-fb6ef544-7342-475a-bdda-b5fd4aea2c3f None None] For port 3c928110-b49e-41b1-a47d-a999427c664a, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=3c928110-b49e-41b1-a47d-a999427c664a,segment=NetworkSegment(bcfd23f3-d9b5-4cdc-8f02-a9d661634c32),segment_id=bcfd23f3-d9b5-4cdc-8f02-a9d661634c32)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:19:20.298633 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-453caf7d-68db-4bc6-988f-8fb108e437c4 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:20.304893 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-59cf4b7e-52d0-4ba4-a86e-56723e02ff22 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:20.398309 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:20.410488 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-cac359dd-4c19-4a0e-9219-5257ff455a3c None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:20.417524 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-fb6ef544-7342-475a-bdda-b5fd4aea2c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:20.423039 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-453caf7d-68db-4bc6-988f-8fb108e437c4 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:20.431415 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-dab453f9-85f8-455d-a469-596dd81092ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:20.438329 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-dd344ad6-cf15-41be-8a2e-3bead1f5efa1 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:20.443750 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:20.480640 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453caf7d-68db-4bc6-988f-8fb108e437c4 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43390e89-bce4-415d-825e-c301a114c49f,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:20.483673 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-717bb374-9259-4cae-bced-dcdcd8f32d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:20.499314 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-453caf7d-68db-4bc6-988f-8fb108e437c4 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:20.505905 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e627e8dd-64d6-48f1-8a4c-4e315b2a398f tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Router 79eaaa19-8daf-40ae-8b90-d16fa78890d4 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:19:20.520180 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:20.522009 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "DELETE /v2.0/networks/84931e66-cf63-41f9-bb2f-313c022d1f50 HTTP/1.1" status: 204 len: 168 time: 9.0501308 Dec 22 13:19:20.535872 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43396) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:20.537123 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-cac359dd-4c19-4a0e-9219-5257ff455a3c None None] Transition to ACTIVE for port object 645ee3a2-11a9-491c-9ce4-aaddf736a4b6 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:20.537541 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d8284ff6-24e9-46da-9193-fce6be41ed2c tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:20.565599 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event deleted for resources: {'Network': ['ID=84931e66-cf63-41f9-bb2f-313c022d1f50,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:20.642605 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0800777c-e4b6-41d0-ba2b-ff5f69b3316e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] 10.222.0.47 "DELETE /v2.0/ports/f28930d8-7e70-4854-8d63-52c27464a247 HTTP/1.1" status: 204 len: 168 time: 3.2208233 Dec 22 13:19:20.650982 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-cac359dd-4c19-4a0e-9219-5257ff455a3c None None] Transition to ACTIVE for port object 645ee3a2-11a9-491c-9ce4-aaddf736a4b6 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:20.653667 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cbd45ca2-8683-4df0-ac7d-c9d545a33778 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:20.656951 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:20.657407 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43400) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:20.697576 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 3fe20c54-5938-4fe0-8c7a-80c9d437954c up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:19:20.708190 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f3478f0-bbe1-401b-bdfa-f382dcb1d92e tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] DELETE failed (client error): The resource could not be found. Dec 22 13:19:20.708636 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f3478f0-bbe1-401b-bdfa-f382dcb1d92e tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:19:20.714433 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9f3478f0-bbe1-401b-bdfa-f382dcb1d92e tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "DELETE /v2.0/networks/84931e66-cf63-41f9-bb2f-313c022d1f50 HTTP/1.1" status: 404 len: 339 time: 0.1622708 Dec 22 13:19:20.722450 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-453caf7d-68db-4bc6-988f-8fb108e437c4 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:20.723275 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43404) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:20.725876 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-453caf7d-68db-4bc6-988f-8fb108e437c4 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8269737 Dec 22 13:19:20.739724 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43406) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:20.753588 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-23be1dfe-003b-48ce-92d4-1fdeb03821d5 None None] For port 33f15ad8-e34a-445f-9b9c-2679438321ea, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:19:20.756338 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-14f74e2d-51fd-4c51-b359-3dc40bccf418 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1949541547', 'description': 'd1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:20.764488 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ef544-7342-475a-bdda-b5fd4aea2c3f None None] Pushing event updated for resources: {'Port': ['ID=3c928110-b49e-41b1-a47d-a999427c664a,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:20.778070 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-cbd45ca2-8683-4df0-ac7d-c9d545a33778 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Transition to ACTIVE for port object c1e732b7-85fc-4fbb-9250-528eb3f6a871 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:20.780309 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-cac359dd-4c19-4a0e-9219-5257ff455a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:20.785137 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-7b4c466f-82d4-4229-acf4-3f6104083841 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Request body: {'security_group_rule': {'security_group_id': '837d642b-9564-4d35-a313-0a33b1fbd550', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:20.793396 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-e46e18fe-a7a3-4fe9-b79e-703fd549a76b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] GET failed (client error): The resource could not be found. Dec 22 13:19:20.793911 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-e46e18fe-a7a3-4fe9-b79e-703fd549a76b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Synchronizing usage tracker for tenant:97281e6106b446a9b8ba221128d2031f on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:19:20.798917 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-fb6ef544-7342-475a-bdda-b5fd4aea2c3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:20.799410 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-fb6ef544-7342-475a-bdda-b5fd4aea2c3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:20.802908 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-14f74e2d-51fd-4c51-b359-3dc40bccf418 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:20.818041 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-14f74e2d-51fd-4c51-b359-3dc40bccf418 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Usage tracker for resource:network and tenant:fcf444775c8e48ac91bc0e0e1ea9aa3c is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:20.822329 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-7b4c466f-82d4-4229-acf4-3f6104083841 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:20.833192 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-14f74e2d-51fd-4c51-b359-3dc40bccf418 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:20.921583 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-717bb374-9259-4cae-bced-dcdcd8f32d7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:20.932986 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-717bb374-9259-4cae-bced-dcdcd8f32d7e admin admin] Usage tracker for resource:security_group_rule and tenant:1a390a268c544e92bdfe2dc3310ab3a3 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:20.938463 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-717bb374-9259-4cae-bced-dcdcd8f32d7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:20.957457 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-717bb374-9259-4cae-bced-dcdcd8f32d7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:20.985731 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-7b4c466f-82d4-4229-acf4-3f6104083841 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Usage tracker for resource:security_group_rule and tenant:ccb0058a2c24446385d13786cea4c6a9 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:20.992165 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-7b4c466f-82d4-4229-acf4-3f6104083841 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:21.006693 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-59cf4b7e-52d0-4ba4-a86e-56723e02ff22 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:21.027466 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-14f74e2d-51fd-4c51-b359-3dc40bccf418 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:21.032376 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0aceb40d-214a-41b0-acc6-2d676f270701 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:21.135740 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-23be1dfe-003b-48ce-92d4-1fdeb03821d5 None None] For port 33f15ad8-e34a-445f-9b9c-2679438321ea, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=33f15ad8-e34a-445f-9b9c-2679438321ea,segment=NetworkSegment(9468ac91-9c32-4e37-817e-5df6222551e9),segment_id=9468ac91-9c32-4e37-817e-5df6222551e9)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:19:21.176736 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac359dd-4c19-4a0e-9219-5257ff455a3c None None] Pushing event updated for resources: {'Port': ['ID=645ee3a2-11a9-491c-9ce4-aaddf736a4b6,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:21.190425 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-cac359dd-4c19-4a0e-9219-5257ff455a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:21.214234 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-717bb374-9259-4cae-bced-dcdcd8f32d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:21.223528 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-23be1dfe-003b-48ce-92d4-1fdeb03821d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:21.228833 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7f87e1e5-940c-4879-9366-d1de63b7b4d7 None None] Provisioning for port 1f1bf162-793d-489c-8c60-2554f38dcb5b completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:19:21.239439 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-b7d2c830-2a40-4dad-91b9-017521650806 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:21.254285 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d8284ff6-24e9-46da-9193-fce6be41ed2c tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:21.270370 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-7b4c466f-82d4-4229-acf4-3f6104083841 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:21.275971 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-717bb374-9259-4cae-bced-dcdcd8f32d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:21.284774 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac359dd-4c19-4a0e-9219-5257ff455a3c None None] Network 10275e70-04c2-44b6-a253-2d666d36bc56 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:21.298460 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-cac359dd-4c19-4a0e-9219-5257ff455a3c None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:21.306503 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf4b7e-52d0-4ba4-a86e-56723e02ff22 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Subnet': ['ID=14a0aa8c-56cc-4bcc-af5e-99bad6fc2517,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:21.312074 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-59cf4b7e-52d0-4ba4-a86e-56723e02ff22 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:21.316912 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac359dd-4c19-4a0e-9219-5257ff455a3c None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:19:21.318572 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:21.319608 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-59cf4b7e-52d0-4ba4-a86e-56723e02ff22 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:21.343691 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cfbcf1-43bd-40e0-8a46-04e74248aa35 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:21.350054 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d8284ff6-24e9-46da-9193-fce6be41ed2c tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:21.351316 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d8284ff6-24e9-46da-9193-fce6be41ed2c tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:21.364980 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-e46e18fe-a7a3-4fe9-b79e-703fd549a76b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Unset dirty status for tenant:97281e6106b446a9b8ba221128d2031f on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:19:21.370041 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e46e18fe-a7a3-4fe9-b79e-703fd549a76b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] 10.222.0.47 "GET /v2.0/ports/f28930d8-7e70-4854-8d63-52c27464a247 HTTP/1.1" status: 404 len: 333 time: 0.7049918 Dec 22 13:19:21.371530 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43412) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:21.378908 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-124f535f-42f7-4c2d-86cc-eb96d77a8a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Request body: {'port': {'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-906782938'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:21.382825 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-717bb374-9259-4cae-bced-dcdcd8f32d7e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1a390a268c544e92bdfe2dc3310ab3a3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3167167 Dec 22 13:19:21.397842 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43416) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:21.447496 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f74e2d-51fd-4c51-b359-3dc40bccf418 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Made reservation on behalf of fcf444775c8e48ac91bc0e0e1ea9aa3c for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:19:21.450540 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-14f74e2d-51fd-4c51-b359-3dc40bccf418 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:21.459917 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 3fe20c54-5938-4fe0-8c7a-80c9d437954c triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:21.460220 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:21.460436 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cbd45ca2-8683-4df0-ac7d-c9d545a33778 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:21.479812 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-124f535f-42f7-4c2d-86cc-eb96d77a8a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:21.483172 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-59cf4b7e-52d0-4ba4-a86e-56723e02ff22 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/14a0aa8c-56cc-4bcc-af5e-99bad6fc2517 HTTP/1.1" status: 204 len: 168 time: 3.3453915 Dec 22 13:19:21.485505 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-51f9eb87-4b96-49b1-94f3-ba4522f7b70e tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:21.519408 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43420) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:21.658746 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7b4c466f-82d4-4229-acf4-3f6104083841 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:21.673270 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-124f535f-42f7-4c2d-86cc-eb96d77a8a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:21.695853 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-db3af15e-caca-47ad-bb83-871eb1a4e4d7 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1651955 Dec 22 13:19:21.724949 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43424) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:21.785201 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd45ca2-8683-4df0-ac7d-c9d545a33778 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Network dfad458e-6923-47b6-b08f-66aa6cca96f8 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:21.815019 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be1dfe-003b-48ce-92d4-1fdeb03821d5 None None] Pushing event updated for resources: {'Port': ['ID=33f15ad8-e34a-445f-9b9c-2679438321ea,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:21.820498 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-262522bd-056c-48f2-94f1-b6ffd6556b43 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'subnet': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:21.872094 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717bb374-9259-4cae-bced-dcdcd8f32d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9299c0b-30d9-4694-8c04-b18a4392c435,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:21.873795 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-717bb374-9259-4cae-bced-dcdcd8f32d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:21.874465 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-23be1dfe-003b-48ce-92d4-1fdeb03821d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:21.876938 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3ec445f6-7345-4e39-a181-c16d9fc94d49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.499s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:21.877485 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-cbd45ca2-8683-4df0-ac7d-c9d545a33778 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:21.936797 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-cac359dd-4c19-4a0e-9219-5257ff455a3c None None] Attempting to bind port 645ee3a2-11a9-491c-9ce4-aaddf736a4b6 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:19:21.937179 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-cac359dd-4c19-4a0e-9219-5257ff455a3c None None] Attempting to bind port 645ee3a2-11a9-491c-9ce4-aaddf736a4b6 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '6980c1df-058c-4ea8-89e2-7d0d0831716a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '10275e70-04c2-44b6-a253-2d666d36bc56'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:19:21.937591 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac359dd-4c19-4a0e-9219-5257ff455a3c None None] Attempting to bind port 645ee3a2-11a9-491c-9ce4-aaddf736a4b6 on network 10275e70-04c2-44b6-a253-2d666d36bc56 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:19:21.999621 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac359dd-4c19-4a0e-9219-5257ff455a3c None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:19:22.000001 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac359dd-4c19-4a0e-9219-5257ff455a3c None None] Checking segment: {'id': '6980c1df-058c-4ea8-89e2-7d0d0831716a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '10275e70-04c2-44b6-a253-2d666d36bc56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:19:22.000418 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-cac359dd-4c19-4a0e-9219-5257ff455a3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:22.000824 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac359dd-4c19-4a0e-9219-5257ff455a3c None None] Bound using segment: {'id': '6980c1df-058c-4ea8-89e2-7d0d0831716a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '10275e70-04c2-44b6-a253-2d666d36bc56'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:19:22.001771 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-cac359dd-4c19-4a0e-9219-5257ff455a3c None None] Bound port: 645ee3a2-11a9-491c-9ce4-aaddf736a4b6, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6980c1df-058c-4ea8-89e2-7d0d0831716a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '10275e70-04c2-44b6-a253-2d666d36bc56'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:19:22.001771 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-cac359dd-4c19-4a0e-9219-5257ff455a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:22.011750 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd45ca2-8683-4df0-ac7d-c9d545a33778 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:19:22.016554 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd45ca2-8683-4df0-ac7d-c9d545a33778 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:22.017501 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cbd45ca2-8683-4df0-ac7d-c9d545a33778 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:22.036071 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8284ff6-24e9-46da-9193-fce6be41ed2c tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Network 29d315a8-06b3-4b25-8626-ce3d7535daaa is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:22.042466 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-d8284ff6-24e9-46da-9193-fce6be41ed2c tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:22.063419 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd45ca2-8683-4df0-ac7d-c9d545a33778 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Pushing event updated for resources: {'Port': ['ID=c1e732b7-85fc-4fbb-9250-528eb3f6a871,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:22.067751 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124f535f-42f7-4c2d-86cc-eb96d77a8a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Made reservation on behalf of 97281e6106b446a9b8ba221128d2031f for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:19:22.070156 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-124f535f-42f7-4c2d-86cc-eb96d77a8a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:22.089949 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-cbd45ca2-8683-4df0-ac7d-c9d545a33778 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:22.109665 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 1f1bf162-793d-489c-8c60-2554f38dcb5b up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:19:22.142556 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14f74e2d-51fd-4c51-b359-3dc40bccf418 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:19:22.146051 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-cbd45ca2-8683-4df0-ac7d-c9d545a33778 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 7.4469001 Dec 22 13:19:22.171911 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43428) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:22.227249 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-cac359dd-4c19-4a0e-9219-5257ff455a3c None None] For port 645ee3a2-11a9-491c-9ce4-aaddf736a4b6, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:19:22.237715 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-cac359dd-4c19-4a0e-9219-5257ff455a3c None None] For port 645ee3a2-11a9-491c-9ce4-aaddf736a4b6, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=645ee3a2-11a9-491c-9ce4-aaddf736a4b6,segment=NetworkSegment(6980c1df-058c-4ea8-89e2-7d0d0831716a),segment_id=6980c1df-058c-4ea8-89e2-7d0d0831716a)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:19:22.239061 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-124f535f-42f7-4c2d-86cc-eb96d77a8a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] device_id is not set on port 80bbfb60-1875-4714-a716-141f48074d19 yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:19:22.275529 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8284ff6-24e9-46da-9193-fce6be41ed2c tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event updated for resources: {'Port': ['ID=e568ece7-1c59-4732-a05f-bd832211881f,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:22.279259 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-14f74e2d-51fd-4c51-b359-3dc40bccf418 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:22.279615 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-14f74e2d-51fd-4c51-b359-3dc40bccf418 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Added segment e74a0909-433b-499b-9b47-e689c1f07feb of type vlan for network bc8b8810-41ec-421e-b7fc-d1a31e4ad924 Dec 22 13:19:22.287438 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d8284ff6-24e9-46da-9193-fce6be41ed2c tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:22.303447 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-cac359dd-4c19-4a0e-9219-5257ff455a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:22.310755 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-93a3f81e-0f25-49ee-a9da-72240e4b6307 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:22.318572 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-be00fcf5-b893-4e1f-9eca-b1638361bccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:22.350449 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 1f1bf162-793d-489c-8c60-2554f38dcb5b completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:19:22.359471 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-262522bd-056c-48f2-94f1-b6ffd6556b43 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:22.367303 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 1f1bf162-793d-489c-8c60-2554f38dcb5b triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:22.367686 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:22.395548 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7b4c466f-82d4-4229-acf4-3f6104083841 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:22.400433 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-262522bd-056c-48f2-94f1-b6ffd6556b43 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:subnet and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:22.412511 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039cf078-d4bb-4266-b024-6faf25108ca8 None None] Network 29d315a8-06b3-4b25-8626-ce3d7535daaa requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:22.442851 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-262522bd-056c-48f2-94f1-b6ffd6556b43 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:22.447047 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e627e8dd-64d6-48f1-8a4c-4e315b2a398f tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:19:22.451700 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-be00fcf5-b893-4e1f-9eca-b1638361bccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:22.453637 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-14f74e2d-51fd-4c51-b359-3dc40bccf418 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:22.458039 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02c3ce4-7e13-4e91-a160-0818d776865e None None] Sync routers for ids ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:19:22.479971 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02c3ce4-7e13-4e91-a160-0818d776865e None None] Routers {'79eaaa19-8daf-40ae-8b90-d16fa78890d4'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:19:22.480511 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-a02c3ce4-7e13-4e91-a160-0818d776865e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:19:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:22.523858 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-262522bd-056c-48f2-94f1-b6ffd6556b43 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:22.559366 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7b4c466f-82d4-4229-acf4-3f6104083841 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:22.583796 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60365e64-a8a6-461a-96f1-9bac8003f419 None None] DHCP port deletion for 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:19:22.591501 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:22.597884 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-a02c3ce4-7e13-4e91-a160-0818d776865e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:22.615136 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02c3ce4-7e13-4e91-a160-0818d776865e None None] Routers {'79eaaa19-8daf-40ae-8b90-d16fa78890d4'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:19:22.615705 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-a02c3ce4-7e13-4e91-a160-0818d776865e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:19:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:22.645462 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-60365e64-a8a6-461a-96f1-9bac8003f419 None None] Deleting port 1f1bf162-793d-489c-8c60-2554f38dcb5b {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:19:22.645929 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-60365e64-a8a6-461a-96f1-9bac8003f419 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:22.660554 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-14f74e2d-51fd-4c51-b359-3dc40bccf418 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:22.664326 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f74e2d-51fd-4c51-b359-3dc40bccf418 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:22.664936 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-14f74e2d-51fd-4c51-b359-3dc40bccf418 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:22.675539 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-be00fcf5-b893-4e1f-9eca-b1638361bccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:22.677472 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4c466f-82d4-4229-acf4-3f6104083841 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad24c44a-bdbb-4292-8abc-63baae688f12,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:22.685071 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-533c2010-b124-492e-99da-b4fe9b351dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:22.717618 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be00fcf5-b893-4e1f-9eca-b1638361bccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9299c0b-30d9-4694-8c04-b18a4392c435,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:22.719647 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-a02c3ce4-7e13-4e91-a160-0818d776865e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:22.720258 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02c3ce4-7e13-4e91-a160-0818d776865e None None] The sync data for ids ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:19:22.732360 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7b4c466f-82d4-4229-acf4-3f6104083841 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:22.742452 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-be00fcf5-b893-4e1f-9eca-b1638361bccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:22.781706 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-be00fcf5-b893-4e1f-9eca-b1638361bccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:22.781706 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-be00fcf5-b893-4e1f-9eca-b1638361bccd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c9299c0b-30d9-4694-8c04-b18a4392c435 HTTP/1.1" status: 204 len: 168 time: 1.3551755 Dec 22 13:19:22.802860 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac359dd-4c19-4a0e-9219-5257ff455a3c None None] Pushing event updated for resources: {'Port': ['ID=645ee3a2-11a9-491c-9ce4-aaddf736a4b6,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:22.813384 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e627e8dd-64d6-48f1-8a4c-4e315b2a398f tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "PUT /v2.0/routers/79eaaa19-8daf-40ae-8b90-d16fa78890d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5672843 Dec 22 13:19:22.813384 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9b94f1c0-1943-4390-85cb-14b7eae70b9b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:22.815599 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43434) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:22.824657 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-b1d6d873-d4da-450e-8902-58cbcd1c6328 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Request body: {'port': {'network_id': '7ac79257-47d9-405a-9825-2b7516a86bf8', 'name': 'tempest-FloatingIPTestJSON-1461601415'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:22.827617 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-cac359dd-4c19-4a0e-9219-5257ff455a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:22.961673 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7b4c466f-82d4-4229-acf4-3f6104083841 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:22.966465 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7b4c466f-82d4-4229-acf4-3f6104083841 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 2.2023096 Dec 22 13:19:22.966465 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262522bd-056c-48f2-94f1-b6ffd6556b43 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:19:22.976213 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-262522bd-056c-48f2-94f1-b6ffd6556b43 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:22.990632 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43438) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:23.006909 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-f9c83448-4d7d-4bfa-a6b6-60e486d7f50a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Request body: {'floatingip': {'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:23.012680 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-f9c83448-4d7d-4bfa-a6b6-60e486d7f50a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:23.016677 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f9c83448-4d7d-4bfa-a6b6-60e486d7f50a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Usage tracker for resource:floatingip and tenant:ccb0058a2c24446385d13786cea4c6a9 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:23.019766 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f9c83448-4d7d-4bfa-a6b6-60e486d7f50a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:23.029025 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8284ff6-24e9-46da-9193-fce6be41ed2c tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Router 865d5524-65cf-4ce9-8458-3b62ccb46342 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:19:23.030652 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-f9c83448-4d7d-4bfa-a6b6-60e486d7f50a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:23.047785 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-b1d6d873-d4da-450e-8902-58cbcd1c6328 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:23.053477 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-b1d6d873-d4da-450e-8902-58cbcd1c6328 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Usage tracker for resource:port and tenant:88c4270da4ff42b4b75089e5737840cb is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:23.058130 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-b1d6d873-d4da-450e-8902-58cbcd1c6328 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:23.105434 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-acac008d-6955-462f-bdb1-e068acf3b752 None None] Provisioning for port 3c928110-b49e-41b1-a47d-a999427c664a completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:19:23.148487 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-b1d6d873-d4da-450e-8902-58cbcd1c6328 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:23.201285 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-14f74e2d-51fd-4c51-b359-3dc40bccf418 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.4658959 Dec 22 13:19:23.223442 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43442) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:23.229216 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f9c83448-4d7d-4bfa-a6b6-60e486d7f50a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks [] for floatingip, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:23.261678 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eab68b4-28c7-4153-ace8-d39e4b4c2ec9 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Deleting subnet c68c8564-c139-46f6-a5bf-45b2ed32435c {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:19:23.263606 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f74e2d-51fd-4c51-b359-3dc40bccf418 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event updated for resources: {'Network': ['ID=bc8b8810-41ec-421e-b7fc-d1a31e4ad924,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:23.289795 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network bc8b8810-41ec-421e-b7fc-d1a31e4ad924 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:19:23.327031 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-14f74e2d-51fd-4c51-b359-3dc40bccf418 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:23.343425 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0eab68b4-28c7-4153-ace8-d39e4b4c2ec9 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:23.384784 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45de7f33-8ff6-4f4b-962d-4d811b258453 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:23.384784 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-45de7f33-8ff6-4f4b-962d-4d811b258453 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Synchronizing usage tracker for tenant:fcf444775c8e48ac91bc0e0e1ea9aa3c on resource:network {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:19:23.411481 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-124f535f-42f7-4c2d-86cc-eb96d77a8a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:23.443678 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8284ff6-24e9-46da-9193-fce6be41ed2c tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:19:23.449540 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d8284ff6-24e9-46da-9193-fce6be41ed2c tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "PUT /v2.0/routers/865d5524-65cf-4ce9-8458-3b62ccb46342/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5725489 Dec 22 13:19:23.453408 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43448) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:23.458738 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0eab68b4-28c7-4153-ace8-d39e4b4c2ec9 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:23.527886 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca95228c-54a8-4922-b68d-537d1cc535a4 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:23.528390 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ca95228c-54a8-4922-b68d-537d1cc535a4 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Synchronizing usage tracker for tenant:ad8695e3cb0646af805a65484bd64689 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:19:23.534015 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-45de7f33-8ff6-4f4b-962d-4d811b258453 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Unset dirty status for tenant:fcf444775c8e48ac91bc0e0e1ea9aa3c on resource:network {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:19:23.536183 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-45de7f33-8ff6-4f4b-962d-4d811b258453 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "GET /v2.0/networks?id=bc8b8810-41ec-421e-b7fc-d1a31e4ad924 HTTP/1.1" status: 200 len: 765 time: 0.3063598 Dec 22 13:19:23.541274 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43452) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:23.546813 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d6d873-d4da-450e-8902-58cbcd1c6328 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Made reservation on behalf of 88c4270da4ff42b4b75089e5737840cb for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:19:23.550757 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b1d6d873-d4da-450e-8902-58cbcd1c6328 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:23.551405 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665972e9-7b29-4898-ba74-01e6cecc028c None None] Network dfad458e-6923-47b6-b08f-66aa6cca96f8 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:23.556650 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-0f2ab2cd-87a6-464b-b703-5ee4d3e25540 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Request body: {'network': {'description': 'd2'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:23.576816 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dcb336-01d1-42c0-b400-6b0f3e880a7e None None] Sync routers for ids ['865d5524-65cf-4ce9-8458-3b62ccb46342'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:19:23.578993 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-b1d6d873-d4da-450e-8902-58cbcd1c6328 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] device_id is not set on port 00d8a5d9-b969-445d-92bc-e1e546a9cbc3 yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:19:23.651167 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ca95228c-54a8-4922-b68d-537d1cc535a4 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Unset dirty status for tenant:ad8695e3cb0646af805a65484bd64689 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:19:23.651167 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ca95228c-54a8-4922-b68d-537d1cc535a4 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "GET /v2.0/ports/e568ece7-1c59-4732-a05f-bd832211881f HTTP/1.1" status: 200 len: 911 time: 0.1924546 Dec 22 13:19:23.652698 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43456) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:23.768475 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:23.845208 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43460) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:23.853356 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dcb336-01d1-42c0-b400-6b0f3e880a7e None None] Routers {'865d5524-65cf-4ce9-8458-3b62ccb46342'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:19:23.853356 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-e5dcb336-01d1-42c0-b400-6b0f3e880a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:19:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['865d5524-65cf-4ce9-8458-3b62ccb46342'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:23.900900 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-124f535f-42f7-4c2d-86cc-eb96d77a8a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:23.927556 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d9e03ebb-2eb0-4fc6-94b0-ca4fd5c610c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:23.936153 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7167420c-dd11-49c6-a0f2-9e0beecd75bb None None] Provisioning for port 33f15ad8-e34a-445f-9b9c-2679438321ea completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:19:23.960114 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-60365e64-a8a6-461a-96f1-9bac8003f419 None None] For port 1f1bf162-793d-489c-8c60-2554f38dcb5b, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=1f1bf162-793d-489c-8c60-2554f38dcb5b,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:19:23.962540 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-60365e64-a8a6-461a-96f1-9bac8003f419 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:24.048218 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-b1d6d873-d4da-450e-8902-58cbcd1c6328 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Allocated IP 172.20.0.11 (7ac79257-47d9-405a-9825-2b7516a86bf8/d857f1db-ab4c-4c8d-aba3-be52d5449c21/00d8a5d9-b969-445d-92bc-e1e546a9cbc3) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:19:24.089120 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0eab68b4-28c7-4153-ace8-d39e4b4c2ec9 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:24.116792 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-e5dcb336-01d1-42c0-b400-6b0f3e880a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:24.138527 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-60365e64-a8a6-461a-96f1-9bac8003f419 None None] Calling delete_port for 1f1bf162-793d-489c-8c60-2554f38dcb5b owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:19:24.170949 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ad89ce-efdb-49d3-a9ef-9233ac2391d1 None None] Network 10275e70-04c2-44b6-a253-2d666d36bc56 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:24.173813 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f535f-42f7-4c2d-86cc-eb96d77a8a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Pushing event updated for resources: {'Port': ['ID=80bbfb60-1875-4714-a716-141f48074d19,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:24.195729 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-124f535f-42f7-4c2d-86cc-eb96d77a8a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:24.222264 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124f535f-42f7-4c2d-86cc-eb96d77a8a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:24.244846 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-124f535f-42f7-4c2d-86cc-eb96d77a8a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:24.262603 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124f535f-42f7-4c2d-86cc-eb96d77a8a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:19:24.263829 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124f535f-42f7-4c2d-86cc-eb96d77a8a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:24.263966 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-124f535f-42f7-4c2d-86cc-eb96d77a8a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:24.292033 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 1f1bf162-793d-489c-8c60-2554f38dcb5b, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=1f1bf162-793d-489c-8c60-2554f38dcb5b,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:19:24.363240 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9ee5dada-ae9d-4ffb-a227-5be7c5f433e8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=02b3e95c312b4b4dbd283c88e21d2e44&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5165272 Dec 22 13:19:24.374633 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43464) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:24.378887 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0f2ab2cd-87a6-464b-b703-5ee4d3e25540 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:24.388792 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:24.404745 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-cac359dd-4c19-4a0e-9219-5257ff455a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:24.405480 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f9c83448-4d7d-4bfa-a6b6-60e486d7f50a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:24.440887 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dcb336-01d1-42c0-b400-6b0f3e880a7e None None] Routers {'865d5524-65cf-4ce9-8458-3b62ccb46342'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:19:24.440887 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-e5dcb336-01d1-42c0-b400-6b0f3e880a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:19:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['865d5524-65cf-4ce9-8458-3b62ccb46342'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:24.448925 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b1d6d873-d4da-450e-8902-58cbcd1c6328 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:24.451587 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-262522bd-056c-48f2-94f1-b6ffd6556b43 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:24.463571 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-db8b6035-1243-47cf-ac5a-e533ebf90ba0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:24.492756 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-124f535f-42f7-4c2d-86cc-eb96d77a8a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 3.1163926 Dec 22 13:19:24.495762 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43468) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:24.522993 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0eab68b4-28c7-4153-ace8-d39e4b4c2ec9 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:24.541545 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8226'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:24.549254 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0f2ab2cd-87a6-464b-b703-5ee4d3e25540 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:24.635881 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=1f1bf162-793d-489c-8c60-2554f38dcb5b,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:24.648500 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0eab68b4-28c7-4153-ace8-d39e4b4c2ec9 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:24.661887 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262522bd-056c-48f2-94f1-b6ffd6556b43 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:24.666934 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0f2ab2cd-87a6-464b-b703-5ee4d3e25540 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Network bc8b8810-41ec-421e-b7fc-d1a31e4ad924 is not hosted by any dhcp agent {{(pid=84149) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 22 13:19:24.671146 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2ab2cd-87a6-464b-b703-5ee4d3e25540 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:24.671745 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0f2ab2cd-87a6-464b-b703-5ee4d3e25540 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:24.678056 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0f2ab2cd-87a6-464b-b703-5ee4d3e25540 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "PUT /v2.0/networks/bc8b8810-41ec-421e-b7fc-d1a31e4ad924 HTTP/1.1" status: 200 len: 762 time: 1.1337044 Dec 22 13:19:24.698115 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43472) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:24.719419 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c2818b28-0377-4f4a-a704-52f8b450ff52 None None] Provisioning for port 645ee3a2-11a9-491c-9ce4-aaddf736a4b6 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:19:24.728418 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:24.730548 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-262522bd-056c-48f2-94f1-b6ffd6556b43 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:24.737295 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262522bd-056c-48f2-94f1-b6ffd6556b43 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:24.737884 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-262522bd-056c-48f2-94f1-b6ffd6556b43 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:24.748290 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-e5dcb336-01d1-42c0-b400-6b0f3e880a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:24.748718 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dcb336-01d1-42c0-b400-6b0f3e880a7e None None] The sync data for ids ['865d5524-65cf-4ce9-8458-3b62ccb46342'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:19:24.756914 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-60365e64-a8a6-461a-96f1-9bac8003f419 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:19:24.757416 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-60365e64-a8a6-461a-96f1-9bac8003f419 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:19:24.764489 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262522bd-056c-48f2-94f1-b6ffd6556b43 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Subnet': ['ID=4ddc2429-7ce6-461d-adf4-c09842cd9c0e,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:24.773747 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-262522bd-056c-48f2-94f1-b6ffd6556b43 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:24.789462 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.253s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:24.812627 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 74700538-2e57-498a-9b6b-3e9930271195 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:19:24.862009 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0eab68b4-28c7-4153-ace8-d39e4b4c2ec9 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] 10.222.0.47 "DELETE /v2.0/subnets/c68c8564-c139-46f6-a5bf-45b2ed32435c HTTP/1.1" status: 204 len: 168 time: 2.6813893 Dec 22 13:19:24.863114 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab68b4-28c7-4153-ace8-d39e4b4c2ec9 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Pushing event deleted for resources: {'Subnet': ['ID=c68c8564-c139-46f6-a5bf-45b2ed32435c,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:24.870771 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0eab68b4-28c7-4153-ace8-d39e4b4c2ec9 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:24.870771 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43476) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:24.870771 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6a8ef5c8-e079-4a95-9997-3762d1da7d99 tempest-DHCPAgentSchedulersTestJSON-1354919030 tempest-DHCPAgentSchedulersTestJSON-1354919030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.308s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:24.907417 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e8c22024-b106-45ec-ac54-8038847e7ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:24.931752 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-f9c83448-4d7d-4bfa-a6b6-60e486d7f50a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Allocated IP 172.26.1.54 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/30fb66c9-132f-4bdf-9d2b-7400744ba376) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:19:24.964614 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b1d6d873-d4da-450e-8902-58cbcd1c6328 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:24.974296 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9caacf74-a40c-4a96-8c39-3412b07d9846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:25.007078 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:25.030631 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57abb966-8515-491a-87f8-fd707597a4f6 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:25.036368 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-57abb966-8515-491a-87f8-fd707597a4f6 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "GET /v2.0/networks?id=bc8b8810-41ec-421e-b7fc-d1a31e4ad924 HTTP/1.1" status: 200 len: 765 time: 0.3356600 Dec 22 13:19:25.052612 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43480) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:25.075668 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 74700538-2e57-498a-9b6b-3e9930271195 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:19:25.083539 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 74700538-2e57-498a-9b6b-3e9930271195 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:25.084704 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:25.128193 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-262522bd-056c-48f2-94f1-b6ffd6556b43 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3737385 Dec 22 13:19:25.147314 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c0cd0143-4fc4-4c7d-91c3-0acfd118b901 None None] Provisioning for port e568ece7-1c59-4732-a05f-bd832211881f completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:19:25.147564 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43484) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:25.181298 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c0cd0143-4fc4-4c7d-91c3-0acfd118b901 None None] Provisioning complete for port e568ece7-1c59-4732-a05f-bd832211881f triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:25.182076 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c0cd0143-4fc4-4c7d-91c3-0acfd118b901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:25.197463 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-bb1e42b3-fcfa-4d70-88b2-e3d0dc76a2ec tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1172515071', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:25.239961 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d6d873-d4da-450e-8902-58cbcd1c6328 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Network 7ac79257-47d9-405a-9825-2b7516a86bf8 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:25.261467 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-60365e64-a8a6-461a-96f1-9bac8003f419 None None] Deleting port 1f1bf162-793d-489c-8c60-2554f38dcb5b {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:19:25.261850 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-60365e64-a8a6-461a-96f1-9bac8003f419 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:25.283650 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-bb1e42b3-fcfa-4d70-88b2-e3d0dc76a2ec tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:25.294057 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-b1d6d873-d4da-450e-8902-58cbcd1c6328 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:25.296288 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e8c22024-b106-45ec-ac54-8038847e7ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:25.312740 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d6d873-d4da-450e-8902-58cbcd1c6328 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:19:25.314169 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-bb1e42b3-fcfa-4d70-88b2-e3d0dc76a2ec tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:router and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:25.323164 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ab2cd-87a6-464b-b703-5ee4d3e25540 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event updated for resources: {'Network': ['ID=bc8b8810-41ec-421e-b7fc-d1a31e4ad924,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:25.338510 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-bb1e42b3-fcfa-4d70-88b2-e3d0dc76a2ec tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:25.341628 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0f2ab2cd-87a6-464b-b703-5ee4d3e25540 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:25.355526 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2b4cec-7c67-422d-a5fb-8075cabf73be tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:25.361153 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2b4cec-7c67-422d-a5fb-8075cabf73be tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:25.361958 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2e2b4cec-7c67-422d-a5fb-8075cabf73be tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Synchronizing usage tracker for tenant:4a393474cb6b43369a1ff642b2c3cbd7 on resource:subnet {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:19:25.363727 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d6d873-d4da-450e-8902-58cbcd1c6328 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event updated for resources: {'Port': ['ID=00d8a5d9-b969-445d-92bc-e1e546a9cbc3,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:25.377767 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-bb1e42b3-fcfa-4d70-88b2-e3d0dc76a2ec tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:25.390711 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b1d6d873-d4da-450e-8902-58cbcd1c6328 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:25.394156 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network bc8b8810-41ec-421e-b7fc-d1a31e4ad924 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:19:25.451284 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cb6460-8367-40e0-afb1-4a9596f84536 None None] Network dfad458e-6923-47b6-b08f-66aa6cca96f8 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:25.484914 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bb1e42b3-fcfa-4d70-88b2-e3d0dc76a2ec tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:25.486088 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bb1e42b3-fcfa-4d70-88b2-e3d0dc76a2ec tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:25.489844 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-c0cd0143-4fc4-4c7d-91c3-0acfd118b901 None None] Port e568ece7-1c59-4732-a05f-bd832211881f cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:19:25.513557 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2e2b4cec-7c67-422d-a5fb-8075cabf73be tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Unset dirty status for tenant:4a393474cb6b43369a1ff642b2c3cbd7 on resource:subnet {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:19:25.518381 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-2e2b4cec-7c67-422d-a5fb-8075cabf73be tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6279991 Dec 22 13:19:25.523726 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f9c83448-4d7d-4bfa-a6b6-60e486d7f50a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:25.527116 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43488) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:25.612074 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff00059a-cb04-499a-8d03-23246e8a50fa tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:25.613676 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ff00059a-cb04-499a-8d03-23246e8a50fa tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5548799 Dec 22 13:19:25.617814 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d6d873-d4da-450e-8902-58cbcd1c6328 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:25.623327 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b1d6d873-d4da-450e-8902-58cbcd1c6328 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:25.629844 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43492) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:25.658984 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e8c22024-b106-45ec-ac54-8038847e7ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:25.670072 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:25.690693 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c22024-b106-45ec-ac54-8038847e7ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039986b3-59c0-42ca-890d-acfa00525def,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:25.705694 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e8c22024-b106-45ec-ac54-8038847e7ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:25.740911 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bb1e42b3-fcfa-4d70-88b2-e3d0dc76a2ec tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:25.743610 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-dcd9b0de-70b8-471d-82ff-aac5fd252e20 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Synchronizing usage tracker for tenant:fcf444775c8e48ac91bc0e0e1ea9aa3c on resource:subnet {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:19:25.779117 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-89e20685-5caa-4278-b1ea-4f078a14b91d tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:25.793842 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e8c22024-b106-45ec-ac54-8038847e7ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:25.798600 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e8c22024-b106-45ec-ac54-8038847e7ed9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/039986b3-59c0-42ca-890d-acfa00525def HTTP/1.1" status: 204 len: 168 time: 1.4206240 Dec 22 13:19:25.815572 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-89e20685-5caa-4278-b1ea-4f078a14b91d tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 22 13:19:25.815572 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89e20685-5caa-4278-b1ea-4f078a14b91d tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:19:25.815798 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:25.815883 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-89e20685-5caa-4278-b1ea-4f078a14b91d tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] 10.222.0.47 "DELETE /v2.0/networks/dfad458e-6923-47b6-b08f-66aa6cca96f8 HTTP/1.1" status: 409 len: 405 time: 0.2813191 Dec 22 13:19:25.815883 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43498) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:25.822119 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-cb950bc3-6975-4c1e-bf6f-3d389071726b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1205174204'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:25.831718 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-cb950bc3-6975-4c1e-bf6f-3d389071726b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:25.837650 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-cb950bc3-6975-4c1e-bf6f-3d389071726b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Usage tracker for resource:network and tenant:4a393474cb6b43369a1ff642b2c3cbd7 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:25.842807 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-cb950bc3-6975-4c1e-bf6f-3d389071726b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:25.851035 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-cb950bc3-6975-4c1e-bf6f-3d389071726b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:25.910494 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f9c83448-4d7d-4bfa-a6b6-60e486d7f50a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:25.917161 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3aaf24b3-54d6-40fb-9f04-84b1020b7937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:25.957123 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bb1e42b3-fcfa-4d70-88b2-e3d0dc76a2ec tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:25.968119 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.db.resource_extend [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:19:25.976466 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 74700538-2e57-498a-9b6b-3e9930271195, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=74700538-2e57-498a-9b6b-3e9930271195,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:19:25.983574 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b1d6d873-d4da-450e-8902-58cbcd1c6328 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1668208 Dec 22 13:19:25.984377 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-dcd9b0de-70b8-471d-82ff-aac5fd252e20 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Unset dirty status for tenant:fcf444775c8e48ac91bc0e0e1ea9aa3c on resource:subnet {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:19:25.985406 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-dcd9b0de-70b8-471d-82ff-aac5fd252e20 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "GET /v2.0/subnets?network_id=0776f1b4-770d-462f-bc0f-df97e8017b18 HTTP/1.1" status: 200 len: 207 time: 0.3537977 Dec 22 13:19:25.985929 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43502) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:25.995998 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43504) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:26.003000 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-3e4575d7-3674-4441-a697-01635871e276 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Request body: {'port': {'network_id': '7ac79257-47d9-405a-9825-2b7516a86bf8', 'name': 'tempest-FloatingIPTestJSON-1500458895'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:26.011323 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb950bc3-6975-4c1e-bf6f-3d389071726b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Made reservation on behalf of 4a393474cb6b43369a1ff642b2c3cbd7 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:19:26.014589 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cb950bc3-6975-4c1e-bf6f-3d389071726b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:26.036185 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c83448-4d7d-4bfa-a6b6-60e486d7f50a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:26.048349 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-f9c83448-4d7d-4bfa-a6b6-60e486d7f50a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:26.058901 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c83448-4d7d-4bfa-a6b6-60e486d7f50a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:19:26.083157 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-d3a8f4c3-a9a3-455b-b4da-0360dd858a04 None None] Provisioning for port c1e732b7-85fc-4fbb-9250-528eb3f6a871 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:19:26.086252 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c83448-4d7d-4bfa-a6b6-60e486d7f50a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Pushing event updated for resources: {'Port': ['ID=30fb66c9-132f-4bdf-9d2b-7400744ba376,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:26.102396 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-d3a8f4c3-a9a3-455b-b4da-0360dd858a04 None None] Provisioning complete for port c1e732b7-85fc-4fbb-9250-528eb3f6a871 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:26.102628 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d3a8f4c3-a9a3-455b-b4da-0360dd858a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:26.110613 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb950bc3-6975-4c1e-bf6f-3d389071726b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:19:26.118499 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c83448-4d7d-4bfa-a6b6-60e486d7f50a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:26.119182 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c83448-4d7d-4bfa-a6b6-60e486d7f50a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:26.119649 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c83448-4d7d-4bfa-a6b6-60e486d7f50a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:26.120104 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c83448-4d7d-4bfa-a6b6-60e486d7f50a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:26.120560 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c83448-4d7d-4bfa-a6b6-60e486d7f50a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:26.121015 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c83448-4d7d-4bfa-a6b6-60e486d7f50a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:26.121467 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c83448-4d7d-4bfa-a6b6-60e486d7f50a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:26.122033 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c83448-4d7d-4bfa-a6b6-60e486d7f50a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:26.122516 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c83448-4d7d-4bfa-a6b6-60e486d7f50a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:26.122959 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c83448-4d7d-4bfa-a6b6-60e486d7f50a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:26.123405 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c83448-4d7d-4bfa-a6b6-60e486d7f50a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:26.129582 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f9c83448-4d7d-4bfa-a6b6-60e486d7f50a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:26.142521 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bb1e42b3-fcfa-4d70-88b2-e3d0dc76a2ec tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:26.143913 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-bb1e42b3-fcfa-4d70-88b2-e3d0dc76a2ec tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9896977 Dec 22 13:19:26.147307 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:26.148332 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 3c928110-b49e-41b1-a47d-a999427c664a up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:19:26.152742 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cb950bc3-6975-4c1e-bf6f-3d389071726b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:26.153286 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-cb950bc3-6975-4c1e-bf6f-3d389071726b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Added segment 86a53d11-70bd-4a61-817b-a98d185ad665 of type vlan for network 02bba9b4-550f-48de-9e65-bc0ba2da0f57 Dec 22 13:19:26.154220 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43510) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:26.173985 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-23be1dfe-003b-48ce-92d4-1fdeb03821d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:26.223028 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3b49b9dd-37bd-4b4d-a707-a0f1e1d91b90 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:26.245505 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] device_id is not set on port 80bbfb60-1875-4714-a716-141f48074d19 yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:19:26.277086 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:26.302101 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-d3a8f4c3-a9a3-455b-b4da-0360dd858a04 None None] Port c1e732b7-85fc-4fbb-9250-528eb3f6a871 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:19:26.352479 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-60365e64-a8a6-461a-96f1-9bac8003f419 None None] For port 1f1bf162-793d-489c-8c60-2554f38dcb5b, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=1f1bf162-793d-489c-8c60-2554f38dcb5b,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:19:26.352894 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-60365e64-a8a6-461a-96f1-9bac8003f419 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:26.363202 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=74700538-2e57-498a-9b6b-3e9930271195,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:26.366134 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:26.495781 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Transition to ACTIVE for port object 80bbfb60-1875-4714-a716-141f48074d19 will not be triggered until provisioned by entity L2. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:26.503029 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-60365e64-a8a6-461a-96f1-9bac8003f419 None None] Calling delete_port for 1f1bf162-793d-489c-8c60-2554f38dcb5b owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:19:26.542777 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85cedac-9f17-42f1-9a26-95b7de629d88 None None] DHCP port deletion for dfad458e-6923-47b6-b08f-66aa6cca96f8 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:19:26.558524 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-f85cedac-9f17-42f1-9a26-95b7de629d88 None None] Deleting port 33f15ad8-e34a-445f-9b9c-2679438321ea {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:19:26.558963 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f85cedac-9f17-42f1-9a26-95b7de629d88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:26.572536 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-3e4575d7-3674-4441-a697-01635871e276 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:26.583739 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfd989f-f031-462e-b83b-6f2c7eb8e07a tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:26.590339 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfd989f-f031-462e-b83b-6f2c7eb8e07a tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:26.594773 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfd989f-f031-462e-b83b-6f2c7eb8e07a tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:26.600577 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfd989f-f031-462e-b83b-6f2c7eb8e07a tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:26.605260 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfd989f-f031-462e-b83b-6f2c7eb8e07a tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:26.609628 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfd989f-f031-462e-b83b-6f2c7eb8e07a tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:26.612355 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ecfd989f-f031-462e-b83b-6f2c7eb8e07a tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.6154079 Dec 22 13:19:26.616988 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43520) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:26.617588 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-3e4575d7-3674-4441-a697-01635871e276 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Usage tracker for resource:port and tenant:88c4270da4ff42b4b75089e5737840cb is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:26.623591 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:26.634397 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-3e4575d7-3674-4441-a697-01635871e276 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:26.658959 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e2af377b-d902-4f37-a23e-67ffb75a664e tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:26.700964 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 3c928110-b49e-41b1-a47d-a999427c664a completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:19:26.717201 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-d3a8f4c3-a9a3-455b-b4da-0360dd858a04 None None] Provisioning complete for port e568ece7-1c59-4732-a05f-bd832211881f triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:26.717843 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d3a8f4c3-a9a3-455b-b4da-0360dd858a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:26.754929 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 3c928110-b49e-41b1-a47d-a999427c664a triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:26.755208 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:26.771203 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cb950bc3-6975-4c1e-bf6f-3d389071726b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:26.795019 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-3e4575d7-3674-4441-a697-01635871e276 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:26.870057 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-60365e64-a8a6-461a-96f1-9bac8003f419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:26.887216 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3ee53b14-d7a3-4053-a886-0734d21e4628 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:26.937856 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Pushing event updated for resources: {'Port': ['ID=80bbfb60-1875-4714-a716-141f48074d19,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:26.968281 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60365e64-a8a6-461a-96f1-9bac8003f419 None None] Pushing event deleted for resources: {'Port': ['ID=1f1bf162-793d-489c-8c60-2554f38dcb5b,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:26.970784 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-60365e64-a8a6-461a-96f1-9bac8003f419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:26.972802 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4575d7-3674-4441-a697-01635871e276 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Made reservation on behalf of 88c4270da4ff42b4b75089e5737840cb for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:19:26.975900 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3e4575d7-3674-4441-a697-01635871e276 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:27.015838 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60365e64-a8a6-461a-96f1-9bac8003f419 None None] No DVR routers for this DVR port 1f1bf162-793d-489c-8c60-2554f38dcb5b on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:19:27.019765 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-d3a8f4c3-a9a3-455b-b4da-0360dd858a04 None None] Port e568ece7-1c59-4732-a05f-bd832211881f cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:19:27.036491 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d045a5-c936-4259-a4cc-009b39f34e4e None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:27.062673 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cb950bc3-6975-4c1e-bf6f-3d389071726b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:27.062947 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:27.062947 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:27.062947 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:27.062947 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:27.062947 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:27.062947 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:27.062947 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:27.062947 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:27.062947 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:27.062947 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:27.062947 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:27.063787 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb950bc3-6975-4c1e-bf6f-3d389071726b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:27.063787 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cb950bc3-6975-4c1e-bf6f-3d389071726b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:27.069130 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-aaf28d78-7c6a-43a7-89e0-cfdccb83a6ce tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:27.070439 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:27.098273 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-3e4575d7-3674-4441-a697-01635871e276 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] device_id is not set on port 171a7641-bfe1-48e5-81c7-f1f4b31cdb26 yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:19:27.138325 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-f85cedac-9f17-42f1-9a26-95b7de629d88 None None] For port 33f15ad8-e34a-445f-9b9c-2679438321ea, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=33f15ad8-e34a-445f-9b9c-2679438321ea,segment=NetworkSegment(9468ac91-9c32-4e37-817e-5df6222551e9),segment_id=9468ac91-9c32-4e37-817e-5df6222551e9)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:19:27.138755 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f85cedac-9f17-42f1-9a26-95b7de629d88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:27.172495 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d90bf8fd-9196-49e2-93a0-a8ce490aec0d tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.5505531 Dec 22 13:19:27.181769 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43528) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:27.244238 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 80bbfb60-1875-4714-a716-141f48074d19 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:19:27.244868 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 80bbfb60-1875-4714-a716-141f48074d19 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:19:27.244979 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 80bbfb60-1875-4714-a716-141f48074d19 on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:19:27.291308 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Port 80bbfb60-1875-4714-a716-141f48074d19 on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:19:27.291644 dv-neutron-822669-1-hyperv neutron-server[84148]: ERROR neutron.plugins.ml2.managers [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Failed to bind port 80bbfb60-1875-4714-a716-141f48074d19 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] Dec 22 13:19:27.296355 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.plugins.ml2.plugin [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempt 2 to bind port 80bbfb60-1875-4714-a716-141f48074d19 Dec 22 13:19:27.352461 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-3b49b9dd-37bd-4b4d-a707-a0f1e1d91b90 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Allocated IP 2001:db8:1::1 (10275e70-04c2-44b6-a253-2d666d36bc56/a5816dd9-4ce5-4ce0-90d5-9a2ea85713b8/fac5b30f-52e7-49a1-afdc-081ff50914f6) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:19:27.366886 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 80bbfb60-1875-4714-a716-141f48074d19 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:19:27.367223 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 80bbfb60-1875-4714-a716-141f48074d19 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:19:27.367566 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 80bbfb60-1875-4714-a716-141f48074d19 on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:19:27.370082 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-f85cedac-9f17-42f1-9a26-95b7de629d88 None None] Calling delete_port for 33f15ad8-e34a-445f-9b9c-2679438321ea owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:19:27.396969 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Port 80bbfb60-1875-4714-a716-141f48074d19 on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:19:27.397300 dv-neutron-822669-1-hyperv neutron-server[84148]: ERROR neutron.plugins.ml2.managers [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Failed to bind port 80bbfb60-1875-4714-a716-141f48074d19 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] Dec 22 13:19:27.415245 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.plugins.ml2.plugin [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempt 3 to bind port 80bbfb60-1875-4714-a716-141f48074d19 Dec 22 13:19:27.426111 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f9c83448-4d7d-4bfa-a6b6-60e486d7f50a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:27.427609 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb950bc3-6975-4c1e-bf6f-3d389071726b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Pushing event updated for resources: {'Network': ['ID=02bba9b4-550f-48de-9e65-bc0ba2da0f57,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:27.433360 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-cb950bc3-6975-4c1e-bf6f-3d389071726b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:27.467460 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 02bba9b4-550f-48de-9e65-bc0ba2da0f57 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:19:27.483159 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f9c6f4-d589-4cb7-889b-76607fc5549f tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:27.483159 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f9c6f4-d589-4cb7-889b-76607fc5549f tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:27.483159 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f9c6f4-d589-4cb7-889b-76607fc5549f tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:27.483631 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-3e4575d7-3674-4441-a697-01635871e276 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Allocated IP 172.20.0.13 (7ac79257-47d9-405a-9825-2b7516a86bf8/d857f1db-ab4c-4c8d-aba3-be52d5449c21/171a7641-bfe1-48e5-81c7-f1f4b31cdb26) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:19:27.483727 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f9c6f4-d589-4cb7-889b-76607fc5549f tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:27.484994 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f9c6f4-d589-4cb7-889b-76607fc5549f tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:27.486103 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-27f9c6f4-d589-4cb7-889b-76607fc5549f tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Synchronizing usage tracker for tenant:fcf444775c8e48ac91bc0e0e1ea9aa3c on resource:subnet {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:19:27.495970 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 80bbfb60-1875-4714-a716-141f48074d19 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:19:27.496305 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 80bbfb60-1875-4714-a716-141f48074d19 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:19:27.496641 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 80bbfb60-1875-4714-a716-141f48074d19 on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:19:27.527835 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Port 80bbfb60-1875-4714-a716-141f48074d19 on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:19:27.528165 dv-neutron-822669-1-hyperv neutron-server[84148]: ERROR neutron.plugins.ml2.managers [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Failed to bind port 80bbfb60-1875-4714-a716-141f48074d19 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] Dec 22 13:19:27.533016 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.plugins.ml2.plugin [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempt 4 to bind port 80bbfb60-1875-4714-a716-141f48074d19 Dec 22 13:19:27.538586 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-cb950bc3-6975-4c1e-bf6f-3d389071726b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7216907 Dec 22 13:19:27.540286 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-27f9c6f4-d589-4cb7-889b-76607fc5549f tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Unset dirty status for tenant:fcf444775c8e48ac91bc0e0e1ea9aa3c on resource:subnet {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:19:27.541545 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-27f9c6f4-d589-4cb7-889b-76607fc5549f tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3511569 Dec 22 13:19:27.543050 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4f0b2dad-26f1-4487-b3c4-67a16b300e73 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:27.553971 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43536) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:27.554567 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43538) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:27.620524 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 80bbfb60-1875-4714-a716-141f48074d19 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:19:27.620865 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 80bbfb60-1875-4714-a716-141f48074d19 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:19:27.621201 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 80bbfb60-1875-4714-a716-141f48074d19 on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:19:27.627377 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-2ab6d3ed-f52b-497b-b2f1-e2e4f08c7666 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Request body: {'subnet': {'network_id': '02bba9b4-550f-48de-9e65-bc0ba2da0f57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:27.669952 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Port 80bbfb60-1875-4714-a716-141f48074d19 on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:19:27.670281 dv-neutron-822669-1-hyperv neutron-server[84148]: ERROR neutron.plugins.ml2.managers [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Failed to bind port 80bbfb60-1875-4714-a716-141f48074d19 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] Dec 22 13:19:27.675022 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.plugins.ml2.plugin [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempt 5 to bind port 80bbfb60-1875-4714-a716-141f48074d19 Dec 22 13:19:27.695057 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:27.710861 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3b49b9dd-37bd-4b4d-a707-a0f1e1d91b90 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:27.775456 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a5e1fa61-c2c4-4ef3-81e3-aaa45b85478e None None] Provisioning complete for port e568ece7-1c59-4732-a05f-bd832211881f triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:27.775989 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a5e1fa61-c2c4-4ef3-81e3-aaa45b85478e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:27.895487 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 3c928110-b49e-41b1-a47d-a999427c664a, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=3c928110-b49e-41b1-a47d-a999427c664a,segment=NetworkSegment(bcfd23f3-d9b5-4cdc-8f02-a9d661634c32),segment_id=bcfd23f3-d9b5-4cdc-8f02-a9d661634c32)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:19:27.917372 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 80bbfb60-1875-4714-a716-141f48074d19 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:19:27.917725 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 80bbfb60-1875-4714-a716-141f48074d19 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:19:27.918046 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 80bbfb60-1875-4714-a716-141f48074d19 on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:19:27.934533 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f9c83448-4d7d-4bfa-a6b6-60e486d7f50a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:27.935769 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-3b49b9dd-37bd-4b4d-a707-a0f1e1d91b90 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Transition to ACTIVE for port object fac5b30f-52e7-49a1-afdc-081ff50914f6 will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:27.942050 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1fa61-c2c4-4ef3-81e3-aaa45b85478e None None] Port e568ece7-1c59-4732-a05f-bd832211881f cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:19:27.949579 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Port 80bbfb60-1875-4714-a716-141f48074d19 on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:19:27.949875 dv-neutron-822669-1-hyperv neutron-server[84148]: ERROR neutron.plugins.ml2.managers [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Failed to bind port 80bbfb60-1875-4714-a716-141f48074d19 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] Dec 22 13:19:27.951138 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f85cedac-9f17-42f1-9a26-95b7de629d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:27.954728 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.plugins.ml2.plugin [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempt 6 to bind port 80bbfb60-1875-4714-a716-141f48074d19 Dec 22 13:19:27.960540 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-cac359dd-4c19-4a0e-9219-5257ff455a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:27.969411 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43546) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:27.990870 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:27.991813 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 33f15ad8-e34a-445f-9b9c-2679438321ea up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:19:27.995360 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca806bb-1320-47d0-8be4-ec7ea896a08d tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['shared'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:27.996425 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca806bb-1320-47d0-8be4-ec7ea896a08d tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['shared'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:27.997705 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca806bb-1320-47d0-8be4-ec7ea896a08d tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['shared'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:27.999388 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca806bb-1320-47d0-8be4-ec7ea896a08d tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['shared'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:28.000579 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca806bb-1320-47d0-8be4-ec7ea896a08d tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['shared'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:28.000886 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 80bbfb60-1875-4714-a716-141f48074d19 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:19:28.001225 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 80bbfb60-1875-4714-a716-141f48074d19 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:19:28.001587 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 80bbfb60-1875-4714-a716-141f48074d19 on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:19:28.002189 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0ca806bb-1320-47d0-8be4-ec7ea896a08d tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.4423766 Dec 22 13:19:28.009218 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43552) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:28.048259 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85cedac-9f17-42f1-9a26-95b7de629d88 None None] Pushing event deleted for resources: {'Port': ['ID=33f15ad8-e34a-445f-9b9c-2679438321ea,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:28.050568 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 33f15ad8-e34a-445f-9b9c-2679438321ea {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:19:28.051328 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 33f15ad8-e34a-445f-9b9c-2679438321ea not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 22 13:19:28.053722 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-2ab6d3ed-f52b-497b-b2f1-e2e4f08c7666 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:28.076043 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f473f0a5-a9ca-4902-b356-6ae2838358cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'tenant_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'fixed_ips': [{'subnet_id': '4ddc2429-7ce6-461d-adf4-c09842cd9c0e'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:19:28.076910 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f473f0a5-a9ca-4902-b356-6ae2838358cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:28.087473 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-2ab6d3ed-f52b-497b-b2f1-e2e4f08c7666 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:28.112795 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Port 80bbfb60-1875-4714-a716-141f48074d19 on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:19:28.113169 dv-neutron-822669-1-hyperv neutron-server[84148]: ERROR neutron.plugins.ml2.managers [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Failed to bind port 80bbfb60-1875-4714-a716-141f48074d19 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] Dec 22 13:19:28.117073 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Port 33f15ad8-e34a-445f-9b9c-2679438321ea not found, will not notify nova. {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 22 13:19:28.117561 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 645ee3a2-11a9-491c-9ce4-aaddf736a4b6 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:19:28.141081 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.plugins.ml2.plugin [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempt 7 to bind port 80bbfb60-1875-4714-a716-141f48074d19 Dec 22 13:19:28.157808 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85cedac-9f17-42f1-9a26-95b7de629d88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:28.158955 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85cedac-9f17-42f1-9a26-95b7de629d88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:28.159403 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85cedac-9f17-42f1-9a26-95b7de629d88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:28.159806 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85cedac-9f17-42f1-9a26-95b7de629d88 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:28.160156 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85cedac-9f17-42f1-9a26-95b7de629d88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:28.160591 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85cedac-9f17-42f1-9a26-95b7de629d88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:28.161005 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85cedac-9f17-42f1-9a26-95b7de629d88 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:28.161385 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85cedac-9f17-42f1-9a26-95b7de629d88 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:28.161775 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85cedac-9f17-42f1-9a26-95b7de629d88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:28.162161 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85cedac-9f17-42f1-9a26-95b7de629d88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:28.162586 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85cedac-9f17-42f1-9a26-95b7de629d88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:28.166719 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f85cedac-9f17-42f1-9a26-95b7de629d88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:28.168945 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85cedac-9f17-42f1-9a26-95b7de629d88 None None] No DVR routers for this DVR port 33f15ad8-e34a-445f-9b9c-2679438321ea on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:19:28.179996 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-60365e64-a8a6-461a-96f1-9bac8003f419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:28.216200 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3e4575d7-3674-4441-a697-01635871e276 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:28.224875 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 80bbfb60-1875-4714-a716-141f48074d19 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:19:28.225422 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 80bbfb60-1875-4714-a716-141f48074d19 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:19:28.225916 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 80bbfb60-1875-4714-a716-141f48074d19 on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:19:28.253265 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab6d3ed-f52b-497b-b2f1-e2e4f08c7666 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Made reservation on behalf of 4a393474cb6b43369a1ff642b2c3cbd7 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:19:28.257360 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Port 80bbfb60-1875-4714-a716-141f48074d19 on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:19:28.258212 dv-neutron-822669-1-hyperv neutron-server[84148]: ERROR neutron.plugins.ml2.managers [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Failed to bind port 80bbfb60-1875-4714-a716-141f48074d19 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] Dec 22 13:19:28.262611 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.plugins.ml2.plugin [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempt 8 to bind port 80bbfb60-1875-4714-a716-141f48074d19 Dec 22 13:19:28.294922 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-5a591ee4-9991-4750-b57c-fe87cfd4107a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1101474581'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:28.299779 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3b49b9dd-37bd-4b4d-a707-a0f1e1d91b90 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:28.311341 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9d2f01d6-ccf0-4656-b921-bc217c51e8ea tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:28.342082 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-5a591ee4-9991-4750-b57c-fe87cfd4107a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:28.350087 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=3c928110-b49e-41b1-a47d-a999427c664a,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:28.353590 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:28.357564 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 80bbfb60-1875-4714-a716-141f48074d19 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:19:28.358435 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 80bbfb60-1875-4714-a716-141f48074d19 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:19:28.358435 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 80bbfb60-1875-4714-a716-141f48074d19 on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:19:28.360916 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-5a591ee4-9991-4750-b57c-fe87cfd4107a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Usage tracker for resource:network and tenant:5764ef7c4c644eedb583f164ec468ea1 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:28.378227 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cd8491-6214-4dac-9e91-16c285b1d37f tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:28.384937 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a8cd8491-6214-4dac-9e91-16c285b1d37f tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "GET /v2.0/networks/9e748c7a-7823-4297-bf06-3e7d516bda36 HTTP/1.1" status: 200 len: 803 time: 0.3669152 Dec 22 13:19:28.384937 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-5a591ee4-9991-4750-b57c-fe87cfd4107a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:28.394231 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43556) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:28.427836 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-5a591ee4-9991-4750-b57c-fe87cfd4107a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:28.433150 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-f473f0a5-a9ca-4902-b356-6ae2838358cb None None] Allocated IP 2001:db8::2 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/4ddc2429-7ce6-461d-adf4-c09842cd9c0e/6ed52f12-fa84-43d9-8205-7890ce6dd2d5) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:19:28.523582 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 645ee3a2-11a9-491c-9ce4-aaddf736a4b6 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:19:28.544145 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 645ee3a2-11a9-491c-9ce4-aaddf736a4b6 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:28.544145 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:28.544820 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b49b9dd-37bd-4b4d-a707-a0f1e1d91b90 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event updated for resources: {'Port': ['ID=fac5b30f-52e7-49a1-afdc-081ff50914f6,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:28.545277 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2ab6d3ed-f52b-497b-b2f1-e2e4f08c7666 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:28.554686 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Port 80bbfb60-1875-4714-a716-141f48074d19 on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:19:28.554937 dv-neutron-822669-1-hyperv neutron-server[84148]: ERROR neutron.plugins.ml2.managers [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Failed to bind port 80bbfb60-1875-4714-a716-141f48074d19 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] Dec 22 13:19:28.556564 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3b49b9dd-37bd-4b4d-a707-a0f1e1d91b90 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:28.560204 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b49b9dd-37bd-4b4d-a707-a0f1e1d91b90 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Network 10275e70-04c2-44b6-a253-2d666d36bc56 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:28.560824 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.plugins.ml2.plugin [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempt 9 to bind port 80bbfb60-1875-4714-a716-141f48074d19 Dec 22 13:19:28.578310 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-3b49b9dd-37bd-4b4d-a707-a0f1e1d91b90 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:28.591987 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b49b9dd-37bd-4b4d-a707-a0f1e1d91b90 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:19:28.592522 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3b49b9dd-37bd-4b4d-a707-a0f1e1d91b90 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:28.604105 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a591ee4-9991-4750-b57c-fe87cfd4107a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Made reservation on behalf of 5764ef7c4c644eedb583f164ec468ea1 for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:19:28.607104 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5a591ee4-9991-4750-b57c-fe87cfd4107a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:28.626794 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 80bbfb60-1875-4714-a716-141f48074d19 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:19:28.627134 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 80bbfb60-1875-4714-a716-141f48074d19 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:19:28.627473 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 80bbfb60-1875-4714-a716-141f48074d19 on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:19:28.657440 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5a591ee4-9991-4750-b57c-fe87cfd4107a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:28.674015 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3e4575d7-3674-4441-a697-01635871e276 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:28.692593 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e540b245-ede0-4fdf-9a12-44117b60d31c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:28.723986 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f9c83448-4d7d-4bfa-a6b6-60e486d7f50a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:28.757850 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Port 80bbfb60-1875-4714-a716-141f48074d19 on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:19:28.759164 dv-neutron-822669-1-hyperv neutron-server[84148]: ERROR neutron.plugins.ml2.managers [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Failed to bind port 80bbfb60-1875-4714-a716-141f48074d19 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] Dec 22 13:19:28.779567 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.plugins.ml2.plugin [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempt 10 to bind port 80bbfb60-1875-4714-a716-141f48074d19 Dec 22 13:19:28.808008 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:28.813278 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 80bbfb60-1875-4714-a716-141f48074d19 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:19:28.813829 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 80bbfb60-1875-4714-a716-141f48074d19 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:19:28.814365 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempting to bind port 80bbfb60-1875-4714-a716-141f48074d19 on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:19:28.853002 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4575d7-3674-4441-a697-01635871e276 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Network 7ac79257-47d9-405a-9825-2b7516a86bf8 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:28.860436 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-3e4575d7-3674-4441-a697-01635871e276 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:28.866161 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-778cead1-e2c4-4343-beaf-35bdfd2a8329 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "GET /v2.0/networks/9e748c7a-7823-4297-bf06-3e7d516bda36?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4681950 Dec 22 13:19:28.870413 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4575d7-3674-4441-a697-01635871e276 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:19:28.876160 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43560) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:28.879968 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f9c83448-4d7d-4bfa-a6b6-60e486d7f50a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:28.883669 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:28.895251 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-14033058-dc9b-4cfc-b159-b361d421c963 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:28.901541 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-5a591ee4-9991-4750-b57c-fe87cfd4107a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:28.907472 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4575d7-3674-4441-a697-01635871e276 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event updated for resources: {'Port': ['ID=171a7641-bfe1-48e5-81c7-f1f4b31cdb26,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:28.909281 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Port 80bbfb60-1875-4714-a716-141f48074d19 on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:19:28.909625 dv-neutron-822669-1-hyperv neutron-server[84148]: ERROR neutron.plugins.ml2.managers [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Failed to bind port 80bbfb60-1875-4714-a716-141f48074d19 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '17b1d5c0-8ae1-45b8-990d-70fd2d033f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0'}] Dec 22 13:19:28.909978 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:28.925397 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 645ee3a2-11a9-491c-9ce4-aaddf736a4b6, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=645ee3a2-11a9-491c-9ce4-aaddf736a4b6,segment=NetworkSegment(6980c1df-058c-4ea8-89e2-7d0d0831716a),segment_id=6980c1df-058c-4ea8-89e2-7d0d0831716a)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:19:28.928353 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3e4575d7-3674-4441-a697-01635871e276 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:28.932426 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f473f0a5-a9ca-4902-b356-6ae2838358cb None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:28.943323 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-f473f0a5-a9ca-4902-b356-6ae2838358cb None None] Transition to ACTIVE for port object 6ed52f12-fa84-43d9-8205-7890ce6dd2d5 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:28.957838 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-5a591ee4-9991-4750-b57c-fe87cfd4107a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Usage tracker for resource:security_group_rule and tenant:5764ef7c4c644eedb583f164ec468ea1 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:28.968027 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-f473f0a5-a9ca-4902-b356-6ae2838358cb None None] Transition to ACTIVE for port object 6ed52f12-fa84-43d9-8205-7890ce6dd2d5 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:28.969194 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-5a591ee4-9991-4750-b57c-fe87cfd4107a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:29.027416 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-5a591ee4-9991-4750-b57c-fe87cfd4107a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:29.069336 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:29.071847 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-900ec813-a050-4ce6-a5cf-d21c925a2d5f None None] Provisioning for port fac5b30f-52e7-49a1-afdc-081ff50914f6 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:19:29.079032 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:29.083069 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4575d7-3674-4441-a697-01635871e276 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:29.083711 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3e4575d7-3674-4441-a697-01635871e276 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:29.099056 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3b49b9dd-37bd-4b4d-a707-a0f1e1d91b90 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:29.116201 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-900ec813-a050-4ce6-a5cf-d21c925a2d5f None None] Provisioning complete for port fac5b30f-52e7-49a1-afdc-081ff50914f6 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:29.116588 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-900ec813-a050-4ce6-a5cf-d21c925a2d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:29.158818 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 1f1bf162-793d-489c-8c60-2554f38dcb5b no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:19:29.198110 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f473f0a5-a9ca-4902-b356-6ae2838358cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:29.203319 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.objects.ports [None req-2ab6d3ed-f52b-497b-b2f1-e2e4f08c7666 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84149) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 22 13:19:29.205228 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c83448-4d7d-4bfa-a6b6-60e486d7f50a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Pushing event updated for resources: {'Port': ['ID=30fb66c9-132f-4bdf-9d2b-7400744ba376,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:29.206765 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] For port 80bbfb60-1875-4714-a716-141f48074d19, host hv-neutron-8226, cleared binding levels {{(pid=84148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:19:29.207151 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Attempted to set empty binding levels {{(pid=84148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 22 13:19:29.216369 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 1f1bf162-793d-489c-8c60-2554f38dcb5b {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:19:29.222801 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 1f1bf162-793d-489c-8c60-2554f38dcb5b not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:19:29.248067 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2ab6d3ed-f52b-497b-b2f1-e2e4f08c7666 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:29.252124 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f9c83448-4d7d-4bfa-a6b6-60e486d7f50a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:29.252430 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-900ec813-a050-4ce6-a5cf-d21c925a2d5f None None] Port fac5b30f-52e7-49a1-afdc-081ff50914f6 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:19:29.264042 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14ccdba-2a0e-47d3-8e95-aaef8fe59525 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:29.268966 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e14ccdba-2a0e-47d3-8e95-aaef8fe59525 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "GET /v2.0/subnets/739945af-2df8-4812-86c3-1ed26af3925d HTTP/1.1" status: 200 len: 843 time: 0.3876197 Dec 22 13:19:29.269103 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f473f0a5-a9ca-4902-b356-6ae2838358cb None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:29.271125 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-f473f0a5-a9ca-4902-b356-6ae2838358cb None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:29.271430 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f9c83448-4d7d-4bfa-a6b6-60e486d7f50a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:29.274729 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f473f0a5-a9ca-4902-b356-6ae2838358cb None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:19:29.275091 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a56d2a73-490f-42ca-b8bd-7e0f8fa3fd38 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:29.296262 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43564) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:29.310726 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:29.340682 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=645ee3a2-11a9-491c-9ce4-aaddf736a4b6,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:29.348425 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:29.348425 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3f087456-7253-4260-9ea3-66aa656fb158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:29.363739 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab6d3ed-f52b-497b-b2f1-e2e4f08c7666 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Pushing event updated for resources: {'Subnet': ['ID=80ed62a2-8d01-4154-a607-2c06c55cec91,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:29.373025 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2ab6d3ed-f52b-497b-b2f1-e2e4f08c7666 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:29.405837 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-4e7ff59d-16ad-481f-8fff-36db7dab1d8d tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:29.418404 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 74700538-2e57-498a-9b6b-3e9930271195 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:19:29.429343 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-4f0b2dad-26f1-4487-b3c4-67a16b300e73 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Allocated IP 2001:db8::1 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/4ddc2429-7ce6-461d-adf4-c09842cd9c0e/4d6746ed-e1be-4203-b6b1-80cbc08baa55) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:19:29.448908 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab6d3ed-f52b-497b-b2f1-e2e4f08c7666 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Checking segment: {'id': '86a53d11-70bd-4a61-817b-a98d185ad665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '02bba9b4-550f-48de-9e65-bc0ba2da0f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:19:29.449283 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab6d3ed-f52b-497b-b2f1-e2e4f08c7666 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Network hostable DHCP agents. Network: 02bba9b4-550f-48de-9e65-bc0ba2da0f57, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:19:29.462982 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-f473f0a5-a9ca-4902-b356-6ae2838358cb None None] Attempting to bind port 6ed52f12-fa84-43d9-8205-7890ce6dd2d5 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:19:29.462982 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-f473f0a5-a9ca-4902-b356-6ae2838358cb None None] Attempting to bind port 6ed52f12-fa84-43d9-8205-7890ce6dd2d5 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:19:29.468969 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f473f0a5-a9ca-4902-b356-6ae2838358cb None None] Attempting to bind port 6ed52f12-fa84-43d9-8205-7890ce6dd2d5 on network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:19:29.473658 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-3e4575d7-3674-4441-a697-01635871e276 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4820504 Dec 22 13:19:29.473956 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43568) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:29.494899 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-af378069-8a64-4777-8c78-d455abad1487 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Request body: {'floatingip': {'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'port_id': '171a7641-bfe1-48e5-81c7-f1f4b31cdb26', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:29.497170 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473f0a5-a9ca-4902-b356-6ae2838358cb None None] Pushing event updated for resources: {'Port': ['ID=6ed52f12-fa84-43d9-8205-7890ce6dd2d5,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:29.500779 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f473f0a5-a9ca-4902-b356-6ae2838358cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:29.501779 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f473f0a5-a9ca-4902-b356-6ae2838358cb None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:19:29.502157 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f473f0a5-a9ca-4902-b356-6ae2838358cb None None] Checking segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:19:29.502593 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f473f0a5-a9ca-4902-b356-6ae2838358cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:29.502987 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f473f0a5-a9ca-4902-b356-6ae2838358cb None None] Bound using segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:19:29.503468 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-f473f0a5-a9ca-4902-b356-6ae2838358cb None None] Bound port: 6ed52f12-fa84-43d9-8205-7890ce6dd2d5, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:19:29.503849 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f473f0a5-a9ca-4902-b356-6ae2838358cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:29.530572 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5a591ee4-9991-4750-b57c-fe87cfd4107a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:29.546487 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] In _notify_port_updated(), no bound segment for port 80bbfb60-1875-4714-a716-141f48074d19 on network e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 {{(pid=84148) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 13:19:29.547856 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:29.549399 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] 10.222.0.47 "PUT /v2.0/ports/80bbfb60-1875-4714-a716-141f48074d19 HTTP/1.1" status: 200 len: 980 time: 5.0375936 Dec 22 13:19:29.552792 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43572) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:29.554046 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f9c83448-4d7d-4bfa-a6b6-60e486d7f50a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:29.555486 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f9c83448-4d7d-4bfa-a6b6-60e486d7f50a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.5529621 Dec 22 13:19:29.563994 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-af378069-8a64-4777-8c78-d455abad1487 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:29.583076 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-af378069-8a64-4777-8c78-d455abad1487 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Usage tracker for resource:floatingip and tenant:88c4270da4ff42b4b75089e5737840cb is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:29.586319 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-af378069-8a64-4777-8c78-d455abad1487 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:29.605112 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-af378069-8a64-4777-8c78-d455abad1487 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:29.609310 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6076f7a-d623-46bd-b4c2-3639355bedf5 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['shared'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:29.611297 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d6076f7a-d623-46bd-b4c2-3639355bedf5 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "GET /v2.0/subnets/739945af-2df8-4812-86c3-1ed26af3925d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3116169 Dec 22 13:19:29.619348 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43578) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:29.630314 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-9b9feb8e-7f60-4f76-b4f7-faeee5b963a4 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-240467094'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:29.642615 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5a591ee4-9991-4750-b57c-fe87cfd4107a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:29.645376 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-9b9feb8e-7f60-4f76-b4f7-faeee5b963a4 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:29.647999 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-cf43be82-9791-49fc-b47f-02a61d86c3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Deleting port 80bbfb60-1875-4714-a716-141f48074d19 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:19:29.648574 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cf43be82-9791-49fc-b47f-02a61d86c3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:29.667085 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-f473f0a5-a9ca-4902-b356-6ae2838358cb None None] For port 6ed52f12-fa84-43d9-8205-7890ce6dd2d5, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:19:29.670229 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-f473f0a5-a9ca-4902-b356-6ae2838358cb None None] For port 6ed52f12-fa84-43d9-8205-7890ce6dd2d5, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=6ed52f12-fa84-43d9-8205-7890ce6dd2d5,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:19:29.671549 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 74700538-2e57-498a-9b6b-3e9930271195 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:29.671932 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:29.675569 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-9b9feb8e-7f60-4f76-b4f7-faeee5b963a4 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:29.688262 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Pushing event updated for resources: {'Port': ['ID=80bbfb60-1875-4714-a716-141f48074d19,revision_number=3']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:29.697579 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab6d3ed-f52b-497b-b2f1-e2e4f08c7666 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Network 02bba9b4-550f-48de-9e65-bc0ba2da0f57 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:19:29.701516 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:29.705710 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-66b2c29c-ab2f-4812-81b0-332629459d27 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:29.709321 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4f0b2dad-26f1-4487-b3c4-67a16b300e73 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:29.717500 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-af378069-8a64-4777-8c78-d455abad1487 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for floatingip, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:29.746898 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a591ee4-9991-4750-b57c-fe87cfd4107a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:19:29.776177 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f473f0a5-a9ca-4902-b356-6ae2838358cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:29.781532 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:29.799138 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-4f0b2dad-26f1-4487-b3c4-67a16b300e73 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Transition to ACTIVE for port object 4d6746ed-e1be-4203-b6b1-80cbc08baa55 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:29.803240 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9feb8e-7f60-4f76-b4f7-faeee5b963a4 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Made reservation on behalf of fcf444775c8e48ac91bc0e0e1ea9aa3c for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:19:29.806511 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9b9feb8e-7f60-4f76-b4f7-faeee5b963a4 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:29.827113 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-2ab6d3ed-f52b-497b-b2f1-e2e4f08c7666 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 02bba9b4-550f-48de-9e65-bc0ba2da0f57) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:29.832818 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab6d3ed-f52b-497b-b2f1-e2e4f08c7666 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:29.833423 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2ab6d3ed-f52b-497b-b2f1-e2e4f08c7666 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:29.875058 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632582b6-97e1-4b78-acbb-b6b5ef8740df None None] Network 02bba9b4-550f-48de-9e65-bc0ba2da0f57 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:29.887863 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b9feb8e-7f60-4f76-b4f7-faeee5b963a4 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:19:29.916382 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9b9feb8e-7f60-4f76-b4f7-faeee5b963a4 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:29.916734 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-9b9feb8e-7f60-4f76-b4f7-faeee5b963a4 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Added segment d850e962-8339-43ad-8963-9766b57d2bdc of type vlan for network d58bf3a0-6c42-45b2-94ae-73267c0bc912 Dec 22 13:19:29.968541 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-2ab6d3ed-f52b-497b-b2f1-e2e4f08c7666 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.4076161 Dec 22 13:19:29.971713 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43590) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:29.978812 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a591ee4-9991-4750-b57c-fe87cfd4107a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7dd56b-6a8c-49cc-b021-52741ca2ad3e,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:29.987657 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 3c928110-b49e-41b1-a47d-a999427c664a up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:19:29.988090 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5a591ee4-9991-4750-b57c-fe87cfd4107a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:29.988636 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9b9feb8e-7f60-4f76-b4f7-faeee5b963a4 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:30.023550 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5a591ee4-9991-4750-b57c-fe87cfd4107a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:30.023894 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-5a591ee4-9991-4750-b57c-fe87cfd4107a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Added segment 64ee0b8d-eac9-4e60-8905-2fe6dfd1c097 of type vlan for network 4e95c55d-716c-4cc5-b8a9-323efe38a4c4 Dec 22 13:19:30.070428 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4f0b2dad-26f1-4487-b3c4-67a16b300e73 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:30.070743 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473f0a5-a9ca-4902-b356-6ae2838358cb None None] Pushing event updated for resources: {'Port': ['ID=6ed52f12-fa84-43d9-8205-7890ce6dd2d5,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:30.082368 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c4066f62-7624-4f69-ad9f-24006d43b067 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:30.083895 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f473f0a5-a9ca-4902-b356-6ae2838358cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:30.121909 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5a591ee4-9991-4750-b57c-fe87cfd4107a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:30.167910 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 3c928110-b49e-41b1-a47d-a999427c664a triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:30.168115 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:30.222277 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-de9c48ef-4288-44b9-b6b9-9e67c23b8a7e tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Synchronizing usage tracker for tenant:ccb0058a2c24446385d13786cea4c6a9 on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:19:30.241809 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b2dad-26f1-4487-b3c4-67a16b300e73 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Port': ['ID=4d6746ed-e1be-4203-b6b1-80cbc08baa55,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:30.245684 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4f0b2dad-26f1-4487-b3c4-67a16b300e73 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:30.257917 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0b2dad-26f1-4487-b3c4-67a16b300e73 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:30.268917 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-cf43be82-9791-49fc-b47f-02a61d86c3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] For port 80bbfb60-1875-4714-a716-141f48074d19, host hv-neutron-8226, got binding levels [] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:19:30.268917 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cf43be82-9791-49fc-b47f-02a61d86c3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:30.275670 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2309ae2-d7bf-4d56-b0fd-8764c25b94c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-02bba9b4-550f-48de-9e65-bc0ba2da0f57', 'network_id': '02bba9b4-550f-48de-9e65-bc0ba2da0f57', 'tenant_id': '4a393474cb6b43369a1ff642b2c3cbd7', 'fixed_ips': [{'subnet_id': '80ed62a2-8d01-4154-a607-2c06c55cec91'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:19:30.276626 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f2309ae2-d7bf-4d56-b0fd-8764c25b94c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:30.278651 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-4f0b2dad-26f1-4487-b3c4-67a16b300e73 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:30.281083 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0b2dad-26f1-4487-b3c4-67a16b300e73 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:19:30.281608 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4f0b2dad-26f1-4487-b3c4-67a16b300e73 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:30.284095 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3b49b9dd-37bd-4b4d-a707-a0f1e1d91b90 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:30.329874 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-af378069-8a64-4777-8c78-d455abad1487 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:30.343838 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5a591ee4-9991-4750-b57c-fe87cfd4107a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:30.348239 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a591ee4-9991-4750-b57c-fe87cfd4107a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:30.348846 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5a591ee4-9991-4750-b57c-fe87cfd4107a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:30.394644 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99734cc1-8b54-46af-b3c1-0703b667e76a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:30.412092 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9b9feb8e-7f60-4f76-b4f7-faeee5b963a4 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:30.415602 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:30.416689 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9feb8e-7f60-4f76-b4f7-faeee5b963a4 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:30.417448 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9b9feb8e-7f60-4f76-b4f7-faeee5b963a4 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:30.423435 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-de9c48ef-4288-44b9-b6b9-9e67c23b8a7e tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Unset dirty status for tenant:ccb0058a2c24446385d13786cea4c6a9 on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:19:30.432487 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-de9c48ef-4288-44b9-b6b9-9e67c23b8a7e tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--684662274&fields=id&tenant_id=ccb0058a2c24446385d13786cea4c6a9 HTTP/1.1" status: 200 len: 267 time: 0.4821072 Dec 22 13:19:30.439797 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-cf43be82-9791-49fc-b47f-02a61d86c3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Calling delete_port for 80bbfb60-1875-4714-a716-141f48074d19 owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:19:30.481125 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e23e3900-d5b4-4578-aabe-122438515826 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:30.526109 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3b49b9dd-37bd-4b4d-a707-a0f1e1d91b90 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:30.527188 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3b49b9dd-37bd-4b4d-a707-a0f1e1d91b90 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:30.591540 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-f2309ae2-d7bf-4d56-b0fd-8764c25b94c2 None None] Allocated IP 2001:db8::f816:3eff:fe0d:1209 (02bba9b4-550f-48de-9e65-bc0ba2da0f57/80ed62a2-8d01-4154-a607-2c06c55cec91/737e8adc-4f48-4e16-a9a0-e6eab893556e) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:19:30.607642 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a591ee4-9991-4750-b57c-fe87cfd4107a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event updated for resources: {'Network': ['ID=4e95c55d-716c-4cc5-b8a9-323efe38a4c4,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:30.619067 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5a591ee4-9991-4750-b57c-fe87cfd4107a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:30.635604 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-793e339c-7dca-4734-8f89-7befe2d9e14b tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:30.723124 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 33f15ad8-e34a-445f-9b9c-2679438321ea no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:19:30.759190 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-5a591ee4-9991-4750-b57c-fe87cfd4107a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.7749021 Dec 22 13:19:30.759513 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 4e95c55d-716c-4cc5-b8a9-323efe38a4c4 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:19:30.860999 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b49b9dd-37bd-4b4d-a707-a0f1e1d91b90 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event updated for resources: {'Port': ['ID=fac5b30f-52e7-49a1-afdc-081ff50914f6,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:30.876259 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3b49b9dd-37bd-4b4d-a707-a0f1e1d91b90 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:30.881422 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b49b9dd-37bd-4b4d-a707-a0f1e1d91b90 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Network 10275e70-04c2-44b6-a253-2d666d36bc56 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:30.883008 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-3b49b9dd-37bd-4b4d-a707-a0f1e1d91b90 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:30.884283 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 33f15ad8-e34a-445f-9b9c-2679438321ea {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:19:30.884749 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 33f15ad8-e34a-445f-9b9c-2679438321ea not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:19:30.941441 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43594) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:30.980442 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cf43be82-9791-49fc-b47f-02a61d86c3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:30.993462 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b1d6d873-d4da-450e-8902-58cbcd1c6328 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:30.993998 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-b1397fea-63c6-4a78-8594-278fbb70b39b tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Request body: {'subnet': {'network_id': '4e95c55d-716c-4cc5-b8a9-323efe38a4c4', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:31.009058 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9feb8e-7f60-4f76-b4f7-faeee5b963a4 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event updated for resources: {'Network': ['ID=d58bf3a0-6c42-45b2-94ae-73267c0bc912,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:31.012392 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9b9feb8e-7f60-4f76-b4f7-faeee5b963a4 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:31.022199 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f2309ae2-d7bf-4d56-b0fd-8764c25b94c2 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:31.031852 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9b9feb8e-7f60-4f76-b4f7-faeee5b963a4 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4086092 Dec 22 13:19:31.036166 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-f2309ae2-d7bf-4d56-b0fd-8764c25b94c2 None None] Transition to ACTIVE for port object 737e8adc-4f48-4e16-a9a0-e6eab893556e will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:31.057405 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-f2309ae2-d7bf-4d56-b0fd-8764c25b94c2 None None] Transition to ACTIVE for port object 737e8adc-4f48-4e16-a9a0-e6eab893556e will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:31.061911 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network d58bf3a0-6c42-45b2-94ae-73267c0bc912 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:19:31.078339 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43598) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:31.089086 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-34eb4355-c3d7-4ca2-bf7a-fa16a1e8f431 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Request body: {'subnet': {'network_id': 'd58bf3a0-6c42-45b2-94ae-73267c0bc912', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:31.111351 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43be82-9791-49fc-b47f-02a61d86c3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Pushing event deleted for resources: {'Port': ['ID=80bbfb60-1875-4714-a716-141f48074d19,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:31.179493 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99734cc1-8b54-46af-b3c1-0703b667e76a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:31.183521 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-cf43be82-9791-49fc-b47f-02a61d86c3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:31.189023 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f2309ae2-d7bf-4d56-b0fd-8764c25b94c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:31.200173 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-4387486b-4f44-4c9b-a8f6-f62d44ce82e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:31.257085 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cf43be82-9791-49fc-b47f-02a61d86c3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:31.293525 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-1dbe5c97-e3b5-4fd5-8861-c0881394d353 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:31.308597 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-1dbe5c97-e3b5-4fd5-8861-c0881394d353 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/networks?id=36a9635e-060b-4630-a9b5-9765cca55df8 HTTP/1.1" status: 200 len: 812 time: 0.8675470 Dec 22 13:19:31.308839 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2309ae2-d7bf-4d56-b0fd-8764c25b94c2 None None] Network 02bba9b4-550f-48de-9e65-bc0ba2da0f57 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:31.309247 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-f2309ae2-d7bf-4d56-b0fd-8764c25b94c2 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:31.313557 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2309ae2-d7bf-4d56-b0fd-8764c25b94c2 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:19:31.327622 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-34eb4355-c3d7-4ca2-bf7a-fa16a1e8f431 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:31.333055 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-af378069-8a64-4777-8c78-d455abad1487 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Allocated IP 172.26.1.69 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/ec2e7e59-55d0-49f9-bc92-2ddddf700793) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:19:31.339282 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2309ae2-d7bf-4d56-b0fd-8764c25b94c2 None None] Pushing event updated for resources: {'Port': ['ID=737e8adc-4f48-4e16-a9a0-e6eab893556e,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:31.343425 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f2309ae2-d7bf-4d56-b0fd-8764c25b94c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:31.370582 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4f0b2dad-26f1-4487-b3c4-67a16b300e73 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:31.431800 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-cf43be82-9791-49fc-b47f-02a61d86c3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] 10.222.0.47 "DELETE /v2.0/ports/80bbfb60-1875-4714-a716-141f48074d19 HTTP/1.1" status: 204 len: 168 time: 1.8685529 Dec 22 13:19:31.457456 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43602) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:31.510823 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 6ed52f12-fa84-43d9-8205-7890ce6dd2d5 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:19:31.516348 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-34eb4355-c3d7-4ca2-bf7a-fa16a1e8f431 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:31.534718 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a1bc664-420d-4aa0-ac79-e82a284b01fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] GET failed (client error): The resource could not be found. Dec 22 13:19:31.535320 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-7a1bc664-420d-4aa0-ac79-e82a284b01fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Synchronizing usage tracker for tenant:97281e6106b446a9b8ba221128d2031f on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:19:31.565922 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-f2309ae2-d7bf-4d56-b0fd-8764c25b94c2 None None] Attempting to bind port 737e8adc-4f48-4e16-a9a0-e6eab893556e on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:19:31.566423 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-f2309ae2-d7bf-4d56-b0fd-8764c25b94c2 None None] Attempting to bind port 737e8adc-4f48-4e16-a9a0-e6eab893556e by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '86a53d11-70bd-4a61-817b-a98d185ad665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '02bba9b4-550f-48de-9e65-bc0ba2da0f57'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:19:31.566741 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2309ae2-d7bf-4d56-b0fd-8764c25b94c2 None None] Attempting to bind port 737e8adc-4f48-4e16-a9a0-e6eab893556e on network 02bba9b4-550f-48de-9e65-bc0ba2da0f57 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:19:31.567854 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-f7c91252-023f-4cd3-8205-ddf70f83066e tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/quotas/ccb0058a2c24446385d13786cea4c6a9 HTTP/1.1" status: 200 len: 375 time: 0.2655845 Dec 22 13:19:31.582197 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2309ae2-d7bf-4d56-b0fd-8764c25b94c2 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:19:31.582635 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2309ae2-d7bf-4d56-b0fd-8764c25b94c2 None None] Checking segment: {'id': '86a53d11-70bd-4a61-817b-a98d185ad665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '02bba9b4-550f-48de-9e65-bc0ba2da0f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:19:31.583045 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f2309ae2-d7bf-4d56-b0fd-8764c25b94c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:31.583448 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2309ae2-d7bf-4d56-b0fd-8764c25b94c2 None None] Bound using segment: {'id': '86a53d11-70bd-4a61-817b-a98d185ad665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '02bba9b4-550f-48de-9e65-bc0ba2da0f57'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:19:31.583936 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-f2309ae2-d7bf-4d56-b0fd-8764c25b94c2 None None] Bound port: 737e8adc-4f48-4e16-a9a0-e6eab893556e, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86a53d11-70bd-4a61-817b-a98d185ad665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '02bba9b4-550f-48de-9e65-bc0ba2da0f57'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:19:31.584318 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f2309ae2-d7bf-4d56-b0fd-8764c25b94c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:31.627923 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34eb4355-c3d7-4ca2-bf7a-fa16a1e8f431 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Made reservation on behalf of fcf444775c8e48ac91bc0e0e1ea9aa3c for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:19:31.651376 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-b1397fea-63c6-4a78-8594-278fbb70b39b tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:31.739200 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-b1397fea-63c6-4a78-8594-278fbb70b39b tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Usage tracker for resource:subnet and tenant:5764ef7c4c644eedb583f164ec468ea1 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:31.754207 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-b1397fea-63c6-4a78-8594-278fbb70b39b tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:31.813067 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-f2309ae2-d7bf-4d56-b0fd-8764c25b94c2 None None] For port 737e8adc-4f48-4e16-a9a0-e6eab893556e, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:19:31.824836 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-ee5b0a3c-0204-44bd-8af4-2680d354a6e4 None None] Provisioning complete for port fac5b30f-52e7-49a1-afdc-081ff50914f6 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:31.825576 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ee5b0a3c-0204-44bd-8af4-2680d354a6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:31.841258 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-7a1bc664-420d-4aa0-ac79-e82a284b01fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Unset dirty status for tenant:97281e6106b446a9b8ba221128d2031f on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:19:31.842456 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-7a1bc664-420d-4aa0-ac79-e82a284b01fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] 10.222.0.47 "GET /v2.0/ports/80bbfb60-1875-4714-a716-141f48074d19 HTTP/1.1" status: 404 len: 333 time: 0.3779237 Dec 22 13:19:31.853221 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-f2309ae2-d7bf-4d56-b0fd-8764c25b94c2 None None] For port 737e8adc-4f48-4e16-a9a0-e6eab893556e, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=737e8adc-4f48-4e16-a9a0-e6eab893556e,segment=NetworkSegment(86a53d11-70bd-4a61-817b-a98d185ad665),segment_id=86a53d11-70bd-4a61-817b-a98d185ad665)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:19:31.856321 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43606) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:31.859548 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-b1397fea-63c6-4a78-8594-278fbb70b39b tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:31.913571 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 6ed52f12-fa84-43d9-8205-7890ce6dd2d5 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:19:31.924799 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f2309ae2-d7bf-4d56-b0fd-8764c25b94c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:31.928395 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-ee5b0a3c-0204-44bd-8af4-2680d354a6e4 None None] Port fac5b30f-52e7-49a1-afdc-081ff50914f6 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:19:31.932183 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:31.997548 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-34eb4355-c3d7-4ca2-bf7a-fa16a1e8f431 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:32.012900 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 645ee3a2-11a9-491c-9ce4-aaddf736a4b6 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:19:32.030626 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99734cc1-8b54-46af-b3c1-0703b667e76a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:32.046755 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2ff8085f-a581-41ef-9e53-1c31151acd0b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:32.114842 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-8b03d618-4b08-493b-8b6b-15ba0deacea9 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=ccb0058a2c24446385d13786cea4c6a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5434606 Dec 22 13:19:32.115914 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1397fea-63c6-4a78-8594-278fbb70b39b tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Made reservation on behalf of 5764ef7c4c644eedb583f164ec468ea1 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:19:32.140491 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.ipam_backend_mixin [None req-34eb4355-c3d7-4ca2-bf7a-fa16a1e8f431 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Performing IP validity checks on allocation pools {{(pid=84148) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 13:19:32.141057 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.ipam_backend_mixin [None req-34eb4355-c3d7-4ca2-bf7a-fa16a1e8f431 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84148) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 13:19:32.146060 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6fd66337-c83d-4a83-aea1-7a0b07d33929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:32.177989 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99734cc1-8b54-46af-b3c1-0703b667e76a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Pushing event deleted for resources: {'Subnet': ['ID=80ed62a2-8d01-4154-a607-2c06c55cec91,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:32.220432 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b49b9dd-37bd-4b4d-a707-a0f1e1d91b90 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Router 865d5524-65cf-4ce9-8458-3b62ccb46342 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:19:32.232453 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2309ae2-d7bf-4d56-b0fd-8764c25b94c2 None None] Pushing event updated for resources: {'Port': ['ID=737e8adc-4f48-4e16-a9a0-e6eab893556e,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:32.235545 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f2309ae2-d7bf-4d56-b0fd-8764c25b94c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:32.256014 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 645ee3a2-11a9-491c-9ce4-aaddf736a4b6 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:32.256412 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:32.284704 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-36c2f900-942a-44ec-aa8f-703b5982f9d9 None None] Provisioning for port 6ed52f12-fa84-43d9-8205-7890ce6dd2d5 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:19:32.296372 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-36c2f900-942a-44ec-aa8f-703b5982f9d9 None None] Provisioning complete for port 6ed52f12-fa84-43d9-8205-7890ce6dd2d5 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:32.296751 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-36c2f900-942a-44ec-aa8f-703b5982f9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:32.313183 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-af378069-8a64-4777-8c78-d455abad1487 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:32.335986 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b1397fea-63c6-4a78-8594-278fbb70b39b tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:32.379928 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-99734cc1-8b54-46af-b3c1-0703b667e76a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:32.452210 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6fd66337-c83d-4a83-aea1-7a0b07d33929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:32.553537 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-36c2f900-942a-44ec-aa8f-703b5982f9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:32.613508 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-36c2f900-942a-44ec-aa8f-703b5982f9d9 None None] For port 6ed52f12-fa84-43d9-8205-7890ce6dd2d5, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=6ed52f12-fa84-43d9-8205-7890ce6dd2d5,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:19:32.662923 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-36c2f900-942a-44ec-aa8f-703b5982f9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:32.667057 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:32.716605 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-6fd66337-c83d-4a83-aea1-7a0b07d33929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:32.733198 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99734cc1-8b54-46af-b3c1-0703b667e76a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:32.737697 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-6fd66337-c83d-4a83-aea1-7a0b07d33929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17b1d5c0-8ae1-45b8-990d-70fd2d033f89') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:32.737980 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-6fd66337-c83d-4a83-aea1-7a0b07d33929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17b1d5c0-8ae1-45b8-990d-70fd2d033f89') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:32.753756 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6fd66337-c83d-4a83-aea1-7a0b07d33929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:32.756403 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2f900-942a-44ec-aa8f-703b5982f9d9 None None] Pushing event updated for resources: {'Port': ['ID=6ed52f12-fa84-43d9-8205-7890ce6dd2d5,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:32.769062 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-b027491a-f125-4168-87df-ea14fae1b584 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:19:32.770127 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-b027491a-f125-4168-87df-ea14fae1b584 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3892117 Dec 22 13:19:32.785568 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-36c2f900-942a-44ec-aa8f-703b5982f9d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:32.790524 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6fd66337-c83d-4a83-aea1-7a0b07d33929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:32.794806 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-34eb4355-c3d7-4ca2-bf7a-fa16a1e8f431 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:32.802477 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d92d227d-1586-49d5-a88d-153a74050bb5 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:32.841497 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd66337-c83d-4a83-aea1-7a0b07d33929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:19:32.841914 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6fd66337-c83d-4a83-aea1-7a0b07d33929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:32.857514 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:19:32.857514 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:19:32.857514 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:19:32.857514 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:19:32.857514 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:19:32.857514 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:19:32.857514 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:19:32.857514 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:19:32.857514 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:19:32.857514 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:19:32.857514 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:19:32.857514 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:19:32.857514 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:19:32.857514 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:19:32.857514 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:19:32.857514 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:19:32.857514 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:19:32.857514 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:19:32.857514 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:19:32.857514 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:19:32.857514 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:19:32.857514 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:19:32.857514 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:19:32.857514 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:19:32.857514 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:19:32.857514 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:19:32.857514 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:19:32.857514 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:19:32.857514 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:19:32.857514 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:19:32.857514 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:19:32.857514 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:19:32.868743 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-44850a68-1e59-4aa0-a618-fdb1a5b3bb44 None None] Provisioning for port 4d6746ed-e1be-4203-b6b1-80cbc08baa55 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:19:32.876953 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-44850a68-1e59-4aa0-a618-fdb1a5b3bb44 None None] Provisioning complete for port 4d6746ed-e1be-4203-b6b1-80cbc08baa55 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:32.877945 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-44850a68-1e59-4aa0-a618-fdb1a5b3bb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:32.956461 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-44850a68-1e59-4aa0-a618-fdb1a5b3bb44 None None] Port 4d6746ed-e1be-4203-b6b1-80cbc08baa55 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:19:32.978486 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb4355-c3d7-4ca2-bf7a-fa16a1e8f431 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event updated for resources: {'Subnet': ['ID=247d77f2-c3b1-4fb1-8618-57f1823216f6,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:32.985421 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b49b9dd-37bd-4b4d-a707-a0f1e1d91b90 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:19:32.988075 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-34eb4355-c3d7-4ca2-bf7a-fa16a1e8f431 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:32.996752 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1de611-4577-4d69-b487-87faa50b380e None None] Sync routers for ids ['865d5524-65cf-4ce9-8458-3b62ccb46342'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:19:33.016820 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1de611-4577-4d69-b487-87faa50b380e None None] Routers {'865d5524-65cf-4ce9-8458-3b62ccb46342'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:19:33.017954 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-cb1de611-4577-4d69-b487-87faa50b380e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:19:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['865d5524-65cf-4ce9-8458-3b62ccb46342'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:33.035827 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-3b49b9dd-37bd-4b4d-a707-a0f1e1d91b90 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "PUT /v2.0/routers/865d5524-65cf-4ce9-8458-3b62ccb46342/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3792346 Dec 22 13:19:33.036052 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43618) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:33.075201 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-99734cc1-8b54-46af-b3c1-0703b667e76a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02bba9b4-550f-48de-9e65-bc0ba2da0f57']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:33.096543 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-cb1de611-4577-4d69-b487-87faa50b380e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:33.109329 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1de611-4577-4d69-b487-87faa50b380e None None] Routers {'865d5524-65cf-4ce9-8458-3b62ccb46342'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:19:33.110158 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-cb1de611-4577-4d69-b487-87faa50b380e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:19:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['865d5524-65cf-4ce9-8458-3b62ccb46342'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:33.127438 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-99734cc1-8b54-46af-b3c1-0703b667e76a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a53d11-70bd-4a61-817b-a98d185ad665') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:33.127738 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-99734cc1-8b54-46af-b3c1-0703b667e76a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a53d11-70bd-4a61-817b-a98d185ad665') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:33.137249 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34eb4355-c3d7-4ca2-bf7a-fa16a1e8f431 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Checking segment: {'id': 'd850e962-8339-43ad-8963-9766b57d2bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd58bf3a0-6c42-45b2-94ae-73267c0bc912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:19:33.137622 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34eb4355-c3d7-4ca2-bf7a-fa16a1e8f431 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Network hostable DHCP agents. Network: d58bf3a0-6c42-45b2-94ae-73267c0bc912, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:19:33.145466 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6fd66337-c83d-4a83-aea1-7a0b07d33929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:33.146832 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-af378069-8a64-4777-8c78-d455abad1487 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:33.169115 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e418f675-8049-47c3-b02c-72a82f9919fd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:33.174718 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-793e339c-7dca-4734-8f89-7befe2d9e14b tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:33.175391 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-cb1de611-4577-4d69-b487-87faa50b380e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:33.176011 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1de611-4577-4d69-b487-87faa50b380e None None] The sync data for ids ['865d5524-65cf-4ce9-8458-3b62ccb46342'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:19:33.198788 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6fd66337-c83d-4a83-aea1-7a0b07d33929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:33.200632 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6fd66337-c83d-4a83-aea1-7a0b07d33929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029-project] 10.222.0.47 "DELETE /v2.0/networks/e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0 HTTP/1.1" status: 204 len: 168 time: 1.3405106 Dec 22 13:19:33.204833 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd66337-c83d-4a83-aea1-7a0b07d33929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029-project] Pushing event deleted for resources: {'Network': ['ID=e6d9717b-5dc6-4365-bbaa-3bdc19fa99b0,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:33.215518 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6fd66337-c83d-4a83-aea1-7a0b07d33929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:33.226558 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8666351a-d1d8-4b4a-81d7-9e5fd8ce0d33 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:33.227915 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-8666351a-d1d8-4b4a-81d7-9e5fd8ce0d33 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Synchronizing usage tracker for tenant:ad8695e3cb0646af805a65484bd64689 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:19:33.247090 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99734cc1-8b54-46af-b3c1-0703b667e76a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:33.252370 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34eb4355-c3d7-4ca2-bf7a-fa16a1e8f431 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Network d58bf3a0-6c42-45b2-94ae-73267c0bc912 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:19:33.265774 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af378069-8a64-4777-8c78-d455abad1487 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:33.279043 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.resource_extend [None req-4f0b2dad-26f1-4487-b3c4-67a16b300e73 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:19:33.286899 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-af378069-8a64-4777-8c78-d455abad1487 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:33.296892 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af378069-8a64-4777-8c78-d455abad1487 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:19:33.310563 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-8666351a-d1d8-4b4a-81d7-9e5fd8ce0d33 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Unset dirty status for tenant:ad8695e3cb0646af805a65484bd64689 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:19:33.317828 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8666351a-d1d8-4b4a-81d7-9e5fd8ce0d33 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "GET /v2.0/ports/fac5b30f-52e7-49a1-afdc-081ff50914f6 HTTP/1.1" status: 200 len: 913 time: 0.2802410 Dec 22 13:19:33.319252 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43624) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:33.375304 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4f0b2dad-26f1-4487-b3c4-67a16b300e73 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:33.411456 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99734cc1-8b54-46af-b3c1-0703b667e76a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:33.426638 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af378069-8a64-4777-8c78-d455abad1487 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event updated for resources: {'Port': ['ID=ec2e7e59-55d0-49f9-bc92-2ddddf700793,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:33.444810 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-af378069-8a64-4777-8c78-d455abad1487 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:33.448620 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99734cc1-8b54-46af-b3c1-0703b667e76a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:19:33.449029 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99734cc1-8b54-46af-b3c1-0703b667e76a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:33.496272 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 737e8adc-4f48-4e16-a9a0-e6eab893556e up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:19:33.503084 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-47224710-e8e5-4d45-8245-66c0ac2374a5 service neutron] 10.222.0.47 "GET /v2.0/networks/36a9635e-060b-4630-a9b5-9765cca55df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7124083 Dec 22 13:19:33.505415 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:19:33.505415 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:19:33.505415 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:19:33.505415 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:19:33.505415 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:19:33.505415 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:19:33.505415 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:19:33.505415 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:19:33.505415 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:19:33.505415 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:19:33.505415 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:19:33.505415 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:19:33.505415 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:19:33.505415 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:19:33.505415 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:19:33.505415 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:19:33.505415 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:19:33.505415 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:19:33.505415 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:19:33.505415 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:19:33.505415 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:19:33.505415 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:19:33.505415 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:19:33.505415 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:19:33.505415 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:19:33.505415 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:19:33.505415 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:19:33.505415 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:19:33.505415 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:19:33.505415 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:19:33.505415 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:19:33.505415 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:19:33.569208 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-34eb4355-c3d7-4ca2-bf7a-fa16a1e8f431 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, d58bf3a0-6c42-45b2-94ae-73267c0bc912) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:33.574776 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34eb4355-c3d7-4ca2-bf7a-fa16a1e8f431 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:33.575400 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-34eb4355-c3d7-4ca2-bf7a-fa16a1e8f431 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972875'] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:33.596927 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4f0b2dad-26f1-4487-b3c4-67a16b300e73 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:33.598129 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4f0b2dad-26f1-4487-b3c4-67a16b300e73 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:33.598959 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b244c78-ee32-49ed-8abc-9acdfc15507f None None] Network d58bf3a0-6c42-45b2-94ae-73267c0bc912 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:33.612105 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-dccbe65e-de5b-4f84-9d1c-3516db160c9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:33.620566 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c2bc0b-0ba0-4a74-8676-ca074cbd76ee None None] Network 02bba9b4-550f-48de-9e65-bc0ba2da0f57 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:33.652491 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b1397fea-63c6-4a78-8594-278fbb70b39b tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:33.703624 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-34eb4355-c3d7-4ca2-bf7a-fa16a1e8f431 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.6192560 Dec 22 13:19:33.710687 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43628) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:33.718580 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-b7853794-ab0e-4b61-9806-760c87d6b558 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:33.775256 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 737e8adc-4f48-4e16-a9a0-e6eab893556e completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:19:33.822743 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 6ed52f12-fa84-43d9-8205-7890ce6dd2d5 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:19:33.921409 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b2dad-26f1-4487-b3c4-67a16b300e73 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Port': ['ID=4d6746ed-e1be-4203-b6b1-80cbc08baa55,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:33.924356 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.api [None req-99734cc1-8b54-46af-b3c1-0703b667e76a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 13:19:33.924356 dv-neutron-822669-1-hyperv neutron-server[84149]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 13:19:33.924356 dv-neutron-822669-1-hyperv neutron-server[84149]: [parameters: {'id': '02bba9b4-550f-48de-9e65-bc0ba2da0f57'}] Dec 22 13:19:33.924356 dv-neutron-822669-1-hyperv neutron-server[84149]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84149) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:19:33.931443 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_db.api [None req-99734cc1-8b54-46af-b3c1-0703b667e76a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:19:33.931443 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4f0b2dad-26f1-4487-b3c4-67a16b300e73 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:33.963439 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2ab6d3ed-f52b-497b-b2f1-e2e4f08c7666 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.244s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:34.013970 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43634) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:34.062461 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 6ed52f12-fa84-43d9-8205-7890ce6dd2d5 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:34.063073 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:34.077072 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b7853794-ab0e-4b61-9806-760c87d6b558 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2946417'] for subnet, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:34.096283 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-29cd8625-f0f9-4e57-ab3b-0b4f008a42af None None] Provisioning for port 737e8adc-4f48-4e16-a9a0-e6eab893556e completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:19:34.116909 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-29cd8625-f0f9-4e57-ab3b-0b4f008a42af None None] Provisioning complete for port 737e8adc-4f48-4e16-a9a0-e6eab893556e triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:34.117624 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-29cd8625-f0f9-4e57-ab3b-0b4f008a42af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:34.130338 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1397fea-63c6-4a78-8594-278fbb70b39b tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event updated for resources: {'Subnet': ['ID=8130018f-b55e-41d3-b431-7d0441b298b1,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:34.135156 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b1397fea-63c6-4a78-8594-278fbb70b39b tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:34.155200 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c81eabb9-aad4-4e2d-8a61-c88f97085515 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:34.177983 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-fd9b4361-4c15-4dda-9333-67331f711e12 service neutron] 10.222.0.47 "GET /v2.0/networks/36a9635e-060b-4630-a9b5-9765cca55df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6701765 Dec 22 13:19:34.284085 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1397fea-63c6-4a78-8594-278fbb70b39b tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Checking segment: {'id': '64ee0b8d-eac9-4e60-8905-2fe6dfd1c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '4e95c55d-716c-4cc5-b8a9-323efe38a4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:19:34.284085 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1397fea-63c6-4a78-8594-278fbb70b39b tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Network hostable DHCP agents. Network: 4e95c55d-716c-4cc5-b8a9-323efe38a4c4, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:19:34.286420 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72070ae6-dd1c-4f9f-8d67-9367398efef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-d58bf3a0-6c42-45b2-94ae-73267c0bc912', 'network_id': 'd58bf3a0-6c42-45b2-94ae-73267c0bc912', 'tenant_id': 'fcf444775c8e48ac91bc0e0e1ea9aa3c', 'fixed_ips': [{'subnet_id': '247d77f2-c3b1-4fb1-8618-57f1823216f6'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:19:34.288394 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-72070ae6-dd1c-4f9f-8d67-9367398efef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:34.402640 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0b2dad-26f1-4487-b3c4-67a16b300e73 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:34.405192 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e50acd-63df-49a2-aec9-c58396486e42 None None] DHCP port deletion for 02bba9b4-550f-48de-9e65-bc0ba2da0f57 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:19:34.417947 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-4f0b2dad-26f1-4487-b3c4-67a16b300e73 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:34.474974 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-9d0ded4d-3244-49bc-b61f-9500a5bcdf88 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=65e01839dafb49cd8faad6a43bb4aa40&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4553514 Dec 22 13:19:34.478543 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43640) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:34.479335 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-83e50acd-63df-49a2-aec9-c58396486e42 None None] Deleting port 737e8adc-4f48-4e16-a9a0-e6eab893556e {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:19:34.479457 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99734cc1-8b54-46af-b3c1-0703b667e76a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:34.479728 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-83e50acd-63df-49a2-aec9-c58396486e42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:34.695178 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-99734cc1-8b54-46af-b3c1-0703b667e76a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Deleting port 737e8adc-4f48-4e16-a9a0-e6eab893556e {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:19:34.695898 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99734cc1-8b54-46af-b3c1-0703b667e76a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:34.752582 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-29cd8625-f0f9-4e57-ab3b-0b4f008a42af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:34.787442 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-37f08deb-f26e-4b90-a3b2-cc46b17ebbc5 req-f5d41824-9b61-4f0f-8e0a-521978eee475 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Synchronizing usage tracker for tenant:ccb0058a2c24446385d13786cea4c6a9 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:19:34.834157 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5449324-a9c7-4d24-a309-838cbb925b75 None None] Sync routers for ids ['4cb07bea-e7bd-4180-8315-188a213407e4'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:19:34.856458 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b7853794-ab0e-4b61-9806-760c87d6b558 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792220741645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2885509'] for subnet, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:34.865144 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-599b8602-13c6-4147-9ae4-03fb2e6ac33a tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:34.907079 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-609c3f6a-098a-4743-a3e3-90b92cf3bc3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:34.956700 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-29cd8625-f0f9-4e57-ab3b-0b4f008a42af None None] For port 737e8adc-4f48-4e16-a9a0-e6eab893556e, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=737e8adc-4f48-4e16-a9a0-e6eab893556e,segment=NetworkSegment(86a53d11-70bd-4a61-817b-a98d185ad665),segment_id=86a53d11-70bd-4a61-817b-a98d185ad665)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:19:34.957642 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5449324-a9c7-4d24-a309-838cbb925b75 None None] Routers {'4cb07bea-e7bd-4180-8315-188a213407e4'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:19:34.958270 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-a5449324-a9c7-4d24-a309-838cbb925b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:19:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['4cb07bea-e7bd-4180-8315-188a213407e4'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:34.975482 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-609c3f6a-098a-4743-a3e3-90b92cf3bc3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:34.984163 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1397fea-63c6-4a78-8594-278fbb70b39b tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Network 4e95c55d-716c-4cc5-b8a9-323efe38a4c4 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:19:35.032342 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7853794-ab0e-4b61-9806-760c87d6b558 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:35.032945 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b7853794-ab0e-4b61-9806-760c87d6b558 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:35.036879 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b7853794-ab0e-4b61-9806-760c87d6b558 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "PUT /v2.0/subnets/247d77f2-c3b1-4fb1-8618-57f1823216f6 HTTP/1.1" status: 200 len: 900 time: 1.3218555 Dec 22 13:19:35.042126 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-37f08deb-f26e-4b90-a3b2-cc46b17ebbc5 req-f5d41824-9b61-4f0f-8e0a-521978eee475 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Unset dirty status for tenant:ccb0058a2c24446385d13786cea4c6a9 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:19:35.043244 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-37f08deb-f26e-4b90-a3b2-cc46b17ebbc5 req-f5d41824-9b61-4f0f-8e0a-521978eee475 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 210 time: 0.3971262 Dec 22 13:19:35.043880 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7853794-ab0e-4b61-9806-760c87d6b558 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event updated for resources: {'Subnet': ['ID=247d77f2-c3b1-4fb1-8618-57f1823216f6,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:35.053218 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43656) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:35.063009 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b7853794-ab0e-4b61-9806-760c87d6b558 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:35.083631 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-29cd8625-f0f9-4e57-ab3b-0b4f008a42af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:35.095786 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:35.156314 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-b1397fea-63c6-4a78-8594-278fbb70b39b tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 4e95c55d-716c-4cc5-b8a9-323efe38a4c4) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:35.179894 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1397fea-63c6-4a78-8594-278fbb70b39b tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:35.180665 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b1397fea-63c6-4a78-8594-278fbb70b39b tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:35.187289 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7849f00-4b72-4a8e-af2e-2ac5742d09c3 None None] Network 4e95c55d-716c-4cc5-b8a9-323efe38a4c4 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:35.337254 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-72070ae6-dd1c-4f9f-8d67-9367398efef3 None None] Allocated IP 2001:db8::3 (d58bf3a0-6c42-45b2-94ae-73267c0bc912/247d77f2-c3b1-4fb1-8618-57f1823216f6/1bc62e23-d95e-492d-9285-cfe72cc4dce2) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:19:35.347901 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 737e8adc-4f48-4e16-a9a0-e6eab893556e no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:19:35.380484 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3ac46a99-a289-4f53-839d-5702508fa84c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:35.417950 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b1397fea-63c6-4a78-8594-278fbb70b39b tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 4.4467661 Dec 22 13:19:35.422404 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43660) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:35.425814 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-99734cc1-8b54-46af-b3c1-0703b667e76a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] For port 737e8adc-4f48-4e16-a9a0-e6eab893556e, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=737e8adc-4f48-4e16-a9a0-e6eab893556e,segment=NetworkSegment(86a53d11-70bd-4a61-817b-a98d185ad665),segment_id=86a53d11-70bd-4a61-817b-a98d185ad665)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:19:35.426235 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99734cc1-8b54-46af-b3c1-0703b667e76a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:35.444368 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-8e53416b-f26a-44c6-ab82-72a07f61eac4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2038769773'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:35.450068 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-83e50acd-63df-49a2-aec9-c58396486e42 None None] For port 737e8adc-4f48-4e16-a9a0-e6eab893556e, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=737e8adc-4f48-4e16-a9a0-e6eab893556e,segment=NetworkSegment(86a53d11-70bd-4a61-817b-a98d185ad665),segment_id=86a53d11-70bd-4a61-817b-a98d185ad665)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:19:35.450781 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-83e50acd-63df-49a2-aec9-c58396486e42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:35.477588 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd8625-f0f9-4e57-ab3b-0b4f008a42af None None] Pushing event updated for resources: {'Port': ['ID=737e8adc-4f48-4e16-a9a0-e6eab893556e,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:35.494616 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-29cd8625-f0f9-4e57-ab3b-0b4f008a42af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:35.506386 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-8e53416b-f26a-44c6-ab82-72a07f61eac4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:35.547384 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3ac46a99-a289-4f53-839d-5702508fa84c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:35.578726 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-609c3f6a-098a-4743-a3e3-90b92cf3bc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:35.579706 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-99734cc1-8b54-46af-b3c1-0703b667e76a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Calling delete_port for 737e8adc-4f48-4e16-a9a0-e6eab893556e owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:19:35.592942 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8e2f40d2-9476-4ba9-84d8-fad8f0dee31b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:35.612461 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c3f6a-098a-4743-a3e3-90b92cf3bc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57cd32ec-2a2e-4b18-8f21-e65b6621ccc8,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:35.620746 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-609c3f6a-098a-4743-a3e3-90b92cf3bc3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:35.622016 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-8e53416b-f26a-44c6-ab82-72a07f61eac4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Usage tracker for resource:network and tenant:5764ef7c4c644eedb583f164ec468ea1 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:35.622613 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-609c3f6a-098a-4743-a3e3-90b92cf3bc3a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/57cd32ec-2a2e-4b18-8f21-e65b6621ccc8 HTTP/1.1" status: 204 len: 168 time: 1.1296434 Dec 22 13:19:35.626856 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-609c3f6a-098a-4743-a3e3-90b92cf3bc3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:35.645806 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-8e53416b-f26a-44c6-ab82-72a07f61eac4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:35.659170 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-8e53416b-f26a-44c6-ab82-72a07f61eac4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:35.703712 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-83e50acd-63df-49a2-aec9-c58396486e42 None None] Calling delete_port for 737e8adc-4f48-4e16-a9a0-e6eab893556e owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:19:35.740720 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0b2dad-26f1-4487-b3c4-67a16b300e73 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Router b21da460-d069-4af5-9532-67079b58b155 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:19:35.807656 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-c81eabb9-aad4-4e2d-8a61-c88f97085515 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Deleting port fac5b30f-52e7-49a1-afdc-081ff50914f6 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:19:35.808241 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c81eabb9-aad4-4e2d-8a61-c88f97085515 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:35.830189 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-d4576335-55e4-4288-a4b4-d050c6bb6e20 None None] Provisioning complete for port 4d6746ed-e1be-4203-b6b1-80cbc08baa55 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:35.831194 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d4576335-55e4-4288-a4b4-d050c6bb6e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:35.847586 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99734cc1-8b54-46af-b3c1-0703b667e76a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:35.858490 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e53416b-f26a-44c6-ab82-72a07f61eac4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Made reservation on behalf of 5764ef7c4c644eedb583f164ec468ea1 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:19:35.865479 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8e53416b-f26a-44c6-ab82-72a07f61eac4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:35.885093 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0b481f6b-0ea3-44ee-a520-06b10149e922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:35.929165 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-a5449324-a9c7-4d24-a309-838cbb925b75 None None] Set router 4cb07bea-e7bd-4180-8315-188a213407e4 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:19:36.005246 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99734cc1-8b54-46af-b3c1-0703b667e76a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Pushing event deleted for resources: {'Port': ['ID=737e8adc-4f48-4e16-a9a0-e6eab893556e,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:36.007170 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7b5e57b3-223c-4a7a-b366-6aad73ee0a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:36.009396 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-99734cc1-8b54-46af-b3c1-0703b667e76a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:36.022931 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c81eabb9-aad4-4e2d-8a61-c88f97085515 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:36.045901 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99734cc1-8b54-46af-b3c1-0703b667e76a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] No DVR routers for this DVR port 737e8adc-4f48-4e16-a9a0-e6eab893556e on host dv-neutron-822669-1-hyperv {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:19:36.058957 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:36.214285 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-af378069-8a64-4777-8c78-d455abad1487 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:36.224226 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-72070ae6-dd1c-4f9f-8d67-9367398efef3 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:36.265859 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-d4576335-55e4-4288-a4b4-d050c6bb6e20 None None] Port 4d6746ed-e1be-4203-b6b1-80cbc08baa55 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:19:36.281491 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-c81eabb9-aad4-4e2d-8a61-c88f97085515 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Calling delete_port for fac5b30f-52e7-49a1-afdc-081ff50914f6 owned by network:router_interface {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:19:36.289424 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-72070ae6-dd1c-4f9f-8d67-9367398efef3 None None] Transition to ACTIVE for port object 1bc62e23-d95e-492d-9285-cfe72cc4dce2 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:36.337769 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-83e50acd-63df-49a2-aec9-c58396486e42 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:19:36.338110 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-83e50acd-63df-49a2-aec9-c58396486e42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:19:36.364976 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e53416b-f26a-44c6-ab82-72a07f61eac4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:19:36.454083 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2d7e537f-a75b-411a-8bbe-4aceb071c662 req-c288059b-7974-49bf-9254-45bc371f0f50 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 210 time: 0.1195233 Dec 22 13:19:36.460005 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8e53416b-f26a-44c6-ab82-72a07f61eac4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:36.460351 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-8e53416b-f26a-44c6-ab82-72a07f61eac4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Added segment 1335a7a0-18ff-4c81-bcfa-1e4056977077 of type vlan for network 919e502e-db89-4159-868e-f2e61cdee465 Dec 22 13:19:36.473175 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99734cc1-8b54-46af-b3c1-0703b667e76a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:36.551916 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-af378069-8a64-4777-8c78-d455abad1487 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:36.563679 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c94484-5b95-4682-b9eb-03ff6fb8d3ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-4e95c55d-716c-4cc5-b8a9-323efe38a4c4', 'network_id': '4e95c55d-716c-4cc5-b8a9-323efe38a4c4', 'tenant_id': '5764ef7c4c644eedb583f164ec468ea1', 'fixed_ips': [{'subnet_id': '8130018f-b55e-41d3-b431-7d0441b298b1'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:19:36.564510 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c7c94484-5b95-4682-b9eb-03ff6fb8d3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:36.587539 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43672) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:36.600515 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-99734cc1-8b54-46af-b3c1-0703b667e76a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02bba9b4-550f-48de-9e65-bc0ba2da0f57']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:36.607484 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c81eabb9-aad4-4e2d-8a61-c88f97085515 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:36.616390 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:36.637652 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-72070ae6-dd1c-4f9f-8d67-9367398efef3 None None] Transition to ACTIVE for port object 1bc62e23-d95e-492d-9285-cfe72cc4dce2 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:36.666625 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81eabb9-aad4-4e2d-8a61-c88f97085515 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event deleted for resources: {'Port': ['ID=fac5b30f-52e7-49a1-afdc-081ff50914f6,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:36.671232 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c81eabb9-aad4-4e2d-8a61-c88f97085515 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:36.765845 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-99734cc1-8b54-46af-b3c1-0703b667e76a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a53d11-70bd-4a61-817b-a98d185ad665') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:36.766439 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-99734cc1-8b54-46af-b3c1-0703b667e76a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a53d11-70bd-4a61-817b-a98d185ad665') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:36.792317 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8e53416b-f26a-44c6-ab82-72a07f61eac4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:36.804522 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99734cc1-8b54-46af-b3c1-0703b667e76a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:36.816832 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-72070ae6-dd1c-4f9f-8d67-9367398efef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:36.834047 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f2309ae2-d7bf-4d56-b0fd-8764c25b94c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:36.841440 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99734cc1-8b54-46af-b3c1-0703b667e76a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:36.890034 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-83e50acd-63df-49a2-aec9-c58396486e42 None None] Deleting port 737e8adc-4f48-4e16-a9a0-e6eab893556e {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:19:36.890660 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-83e50acd-63df-49a2-aec9-c58396486e42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:36.909687 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8d27d387-8e5b-4a31-b34c-c1134fed8218 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=97281e6106b446a9b8ba221128d2031f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3183651 Dec 22 13:19:36.916270 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43676) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:36.947377 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99734cc1-8b54-46af-b3c1-0703b667e76a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:19:36.947789 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99734cc1-8b54-46af-b3c1-0703b667e76a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:36.953028 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3ac46a99-a289-4f53-839d-5702508fa84c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:36.965789 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:19:36.965789 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:19:36.965789 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:19:36.965789 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:19:36.965789 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:19:36.965789 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:19:36.965789 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:19:36.965789 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:19:36.965789 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:19:36.965789 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:19:36.965789 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:19:36.965789 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:19:36.965789 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:19:36.965789 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:19:36.965789 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:19:36.965789 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:19:36.965789 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:19:36.965789 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:19:36.965789 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:19:36.965789 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:19:36.965789 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:19:36.965789 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:19:36.965789 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:19:36.965789 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:19:36.965789 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:19:36.965789 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:19:36.965789 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:19:36.965789 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:19:36.965789 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:19:36.965789 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:19:36.965789 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:19:36.965789 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:19:36.971865 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:37.012269 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-c7c94484-5b95-4682-b9eb-03ff6fb8d3ca None None] Allocated IP 172.20.255.242 (4e95c55d-716c-4cc5-b8a9-323efe38a4c4/8130018f-b55e-41d3-b431-7d0441b298b1/cf6ad186-acbe-4b72-aed0-7bd34d5085df) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:19:37.021275 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-83e50acd-63df-49a2-aec9-c58396486e42 None None] The port '737e8adc-4f48-4e16-a9a0-e6eab893556e' was deleted {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:19:37.041709 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac46a99-a289-4f53-839d-5702508fa84c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event deleted for resources: {'Subnet': ['ID=247d77f2-c3b1-4fb1-8618-57f1823216f6,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:37.043070 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72070ae6-dd1c-4f9f-8d67-9367398efef3 None None] Network d58bf3a0-6c42-45b2-94ae-73267c0bc912 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:37.058036 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-72070ae6-dd1c-4f9f-8d67-9367398efef3 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:37.058769 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72070ae6-dd1c-4f9f-8d67-9367398efef3 None None] Pushing event updated for resources: {'Port': ['ID=1bc62e23-d95e-492d-9285-cfe72cc4dce2,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:37.060580 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0b2dad-26f1-4487-b3c4-67a16b300e73 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:19:37.060719 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72070ae6-dd1c-4f9f-8d67-9367398efef3 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:19:37.078073 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e82d4a2-a33e-4bae-abe7-a4b0c37ce1f7 None None] Sync routers for ids ['b21da460-d069-4af5-9532-67079b58b155'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:19:37.094017 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8e53416b-f26a-44c6-ab82-72a07f61eac4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:37.097946 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e53416b-f26a-44c6-ab82-72a07f61eac4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:37.098566 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8e53416b-f26a-44c6-ab82-72a07f61eac4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:37.099486 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e82d4a2-a33e-4bae-abe7-a4b0c37ce1f7 None None] Routers {'b21da460-d069-4af5-9532-67079b58b155'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:19:37.100469 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-2e82d4a2-a33e-4bae-abe7-a4b0c37ce1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:19:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b21da460-d069-4af5-9532-67079b58b155'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:37.107601 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:37.108140 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3ac46a99-a289-4f53-839d-5702508fa84c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:37.111977 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-72070ae6-dd1c-4f9f-8d67-9367398efef3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:37.164101 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3ac46a99-a289-4f53-839d-5702508fa84c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:37.221708 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9e4fa506-60ce-4f9e-af3e-f469f6428322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:37.245743 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-3ac46a99-a289-4f53-839d-5702508fa84c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d58bf3a0-6c42-45b2-94ae-73267c0bc912']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:37.246437 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-4f0b2dad-26f1-4487-b3c4-67a16b300e73 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "PUT /v2.0/routers/b21da460-d069-4af5-9532-67079b58b155/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0909953 Dec 22 13:19:37.251086 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43680) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:37.255974 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99734cc1-8b54-46af-b3c1-0703b667e76a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:37.261805 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99734cc1-8b54-46af-b3c1-0703b667e76a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:37.267963 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-99734cc1-8b54-46af-b3c1-0703b667e76a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] 10.222.0.47 "DELETE /v2.0/networks/02bba9b4-550f-48de-9e65-bc0ba2da0f57 HTTP/1.1" status: 204 len: 168 time: 7.2919075 Dec 22 13:19:37.283149 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43684) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:37.294127 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-10d471f9-9d65-49c3-9d71-00ad6e230f6e tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1396517647'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:37.300647 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-10d471f9-9d65-49c3-9d71-00ad6e230f6e tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:37.306121 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-10d471f9-9d65-49c3-9d71-00ad6e230f6e tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Usage tracker for resource:network and tenant:4a393474cb6b43369a1ff642b2c3cbd7 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:37.311126 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-10d471f9-9d65-49c3-9d71-00ad6e230f6e tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:37.325966 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-10d471f9-9d65-49c3-9d71-00ad6e230f6e tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:37.330605 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8e53416b-f26a-44c6-ab82-72a07f61eac4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9070261 Dec 22 13:19:37.335723 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e53416b-f26a-44c6-ab82-72a07f61eac4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event updated for resources: {'Network': ['ID=919e502e-db89-4159-868e-f2e61cdee465,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:37.339895 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8e53416b-f26a-44c6-ab82-72a07f61eac4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:37.342937 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43688) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:37.344564 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:37.348105 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-72070ae6-dd1c-4f9f-8d67-9367398efef3 None None] Attempting to bind port 1bc62e23-d95e-492d-9285-cfe72cc4dce2 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:19:37.348595 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-72070ae6-dd1c-4f9f-8d67-9367398efef3 None None] Attempting to bind port 1bc62e23-d95e-492d-9285-cfe72cc4dce2 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'd850e962-8339-43ad-8963-9766b57d2bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd58bf3a0-6c42-45b2-94ae-73267c0bc912'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:19:37.348940 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72070ae6-dd1c-4f9f-8d67-9367398efef3 None None] Attempting to bind port 1bc62e23-d95e-492d-9285-cfe72cc4dce2 on network d58bf3a0-6c42-45b2-94ae-73267c0bc912 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:19:37.351546 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-3ac46a99-a289-4f53-839d-5702508fa84c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd850e962-8339-43ad-8963-9766b57d2bdc') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:37.352393 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-3ac46a99-a289-4f53-839d-5702508fa84c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd850e962-8339-43ad-8963-9766b57d2bdc') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:37.356473 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 919e502e-db89-4159-868e-f2e61cdee465 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:19:37.366122 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-84d46078-346d-4a17-9b4c-97257d8aed9d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Request body: {'subnet': {'network_id': '919e502e-db89-4159-868e-f2e61cdee465', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:37.368787 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9e4fa506-60ce-4f9e-af3e-f469f6428322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:37.390042 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c81eabb9-aad4-4e2d-8a61-c88f97085515 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:37.409006 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99734cc1-8b54-46af-b3c1-0703b667e76a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Pushing event deleted for resources: {'Network': ['ID=02bba9b4-550f-48de-9e65-bc0ba2da0f57,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:37.416997 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d471f9-9d65-49c3-9d71-00ad6e230f6e tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Made reservation on behalf of 4a393474cb6b43369a1ff642b2c3cbd7 for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:19:37.420396 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-10d471f9-9d65-49c3-9d71-00ad6e230f6e tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:37.421986 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-2e82d4a2-a33e-4bae-abe7-a4b0c37ce1f7 None None] Set router b21da460-d069-4af5-9532-67079b58b155 gateway port host: None {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:19:37.439137 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3ac46a99-a289-4f53-839d-5702508fa84c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:37.468856 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72070ae6-dd1c-4f9f-8d67-9367398efef3 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:19:37.469243 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72070ae6-dd1c-4f9f-8d67-9367398efef3 None None] Checking segment: {'id': 'd850e962-8339-43ad-8963-9766b57d2bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd58bf3a0-6c42-45b2-94ae-73267c0bc912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:19:37.469656 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-72070ae6-dd1c-4f9f-8d67-9367398efef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:37.470059 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72070ae6-dd1c-4f9f-8d67-9367398efef3 None None] Bound using segment: {'id': 'd850e962-8339-43ad-8963-9766b57d2bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd58bf3a0-6c42-45b2-94ae-73267c0bc912'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:19:37.470603 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-72070ae6-dd1c-4f9f-8d67-9367398efef3 None None] Bound port: 1bc62e23-d95e-492d-9285-cfe72cc4dce2, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd850e962-8339-43ad-8963-9766b57d2bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd58bf3a0-6c42-45b2-94ae-73267c0bc912'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:19:37.471017 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-72070ae6-dd1c-4f9f-8d67-9367398efef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:37.525222 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc1a8b5-60b0-4dc3-b69d-61699ebf1593 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:37.528461 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-3cc1a8b5-60b0-4dc3-b69d-61699ebf1593 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:19:37.569702 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-99734cc1-8b54-46af-b3c1-0703b667e76a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:37.625523 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.resource_extend [None req-af378069-8a64-4777-8c78-d455abad1487 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:19:37.662838 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-a5449324-a9c7-4d24-a309-838cbb925b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'name': 'tempest-ServerActionsTestJSON-1247390888-router', 'tenant_id': 'ccb0058a2c24446385d13786cea4c6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '74700538-2e57-498a-9b6b-3e9930271195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:19:01Z', 'updated_at': '2021-12-22T13:19:12Z', 'revision_number': 4, 'project_id': 'ccb0058a2c24446385d13786cea4c6a9', 'gw_port': {'id': '74700538-2e57-498a-9b6b-3e9930271195', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:03Z', 'updated_at': '2021-12-22T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12', 'name': '', 'network_id': '36a9635e-060b-4630-a9b5-9765cca55df8', 'tenant_id': 'ccb0058a2c24446385d13786cea4c6a9', 'mac_address': 'fa:16:3e:0e:c5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02969300-ed8d-4b59-a34d-12a5dcb2cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:11Z', 'updated_at': '2021-12-22T13:19:12Z', 'revision_number': 2, 'project_id': 'ccb0058a2c24446385d13786cea4c6a9', 'subnets': [{'id': '02969300-ed8d-4b59-a34d-12a5dcb2cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:37.671635 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-af378069-8a64-4777-8c78-d455abad1487 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:37.679441 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-84d46078-346d-4a17-9b4c-97257d8aed9d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:37.684024 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-84d46078-346d-4a17-9b4c-97257d8aed9d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Usage tracker for resource:subnet and tenant:5764ef7c4c644eedb583f164ec468ea1 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:37.687380 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-84d46078-346d-4a17-9b4c-97257d8aed9d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:37.693820 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-84d46078-346d-4a17-9b4c-97257d8aed9d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:37.696428 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5449324-a9c7-4d24-a309-838cbb925b75 None None] Checking router: 4cb07bea-e7bd-4180-8315-188a213407e4 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:19:37.696796 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5449324-a9c7-4d24-a309-838cbb925b75 None None] Updating router 4cb07bea-e7bd-4180-8315-188a213407e4 port dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12 binding host dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:19:37.703202 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-3cc1a8b5-60b0-4dc3-b69d-61699ebf1593 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:19:37.704673 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-3cc1a8b5-60b0-4dc3-b69d-61699ebf1593 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/ports/4d6746ed-e1be-4203-b6b1-80cbc08baa55 HTTP/1.1" status: 200 len: 911 time: 0.4502037 Dec 22 13:19:37.707592 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43696) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:37.758736 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-af378069-8a64-4777-8c78-d455abad1487 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:37.775410 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-50a447e6-6e49-429f-b46e-21c4cda5e10d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:37.784186 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-f75b6175-b43d-4d99-9b16-d445ddce3cb3 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:37.785230 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-f75b6175-b43d-4d99-9b16-d445ddce3cb3 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Synchronizing usage tracker for tenant:ccb0058a2c24446385d13786cea4c6a9 on resource:network {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:19:37.804866 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c7c94484-5b95-4682-b9eb-03ff6fb8d3ca None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:37.820876 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-72070ae6-dd1c-4f9f-8d67-9367398efef3 None None] For port 1bc62e23-d95e-492d-9285-cfe72cc4dce2, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:19:37.829071 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c7c94484-5b95-4682-b9eb-03ff6fb8d3ca None None] Transition to ACTIVE for port object cf6ad186-acbe-4b72-aed0-7bd34d5085df will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:37.841472 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3ac46a99-a289-4f53-839d-5702508fa84c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:37.850634 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a5449324-a9c7-4d24-a309-838cbb925b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:37.862411 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10d471f9-9d65-49c3-9d71-00ad6e230f6e tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:19:37.862816 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d46078-346d-4a17-9b4c-97257d8aed9d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Made reservation on behalf of 5764ef7c4c644eedb583f164ec468ea1 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:19:37.873171 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-10d471f9-9d65-49c3-9d71-00ad6e230f6e tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:37.873839 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-10d471f9-9d65-49c3-9d71-00ad6e230f6e tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Added segment e84cec7d-b403-4ee0-97c9-96a4db069255 of type vlan for network 923d1c75-f5f1-48dd-b998-8cf0e03fc0d5 Dec 22 13:19:37.882003 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c7c94484-5b95-4682-b9eb-03ff6fb8d3ca None None] Transition to ACTIVE for port object cf6ad186-acbe-4b72-aed0-7bd34d5085df will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:37.903116 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-10d471f9-9d65-49c3-9d71-00ad6e230f6e tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:37.942478 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-2e82d4a2-a33e-4bae-abe7-a4b0c37ce1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21da460-d069-4af5-9532-67079b58b155', 'name': 'tempest-NetworksTestDHCPv6-router-1172515071', 'tenant_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:19:25Z', 'updated_at': '2021-12-22T13:19:30Z', 'revision_number': 2, 'project_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'gw_port_host': None, '_interfaces': [{'id': '4d6746ed-e1be-4203-b6b1-80cbc08baa55', 'name': '', 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'tenant_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'mac_address': 'fa:16:3e:85:0a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21da460-d069-4af5-9532-67079b58b155', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ddc2429-7ce6-461d-adf4-c09842cd9c0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:28Z', 'updated_at': '2021-12-22T13:19:32Z', 'revision_number': 2, 'project_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'subnets': [{'id': '4ddc2429-7ce6-461d-adf4-c09842cd9c0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:37.948160 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e82d4a2-a33e-4bae-abe7-a4b0c37ce1f7 None None] Checking router: b21da460-d069-4af5-9532-67079b58b155 for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:19:37.948547 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e82d4a2-a33e-4bae-abe7-a4b0c37ce1f7 None None] Updating router b21da460-d069-4af5-9532-67079b58b155 port 4d6746ed-e1be-4203-b6b1-80cbc08baa55 binding host dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:19:38.001247 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c7c94484-5b95-4682-b9eb-03ff6fb8d3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:38.007355 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-6271f5d7-8ee3-4f4f-bdea-15b4ba6be739 req-f8506c4a-9741-4c3c-bf83-ac90b1ae6d93 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 210 time: 0.2115281 Dec 22 13:19:38.009379 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-2e82d4a2-a33e-4bae-abe7-a4b0c37ce1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:38.014876 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-35edde06-55ff-46bc-9f95-a42b91963f51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:38.016950 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ac46a99-a289-4f53-839d-5702508fa84c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:19:38.017485 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3ac46a99-a289-4f53-839d-5702508fa84c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:38.035578 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-f75b6175-b43d-4d99-9b16-d445ddce3cb3 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Unset dirty status for tenant:ccb0058a2c24446385d13786cea4c6a9 on resource:network {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:19:38.036857 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-f75b6175-b43d-4d99-9b16-d445ddce3cb3 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.45 "GET /v2.0/networks?id=36a9635e-060b-4630-a9b5-9765cca55df8 HTTP/1.1" status: 200 len: 812 time: 0.5085678 Dec 22 13:19:38.037596 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:19:38.037596 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:19:38.037596 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:19:38.037596 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:19:38.037596 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:19:38.037596 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:19:38.037596 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:19:38.037596 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:19:38.037596 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:19:38.037596 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:19:38.037596 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:19:38.037596 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:19:38.037596 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:19:38.037596 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:19:38.037596 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:19:38.037596 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:19:38.037596 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:19:38.037596 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:19:38.037596 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:19:38.037596 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:19:38.037596 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:19:38.037596 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:19:38.037596 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:19:38.037596 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:19:38.037596 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:19:38.037596 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:19:38.037596 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:19:38.037596 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:19:38.037596 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:19:38.037596 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:19:38.037596 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:19:38.037596 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:19:38.067953 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-abec3ff9-7f0b-41b4-b0ea-6c8d4d78ef0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:38.107066 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af378069-8a64-4777-8c78-d455abad1487 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event updated for resources: {'Port': ['ID=ec2e7e59-55d0-49f9-bc92-2ddddf700793,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:38.115824 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c94484-5b95-4682-b9eb-03ff6fb8d3ca None None] Network 4e95c55d-716c-4cc5-b8a9-323efe38a4c4 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:38.118967 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-af378069-8a64-4777-8c78-d455abad1487 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:38.122752 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-c7c94484-5b95-4682-b9eb-03ff6fb8d3ca None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:38.125740 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c94484-5b95-4682-b9eb-03ff6fb8d3ca None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:19:38.140277 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c94484-5b95-4682-b9eb-03ff6fb8d3ca None None] Pushing event updated for resources: {'Port': ['ID=cf6ad186-acbe-4b72-aed0-7bd34d5085df,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:38.143521 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c7c94484-5b95-4682-b9eb-03ff6fb8d3ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:38.172178 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-10d471f9-9d65-49c3-9d71-00ad6e230f6e tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:38.173993 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-af378069-8a64-4777-8c78-d455abad1487 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:38.177283 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d471f9-9d65-49c3-9d71-00ad6e230f6e tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:38.178131 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-10d471f9-9d65-49c3-9d71-00ad6e230f6e tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:38.206975 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-18a46aff-ff8b-4f8d-87ec-25ba420b7840 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:38.256087 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-84d46078-346d-4a17-9b4c-97257d8aed9d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:38.281042 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21aa61fb-f9d6-4dcb-b95c-36d8a7c1d3cf tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:38.285132 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21aa61fb-f9d6-4dcb-b95c-36d8a7c1d3cf tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:38.286814 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-21aa61fb-f9d6-4dcb-b95c-36d8a7c1d3cf tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5776997 Dec 22 13:19:38.335692 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43700) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:38.397783 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-c7c94484-5b95-4682-b9eb-03ff6fb8d3ca None None] Attempting to bind port cf6ad186-acbe-4b72-aed0-7bd34d5085df on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:19:38.398430 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-c7c94484-5b95-4682-b9eb-03ff6fb8d3ca None None] Attempting to bind port cf6ad186-acbe-4b72-aed0-7bd34d5085df by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '64ee0b8d-eac9-4e60-8905-2fe6dfd1c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '4e95c55d-716c-4cc5-b8a9-323efe38a4c4'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:19:38.398539 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c94484-5b95-4682-b9eb-03ff6fb8d3ca None None] Attempting to bind port cf6ad186-acbe-4b72-aed0-7bd34d5085df on network 4e95c55d-716c-4cc5-b8a9-323efe38a4c4 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:19:38.413327 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c94484-5b95-4682-b9eb-03ff6fb8d3ca None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:19:38.413712 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c94484-5b95-4682-b9eb-03ff6fb8d3ca None None] Checking segment: {'id': '64ee0b8d-eac9-4e60-8905-2fe6dfd1c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '4e95c55d-716c-4cc5-b8a9-323efe38a4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:19:38.414124 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c7c94484-5b95-4682-b9eb-03ff6fb8d3ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:38.415098 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c94484-5b95-4682-b9eb-03ff6fb8d3ca None None] Bound using segment: {'id': '64ee0b8d-eac9-4e60-8905-2fe6dfd1c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '4e95c55d-716c-4cc5-b8a9-323efe38a4c4'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:19:38.415578 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-c7c94484-5b95-4682-b9eb-03ff6fb8d3ca None None] Bound port: cf6ad186-acbe-4b72-aed0-7bd34d5085df, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ee0b8d-eac9-4e60-8905-2fe6dfd1c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '4e95c55d-716c-4cc5-b8a9-323efe38a4c4'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:19:38.415963 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c7c94484-5b95-4682-b9eb-03ff6fb8d3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:38.467582 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-2e82d4a2-a33e-4bae-abe7-a4b0c37ce1f7 None None] Notify callbacks [] for port, precommit_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:38.531382 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.provisioning_blocks [None req-2e82d4a2-a33e-4bae-abe7-a4b0c37ce1f7 None None] Transition to ACTIVE for port object 4d6746ed-e1be-4203-b6b1-80cbc08baa55 will not be triggered until provisioned by entity L2. {{(pid=84151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:38.566043 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d471f9-9d65-49c3-9d71-00ad6e230f6e tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Pushing event updated for resources: {'Network': ['ID=923d1c75-f5f1-48dd-b998-8cf0e03fc0d5,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:38.573620 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-fd7f37f2-635d-4548-882e-fb39d10e63c6 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Synchronizing usage tracker for tenant:ccb0058a2c24446385d13786cea4c6a9 on resource:security_group {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:19:38.577718 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-10d471f9-9d65-49c3-9d71-00ad6e230f6e tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:38.590258 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 923d1c75-f5f1-48dd-b998-8cf0e03fc0d5 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:19:38.601484 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-fd7f37f2-635d-4548-882e-fb39d10e63c6 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Unset dirty status for tenant:ccb0058a2c24446385d13786cea4c6a9 on resource:security_group {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:19:38.603497 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-fd7f37f2-635d-4548-882e-fb39d10e63c6 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccb0058a2c24446385d13786cea4c6a9 HTTP/1.1" status: 200 len: 379 time: 0.4621131 Dec 22 13:19:38.612567 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-72070ae6-dd1c-4f9f-8d67-9367398efef3 None None] For port 1bc62e23-d95e-492d-9285-cfe72cc4dce2, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=1bc62e23-d95e-492d-9285-cfe72cc4dce2,segment=NetworkSegment(d850e962-8339-43ad-8963-9766b57d2bdc),segment_id=d850e962-8339-43ad-8963-9766b57d2bdc)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:19:38.616141 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-041435fe-5806-4076-83d5-d8f2593447cc tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Request body: {'port': {'device_id': 'a1de8eac-5f49-49cf-9160-a57d3deb5781', 'network_id': '36a9635e-060b-4630-a9b5-9765cca55df8', 'admin_state_up': True, 'tenant_id': 'ccb0058a2c24446385d13786cea4c6a9', 'security_groups': ['837d642b-9564-4d35-a313-0a33b1fbd550']}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:38.636108 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.db.api [None req-3ac46a99-a289-4f53-839d-5702508fa84c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 13:19:38.636108 dv-neutron-822669-1-hyperv neutron-server[84148]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 13:19:38.636108 dv-neutron-822669-1-hyperv neutron-server[84148]: [parameters: {'id': 'd58bf3a0-6c42-45b2-94ae-73267c0bc912'}] Dec 22 13:19:38.636108 dv-neutron-822669-1-hyperv neutron-server[84148]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:19:38.636548 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_db.api [None req-3ac46a99-a289-4f53-839d-5702508fa84c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:19:38.645450 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-2e82d4a2-a33e-4bae-abe7-a4b0c37ce1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:38.651639 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-bfc5594f-7b26-4a05-b4ae-d4f542ef5caf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:38.661054 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-c7c94484-5b95-4682-b9eb-03ff6fb8d3ca None None] For port cf6ad186-acbe-4b72-aed0-7bd34d5085df, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:19:38.696841 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a5449324-a9c7-4d24-a309-838cbb925b75 None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:38.699934 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-c7c94484-5b95-4682-b9eb-03ff6fb8d3ca None None] For port cf6ad186-acbe-4b72-aed0-7bd34d5085df, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=cf6ad186-acbe-4b72-aed0-7bd34d5085df,segment=NetworkSegment(64ee0b8d-eac9-4e60-8905-2fe6dfd1c097),segment_id=64ee0b8d-eac9-4e60-8905-2fe6dfd1c097)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:19:38.705718 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9e4fa506-60ce-4f9e-af3e-f469f6428322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:38.708907 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9e4fa506-60ce-4f9e-af3e-f469f6428322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:38.709034 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-9e4fa506-60ce-4f9e-af3e-f469f6428322 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e20e2f35-ddf3-45b9-9c03-f0170d544cb3 HTTP/1.1" status: 204 len: 168 time: 1.7916696 Dec 22 13:19:38.716535 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e1f962f6-7d56-42fe-8ac2-2fe4bfba1ee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:38.719909 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-72070ae6-dd1c-4f9f-8d67-9367398efef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:38.728243 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-10d471f9-9d65-49c3-9d71-00ad6e230f6e tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4427891 Dec 22 13:19:38.733130 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43706) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:38.736095 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-29cd8625-f0f9-4e57-ab3b-0b4f008a42af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:38.736484 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4fa506-60ce-4f9e-af3e-f469f6428322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20e2f35-ddf3-45b9-9c03-f0170d544cb3,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:38.741510 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-9e30fb10-c3d0-4097-bae4-8274d378133b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Request body: {'subnet': {'network_id': '923d1c75-f5f1-48dd-b998-8cf0e03fc0d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:38.769969 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9e4fa506-60ce-4f9e-af3e-f469f6428322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:38.786621 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a5449324-a9c7-4d24-a309-838cbb925b75 None None] Transition to ACTIVE for port object dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:38.812789 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c7c94484-5b95-4682-b9eb-03ff6fb8d3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:38.897558 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a5449324-a9c7-4d24-a309-838cbb925b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:38.918666 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72070ae6-dd1c-4f9f-8d67-9367398efef3 None None] Pushing event updated for resources: {'Port': ['ID=1bc62e23-d95e-492d-9285-cfe72cc4dce2,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:38.955374 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-72070ae6-dd1c-4f9f-8d67-9367398efef3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:38.960008 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-9892fb3a-ed5f-45f7-8404-d05c864607a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:39.166580 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958f3c1-43bf-45fc-b8bc-708aa7df5327 None None] Pushing event updated for resources: {'Port': ['ID=4d6746ed-e1be-4203-b6b1-80cbc08baa55,revision_number=3']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:39.187984 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3ac46a99-a289-4f53-839d-5702508fa84c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:39.206452 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7958f3c1-43bf-45fc-b8bc-708aa7df5327 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:39.206787 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7958f3c1-43bf-45fc-b8bc-708aa7df5327 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:39.207112 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7958f3c1-43bf-45fc-b8bc-708aa7df5327 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:39.207432 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7958f3c1-43bf-45fc-b8bc-708aa7df5327 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:39.207769 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7958f3c1-43bf-45fc-b8bc-708aa7df5327 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:39.208082 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7958f3c1-43bf-45fc-b8bc-708aa7df5327 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:39.208406 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7958f3c1-43bf-45fc-b8bc-708aa7df5327 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:39.208713 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7958f3c1-43bf-45fc-b8bc-708aa7df5327 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:39.209024 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7958f3c1-43bf-45fc-b8bc-708aa7df5327 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:39.209323 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7958f3c1-43bf-45fc-b8bc-708aa7df5327 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:39.209626 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7958f3c1-43bf-45fc-b8bc-708aa7df5327 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:39.277999 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.l3_db [None req-af378069-8a64-4777-8c78-d455abad1487 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Floating IP 13b7664e-3115-4c15-9ba5-d53359ace8eb associated. External IP: 172.26.1.69, port: 171a7641-bfe1-48e5-81c7-f1f4b31cdb26. Dec 22 13:19:39.307166 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-7958f3c1-43bf-45fc-b8bc-708aa7df5327 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:39.322001 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:39.409069 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a8519c-cc85-4faf-9fa4-f7c195fb4309 None None] Network d58bf3a0-6c42-45b2-94ae-73267c0bc912 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:39.480069 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-84d46078-346d-4a17-9b4c-97257d8aed9d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:39.492617 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-513ff9f5-e5e7-44f3-8b50-8882c88bdbe9 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:39.492863 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-2e82d4a2-a33e-4bae-abe7-a4b0c37ce1f7 None None] Attempting to bind port 4d6746ed-e1be-4203-b6b1-80cbc08baa55 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:19:39.492863 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-2e82d4a2-a33e-4bae-abe7-a4b0c37ce1f7 None None] Attempting to bind port 4d6746ed-e1be-4203-b6b1-80cbc08baa55 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:19:39.492863 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e82d4a2-a33e-4bae-abe7-a4b0c37ce1f7 None None] Attempting to bind port 4d6746ed-e1be-4203-b6b1-80cbc08baa55 on network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:19:39.518321 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-3ac46a99-a289-4f53-839d-5702508fa84c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Deleting port 1bc62e23-d95e-492d-9285-cfe72cc4dce2 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:19:39.519945 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e82d4a2-a33e-4bae-abe7-a4b0c37ce1f7 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:19:39.520322 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e82d4a2-a33e-4bae-abe7-a4b0c37ce1f7 None None] Checking segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:19:39.520702 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-2e82d4a2-a33e-4bae-abe7-a4b0c37ce1f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:39.521089 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e82d4a2-a33e-4bae-abe7-a4b0c37ce1f7 None None] Bound using segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:19:39.521560 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-2e82d4a2-a33e-4bae-abe7-a4b0c37ce1f7 None None] Bound port: 4d6746ed-e1be-4203-b6b1-80cbc08baa55, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:19:39.521936 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-2e82d4a2-a33e-4bae-abe7-a4b0c37ce1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:39.534878 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3ac46a99-a289-4f53-839d-5702508fa84c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:39.594971 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1a69cc80-1904-4108-a3db-ca310b333b7c req-5b02db45-4e65-44ed-9cfd-bb3335d72bdb tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 210 time: 0.1626840 Dec 22 13:19:39.623668 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-9e30fb10-c3d0-4097-bae4-8274d378133b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:39.626391 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-041435fe-5806-4076-83d5-d8f2593447cc tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:39.680664 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-9e30fb10-c3d0-4097-bae4-8274d378133b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:39.686806 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-041435fe-5806-4076-83d5-d8f2593447cc tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:39.712696 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d46078-346d-4a17-9b4c-97257d8aed9d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event updated for resources: {'Subnet': ['ID=12d043fc-a0f6-4a10-8e5d-c50bd1b13163,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:39.723495 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-84d46078-346d-4a17-9b4c-97257d8aed9d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:39.760318 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-2e82d4a2-a33e-4bae-abe7-a4b0c37ce1f7 None None] For port 4d6746ed-e1be-4203-b6b1-80cbc08baa55, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:19:39.765555 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-2e82d4a2-a33e-4bae-abe7-a4b0c37ce1f7 None None] For port 4d6746ed-e1be-4203-b6b1-80cbc08baa55, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=4d6746ed-e1be-4203-b6b1-80cbc08baa55,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:19:39.767271 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d46078-346d-4a17-9b4c-97257d8aed9d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Checking segment: {'id': '1335a7a0-18ff-4c81-bcfa-1e4056977077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '919e502e-db89-4159-868e-f2e61cdee465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:19:39.767271 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d46078-346d-4a17-9b4c-97257d8aed9d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Network hostable DHCP agents. Network: 919e502e-db89-4159-868e-f2e61cdee465, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:19:39.772067 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c94484-5b95-4682-b9eb-03ff6fb8d3ca None None] Pushing event updated for resources: {'Port': ['ID=cf6ad186-acbe-4b72-aed0-7bd34d5085df,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:39.826807 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:39.857341 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-2e82d4a2-a33e-4bae-abe7-a4b0c37ce1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:39.862588 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-4a8bdbc0-dbb8-4ea2-bfa1-ee8ae6634c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:39.865813 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-a5449324-a9c7-4d24-a309-838cbb925b75 None None] Attempting to bind port dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:19:39.866199 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-a5449324-a9c7-4d24-a309-838cbb925b75 None None] Attempting to bind port dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'e11a9440-d7e6-4ec9-a0b2-30e49813bac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '36a9635e-060b-4630-a9b5-9765cca55df8'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:19:39.866592 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5449324-a9c7-4d24-a309-838cbb925b75 None None] Attempting to bind port dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12 on network 36a9635e-060b-4630-a9b5-9765cca55df8 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:19:39.878576 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5449324-a9c7-4d24-a309-838cbb925b75 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:19:39.879178 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5449324-a9c7-4d24-a309-838cbb925b75 None None] Checking segment: {'id': 'e11a9440-d7e6-4ec9-a0b2-30e49813bac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '36a9635e-060b-4630-a9b5-9765cca55df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:19:39.879749 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a5449324-a9c7-4d24-a309-838cbb925b75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:39.880302 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5449324-a9c7-4d24-a309-838cbb925b75 None None] Bound using segment: {'id': 'e11a9440-d7e6-4ec9-a0b2-30e49813bac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '36a9635e-060b-4630-a9b5-9765cca55df8'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:19:39.880958 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-a5449324-a9c7-4d24-a309-838cbb925b75 None None] Bound port: dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e11a9440-d7e6-4ec9-a0b2-30e49813bac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '36a9635e-060b-4630-a9b5-9765cca55df8'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:19:39.881502 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a5449324-a9c7-4d24-a309-838cbb925b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:39.915512 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-041435fe-5806-4076-83d5-d8f2593447cc tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Made reservation on behalf of ccb0058a2c24446385d13786cea4c6a9 for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:19:39.918832 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-041435fe-5806-4076-83d5-d8f2593447cc tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:39.941591 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e30fb10-c3d0-4097-bae4-8274d378133b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Made reservation on behalf of 4a393474cb6b43369a1ff642b2c3cbd7 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:19:39.999324 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958f3c1-43bf-45fc-b8bc-708aa7df5327 None None] Pushing event updated for resources: {'Port': ['ID=4d6746ed-e1be-4203-b6b1-80cbc08baa55,revision_number=4']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:40.021300 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa4a5c-69ab-452f-bb95-10b73687fcf8 None None] Pushing event updated for resources: {'Port': ['ID=dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:40.028109 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-7958f3c1-43bf-45fc-b8bc-708aa7df5327 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:40.028260 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-92aa4a5c-69ab-452f-bb95-10b73687fcf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.067s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:40.032409 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-88847bd7-f234-4aa5-a387-2829ea495404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.125s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:40.032952 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-88847bd7-f234-4aa5-a387-2829ea495404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:40.058741 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e82d4a2-a33e-4bae-abe7-a4b0c37ce1f7 None None] Routers {'b21da460-d069-4af5-9532-67079b58b155'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:19:40.060595 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-2e82d4a2-a33e-4bae-abe7-a4b0c37ce1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:19:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b21da460-d069-4af5-9532-67079b58b155'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:40.079720 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d46078-346d-4a17-9b4c-97257d8aed9d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Network 919e502e-db89-4159-868e-f2e61cdee465 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:19:40.172164 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-a5449324-a9c7-4d24-a309-838cbb925b75 None None] For port dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:19:40.177401 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-a5449324-a9c7-4d24-a309-838cbb925b75 None None] For port dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12,segment=NetworkSegment(e11a9440-d7e6-4ec9-a0b2-30e49813bac3),segment_id=e11a9440-d7e6-4ec9-a0b2-30e49813bac3)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:19:40.191865 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87b308d-a5a0-4080-9e65-844f3c6c77e2 None None] Network d58bf3a0-6c42-45b2-94ae-73267c0bc912 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:40.215920 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-84d46078-346d-4a17-9b4c-97257d8aed9d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 919e502e-db89-4159-868e-f2e61cdee465) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:40.298336 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d46078-346d-4a17-9b4c-97257d8aed9d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:40.299036 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-84d46078-346d-4a17-9b4c-97257d8aed9d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:40.317471 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d2b09d-a38e-4aa3-9e58-546b5d9dbf66 None None] Network 919e502e-db89-4159-868e-f2e61cdee465 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:40.367565 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a5449324-a9c7-4d24-a309-838cbb925b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:40.386190 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b6798b4d-5c5f-4578-adad-245d2bef7f6a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:40.401528 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-2e82d4a2-a33e-4bae-abe7-a4b0c37ce1f7 None None] Set router b21da460-d069-4af5-9532-67079b58b155 gateway port host: None {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:19:40.516759 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3ee53b14-d7a3-4053-a886-0734d21e4628 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:40.557812 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9e30fb10-c3d0-4097-bae4-8274d378133b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:40.688726 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-041435fe-5806-4076-83d5-d8f2593447cc tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Allocated IP 172.20.0.4 (36a9635e-060b-4630-a9b5-9765cca55df8/02969300-ed8d-4b59-a34d-12a5dcb2cce8/675d5c62-fd43-45d1-8f32-32ff05f7306c) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:19:40.716712 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-84d46078-346d-4a17-9b4c-97257d8aed9d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.3532591 Dec 22 13:19:40.734506 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43728) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:40.756029 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:40.875584 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa4a5c-69ab-452f-bb95-10b73687fcf8 None None] Pushing event updated for resources: {'Port': ['ID=dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:40.950427 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5c4681-d79b-412b-9aef-3974a707322b None None] Network 4e95c55d-716c-4cc5-b8a9-323efe38a4c4 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:40.984637 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-92aa4a5c-69ab-452f-bb95-10b73687fcf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:40.994905 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43734) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:41.056289 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-2e82d4a2-a33e-4bae-abe7-a4b0c37ce1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21da460-d069-4af5-9532-67079b58b155', 'name': 'tempest-NetworksTestDHCPv6-router-1172515071', 'tenant_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:19:25Z', 'updated_at': '2021-12-22T13:19:30Z', 'revision_number': 2, 'project_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'gw_port_host': None, '_interfaces': [{'id': '4d6746ed-e1be-4203-b6b1-80cbc08baa55', 'name': '', 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'tenant_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'mac_address': 'fa:16:3e:85:0a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21da460-d069-4af5-9532-67079b58b155', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ddc2429-7ce6-461d-adf4-c09842cd9c0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:28Z', 'updated_at': '2021-12-22T13:19:39Z', 'revision_number': 4, 'project_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'subnets': [{'id': '4ddc2429-7ce6-461d-adf4-c09842cd9c0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:41.057436 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e82d4a2-a33e-4bae-abe7-a4b0c37ce1f7 None None] The sync data for ids ['b21da460-d069-4af5-9532-67079b58b155'] in dv-neutron-822669-1-hyperv is: [{'id': 'b21da460-d069-4af5-9532-67079b58b155', 'name': 'tempest-NetworksTestDHCPv6-router-1172515071', 'tenant_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:19:25Z', 'updated_at': '2021-12-22T13:19:30Z', 'revision_number': 2, 'project_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'gw_port_host': None, '_interfaces': [{'id': '4d6746ed-e1be-4203-b6b1-80cbc08baa55', 'name': '', 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'tenant_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'mac_address': 'fa:16:3e:85:0a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21da460-d069-4af5-9532-67079b58b155', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ddc2429-7ce6-461d-adf4-c09842cd9c0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:28Z', 'updated_at': '2021-12-22T13:19:39Z', 'revision_number': 4, 'project_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'subnets': [{'id': '4ddc2429-7ce6-461d-adf4-c09842cd9c0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:19:41.103202 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b0958abc-7156-4309-bd3a-58ee38664759 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:41.175874 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5449324-a9c7-4d24-a309-838cbb925b75 None None] Routers {'4cb07bea-e7bd-4180-8315-188a213407e4'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:19:41.176637 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-a5449324-a9c7-4d24-a309-838cbb925b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:19:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['4cb07bea-e7bd-4180-8315-188a213407e4'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:41.262086 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-6b0cea1c-2f1a-42fb-82b6-31b859af51d7 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-533841850'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:41.288655 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-6b0cea1c-2f1a-42fb-82b6-31b859af51d7 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:41.298330 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ef1a3e42-b5cb-4647-a887-63b18997d24e req-9830e228-a0a2-46a0-8cf8-e1eb4725ef4c tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 210 time: 0.2907603 Dec 22 13:19:41.347666 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6b0cea1c-2f1a-42fb-82b6-31b859af51d7 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Usage tracker for resource:network and tenant:809dd5e170e9452896910373b31e9aa1 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:41.354581 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6b0cea1c-2f1a-42fb-82b6-31b859af51d7 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:41.380136 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b0958abc-7156-4309-bd3a-58ee38664759 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:41.433322 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af378069-8a64-4777-8c78-d455abad1487 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Router 79eaaa19-8daf-40ae-8b90-d16fa78890d4 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:19:41.438166 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-6b0cea1c-2f1a-42fb-82b6-31b859af51d7 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:41.459954 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-3ac46a99-a289-4f53-839d-5702508fa84c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] For port 1bc62e23-d95e-492d-9285-cfe72cc4dce2, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=1bc62e23-d95e-492d-9285-cfe72cc4dce2,segment=NetworkSegment(d850e962-8339-43ad-8963-9766b57d2bdc),segment_id=d850e962-8339-43ad-8963-9766b57d2bdc)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:19:41.460412 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3ac46a99-a289-4f53-839d-5702508fa84c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:41.610764 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device cf6ad186-acbe-4b72-aed0-7bd34d5085df up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:19:41.686257 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-3ac46a99-a289-4f53-839d-5702508fa84c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Calling delete_port for 1bc62e23-d95e-492d-9285-cfe72cc4dce2 owned by network:dhcp {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:19:41.784323 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0cea1c-2f1a-42fb-82b6-31b859af51d7 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Made reservation on behalf of 809dd5e170e9452896910373b31e9aa1 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:19:41.787581 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6b0cea1c-2f1a-42fb-82b6-31b859af51d7 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:41.802552 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-041435fe-5806-4076-83d5-d8f2593447cc tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:41.809443 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-a5449324-a9c7-4d24-a309-838cbb925b75 None None] Set router 4cb07bea-e7bd-4180-8315-188a213407e4 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:19:41.830656 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6b0cea1c-2f1a-42fb-82b6-31b859af51d7 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:41.838642 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81eabb9-aad4-4e2d-8a61-c88f97085515 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Router 865d5524-65cf-4ce9-8458-3b62ccb46342 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:19:41.886722 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-041435fe-5806-4076-83d5-d8f2593447cc tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Transition to ACTIVE for port object 675d5c62-fd43-45d1-8f32-32ff05f7306c will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:41.960453 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-b6798b4d-5c5f-4578-adad-245d2bef7f6a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting port 4d6746ed-e1be-4203-b6b1-80cbc08baa55 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:19:41.960829 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b6798b4d-5c5f-4578-adad-245d2bef7f6a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:42.001326 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3ac46a99-a289-4f53-839d-5702508fa84c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:42.015624 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:42.023680 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b0958abc-7156-4309-bd3a-58ee38664759 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:42.036874 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6a2162df-8e6d-4bce-bc2d-170cf84d13d2 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:42.046376 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac46a99-a289-4f53-839d-5702508fa84c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] No DVR routers for this DVR port 1bc62e23-d95e-492d-9285-cfe72cc4dce2 on host dv-neutron-822669-1-hyperv {{(pid=84148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:19:42.108330 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac46a99-a289-4f53-839d-5702508fa84c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event deleted for resources: {'Port': ['ID=1bc62e23-d95e-492d-9285-cfe72cc4dce2,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:42.111411 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3ac46a99-a289-4f53-839d-5702508fa84c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:42.150622 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b61da96-6a66-4d64-90cd-174bda0d4067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-919e502e-db89-4159-868e-f2e61cdee465', 'network_id': '919e502e-db89-4159-868e-f2e61cdee465', 'tenant_id': '5764ef7c4c644eedb583f164ec468ea1', 'fixed_ips': [{'subnet_id': '12d043fc-a0f6-4a10-8e5d-c50bd1b13163'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:19:42.151349 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0b61da96-6a66-4d64-90cd-174bda0d4067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:42.162373 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0958abc-7156-4309-bd3a-58ee38664759 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event deleted for resources: {'Subnet': ['ID=12d043fc-a0f6-4a10-8e5d-c50bd1b13163,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:42.172343 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-6b0cea1c-2f1a-42fb-82b6-31b859af51d7 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:42.175704 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b0958abc-7156-4309-bd3a-58ee38664759 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:42.201127 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6b0cea1c-2f1a-42fb-82b6-31b859af51d7 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Usage tracker for resource:security_group_rule and tenant:809dd5e170e9452896910373b31e9aa1 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:42.253054 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9e30fb10-c3d0-4097-bae4-8274d378133b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:42.262757 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:42.265333 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-6e9f77cf-467c-4e83-9c05-7200678daaa7 None None] Provisioning for port cf6ad186-acbe-4b72-aed0-7bd34d5085df completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:19:42.267750 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6b0cea1c-2f1a-42fb-82b6-31b859af51d7 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:42.317581 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3ac46a99-a289-4f53-839d-5702508fa84c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:42.343006 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-6b0cea1c-2f1a-42fb-82b6-31b859af51d7 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:42.359639 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port cf6ad186-acbe-4b72-aed0-7bd34d5085df completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:19:42.370000 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port cf6ad186-acbe-4b72-aed0-7bd34d5085df triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:42.370700 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:42.374642 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-3ac46a99-a289-4f53-839d-5702508fa84c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d58bf3a0-6c42-45b2-94ae-73267c0bc912']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:42.394679 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30fb10-c3d0-4097-bae4-8274d378133b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Pushing event updated for resources: {'Subnet': ['ID=6b0d4422-eea8-43f9-afa4-ce2995592d7f,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:42.397569 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9e30fb10-c3d0-4097-bae4-8274d378133b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:42.410900 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-041435fe-5806-4076-83d5-d8f2593447cc tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:42.418910 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-3ac46a99-a289-4f53-839d-5702508fa84c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd850e962-8339-43ad-8963-9766b57d2bdc') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:42.419109 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-3ac46a99-a289-4f53-839d-5702508fa84c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd850e962-8339-43ad-8963-9766b57d2bdc') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:42.427295 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-dba720e5-6350-4dc0-a86b-d51efac63864 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:42.492025 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b0958abc-7156-4309-bd3a-58ee38664759 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:42.496978 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3ac46a99-a289-4f53-839d-5702508fa84c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:42.509142 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104df53f-6628-4389-b40f-36ba2309be95 None None] Network 919e502e-db89-4159-868e-f2e61cdee465 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:42.597913 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-b6798b4d-5c5f-4578-adad-245d2bef7f6a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] For port 4d6746ed-e1be-4203-b6b1-80cbc08baa55, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=4d6746ed-e1be-4203-b6b1-80cbc08baa55,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:19:42.598643 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b6798b4d-5c5f-4578-adad-245d2bef7f6a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:42.633599 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-b0958abc-7156-4309-bd3a-58ee38664759 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['919e502e-db89-4159-868e-f2e61cdee465']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:42.638443 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3ac46a99-a289-4f53-839d-5702508fa84c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:42.647136 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e30fb10-c3d0-4097-bae4-8274d378133b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Checking segment: {'id': 'e84cec7d-b403-4ee0-97c9-96a4db069255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '923d1c75-f5f1-48dd-b998-8cf0e03fc0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:19:42.647496 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e30fb10-c3d0-4097-bae4-8274d378133b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Network hostable DHCP agents. Network: 923d1c75-f5f1-48dd-b998-8cf0e03fc0d5, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:19:42.658641 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041435fe-5806-4076-83d5-d8f2593447cc tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Pushing event updated for resources: {'Port': ['ID=675d5c62-fd43-45d1-8f32-32ff05f7306c,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:42.662102 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-041435fe-5806-4076-83d5-d8f2593447cc tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:42.664077 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-041435fe-5806-4076-83d5-d8f2593447cc tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Network 36a9635e-060b-4630-a9b5-9765cca55df8 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:42.665736 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ac46a99-a289-4f53-839d-5702508fa84c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:19:42.666142 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3ac46a99-a289-4f53-839d-5702508fa84c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:42.679653 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:42.683517 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:19:42.683517 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:19:42.683517 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:19:42.683517 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:19:42.683517 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:19:42.683517 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:19:42.683517 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:19:42.683517 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:19:42.683517 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:19:42.683517 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:19:42.683517 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:19:42.683517 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:19:42.683517 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:19:42.683517 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:19:42.683517 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:19:42.683517 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:19:42.683517 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:19:42.683517 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:19:42.683517 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:19:42.683517 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:19:42.683517 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:19:42.683517 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:19:42.683517 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:19:42.683517 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:19:42.683517 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:19:42.683517 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:19:42.683517 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:19:42.683517 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:19:42.683517 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:19:42.683517 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:19:42.683517 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:19:42.683517 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:19:42.729183 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-b0958abc-7156-4309-bd3a-58ee38664759 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1335a7a0-18ff-4c81-bcfa-1e4056977077') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:42.729609 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-b0958abc-7156-4309-bd3a-58ee38664759 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1335a7a0-18ff-4c81-bcfa-1e4056977077') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:42.736009 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-041435fe-5806-4076-83d5-d8f2593447cc tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:42.738573 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-041435fe-5806-4076-83d5-d8f2593447cc tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:19:42.748631 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-a5449324-a9c7-4d24-a309-838cbb925b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'name': 'tempest-ServerActionsTestJSON-1247390888-router', 'tenant_id': 'ccb0058a2c24446385d13786cea4c6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '74700538-2e57-498a-9b6b-3e9930271195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:19:01Z', 'updated_at': '2021-12-22T13:19:12Z', 'revision_number': 4, 'project_id': 'ccb0058a2c24446385d13786cea4c6a9', 'gw_port': {'id': '74700538-2e57-498a-9b6b-3e9930271195', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:03Z', 'updated_at': '2021-12-22T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12', 'name': '', 'network_id': '36a9635e-060b-4630-a9b5-9765cca55df8', 'tenant_id': 'ccb0058a2c24446385d13786cea4c6a9', 'mac_address': 'fa:16:3e:0e:c5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02969300-ed8d-4b59-a34d-12a5dcb2cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:11Z', 'updated_at': '2021-12-22T13:19:40Z', 'revision_number': 4, 'project_id': 'ccb0058a2c24446385d13786cea4c6a9', 'subnets': [{'id': '02969300-ed8d-4b59-a34d-12a5dcb2cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:42.794622 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5449324-a9c7-4d24-a309-838cbb925b75 None None] The sync data for ids ['4cb07bea-e7bd-4180-8315-188a213407e4'] in dv-neutron-822669-1-hyperv is: [{'id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'name': 'tempest-ServerActionsTestJSON-1247390888-router', 'tenant_id': 'ccb0058a2c24446385d13786cea4c6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '74700538-2e57-498a-9b6b-3e9930271195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:19:01Z', 'updated_at': '2021-12-22T13:19:12Z', 'revision_number': 4, 'project_id': 'ccb0058a2c24446385d13786cea4c6a9', 'gw_port': {'id': '74700538-2e57-498a-9b6b-3e9930271195', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:03Z', 'updated_at': '2021-12-22T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12', 'name': '', 'network_id': '36a9635e-060b-4630-a9b5-9765cca55df8', 'tenant_id': 'ccb0058a2c24446385d13786cea4c6a9', 'mac_address': 'fa:16:3e:0e:c5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02969300-ed8d-4b59-a34d-12a5dcb2cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:11Z', 'updated_at': '2021-12-22T13:19:40Z', 'revision_number': 4, 'project_id': 'ccb0058a2c24446385d13786cea4c6a9', 'subnets': [{'id': '02969300-ed8d-4b59-a34d-12a5dcb2cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:19:42.817249 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port cf6ad186-acbe-4b72-aed0-7bd34d5085df, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=cf6ad186-acbe-4b72-aed0-7bd34d5085df,segment=NetworkSegment(64ee0b8d-eac9-4e60-8905-2fe6dfd1c097),segment_id=64ee0b8d-eac9-4e60-8905-2fe6dfd1c097)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:19:42.839945 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81eabb9-aad4-4e2d-8a61-c88f97085515 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:19:42.840114 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3e6784ef-b6c8-4287-ad8e-d7548a5dd23e None None] Provisioning complete for port cf6ad186-acbe-4b72-aed0-7bd34d5085df triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:42.840114 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3e6784ef-b6c8-4287-ad8e-d7548a5dd23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:42.855203 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-b6798b4d-5c5f-4578-adad-245d2bef7f6a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Calling delete_port for 4d6746ed-e1be-4203-b6b1-80cbc08baa55 owned by network:router_interface {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:19:42.865629 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-041435fe-5806-4076-83d5-d8f2593447cc tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:42.866295 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-041435fe-5806-4076-83d5-d8f2593447cc tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:42.889624 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab025ce-668b-4ae5-a9d6-16649d7f9fda None None] Sync routers for ids ['865d5524-65cf-4ce9-8458-3b62ccb46342'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:19:42.924803 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c81eabb9-aad4-4e2d-8a61-c88f97085515 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "PUT /v2.0/routers/865d5524-65cf-4ce9-8458-3b62ccb46342/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5998268 Dec 22 13:19:42.925747 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b0958abc-7156-4309-bd3a-58ee38664759 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:42.925908 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43742) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:42.971078 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab025ce-668b-4ae5-a9d6-16649d7f9fda None None] Routers {'865d5524-65cf-4ce9-8458-3b62ccb46342'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:19:42.972462 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-5ab025ce-668b-4ae5-a9d6-16649d7f9fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:19:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['865d5524-65cf-4ce9-8458-3b62ccb46342'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:43.017437 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e30fb10-c3d0-4097-bae4-8274d378133b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Network 923d1c75-f5f1-48dd-b998-8cf0e03fc0d5 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:19:43.020125 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3ac46a99-a289-4f53-839d-5702508fa84c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:43.030783 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b0958abc-7156-4309-bd3a-58ee38664759 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:43.040794 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6b0cea1c-2f1a-42fb-82b6-31b859af51d7 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:43.052085 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-041435fe-5806-4076-83d5-d8f2593447cc tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4398711 Dec 22 13:19:43.057891 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ec0d77db-1a78-489b-aba1-52df08b5e881 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:43.072221 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:43.073100 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:19:43.079940 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3ac46a99-a289-4f53-839d-5702508fa84c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:43.081997 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-3ac46a99-a289-4f53-839d-5702508fa84c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "DELETE /v2.0/networks/d58bf3a0-6c42-45b2-94ae-73267c0bc912 HTTP/1.1" status: 204 len: 168 time: 8.0209293 Dec 22 13:19:43.082255 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0958abc-7156-4309-bd3a-58ee38664759 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:19:43.085020 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b0958abc-7156-4309-bd3a-58ee38664759 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:43.093354 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-b680e4b9-1dc7-4803-a9aa-68df7c623b93 service neutron] Request body: {'port': {'device_id': 'a1de8eac-5f49-49cf-9160-a57d3deb5781', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:43.102724 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:19:43.102724 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:19:43.102724 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:19:43.102724 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:19:43.102724 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:19:43.102724 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:19:43.102724 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:19:43.102724 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:19:43.102724 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:19:43.102724 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:19:43.102724 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:19:43.102724 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:19:43.102724 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:19:43.102724 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:19:43.102724 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:19:43.102724 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:19:43.102724 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:19:43.102724 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:19:43.102724 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:19:43.102724 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:19:43.102724 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:19:43.102724 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:19:43.102724 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:19:43.102724 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:19:43.102724 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:19:43.102724 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:19:43.102724 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:19:43.102724 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:19:43.102724 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:19:43.102724 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:19:43.102724 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:19:43.102724 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:19:43.123920 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43746) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:43.138215 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac46a99-a289-4f53-839d-5702508fa84c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event deleted for resources: {'Network': ['ID=d58bf3a0-6c42-45b2-94ae-73267c0bc912,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:43.200530 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af378069-8a64-4777-8c78-d455abad1487 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:19:43.210798 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4f564e-c233-42fc-87ed-9a4fdd47cfe3 None None] Sync routers for ids ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:19:43.214990 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6b0cea1c-2f1a-42fb-82b6-31b859af51d7 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:43.222639 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3ac46a99-a289-4f53-839d-5702508fa84c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:43.225208 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-92aa4a5c-69ab-452f-bb95-10b73687fcf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:43.232496 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:43.232697 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4f564e-c233-42fc-87ed-9a4fdd47cfe3 None None] Routers {'79eaaa19-8daf-40ae-8b90-d16fa78890d4'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:19:43.233260 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-ba4f564e-c233-42fc-87ed-9a4fdd47cfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:19:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:43.238505 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-9e30fb10-c3d0-4097-bae4-8274d378133b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 923d1c75-f5f1-48dd-b998-8cf0e03fc0d5) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:43.254084 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-85dd64a7-c3fe-42c0-ac97-a63020856e2d tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] DELETE failed (client error): The resource could not be found. Dec 22 13:19:43.254680 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85dd64a7-c3fe-42c0-ac97-a63020856e2d tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:19:43.256448 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-85dd64a7-c3fe-42c0-ac97-a63020856e2d tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "DELETE /v2.0/subnets/247d77f2-c3b1-4fb1-8618-57f1823216f6 HTTP/1.1" status: 404 len: 337 time: 0.1267521 Dec 22 13:19:43.261670 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e30fb10-c3d0-4097-bae4-8274d378133b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:43.262422 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9e30fb10-c3d0-4097-bae4-8274d378133b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:43.269759 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43750) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:43.315507 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-5ab025ce-668b-4ae5-a9d6-16649d7f9fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:43.322831 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6676a8-f16f-45da-9763-395205fe62c0 None None] get_active_networks_info from dv-neutron-822669-1-hyperv {{(pid=84150) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 13:19:43.331645 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c59dd-6cda-4aef-9038-a8fbe403feaa req-6f5e1097-21fe-4c22-b9a7-b49633ddd9ec tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:43.333597 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9b4c59dd-6cda-4aef-9038-a8fbe403feaa req-6f5e1097-21fe-4c22-b9a7-b49633ddd9ec tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 931 time: 0.8000698 Dec 22 13:19:43.349530 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b0cea1c-2f1a-42fb-82b6-31b859af51d7 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:19:43.380860 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ec9727-7c1f-4ee4-8965-dad744933641 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] DELETE failed (client error): The resource could not be found. Dec 22 13:19:43.381654 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73ec9727-7c1f-4ee4-8965-dad744933641 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:19:43.385776 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0cea1c-2f1a-42fb-82b6-31b859af51d7 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d74f157-1014-4f9f-98fa-a568961d85d3,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:43.388807 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-ba4f564e-c233-42fc-87ed-9a4fdd47cfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:43.388991 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-b680e4b9-1dc7-4803-a9aa-68df7c623b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:43.390510 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6b0cea1c-2f1a-42fb-82b6-31b859af51d7 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:43.417623 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4f564e-c233-42fc-87ed-9a4fdd47cfe3 None None] Routers {'79eaaa19-8daf-40ae-8b90-d16fa78890d4'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:19:43.419181 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-73ec9727-7c1f-4ee4-8965-dad744933641 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "DELETE /v2.0/networks/d58bf3a0-6c42-45b2-94ae-73267c0bc912 HTTP/1.1" status: 404 len: 339 time: 0.1424379 Dec 22 13:19:43.419312 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-ba4f564e-c233-42fc-87ed-9a4fdd47cfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:19:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:43.419422 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b0958abc-7156-4309-bd3a-58ee38664759 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:43.423883 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b0958abc-7156-4309-bd3a-58ee38664759 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:43.426948 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b0958abc-7156-4309-bd3a-58ee38664759 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "DELETE /v2.0/networks/919e502e-db89-4159-868e-f2e61cdee465 HTTP/1.1" status: 204 len: 168 time: 2.5771186 Dec 22 13:19:43.428649 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43754) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:43.429846 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6b0cea1c-2f1a-42fb-82b6-31b859af51d7 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:43.430383 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-6b0cea1c-2f1a-42fb-82b6-31b859af51d7 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Added segment 4c09b8ae-a849-4d98-a543-1e102929c877 of type vlan for network ec5f0de7-829f-445c-b587-d99d1c93bac3 Dec 22 13:19:43.433170 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-fa6e0bff-4d55-4a27-94e7-944bdf622214 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:43.507425 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43756) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:43.522889 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-ba4f564e-c233-42fc-87ed-9a4fdd47cfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:43.523625 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4f564e-c233-42fc-87ed-9a4fdd47cfe3 None None] The sync data for ids ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:19:43.528799 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=cf6ad186-acbe-4b72-aed0-7bd34d5085df,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:43.534985 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:43.535231 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-6d873f26-bc67-4ae1-b788-6db424a1c7b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-236095117'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:43.600583 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6676a8-f16f-45da-9763-395205fe62c0 None None] Resources bound (agent type, host, resource id): {{(pid=84150) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 13:19:43.630172 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab025ce-668b-4ae5-a9d6-16649d7f9fda None None] Routers {'865d5524-65cf-4ce9-8458-3b62ccb46342'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:19:43.631068 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-5ab025ce-668b-4ae5-a9d6-16649d7f9fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:19:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['865d5524-65cf-4ce9-8458-3b62ccb46342'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:43.692195 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:19:43.700889 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-9e30fb10-c3d0-4097-bae4-8274d378133b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.9633615 Dec 22 13:19:43.707772 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-5ab025ce-668b-4ae5-a9d6-16649d7f9fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:43.708189 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab025ce-668b-4ae5-a9d6-16649d7f9fda None None] The sync data for ids ['865d5524-65cf-4ce9-8458-3b62ccb46342'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:19:43.708305 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43762) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:43.713965 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:43.714377 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:43.763064 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0958abc-7156-4309-bd3a-58ee38664759 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event deleted for resources: {'Network': ['ID=919e502e-db89-4159-868e-f2e61cdee465,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:43.764925 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-af378069-8a64-4777-8c78-d455abad1487 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:43.789218 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b0958abc-7156-4309-bd3a-58ee38664759 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:43.802368 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-6d873f26-bc67-4ae1-b788-6db424a1c7b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:43.828248 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6d873f26-bc67-4ae1-b788-6db424a1c7b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Usage tracker for resource:network and tenant:5764ef7c4c644eedb583f164ec468ea1 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:43.843438 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6d873f26-bc67-4ae1-b788-6db424a1c7b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:43.869337 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6b0cea1c-2f1a-42fb-82b6-31b859af51d7 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:43.900969 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-6d873f26-bc67-4ae1-b788-6db424a1c7b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:43.947206 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-54783f8d-d19a-4dd9-b38a-b616762ec38c None None] Provisioning for port 675d5c62-fd43-45d1-8f32-32ff05f7306c completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:19:43.953109 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9b4c59dd-6cda-4aef-9038-a8fbe403feaa req-da3786ef-6158-48d2-8892-f2dc1cb5e6a8 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5973201 Dec 22 13:19:43.963278 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-af378069-8a64-4777-8c78-d455abad1487 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 14.4777911 Dec 22 13:19:43.971327 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a181dfd3-4a59-423d-a3a3-a253c37dc93c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:43.974673 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43766) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:43.982797 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-676bfcb1-2318-4710-a262-0e1921ca7b35 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:43.999204 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-54783f8d-d19a-4dd9-b38a-b616762ec38c None None] Provisioning complete for port 675d5c62-fd43-45d1-8f32-32ff05f7306c triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:43.999583 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-54783f8d-d19a-4dd9-b38a-b616762ec38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:44.080608 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:44.081987 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d873f26-bc67-4ae1-b788-6db424a1c7b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Made reservation on behalf of 5764ef7c4c644eedb583f164ec468ea1 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:19:44.084647 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6d873f26-bc67-4ae1-b788-6db424a1c7b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:44.096530 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1a1b0c88-8f7a-4ac0-a33a-f28a9d8fda3f tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:44.126554 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-54783f8d-d19a-4dd9-b38a-b616762ec38c None None] Port 675d5c62-fd43-45d1-8f32-32ff05f7306c cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:19:44.150394 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12,segment=NetworkSegment(e11a9440-d7e6-4ec9-a0b2-30e49813bac3),segment_id=e11a9440-d7e6-4ec9-a0b2-30e49813bac3)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:19:44.223614 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:44.233903 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3f087456-7253-4260-9ea3-66aa656fb158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:44.244917 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-676bfcb1-2318-4710-a262-0e1921ca7b35 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for floatingip, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:44.301919 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1a1b0c88-8f7a-4ac0-a33a-f28a9d8fda3f tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:44.306714 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b6798b4d-5c5f-4578-adad-245d2bef7f6a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:44.332916 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-af378069-8a64-4777-8c78-d455abad1487 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:44.354312 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:44.357565 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:44.374868 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6b0cea1c-2f1a-42fb-82b6-31b859af51d7 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:44.378863 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0cea1c-2f1a-42fb-82b6-31b859af51d7 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:44.378989 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d720334e-0ba8-4bd5-a7cb-29c0987701de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-923d1c75-f5f1-48dd-b998-8cf0e03fc0d5', 'network_id': '923d1c75-f5f1-48dd-b998-8cf0e03fc0d5', 'tenant_id': '4a393474cb6b43369a1ff642b2c3cbd7', 'fixed_ips': [{'subnet_id': '6b0d4422-eea8-43f9-afa4-ce2995592d7f'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:19:44.379439 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6b0cea1c-2f1a-42fb-82b6-31b859af51d7 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:44.380179 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d720334e-0ba8-4bd5-a7cb-29c0987701de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:44.382604 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1e001519-31b2-4202-b5de-70e2b18b4416 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:44.413360 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d873f26-bc67-4ae1-b788-6db424a1c7b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:19:44.431598 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6798b4d-5c5f-4578-adad-245d2bef7f6a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Port': ['ID=4d6746ed-e1be-4203-b6b1-80cbc08baa55,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:44.442833 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b6798b4d-5c5f-4578-adad-245d2bef7f6a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:44.449101 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a181dfd3-4a59-423d-a3a3-a253c37dc93c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:44.457322 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9b9feb8e-7f60-4f76-b4f7-faeee5b963a4 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:44.464876 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.db.resource_extend [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-b680e4b9-1dc7-4803-a9aa-68df7c623b93 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:19:44.488352 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device cf6ad186-acbe-4b72-aed0-7bd34d5085df up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:19:44.491085 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6d873f26-bc67-4ae1-b788-6db424a1c7b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:44.491441 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-6d873f26-bc67-4ae1-b788-6db424a1c7b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Added segment 9ba8b2aa-20c5-40b3-9e0e-3484a39184ce of type vlan for network a5c61990-5a7e-4cde-ae62-cb65ab222c60 Dec 22 13:19:44.577904 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port cf6ad186-acbe-4b72-aed0-7bd34d5085df triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:44.578383 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:44.594086 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-a181dfd3-4a59-423d-a3a3-a253c37dc93c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc8b8810-41ec-421e-b7fc-d1a31e4ad924']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:44.600098 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-b680e4b9-1dc7-4803-a9aa-68df7c623b93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 675d5c62-fd43-45d1-8f32-32ff05f7306c {{(pid=84148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:19:44.611161 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-b680e4b9-1dc7-4803-a9aa-68df7c623b93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:44.692427 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-b680e4b9-1dc7-4803-a9aa-68df7c623b93 service neutron] Transition to ACTIVE for port object 675d5c62-fd43-45d1-8f32-32ff05f7306c will not be triggered until provisioned by entity L2. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:44.697681 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1a1b0c88-8f7a-4ac0-a33a-f28a9d8fda3f tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:44.702252 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6b0cea1c-2f1a-42fb-82b6-31b859af51d7 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.7021027 Dec 22 13:19:44.708675 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d50c2d97-14aa-4d79-89de-83d9fed83d73 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:44.714821 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-a181dfd3-4a59-423d-a3a3-a253c37dc93c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e74a0909-433b-499b-9b47-e689c1f07feb') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:44.715320 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-a181dfd3-4a59-423d-a3a3-a253c37dc93c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e74a0909-433b-499b-9b47-e689c1f07feb') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:44.729042 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43770) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:44.749641 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 4d6746ed-e1be-4203-b6b1-80cbc08baa55 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:19:44.752713 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-b680e4b9-1dc7-4803-a9aa-68df7c623b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:44.760624 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b0c88-8f7a-4ac0-a33a-f28a9d8fda3f tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Pushing event deleted for resources: {'Subnet': ['ID=6b0d4422-eea8-43f9-afa4-ce2995592d7f,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:44.772083 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1a1b0c88-8f7a-4ac0-a33a-f28a9d8fda3f tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:44.772733 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-19f4e568-1a2b-4099-baaf-ae70aff5d771 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server [None req-d720334e-0ba8-4bd5-a7cb-29c0987701de None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6b0d4422-eea8-43f9-afa4-ce2995592d7f: This subnet is being modified by another concurrent operation. Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 13:19:44.783953 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise exception Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6b0d4422-eea8-43f9-afa4-ce2995592d7f: This subnet is being modified by another concurrent operation. Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server Dec 22 13:19:44.788584 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 4d6746ed-e1be-4203-b6b1-80cbc08baa55 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:19:44.793517 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 4d6746ed-e1be-4203-b6b1-80cbc08baa55 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 22 13:19:44.795556 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-ddc25520-83a0-4c88-a2f1-62189956503f tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Request body: {'subnet': {'network_id': 'ec5f0de7-829f-445c-b587-d99d1c93bac3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:44.811993 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0cea1c-2f1a-42fb-82b6-31b859af51d7 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Pushing event updated for resources: {'Network': ['ID=ec5f0de7-829f-445c-b587-d99d1c93bac3,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:44.822213 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dc29d0-62f7-48bf-8729-bd51c8ecd821 None None] get_active_networks_info from dv-neutron-822669-1-hyperv {{(pid=84150) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 13:19:44.839024 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6b0cea1c-2f1a-42fb-82b6-31b859af51d7 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:44.842844 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a181dfd3-4a59-423d-a3a3-a253c37dc93c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:44.854249 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network ec5f0de7-829f-445c-b587-d99d1c93bac3 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:19:44.874231 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Port 4d6746ed-e1be-4203-b6b1-80cbc08baa55 not found, will not notify nova. {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 22 13:19:44.915097 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6d873f26-bc67-4ae1-b788-6db424a1c7b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:44.942726 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a181dfd3-4a59-423d-a3a3-a253c37dc93c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:45.014843 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a181dfd3-4a59-423d-a3a3-a253c37dc93c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:19:45.016755 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a181dfd3-4a59-423d-a3a3-a253c37dc93c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:45.073946 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dc29d0-62f7-48bf-8729-bd51c8ecd821 None None] Resources bound (agent type, host, resource id): {{(pid=84150) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 13:19:45.129502 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:19:45.129502 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:19:45.129502 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:19:45.129502 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:19:45.129502 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:19:45.129502 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:19:45.129502 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:19:45.129502 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:19:45.129502 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:19:45.129502 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:19:45.129502 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:19:45.129502 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:19:45.129502 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:19:45.129502 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:19:45.129502 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:19:45.129502 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:19:45.129502 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:19:45.129502 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:19:45.129502 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:19:45.129502 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:19:45.129502 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:19:45.129502 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:19:45.129502 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:19:45.129502 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:19:45.129502 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:19:45.129502 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:19:45.129502 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:19:45.129502 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:19:45.129502 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:19:45.129502 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:19:45.129502 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:19:45.129502 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:19:45.154183 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.resource_extend [None req-6d873f26-bc67-4ae1-b788-6db424a1c7b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:19:45.202065 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-ddc25520-83a0-4c88-a2f1-62189956503f tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:45.206591 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-ddc25520-83a0-4c88-a2f1-62189956503f tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Usage tracker for resource:subnet and tenant:809dd5e170e9452896910373b31e9aa1 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:45.219252 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-ddc25520-83a0-4c88-a2f1-62189956503f tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:45.290043 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-ddc25520-83a0-4c88-a2f1-62189956503f tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:45.357595 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680e4b9-1dc7-4803-a9aa-68df7c623b93 service neutron] Pushing event updated for resources: {'Port': ['ID=675d5c62-fd43-45d1-8f32-32ff05f7306c,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:45.386644 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b680e4b9-1dc7-4803-a9aa-68df7c623b93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:45.386644 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1a1b0c88-8f7a-4ac0-a33a-f28a9d8fda3f tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:45.449211 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6d873f26-bc67-4ae1-b788-6db424a1c7b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:45.453832 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d873f26-bc67-4ae1-b788-6db424a1c7b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:45.454637 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6d873f26-bc67-4ae1-b788-6db424a1c7b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:45.465589 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6b0cea1c-2f1a-42fb-82b6-31b859af51d7 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:45.490447 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-1a1b0c88-8f7a-4ac0-a33a-f28a9d8fda3f tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['923d1c75-f5f1-48dd-b998-8cf0e03fc0d5']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:45.538710 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b6798b4d-5c5f-4578-adad-245d2bef7f6a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:45.554867 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-1a1b0c88-8f7a-4ac0-a33a-f28a9d8fda3f tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e84cec7d-b403-4ee0-97c9-96a4db069255') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:45.555109 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-676bfcb1-2318-4710-a262-0e1921ca7b35 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:45.555813 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-1a1b0c88-8f7a-4ac0-a33a-f28a9d8fda3f tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e84cec7d-b403-4ee0-97c9-96a4db069255') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:45.559577 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84ba081-7fac-4129-b948-3b1c921a5f77 None None] Network 923d1c75-f5f1-48dd-b998-8cf0e03fc0d5 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:45.587619 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1a1b0c88-8f7a-4ac0-a33a-f28a9d8fda3f tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:45.687673 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1a1b0c88-8f7a-4ac0-a33a-f28a9d8fda3f tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:45.715903 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d873f26-bc67-4ae1-b788-6db424a1c7b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event updated for resources: {'Network': ['ID=a5c61990-5a7e-4cde-ae62-cb65ab222c60,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:45.722082 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6d873f26-bc67-4ae1-b788-6db424a1c7b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:45.724474 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8adc529-8e82-4a14-a17e-52873e807f55 req-68ff0082-01e9-488f-8050-530210c84ad8 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:45.725252 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-c8adc529-8e82-4a14-a17e-52873e807f55 req-68ff0082-01e9-488f-8050-530210c84ad8 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Synchronizing usage tracker for tenant:ccb0058a2c24446385d13786cea4c6a9 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:19:45.731294 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a1b0c88-8f7a-4ac0-a33a-f28a9d8fda3f tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:19:45.734617 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1a1b0c88-8f7a-4ac0-a33a-f28a9d8fda3f tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:45.757115 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:19:45.757115 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:19:45.757115 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:19:45.757115 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:19:45.757115 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:19:45.757115 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:19:45.757115 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:19:45.757115 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:19:45.757115 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:19:45.757115 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:19:45.757115 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:19:45.757115 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:19:45.757115 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:19:45.757115 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:19:45.757115 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:19:45.757115 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:19:45.757115 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:19:45.757115 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:19:45.757115 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:19:45.757115 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:19:45.757115 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:19:45.757115 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:19:45.757115 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:19:45.757115 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:19:45.757115 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:19:45.757115 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:19:45.757115 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:19:45.757115 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:19:45.757115 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:19:45.757115 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:19:45.757115 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:19:45.757115 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:19:45.760520 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network a5c61990-5a7e-4cde-ae62-cb65ab222c60 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:19:45.872198 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-b680e4b9-1dc7-4803-a9aa-68df7c623b93 service neutron] Attempting to bind port 675d5c62-fd43-45d1-8f32-32ff05f7306c on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:19:45.872434 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-b680e4b9-1dc7-4803-a9aa-68df7c623b93 service neutron] Attempting to bind port 675d5c62-fd43-45d1-8f32-32ff05f7306c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'e11a9440-d7e6-4ec9-a0b2-30e49813bac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '36a9635e-060b-4630-a9b5-9765cca55df8'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:19:45.872771 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-b680e4b9-1dc7-4803-a9aa-68df7c623b93 service neutron] Attempting to bind port 675d5c62-fd43-45d1-8f32-32ff05f7306c on network 36a9635e-060b-4630-a9b5-9765cca55df8 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:19:45.890884 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a181dfd3-4a59-423d-a3a3-a253c37dc93c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:45.894110 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6d873f26-bc67-4ae1-b788-6db424a1c7b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3838997 Dec 22 13:19:45.895051 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-676bfcb1-2318-4710-a262-0e1921ca7b35 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:45.895596 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.l3_db [None req-676bfcb1-2318-4710-a262-0e1921ca7b35 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Floating IP 13b7664e-3115-4c15-9ba5-d53359ace8eb disassociated. External IP: 172.26.1.69, port: 171a7641-bfe1-48e5-81c7-f1f4b31cdb26. Dec 22 13:19:45.906016 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43776) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:45.912913 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-4ad80c5a-7446-4795-b2e8-fe8be79c4fd2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Request body: {'subnet': {'network_id': 'a5c61990-5a7e-4cde-ae62-cb65ab222c60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:45.957003 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc25520-83a0-4c88-a2f1-62189956503f tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Made reservation on behalf of 809dd5e170e9452896910373b31e9aa1 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:19:45.967085 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efdb668-dcad-40f6-b5a0-3533d6490dad None None] Network 923d1c75-f5f1-48dd-b998-8cf0e03fc0d5 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:45.974044 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a181dfd3-4a59-423d-a3a3-a253c37dc93c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:45.979054 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a181dfd3-4a59-423d-a3a3-a253c37dc93c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "DELETE /v2.0/networks/bc8b8810-41ec-421e-b7fc-d1a31e4ad924 HTTP/1.1" status: 204 len: 168 time: 2.5296094 Dec 22 13:19:45.989977 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-b680e4b9-1dc7-4803-a9aa-68df7c623b93 service neutron] Port 675d5c62-fd43-45d1-8f32-32ff05f7306c on network 36a9635e-060b-4630-a9b5-9765cca55df8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:19:45.995296 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-b680e4b9-1dc7-4803-a9aa-68df7c623b93 service neutron] Attempting to bind port 675d5c62-fd43-45d1-8f32-32ff05f7306c on network 36a9635e-060b-4630-a9b5-9765cca55df8 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:19:45.995422 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-beb5d0cc-eb88-40b7-9a4d-11a0c2ce945c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:46.000124 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43780) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:46.015399 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-c8adc529-8e82-4a14-a17e-52873e807f55 req-68ff0082-01e9-488f-8050-530210c84ad8 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Unset dirty status for tenant:ccb0058a2c24446385d13786cea4c6a9 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:19:46.016390 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c8adc529-8e82-4a14-a17e-52873e807f55 req-68ff0082-01e9-488f-8050-530210c84ad8 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 943 time: 0.8791227 Dec 22 13:19:46.016723 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efdb668-dcad-40f6-b5a0-3533d6490dad None None] Network 923d1c75-f5f1-48dd-b998-8cf0e03fc0d5 could not be found, it might have been deleted concurrently. {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Dec 22 13:19:46.016964 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1a1b0c88-8f7a-4ac0-a33a-f28a9d8fda3f tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:46.021927 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1a1b0c88-8f7a-4ac0-a33a-f28a9d8fda3f tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:46.067554 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d6792997-ff10-4d7b-b919-f9d9ad4d0c89 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:46.145294 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181dfd3-4a59-423d-a3a3-a253c37dc93c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event deleted for resources: {'Network': ['ID=bc8b8810-41ec-421e-b7fc-d1a31e4ad924,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:46.149457 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b986b7-5844-42c8-9f3d-d942551fdf1c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] DELETE failed (client error): The resource could not be found. Dec 22 13:19:46.149965 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38b986b7-5844-42c8-9f3d-d942551fdf1c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:19:46.150157 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a181dfd3-4a59-423d-a3a3-a253c37dc93c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:46.166111 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b0c88-8f7a-4ac0-a33a-f28a9d8fda3f tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Pushing event deleted for resources: {'Network': ['ID=923d1c75-f5f1-48dd-b998-8cf0e03fc0d5,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:46.168689 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1a1b0c88-8f7a-4ac0-a33a-f28a9d8fda3f tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:46.169737 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-b680e4b9-1dc7-4803-a9aa-68df7c623b93 service neutron] Checking agent: {'id': '72ee2f79-9ac0-483e-b4fd-5b910a776581', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'started_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:19:46.170077 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-b680e4b9-1dc7-4803-a9aa-68df7c623b93 service neutron] Checking segment: {'id': 'e11a9440-d7e6-4ec9-a0b2-30e49813bac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '36a9635e-060b-4630-a9b5-9765cca55df8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:19:46.170485 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-b680e4b9-1dc7-4803-a9aa-68df7c623b93 service neutron] Bound using segment: {'id': 'e11a9440-d7e6-4ec9-a0b2-30e49813bac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '36a9635e-060b-4630-a9b5-9765cca55df8'} {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:19:46.170917 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-b680e4b9-1dc7-4803-a9aa-68df7c623b93 service neutron] Bound port: 675d5c62-fd43-45d1-8f32-32ff05f7306c, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e11a9440-d7e6-4ec9-a0b2-30e49813bac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '36a9635e-060b-4630-a9b5-9765cca55df8'}}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:19:46.171262 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-b680e4b9-1dc7-4803-a9aa-68df7c623b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:46.180955 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ddc25520-83a0-4c88-a2f1-62189956503f tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:46.213356 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-38b986b7-5844-42c8-9f3d-d942551fdf1c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "DELETE /v2.0/subnets/ef80c8fb-8330-4eab-a809-b3373e264c41 HTTP/1.1" status: 404 len: 337 time: 0.2118628 Dec 22 13:19:46.223688 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43784) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:46.241099 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-1a1b0c88-8f7a-4ac0-a33a-f28a9d8fda3f tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] 10.222.0.47 "DELETE /v2.0/networks/923d1c75-f5f1-48dd-b998-8cf0e03fc0d5 HTTP/1.1" status: 204 len: 168 time: 2.5257695 Dec 22 13:19:46.247369 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43788) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:46.256587 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-4ad80c5a-7446-4795-b2e8-fe8be79c4fd2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:46.293635 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-4ad80c5a-7446-4795-b2e8-fe8be79c4fd2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Usage tracker for resource:subnet and tenant:5764ef7c4c644eedb583f164ec468ea1 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:46.306294 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-4ad80c5a-7446-4795-b2e8-fe8be79c4fd2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:46.312924 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-f9836adb-f7e9-4b08-9c75-9c8ac3d18bd0 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1409115524'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:46.315736 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-0060659b-a97b-44c9-8b88-c53d05fbc518 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] DELETE failed (client error): The resource could not be found. Dec 22 13:19:46.316126 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0060659b-a97b-44c9-8b88-c53d05fbc518 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:19:46.320170 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0060659b-a97b-44c9-8b88-c53d05fbc518 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "DELETE /v2.0/networks/84931e66-cf63-41f9-bb2f-313c022d1f50 HTTP/1.1" status: 404 len: 339 time: 0.0909407 Dec 22 13:19:46.321802 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-4ad80c5a-7446-4795-b2e8-fe8be79c4fd2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:46.326658 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c8adc529-8e82-4a14-a17e-52873e807f55 req-f6f84ab0-b969-4f47-923b-8bda9287808d tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2958128 Dec 22 13:19:46.329741 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43792) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:46.337857 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-f9836adb-f7e9-4b08-9c75-9c8ac3d18bd0 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:46.347934 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f9836adb-f7e9-4b08-9c75-9c8ac3d18bd0 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Usage tracker for resource:network and tenant:4a393474cb6b43369a1ff642b2c3cbd7 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:46.360776 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f9836adb-f7e9-4b08-9c75-9c8ac3d18bd0 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:46.377460 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:19:46.421771 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-f9836adb-f7e9-4b08-9c75-9c8ac3d18bd0 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:46.440270 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad80c5a-7446-4795-b2e8-fe8be79c4fd2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Made reservation on behalf of 5764ef7c4c644eedb583f164ec468ea1 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:19:46.456654 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-b680e4b9-1dc7-4803-a9aa-68df7c623b93 service neutron] For port 675d5c62-fd43-45d1-8f32-32ff05f7306c, host hv-neutron-8226, cleared binding levels {{(pid=84148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:19:46.466270 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:46.469779 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:46.526031 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9836adb-f7e9-4b08-9c75-9c8ac3d18bd0 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Made reservation on behalf of 4a393474cb6b43369a1ff642b2c3cbd7 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:19:46.529372 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f9836adb-f7e9-4b08-9c75-9c8ac3d18bd0 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:46.562278 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6798b4d-5c5f-4578-adad-245d2bef7f6a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Router b21da460-d069-4af5-9532-67079b58b155 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:19:46.590225 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-b680e4b9-1dc7-4803-a9aa-68df7c623b93 service neutron] For port 675d5c62-fd43-45d1-8f32-32ff05f7306c, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=675d5c62-fd43-45d1-8f32-32ff05f7306c,segment=NetworkSegment(e11a9440-d7e6-4ec9-a0b2-30e49813bac3),segment_id=e11a9440-d7e6-4ec9-a0b2-30e49813bac3)] {{(pid=84148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:19:46.641825 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9836adb-f7e9-4b08-9c75-9c8ac3d18bd0 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:19:46.678322 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-b680e4b9-1dc7-4803-a9aa-68df7c623b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:46.696482 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3b49b9dd-37bd-4b4d-a707-a0f1e1d91b90 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:46.735399 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-1e001519-31b2-4202-b5de-70e2b18b4416 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Deleting port e568ece7-1c59-4732-a05f-bd832211881f {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:19:46.736113 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1e001519-31b2-4202-b5de-70e2b18b4416 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:46.737183 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f9836adb-f7e9-4b08-9c75-9c8ac3d18bd0 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:46.737584 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-f9836adb-f7e9-4b08-9c75-9c8ac3d18bd0 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Added segment 9d7ecc76-0164-4769-9a46-7ec65b6d0395 of type vlan for network b609916f-c1b9-48ba-aa02-487752c7820e Dec 22 13:19:46.775871 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4ad80c5a-7446-4795-b2e8-fe8be79c4fd2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:46.895708 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-b680e4b9-1dc7-4803-a9aa-68df7c623b93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:46.897139 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-b680e4b9-1dc7-4803-a9aa-68df7c623b93 service neutron] 10.222.0.45 "PUT /v2.0/ports/675d5c62-fd43-45d1-8f32-32ff05f7306c HTTP/1.1" status: 200 len: 1093 time: 3.8084354 Dec 22 13:19:46.913859 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1de8eac-5f49-49cf-9160-a57d3deb5781', 'tag': '675d5c62-fd43-45d1-8f32-32ff05f7306c'}] {{(pid=84148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:19:47.012473 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6798b4d-5c5f-4578-adad-245d2bef7f6a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:19:47.015781 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f9836adb-f7e9-4b08-9c75-9c8ac3d18bd0 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:47.023220 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb61bdc-d595-445b-abb8-1111b8ff99a9 None None] Sync routers for ids ['b21da460-d069-4af5-9532-67079b58b155'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:19:47.034132 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1de8eac-5f49-49cf-9160-a57d3deb5781', 'tag': '675d5c62-fd43-45d1-8f32-32ff05f7306c', 'status': 'completed', 'code': 200} Dec 22 13:19:47.036781 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.ipam_backend_mixin [None req-4ad80c5a-7446-4795-b2e8-fe8be79c4fd2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Performing IP validity checks on allocation pools {{(pid=84148) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 13:19:47.037302 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.ipam_backend_mixin [None req-4ad80c5a-7446-4795-b2e8-fe8be79c4fd2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84148) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 13:19:47.041647 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb61bdc-d595-445b-abb8-1111b8ff99a9 None None] Routers {'b21da460-d069-4af5-9532-67079b58b155'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:19:47.042640 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-4eb61bdc-d595-445b-abb8-1111b8ff99a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:19:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b21da460-d069-4af5-9532-67079b58b155'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:47.089895 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-2324ac75-5097-4654-a7a5-93b185aa2675 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Deleting subnet 5a5529af-23a4-469d-8f8c-04b1c87e7589 {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:19:47.102203 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680e4b9-1dc7-4803-a9aa-68df7c623b93 service neutron] Pushing event updated for resources: {'Port': ['ID=675d5c62-fd43-45d1-8f32-32ff05f7306c,revision_number=3']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:47.105949 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b680e4b9-1dc7-4803-a9aa-68df7c623b93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:47.118283 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ddc25520-83a0-4c88-a2f1-62189956503f tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:47.124585 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-262522bd-056c-48f2-94f1-b6ffd6556b43 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:47.125971 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2324ac75-5097-4654-a7a5-93b185aa2675 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:47.155026 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b6798b4d-5c5f-4578-adad-245d2bef7f6a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "PUT /v2.0/routers/b21da460-d069-4af5-9532-67079b58b155/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8123863 Dec 22 13:19:47.169535 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43798) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:47.210506 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-4eb61bdc-d595-445b-abb8-1111b8ff99a9 None None] Set router b21da460-d069-4af5-9532-67079b58b155 gateway port host: None {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:19:47.248996 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f9836adb-f7e9-4b08-9c75-9c8ac3d18bd0 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:47.252740 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9836adb-f7e9-4b08-9c75-9c8ac3d18bd0 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:47.253347 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f9836adb-f7e9-4b08-9c75-9c8ac3d18bd0 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:47.292884 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc25520-83a0-4c88-a2f1-62189956503f tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Pushing event updated for resources: {'Subnet': ['ID=e11623ab-1468-4e85-91ed-a277b8a804e5,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:47.296269 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ddc25520-83a0-4c88-a2f1-62189956503f tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:47.302891 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-14f74e2d-51fd-4c51-b359-3dc40bccf418 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:47.332612 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-4eb61bdc-d595-445b-abb8-1111b8ff99a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21da460-d069-4af5-9532-67079b58b155', 'name': 'tempest-NetworksTestDHCPv6-router-1172515071', 'tenant_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:19:25Z', 'updated_at': '2021-12-22T13:19:43Z', 'revision_number': 3, 'project_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'gw_port_host': None}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:47.338804 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb61bdc-d595-445b-abb8-1111b8ff99a9 None None] Checking router: b21da460-d069-4af5-9532-67079b58b155 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:19:47.356135 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb61bdc-d595-445b-abb8-1111b8ff99a9 None None] Routers {'b21da460-d069-4af5-9532-67079b58b155'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:19:47.356352 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2324ac75-5097-4654-a7a5-93b185aa2675 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:47.356761 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-4eb61bdc-d595-445b-abb8-1111b8ff99a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:19:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b21da460-d069-4af5-9532-67079b58b155'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:47.410281 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145424ac-732f-4099-802f-75d4e85ec50c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:47.411638 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145424ac-732f-4099-802f-75d4e85ec50c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:47.412377 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-145424ac-732f-4099-802f-75d4e85ec50c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:19:47.422686 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1e001519-31b2-4202-b5de-70e2b18b4416 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:47.451886 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f9836adb-f7e9-4b08-9c75-9c8ac3d18bd0 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1534517 Dec 22 13:19:47.457795 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc25520-83a0-4c88-a2f1-62189956503f tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Checking segment: {'id': '4c09b8ae-a849-4d98-a543-1e102929c877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ec5f0de7-829f-445c-b587-d99d1c93bac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:19:47.458153 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc25520-83a0-4c88-a2f1-62189956503f tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Network hostable DHCP agents. Network: ec5f0de7-829f-445c-b587-d99d1c93bac3, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:19:47.465732 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43804) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:47.466371 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9836adb-f7e9-4b08-9c75-9c8ac3d18bd0 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Pushing event updated for resources: {'Network': ['ID=b609916f-c1b9-48ba-aa02-487752c7820e,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:47.474125 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-96154def-6024-4b0b-8e4d-39702ae8ad0d tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Request body: {'subnet': {'network_id': 'b609916f-c1b9-48ba-aa02-487752c7820e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:47.495119 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f9836adb-f7e9-4b08-9c75-9c8ac3d18bd0 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:47.530153 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-4eb61bdc-d595-445b-abb8-1111b8ff99a9 None None] Set router b21da460-d069-4af5-9532-67079b58b155 gateway port host: None {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:19:47.606313 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-145424ac-732f-4099-802f-75d4e85ec50c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:19:47.607484 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-145424ac-732f-4099-802f-75d4e85ec50c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4301980 Dec 22 13:19:47.626756 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43808) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:47.633258 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network b609916f-c1b9-48ba-aa02-487752c7820e details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:19:47.634532 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-1e001519-31b2-4202-b5de-70e2b18b4416 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Calling delete_port for e568ece7-1c59-4732-a05f-bd832211881f owned by network:router_interface {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:19:47.654123 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-4eb61bdc-d595-445b-abb8-1111b8ff99a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21da460-d069-4af5-9532-67079b58b155', 'name': 'tempest-NetworksTestDHCPv6-router-1172515071', 'tenant_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:19:25Z', 'updated_at': '2021-12-22T13:19:43Z', 'revision_number': 3, 'project_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'gw_port_host': None}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:47.728662 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-96154def-6024-4b0b-8e4d-39702ae8ad0d tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:47.738416 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-96154def-6024-4b0b-8e4d-39702ae8ad0d tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Usage tracker for resource:subnet and tenant:4a393474cb6b43369a1ff642b2c3cbd7 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:47.752777 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb61bdc-d595-445b-abb8-1111b8ff99a9 None None] The sync data for ids ['b21da460-d069-4af5-9532-67079b58b155'] in dv-neutron-822669-1-hyperv is: [{'id': 'b21da460-d069-4af5-9532-67079b58b155', 'name': 'tempest-NetworksTestDHCPv6-router-1172515071', 'tenant_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:19:25Z', 'updated_at': '2021-12-22T13:19:43Z', 'revision_number': 3, 'project_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'gw_port_host': None}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:19:47.756486 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-e4f9b89e-84df-42f7-879a-7a68fbd84e89 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ccb0058a2c24446385d13786cea4c6a9&device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 1096 time: 0.7151165 Dec 22 13:19:47.760249 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-96154def-6024-4b0b-8e4d-39702ae8ad0d tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:47.827877 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc25520-83a0-4c88-a2f1-62189956503f tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Network ec5f0de7-829f-445c-b587-d99d1c93bac3 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:19:47.832888 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-96154def-6024-4b0b-8e4d-39702ae8ad0d tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:47.898092 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-ec874d79-e79a-47b9-97c0-92f40f9564ea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=675d5c62-fd43-45d1-8f32-32ff05f7306c HTTP/1.1" status: 200 len: 217 time: 0.1143343 Dec 22 13:19:47.907843 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-ddc25520-83a0-4c88-a2f1-62189956503f tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, ec5f0de7-829f-445c-b587-d99d1c93bac3) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:47.912711 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc25520-83a0-4c88-a2f1-62189956503f tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:47.914655 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ddc25520-83a0-4c88-a2f1-62189956503f tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:47.919320 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ebbb73-18dd-4c8d-831b-b67085bbfe22 None None] Network ec5f0de7-829f-445c-b587-d99d1c93bac3 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:47.928588 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96154def-6024-4b0b-8e4d-39702ae8ad0d tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Made reservation on behalf of 4a393474cb6b43369a1ff642b2c3cbd7 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:19:47.956089 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede98950-b3a0-4154-8ade-b178abb481d4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting subnet 4ddc2429-7ce6-461d-adf4-c09842cd9c0e {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:19:47.969061 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2324ac75-5097-4654-a7a5-93b185aa2675 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:48.006298 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ede98950-b3a0-4154-8ade-b178abb481d4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:48.044847 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676bfcb1-2318-4710-a262-0e1921ca7b35 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Router 79eaaa19-8daf-40ae-8b90-d16fa78890d4 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:19:48.073761 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b02c7-4aa3-45ad-a9aa-0b2abde303f2 req-8223245d-fb9a-4cd5-ac17-3095b5e896b0 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:48.075544 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-187b02c7-4aa3-45ad-a9aa-0b2abde303f2 req-8223245d-fb9a-4cd5-ac17-3095b5e896b0 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 943 time: 0.4528623 Dec 22 13:19:48.080269 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-12eaf632-1b21-4708-a505-0003216fbbc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:48.081884 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-12eaf632-1b21-4708-a505-0003216fbbc9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=02969300-ed8d-4b59-a34d-12a5dcb2cce8 HTTP/1.1" status: 200 len: 851 time: 0.1659350 Dec 22 13:19:48.082453 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4ad80c5a-7446-4795-b2e8-fe8be79c4fd2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:48.091284 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:48.104035 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ddc25520-83a0-4c88-a2f1-62189956503f tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3718705 Dec 22 13:19:48.109079 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ede98950-b3a0-4154-8ade-b178abb481d4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:48.127456 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43812) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:48.135650 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-75987c7b-e353-416e-a2f3-a0f211c6cb6a tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Request body: {'port': {'network_id': 'ec5f0de7-829f-445c-b587-d99d1c93bac3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1055678583'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:48.138507 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-96154def-6024-4b0b-8e4d-39702ae8ad0d tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:48.174885 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877bfc82-b27f-41ab-a807-cf3eacccbff3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-ec5f0de7-829f-445c-b587-d99d1c93bac3', 'network_id': 'ec5f0de7-829f-445c-b587-d99d1c93bac3', 'tenant_id': '809dd5e170e9452896910373b31e9aa1', 'fixed_ips': [{'subnet_id': 'e11623ab-1468-4e85-91ed-a277b8a804e5'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:19:48.175766 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-877bfc82-b27f-41ab-a807-cf3eacccbff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:48.264926 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 4d6746ed-e1be-4203-b6b1-80cbc08baa55 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:19:48.310876 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 4d6746ed-e1be-4203-b6b1-80cbc08baa55 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:19:48.311224 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 4d6746ed-e1be-4203-b6b1-80cbc08baa55 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:19:48.361961 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ede98950-b3a0-4154-8ade-b178abb481d4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:48.384284 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-877bfc82-b27f-41ab-a807-cf3eacccbff3 None None] Allocated IP 172.20.0.2 (ec5f0de7-829f-445c-b587-d99d1c93bac3/e11623ab-1468-4e85-91ed-a277b8a804e5/53a3c53e-ba4c-459f-a542-a126458d7e6a) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:19:48.414211 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad80c5a-7446-4795-b2e8-fe8be79c4fd2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event updated for resources: {'Subnet': ['ID=35e15c9b-59d4-4e18-b961-81ae34a7e4d2,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:48.417120 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-4ad80c5a-7446-4795-b2e8-fe8be79c4fd2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:48.433159 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2324ac75-5097-4654-a7a5-93b185aa2675 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:48.448912 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0ca42301-02e8-4d1b-9575-92a9bcfed859 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:48.512939 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-187b02c7-4aa3-45ad-a9aa-0b2abde303f2 req-84fdf254-0f66-4fd3-b18e-718861749738 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3872540 Dec 22 13:19:48.519122 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324ac75-5097-4654-a7a5-93b185aa2675 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event deleted for resources: {'Subnet': ['ID=5a5529af-23a4-469d-8f8c-04b1c87e7589,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:48.521467 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2324ac75-5097-4654-a7a5-93b185aa2675 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:48.538915 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2324ac75-5097-4654-a7a5-93b185aa2675 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:48.564697 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad80c5a-7446-4795-b2e8-fe8be79c4fd2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Checking segment: {'id': '9ba8b2aa-20c5-40b3-9e0e-3484a39184ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a5c61990-5a7e-4cde-ae62-cb65ab222c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:19:48.565572 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad80c5a-7446-4795-b2e8-fe8be79c4fd2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Network hostable DHCP agents. Network: a5c61990-5a7e-4cde-ae62-cb65ab222c60, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:19:48.596837 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-75987c7b-e353-416e-a2f3-a0f211c6cb6a tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:48.607562 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-6442fab4-eb7d-4d19-a6fd-765c0c3797c9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=36a9635e-060b-4630-a9b5-9765cca55df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4868438 Dec 22 13:19:48.609463 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-75987c7b-e353-416e-a2f3-a0f211c6cb6a tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Usage tracker for resource:port and tenant:809dd5e170e9452896910373b31e9aa1 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:48.616372 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1e001519-31b2-4202-b5de-70e2b18b4416 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:48.617252 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-75987c7b-e353-416e-a2f3-a0f211c6cb6a tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:48.620920 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7d314fc0-d054-4912-a7b4-87116c6e848c tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:48.621336 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-877bfc82-b27f-41ab-a807-cf3eacccbff3 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:48.632115 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-877bfc82-b27f-41ab-a807-cf3eacccbff3 None None] Transition to ACTIVE for port object 53a3c53e-ba4c-459f-a542-a126458d7e6a will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:48.650926 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676bfcb1-2318-4710-a262-0e1921ca7b35 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:19:48.653699 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-877bfc82-b27f-41ab-a807-cf3eacccbff3 None None] Transition to ACTIVE for port object 53a3c53e-ba4c-459f-a542-a126458d7e6a will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:48.658600 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28fdee2-3776-4ba1-9f24-7586b96401c0 None None] Network d2ca6458-8bd8-4367-8052-0c6b566e8a58 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:48.664626 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b9d24f-6c13-4bea-84e9-c39f43bc2a31 None None] Sync routers for ids ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:19:48.666629 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ede98950-b3a0-4154-8ade-b178abb481d4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:48.671494 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-63bc62b1-c6df-4e17-b8a6-031738d36e18 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:48.684741 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-75987c7b-e353-416e-a2f3-a0f211c6cb6a tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:48.689961 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b9d24f-6c13-4bea-84e9-c39f43bc2a31 None None] Routers {'79eaaa19-8daf-40ae-8b90-d16fa78890d4'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:19:48.695820 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-a1b9d24f-6c13-4bea-84e9-c39f43bc2a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:19:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:48.713745 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-676bfcb1-2318-4710-a262-0e1921ca7b35 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:48.748260 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-877bfc82-b27f-41ab-a807-cf3eacccbff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:48.750783 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e001519-31b2-4202-b5de-70e2b18b4416 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event deleted for resources: {'Port': ['ID=e568ece7-1c59-4732-a05f-bd832211881f,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:48.754067 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1e001519-31b2-4202-b5de-70e2b18b4416 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:48.754614 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:48.772783 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-2324ac75-5097-4654-a7a5-93b185aa2675 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "DELETE /v2.0/subnets/5a5529af-23a4-469d-8f8c-04b1c87e7589 HTTP/1.1" status: 204 len: 168 time: 2.4399264 Dec 22 13:19:48.780119 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43816) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:48.803221 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-a1b9d24f-6c13-4bea-84e9-c39f43bc2a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:48.856037 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b9d24f-6c13-4bea-84e9-c39f43bc2a31 None None] Routers {'79eaaa19-8daf-40ae-8b90-d16fa78890d4'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:19:48.856669 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-a1b9d24f-6c13-4bea-84e9-c39f43bc2a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:19:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:48.897030 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad80c5a-7446-4795-b2e8-fe8be79c4fd2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Network a5c61990-5a7e-4cde-ae62-cb65ab222c60 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:19:48.906045 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede98950-b3a0-4154-8ade-b178abb481d4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Subnet': ['ID=4ddc2429-7ce6-461d-adf4-c09842cd9c0e,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:48.906656 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877bfc82-b27f-41ab-a807-cf3eacccbff3 None None] Pushing event updated for resources: {'Port': ['ID=53a3c53e-ba4c-459f-a542-a126458d7e6a,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:48.914499 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ede98950-b3a0-4154-8ade-b178abb481d4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:48.921739 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877bfc82-b27f-41ab-a807-cf3eacccbff3 None None] Network ec5f0de7-829f-445c-b587-d99d1c93bac3 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:48.924507 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-877bfc82-b27f-41ab-a807-cf3eacccbff3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:48.927250 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-877bfc82-b27f-41ab-a807-cf3eacccbff3 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:48.941766 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ede98950-b3a0-4154-8ade-b178abb481d4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:48.947037 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ede98950-b3a0-4154-8ade-b178abb481d4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/4ddc2429-7ce6-461d-adf4-c09842cd9c0e HTTP/1.1" status: 204 len: 168 time: 1.3188355 Dec 22 13:19:48.967943 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877bfc82-b27f-41ab-a807-cf3eacccbff3 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:19:48.971429 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e4b2bb-38f0-4fc9-b213-a7c5be26ff2c None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:49.016575 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-a1b9d24f-6c13-4bea-84e9-c39f43bc2a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:49.016980 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b9d24f-6c13-4bea-84e9-c39f43bc2a31 None None] The sync data for ids ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:19:49.018682 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43820) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:49.036078 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75987c7b-e353-416e-a2f3-a0f211c6cb6a tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Made reservation on behalf of 809dd5e170e9452896910373b31e9aa1 for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:19:49.040035 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-75987c7b-e353-416e-a2f3-a0f211c6cb6a tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:49.087273 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-676bfcb1-2318-4710-a262-0e1921ca7b35 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "PUT /v2.0/floatingips/13b7664e-3115-4c15-9ba5-d53359ace8eb HTTP/1.1" status: 200 len: 687 time: 5.1089342 Dec 22 13:19:49.095048 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43824) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:49.099087 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.objects.ports [None req-96154def-6024-4b0b-8e4d-39702ae8ad0d tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84149) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 22 13:19:49.103323 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:19:49.165125 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-96154def-6024-4b0b-8e4d-39702ae8ad0d tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:49.181343 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0e998436-5f47-498f-971e-a40b0573df31 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:49.281448 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-4ad80c5a-7446-4795-b2e8-fe8be79c4fd2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, a5c61990-5a7e-4cde-ae62-cb65ab222c60) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:49.281672 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-877bfc82-b27f-41ab-a807-cf3eacccbff3 None None] Attempting to bind port 53a3c53e-ba4c-459f-a542-a126458d7e6a on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:19:49.282144 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-877bfc82-b27f-41ab-a807-cf3eacccbff3 None None] Attempting to bind port 53a3c53e-ba4c-459f-a542-a126458d7e6a by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '4c09b8ae-a849-4d98-a543-1e102929c877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ec5f0de7-829f-445c-b587-d99d1c93bac3'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:19:49.282290 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877bfc82-b27f-41ab-a807-cf3eacccbff3 None None] Attempting to bind port 53a3c53e-ba4c-459f-a542-a126458d7e6a on network ec5f0de7-829f-445c-b587-d99d1c93bac3 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:19:49.317662 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e38ffd0-42c1-46b7-937a-23b18c01d2d3 None None] Network a5c61990-5a7e-4cde-ae62-cb65ab222c60 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:49.363339 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad80c5a-7446-4795-b2e8-fe8be79c4fd2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:49.364010 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4ad80c5a-7446-4795-b2e8-fe8be79c4fd2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:49.365651 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96154def-6024-4b0b-8e4d-39702ae8ad0d tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Pushing event updated for resources: {'Subnet': ['ID=2603c822-3ff4-4def-ad8a-d1d1ccdceed9,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:49.368649 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-e9cf7763-8e55-44e7-96e3-0efb3f6b4c95 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Deleting port ec2e7e59-55d0-49f9-bc92-2ddddf700793 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:19:49.369016 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e9cf7763-8e55-44e7-96e3-0efb3f6b4c95 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:49.392316 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-96154def-6024-4b0b-8e4d-39702ae8ad0d tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:49.395669 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877bfc82-b27f-41ab-a807-cf3eacccbff3 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:19:49.396999 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877bfc82-b27f-41ab-a807-cf3eacccbff3 None None] Checking segment: {'id': '4c09b8ae-a849-4d98-a543-1e102929c877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ec5f0de7-829f-445c-b587-d99d1c93bac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:19:49.396999 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-877bfc82-b27f-41ab-a807-cf3eacccbff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:49.396999 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877bfc82-b27f-41ab-a807-cf3eacccbff3 None None] Bound using segment: {'id': '4c09b8ae-a849-4d98-a543-1e102929c877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ec5f0de7-829f-445c-b587-d99d1c93bac3'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:19:49.397408 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-877bfc82-b27f-41ab-a807-cf3eacccbff3 None None] Bound port: 53a3c53e-ba4c-459f-a542-a126458d7e6a, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c09b8ae-a849-4d98-a543-1e102929c877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ec5f0de7-829f-445c-b587-d99d1c93bac3'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:19:49.397850 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-877bfc82-b27f-41ab-a807-cf3eacccbff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:49.399690 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-b97b0219-9846-439b-98a6-3e05cda6f3ff tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Deleting subnet 855be06f-27b1-4291-bdde-005d820c58ee {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:19:49.426976 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96154def-6024-4b0b-8e4d-39702ae8ad0d tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Checking segment: {'id': '9d7ecc76-0164-4769-9a46-7ec65b6d0395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b609916f-c1b9-48ba-aa02-487752c7820e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:19:49.427339 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96154def-6024-4b0b-8e4d-39702ae8ad0d tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Network hostable DHCP agents. Network: b609916f-c1b9-48ba-aa02-487752c7820e, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:19:49.460122 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-75987c7b-e353-416e-a2f3-a0f211c6cb6a tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] device_id is not set on port a3167a30-4cdd-40b0-8b30-988f548a1eff yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:19:49.498570 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-af4f136f-3c68-4be9-aad7-8977532e6840 service neutron] 10.222.0.45 "GET /v2.0/networks/36a9635e-060b-4630-a9b5-9765cca55df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8339267 Dec 22 13:19:49.500650 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b97b0219-9846-439b-98a6-3e05cda6f3ff tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:49.603535 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e9cf7763-8e55-44e7-96e3-0efb3f6b4c95 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:49.603871 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e9cf7763-8e55-44e7-96e3-0efb3f6b4c95 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:49.657258 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-877bfc82-b27f-41ab-a807-cf3eacccbff3 None None] For port 53a3c53e-ba4c-459f-a542-a126458d7e6a, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:19:49.678015 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-877bfc82-b27f-41ab-a807-cf3eacccbff3 None None] For port 53a3c53e-ba4c-459f-a542-a126458d7e6a, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=53a3c53e-ba4c-459f-a542-a126458d7e6a,segment=NetworkSegment(4c09b8ae-a849-4d98-a543-1e102929c877),segment_id=4c09b8ae-a849-4d98-a543-1e102929c877)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:19:49.737237 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-877bfc82-b27f-41ab-a807-cf3eacccbff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:49.741864 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-49441eb8-cbab-4b90-b678-e029702c9f1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:49.749232 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-4ad80c5a-7446-4795-b2e8-fe8be79c4fd2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.8408830 Dec 22 13:19:49.767845 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43830) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:49.769275 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1e001519-31b2-4202-b5de-70e2b18b4416 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:49.782789 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4185d37e-3d9a-4130-a82d-7a9292d78075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-a5c61990-5a7e-4cde-ae62-cb65ab222c60', 'network_id': 'a5c61990-5a7e-4cde-ae62-cb65ab222c60', 'tenant_id': '5764ef7c4c644eedb583f164ec468ea1', 'fixed_ips': [{'subnet_id': '35e15c9b-59d4-4e18-b961-81ae34a7e4d2'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:19:49.783608 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4185d37e-3d9a-4130-a82d-7a9292d78075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:49.793722 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad0265a-3cdd-41a5-ba70-fdec28ae402b None None] DHCP port deletion for 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:19:49.813592 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b97b0219-9846-439b-98a6-3e05cda6f3ff tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:49.819643 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-1ad0265a-3cdd-41a5-ba70-fdec28ae402b None None] Deleting port 6ed52f12-fa84-43d9-8205-7890ce6dd2d5 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:19:49.820038 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1ad0265a-3cdd-41a5-ba70-fdec28ae402b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:49.822297 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-e9cf7763-8e55-44e7-96e3-0efb3f6b4c95 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Calling delete_port for ec2e7e59-55d0-49f9-bc92-2ddddf700793 owned by network:floatingip {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:19:49.849965 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96154def-6024-4b0b-8e4d-39702ae8ad0d tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Network b609916f-c1b9-48ba-aa02-487752c7820e is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:19:49.953815 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ecd11c-0178-44d6-b6bd-d4141928e478 req-7b4fe29d-b545-4289-9841-70631af0a08d tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:49.964473 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d2ecd11c-0178-44d6-b6bd-d4141928e478 req-7b4fe29d-b545-4289-9841-70631af0a08d tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 943 time: 0.1885455 Dec 22 13:19:49.975573 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877bfc82-b27f-41ab-a807-cf3eacccbff3 None None] Pushing event updated for resources: {'Port': ['ID=53a3c53e-ba4c-459f-a542-a126458d7e6a,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:49.979645 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b0dfd0d2-3ecb-4f9c-8f1d-e8673ae167a8 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.9295800 Dec 22 13:19:49.979827 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43834) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:50.000099 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-877bfc82-b27f-41ab-a807-cf3eacccbff3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:50.095561 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-96154def-6024-4b0b-8e4d-39702ae8ad0d tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, b609916f-c1b9-48ba-aa02-487752c7820e) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:50.115956 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf9611a-50b8-41c9-b918-c597319476e4 None None] Network b609916f-c1b9-48ba-aa02-487752c7820e requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:50.123366 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96154def-6024-4b0b-8e4d-39702ae8ad0d tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:50.124121 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-96154def-6024-4b0b-8e4d-39702ae8ad0d tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:50.283673 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-75987c7b-e353-416e-a2f3-a0f211c6cb6a tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Allocated IP 172.20.0.6 (ec5f0de7-829f-445c-b587-d99d1c93bac3/e11623ab-1468-4e85-91ed-a277b8a804e5/a3167a30-4cdd-40b0-8b30-988f548a1eff) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:19:50.286775 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d2ecd11c-0178-44d6-b6bd-d4141928e478 req-fe406a43-5c7b-4154-b3c9-4bc527ed268b tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3241367 Dec 22 13:19:50.293469 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c38b682f-5ad7-42a7-bf15-a3addf63354c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:50.413363 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-96154def-6024-4b0b-8e4d-39702ae8ad0d tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.9433365 Dec 22 13:19:50.425175 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e9cf7763-8e55-44e7-96e3-0efb3f6b4c95 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:50.437172 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43838) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:50.438212 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0800777c-e4b6-41d0-ba2b-ff5f69b3316e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:50.485752 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7deeb60e-9ff3-4882-be69-d47d40950e94 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:50.501259 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-1ad0265a-3cdd-41a5-ba70-fdec28ae402b None None] For port 6ed52f12-fa84-43d9-8205-7890ce6dd2d5, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=6ed52f12-fa84-43d9-8205-7890ce6dd2d5,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:19:50.502851 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1ad0265a-3cdd-41a5-ba70-fdec28ae402b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:50.534111 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-feb31b8c-93b2-4d31-951c-3ce663a5d376 req-6c5b9f58-0018-4492-ae86-9774efc6aafa service neutron] 10.222.0.45 "GET /v2.0/networks/36a9635e-060b-4630-a9b5-9765cca55df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9873686 Dec 22 13:19:50.677074 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-1ad0265a-3cdd-41a5-ba70-fdec28ae402b None None] Calling delete_port for 6ed52f12-fa84-43d9-8205-7890ce6dd2d5 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:19:50.707547 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 6ed52f12-fa84-43d9-8205-7890ce6dd2d5 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:19:50.796475 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf7763-8e55-44e7-96e3-0efb3f6b4c95 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event deleted for resources: {'Port': ['ID=ec2e7e59-55d0-49f9-bc92-2ddddf700793,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:50.839655 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-4185d37e-3d9a-4130-a82d-7a9292d78075 None None] Allocated IP 172.20.0.3 (a5c61990-5a7e-4cde-ae62-cb65ab222c60/35e15c9b-59d4-4e18-b961-81ae34a7e4d2/92f92e86-8aba-46e6-8fbb-4d2e52d99324) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:19:50.844517 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b97b0219-9846-439b-98a6-3e05cda6f3ff tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:50.859788 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e9cf7763-8e55-44e7-96e3-0efb3f6b4c95 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:50.880563 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e9cf7763-8e55-44e7-96e3-0efb3f6b4c95 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for floatingip, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:50.883545 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e9cf7763-8e55-44e7-96e3-0efb3f6b4c95 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:50.885507 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e9cf7763-8e55-44e7-96e3-0efb3f6b4c95 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "DELETE /v2.0/floatingips/13b7664e-3115-4c15-9ba5-d53359ace8eb HTTP/1.1" status: 204 len: 168 time: 1.7887745 Dec 22 13:19:50.893252 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43842) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:50.901446 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-61813f13-bbbf-4884-95af-8dd458046595 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Request body: {'floatingip': {'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'port_id': '00d8a5d9-b969-445d-92bc-e1e546a9cbc3'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:50.903849 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-f1908599-4cde-4e78-b7a5-cfe245a4b9f2 None None] Provisioning complete for port 9775d7a2-c6f9-4ef0-9744-ac103fbdbcae triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:50.904233 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f1908599-4cde-4e78-b7a5-cfe245a4b9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:50.922960 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-61813f13-bbbf-4884-95af-8dd458046595 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:51.150168 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1ad0265a-3cdd-41a5-ba70-fdec28ae402b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:51.164258 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-877bfc82-b27f-41ab-a807-cf3eacccbff3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:51.174843 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-61813f13-bbbf-4884-95af-8dd458046595 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Usage tracker for resource:floatingip and tenant:88c4270da4ff42b4b75089e5737840cb is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:51.180315 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-61813f13-bbbf-4884-95af-8dd458046595 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:51.212508 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-61813f13-bbbf-4884-95af-8dd458046595 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:51.236425 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de71a4a0-dea5-4b49-9d25-dd70f5481a90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-b609916f-c1b9-48ba-aa02-487752c7820e', 'network_id': 'b609916f-c1b9-48ba-aa02-487752c7820e', 'tenant_id': '4a393474cb6b43369a1ff642b2c3cbd7', 'fixed_ips': [{'subnet_id': '2603c822-3ff4-4def-ad8a-d1d1ccdceed9'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:19:51.237296 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-de71a4a0-dea5-4b49-9d25-dd70f5481a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:51.247838 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad0265a-3cdd-41a5-ba70-fdec28ae402b None None] Pushing event deleted for resources: {'Port': ['ID=6ed52f12-fa84-43d9-8205-7890ce6dd2d5,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:51.263267 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-1ad0265a-3cdd-41a5-ba70-fdec28ae402b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:51.270424 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:51.271384 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7deeb60e-9ff3-4882-be69-d47d40950e94 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:51.317710 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f63f1228-2949-4991-a6d3-83038be2f0f7 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:51.331754 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c38b682f-5ad7-42a7-bf15-a3addf63354c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:51.358253 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad0265a-3cdd-41a5-ba70-fdec28ae402b None None] No DVR routers for this DVR port 6ed52f12-fa84-43d9-8205-7890ce6dd2d5 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:19:51.437337 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c38b682f-5ad7-42a7-bf15-a3addf63354c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:51.439733 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f63f1228-2949-4991-a6d3-83038be2f0f7 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:51.518933 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-61813f13-bbbf-4884-95af-8dd458046595 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for floatingip, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:51.564870 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4bd98c-5696-4dd7-a15f-632f9106f725 None None] Network ec5f0de7-829f-445c-b587-d99d1c93bac3 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:51.600877 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b97b0219-9846-439b-98a6-3e05cda6f3ff tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:51.604210 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-75987c7b-e353-416e-a2f3-a0f211c6cb6a tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:51.617515 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e35d22f6-9dce-4c33-a983-a3e67fac9990 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:51.661196 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f63f1228-2949-4991-a6d3-83038be2f0f7 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:51.666775 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b0958abc-7156-4309-bd3a-58ee38664759 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:51.720373 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63f1228-2949-4991-a6d3-83038be2f0f7 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Pushing event deleted for resources: {'Subnet': ['ID=2603c822-3ff4-4def-ad8a-d1d1ccdceed9,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:51.723106 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c38b682f-5ad7-42a7-bf15-a3addf63354c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:51.723620 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38b682f-5ad7-42a7-bf15-a3addf63354c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Fanout notify agent at l3_agent the message router_deleted on router b21da460-d069-4af5-9532-67079b58b155 {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:19:51.725005 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f63f1228-2949-4991-a6d3-83038be2f0f7 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:51.736847 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b0219-9846-439b-98a6-3e05cda6f3ff tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event deleted for resources: {'Subnet': ['ID=855be06f-27b1-4291-bdde-005d820c58ee,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:51.740922 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-06218f32-8362-4bbd-9913-f6c5a0178eb9 req-ccfc2b8f-c23e-48b1-b6bd-c8ae9b82d81e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ccb0058a2c24446385d13786cea4c6a9&device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 1096 time: 1.0384879 Dec 22 13:19:51.753265 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b97b0219-9846-439b-98a6-3e05cda6f3ff tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:51.776578 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4185d37e-3d9a-4130-a82d-7a9292d78075 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:51.778722 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-75987c7b-e353-416e-a2f3-a0f211c6cb6a tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Transition to ACTIVE for port object a3167a30-4cdd-40b0-8b30-988f548a1eff will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:51.791137 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b97b0219-9846-439b-98a6-3e05cda6f3ff tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:51.803261 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b2ab92-8c4c-4454-a339-801b1483d5ec None None] Network d2ca6458-8bd8-4367-8052-0c6b566e8a58 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:51.834935 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c38b682f-5ad7-42a7-bf15-a3addf63354c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:51.839130 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c38b682f-5ad7-42a7-bf15-a3addf63354c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/routers/b21da460-d069-4af5-9532-67079b58b155 HTTP/1.1" status: 204 len: 168 time: 1.8220894 Dec 22 13:19:51.842977 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43848) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:51.858511 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-0991c732-2f26-4dab-92d4-aff89a0eb40f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'subnet': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:51.875904 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f63f1228-2949-4991-a6d3-83038be2f0f7 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:51.879549 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b97b0219-9846-439b-98a6-3e05cda6f3ff tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "DELETE /v2.0/subnets/855be06f-27b1-4291-bdde-005d820c58ee HTTP/1.1" status: 204 len: 168 time: 3.0976346 Dec 22 13:19:51.897725 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43852) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:51.906921 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 675d5c62-fd43-45d1-8f32-32ff05f7306c details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:19:51.937689 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-61813f13-bbbf-4884-95af-8dd458046595 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:51.944117 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-4185d37e-3d9a-4130-a82d-7a9292d78075 None None] Transition to ACTIVE for port object 92f92e86-8aba-46e6-8fbb-4d2e52d99324 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:51.956688 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-5bcf00b9-490f-402d-b3f1-36d2e4e81593 None None] Provisioning for port 53a3c53e-ba4c-459f-a542-a126458d7e6a completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server [None req-de71a4a0-dea5-4b49-9d25-dd70f5481a90 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2603c822-3ff4-4def-ad8a-d1d1ccdceed9: This subnet is being modified by another concurrent operation. Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 13:19:51.960986 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise exception Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2603c822-3ff4-4def-ad8a-d1d1ccdceed9: This subnet is being modified by another concurrent operation. Dec 22 13:19:51.964784 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server Dec 22 13:19:51.995135 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e001519-31b2-4202-b5de-70e2b18b4416 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Router 865d5524-65cf-4ce9-8458-3b62ccb46342 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:19:52.025457 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-f63f1228-2949-4991-a6d3-83038be2f0f7 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b609916f-c1b9-48ba-aa02-487752c7820e']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:52.053159 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88896027-a525-4a62-86fb-f237f984bfaf None None] Network b609916f-c1b9-48ba-aa02-487752c7820e requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:52.065585 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-f63f1228-2949-4991-a6d3-83038be2f0f7 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d7ecc76-0164-4769-9a46-7ec65b6d0395') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:52.065886 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-f63f1228-2949-4991-a6d3-83038be2f0f7 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d7ecc76-0164-4769-9a46-7ec65b6d0395') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:52.088623 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0991c732-2f26-4dab-92d4-aff89a0eb40f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:52.090652 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053b9d3-431c-48b3-945d-a7e141c50d7f req-619f0e5b-df95-49c3-85c7-fb35b3eeff01 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:52.092140 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4053b9d3-431c-48b3-945d-a7e141c50d7f req-619f0e5b-df95-49c3-85c7-fb35b3eeff01 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 943 time: 0.5596128 Dec 22 13:19:52.098976 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f63f1228-2949-4991-a6d3-83038be2f0f7 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:52.118226 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dfc420ff-c2e5-4e11-8320-a367614e380c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:52.154081 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0991c732-2f26-4dab-92d4-aff89a0eb40f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:52.159807 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.resource_extend [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:19:52.168422 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f63f1228-2949-4991-a6d3-83038be2f0f7 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:52.169639 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06218f32-8362-4bbd-9913-f6c5a0178eb9 req-7311ef02-f47a-4ac9-8bd3-d22ff91f7279 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:52.171129 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-06218f32-8362-4bbd-9913-f6c5a0178eb9 req-7311ef02-f47a-4ac9-8bd3-d22ff91f7279 service neutron] 10.222.0.45 "GET /v2.0/networks?id=36a9635e-060b-4630-a9b5-9765cca55df8 HTTP/1.1" status: 200 len: 913 time: 0.4179657 Dec 22 13:19:52.179252 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-4185d37e-3d9a-4130-a82d-7a9292d78075 None None] Transition to ACTIVE for port object 92f92e86-8aba-46e6-8fbb-4d2e52d99324 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:52.183288 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f63f1228-2949-4991-a6d3-83038be2f0f7 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:19:52.183795 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f63f1228-2949-4991-a6d3-83038be2f0f7 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:52.198902 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:19:52.198902 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:19:52.198902 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:19:52.198902 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:19:52.198902 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:19:52.198902 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:19:52.198902 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:19:52.198902 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:19:52.198902 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:19:52.198902 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:19:52.198902 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:19:52.198902 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:19:52.198902 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:19:52.198902 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:19:52.198902 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:19:52.198902 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:19:52.198902 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:19:52.198902 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:19:52.198902 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:19:52.198902 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:19:52.198902 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:19:52.198902 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:19:52.198902 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:19:52.198902 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:19:52.198902 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:19:52.198902 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:19:52.198902 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:19:52.198902 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:19:52.198902 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:19:52.198902 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:19:52.198902 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:19:52.198902 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:19:52.243376 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-75987c7b-e353-416e-a2f3-a0f211c6cb6a tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:52.270662 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9caacf74-a40c-4a96-8c39-3412b07d9846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:52.279717 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0991c732-2f26-4dab-92d4-aff89a0eb40f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:19:52.283061 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0991c732-2f26-4dab-92d4-aff89a0eb40f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:52.308973 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-61813f13-bbbf-4884-95af-8dd458046595 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Allocated IP 172.26.1.28 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/039c135d-b5ec-4284-b405-0f9766b09965) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:19:52.344772 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-06218f32-8362-4bbd-9913-f6c5a0178eb9 req-f8417c9b-da8b-4b0f-8350-4a29b7d5051c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=675d5c62-fd43-45d1-8f32-32ff05f7306c HTTP/1.1" status: 200 len: 217 time: 0.1524656 Dec 22 13:19:52.356867 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4185d37e-3d9a-4130-a82d-7a9292d78075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:52.363701 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:52.434099 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 53a3c53e-ba4c-459f-a542-a126458d7e6a up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:19:52.444862 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-dfc420ff-c2e5-4e11-8320-a367614e380c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Deleting port 9775d7a2-c6f9-4ef0-9744-ac103fbdbcae {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:19:52.444862 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dfc420ff-c2e5-4e11-8320-a367614e380c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:52.531147 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75987c7b-e353-416e-a2f3-a0f211c6cb6a tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Network ec5f0de7-829f-445c-b587-d99d1c93bac3 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:52.542274 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75987c7b-e353-416e-a2f3-a0f211c6cb6a tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Pushing event updated for resources: {'Port': ['ID=a3167a30-4cdd-40b0-8b30-988f548a1eff,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:52.545683 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-75987c7b-e353-416e-a2f3-a0f211c6cb6a tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:52.548660 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-75987c7b-e353-416e-a2f3-a0f211c6cb6a tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:52.561212 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75987c7b-e353-416e-a2f3-a0f211c6cb6a tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:19:52.580575 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4185d37e-3d9a-4130-a82d-7a9292d78075 None None] Pushing event updated for resources: {'Port': ['ID=92f92e86-8aba-46e6-8fbb-4d2e52d99324,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:52.583933 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-4185d37e-3d9a-4130-a82d-7a9292d78075 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:52.586560 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4185d37e-3d9a-4130-a82d-7a9292d78075 None None] Network a5c61990-5a7e-4cde-ae62-cb65ab222c60 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:52.590845 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4053b9d3-431c-48b3-945d-a7e141c50d7f req-c7b306ae-3947-46c4-ba5d-32e533fb9354 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4838862 Dec 22 13:19:52.599198 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 675d5c62-fd43-45d1-8f32-32ff05f7306c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=675d5c62-fd43-45d1-8f32-32ff05f7306c,segment=NetworkSegment(e11a9440-d7e6-4ec9-a0b2-30e49813bac3),segment_id=e11a9440-d7e6-4ec9-a0b2-30e49813bac3)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:19:52.609538 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-4185d37e-3d9a-4130-a82d-7a9292d78075 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:52.612468 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4185d37e-3d9a-4130-a82d-7a9292d78075 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:19:52.621612 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7deeb60e-9ff3-4882-be69-d47d40950e94 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:52.634751 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b2f95478-ce33-41bb-a5d9-a0d8546f29b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:52.647454 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '675d5c62-fd43-45d1-8f32-32ff05f7306c', 'network_id': '36a9635e-060b-4630-a9b5-9765cca55df8', 'port_id': '675d5c62-fd43-45d1-8f32-32ff05f7306c', 'mac_address': 'fa:16:3e:4b:83:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02969300-ed8d-4b59-a34d-12a5dcb2cce8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:19:52.670140 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06218f32-8362-4bbd-9913-f6c5a0178eb9 req-ccf65be8-e9ca-44c1-8168-5fd06f8a6fd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:52.671740 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-06218f32-8362-4bbd-9913-f6c5a0178eb9 req-ccf65be8-e9ca-44c1-8168-5fd06f8a6fd4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=02969300-ed8d-4b59-a34d-12a5dcb2cce8 HTTP/1.1" status: 200 len: 851 time: 0.2683117 Dec 22 13:19:52.679649 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e001519-31b2-4202-b5de-70e2b18b4416 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:19:52.694814 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f63f1228-2949-4991-a6d3-83038be2f0f7 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:52.703965 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3d55001d-d4f5-4a61-9f3e-5aecee3bbd61 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:52.719480 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f63f1228-2949-4991-a6d3-83038be2f0f7 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:52.731117 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bd867d-944e-4aa9-8e2f-d702c5d978b3 None None] DHCP port deletion for d2ca6458-8bd8-4367-8052-0c6b566e8a58 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:19:52.733417 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c65cb2c-2470-4b2e-a56d-49f0d74f25e9 None None] Sync routers for ids ['865d5524-65cf-4ce9-8458-3b62ccb46342'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:19:52.749788 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63f1228-2949-4991-a6d3-83038be2f0f7 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Pushing event deleted for resources: {'Network': ['ID=b609916f-c1b9-48ba-aa02-487752c7820e,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:52.759505 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f63f1228-2949-4991-a6d3-83038be2f0f7 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] 10.222.0.47 "DELETE /v2.0/networks/b609916f-c1b9-48ba-aa02-487752c7820e HTTP/1.1" status: 204 len: 168 time: 2.2728636 Dec 22 13:19:52.760822 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f63f1228-2949-4991-a6d3-83038be2f0f7 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:52.783004 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deeb60e-9ff3-4882-be69-d47d40950e94 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event deleted for resources: {'Subnet': ['ID=35e15c9b-59d4-4e18-b961-81ae34a7e4d2,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:52.784406 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43856) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:52.792404 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-b9bd867d-944e-4aa9-8e2f-d702c5d978b3 None None] Deleting port 9775d7a2-c6f9-4ef0-9744-ac103fbdbcae {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:19:52.792790 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b9bd867d-944e-4aa9-8e2f-d702c5d978b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:52.797015 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7deeb60e-9ff3-4882-be69-d47d40950e94 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:52.804979 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-1e001519-31b2-4202-b5de-70e2b18b4416 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "PUT /v2.0/routers/865d5524-65cf-4ce9-8458-3b62ccb46342/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8729153 Dec 22 13:19:52.824425 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43860) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:52.836178 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d972cef-90a5-4f72-94f8-5a6b7bf1fe47 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] DELETE failed (client error): The resource could not be found. Dec 22 13:19:52.838147 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d972cef-90a5-4f72-94f8-5a6b7bf1fe47 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:19:52.856158 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8d972cef-90a5-4f72-94f8-5a6b7bf1fe47 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] 10.222.0.47 "DELETE /v2.0/subnets/2603c822-3ff4-4def-ad8a-d1d1ccdceed9 HTTP/1.1" status: 404 len: 337 time: 0.0704389 Dec 22 13:19:52.872637 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43864) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:52.883290 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-4185d37e-3d9a-4130-a82d-7a9292d78075 None None] Attempting to bind port 92f92e86-8aba-46e6-8fbb-4d2e52d99324 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:19:52.883670 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-4185d37e-3d9a-4130-a82d-7a9292d78075 None None] Attempting to bind port 92f92e86-8aba-46e6-8fbb-4d2e52d99324 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '9ba8b2aa-20c5-40b3-9e0e-3484a39184ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a5c61990-5a7e-4cde-ae62-cb65ab222c60'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:19:52.884075 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4185d37e-3d9a-4130-a82d-7a9292d78075 None None] Attempting to bind port 92f92e86-8aba-46e6-8fbb-4d2e52d99324 on network a5c61990-5a7e-4cde-ae62-cb65ab222c60 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:19:52.886131 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:52.907792 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c65cb2c-2470-4b2e-a56d-49f0d74f25e9 None None] Routers {'865d5524-65cf-4ce9-8458-3b62ccb46342'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:19:52.908527 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-9c65cb2c-2470-4b2e-a56d-49f0d74f25e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:19:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['865d5524-65cf-4ce9-8458-3b62ccb46342'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:52.910501 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-dce8916a-b85f-4ad3-9f18-b180a18fe6e2 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] DELETE failed (client error): The resource could not be found. Dec 22 13:19:52.911186 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dce8916a-b85f-4ad3-9f18-b180a18fe6e2 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:19:52.913174 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-dce8916a-b85f-4ad3-9f18-b180a18fe6e2 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] 10.222.0.47 "DELETE /v2.0/networks/b609916f-c1b9-48ba-aa02-487752c7820e HTTP/1.1" status: 404 len: 339 time: 0.0393746 Dec 22 13:19:52.941843 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7deeb60e-9ff3-4882-be69-d47d40950e94 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:52.964230 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43868) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:53.004594 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 53a3c53e-ba4c-459f-a542-a126458d7e6a completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:19:53.009959 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75987c7b-e353-416e-a2f3-a0f211c6cb6a tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:53.010619 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-75987c7b-e353-416e-a2f3-a0f211c6cb6a tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:53.018261 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad98cb4-2dcf-4211-be92-de13513d60fe tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] DELETE failed (client error): The resource could not be found. Dec 22 13:19:53.021668 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dad98cb4-2dcf-4211-be92-de13513d60fe tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:19:53.022204 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-9c65cb2c-2470-4b2e-a56d-49f0d74f25e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:53.022315 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-dad98cb4-2dcf-4211-be92-de13513d60fe tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] 10.222.0.47 "DELETE /v2.0/subnets/6b0d4422-eea8-43f9-afa4-ce2995592d7f HTTP/1.1" status: 404 len: 337 time: 0.0569129 Dec 22 13:19:53.024439 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4185d37e-3d9a-4130-a82d-7a9292d78075 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:19:53.025008 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4185d37e-3d9a-4130-a82d-7a9292d78075 None None] Checking segment: {'id': '9ba8b2aa-20c5-40b3-9e0e-3484a39184ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a5c61990-5a7e-4cde-ae62-cb65ab222c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:19:53.025587 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4185d37e-3d9a-4130-a82d-7a9292d78075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:53.026230 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4185d37e-3d9a-4130-a82d-7a9292d78075 None None] Bound using segment: {'id': '9ba8b2aa-20c5-40b3-9e0e-3484a39184ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a5c61990-5a7e-4cde-ae62-cb65ab222c60'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:19:53.026334 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-61813f13-bbbf-4884-95af-8dd458046595 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:53.026774 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-4185d37e-3d9a-4130-a82d-7a9292d78075 None None] Bound port: 92f92e86-8aba-46e6-8fbb-4d2e52d99324, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba8b2aa-20c5-40b3-9e0e-3484a39184ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a5c61990-5a7e-4cde-ae62-cb65ab222c60'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:19:53.027160 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4185d37e-3d9a-4130-a82d-7a9292d78075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:53.033595 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43872) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:53.041092 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 53a3c53e-ba4c-459f-a542-a126458d7e6a triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:53.041667 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:53.072727 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675d5c62-fd43-45d1-8f32-32ff05f7306c {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:19:53.092103 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-438e068e-657f-4d1a-9aab-ff0a87173609 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] DELETE failed (client error): The resource could not be found. Dec 22 13:19:53.092548 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-438e068e-657f-4d1a-9aab-ff0a87173609 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:19:53.097865 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-438e068e-657f-4d1a-9aab-ff0a87173609 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] 10.222.0.47 "DELETE /v2.0/networks/923d1c75-f5f1-48dd-b998-8cf0e03fc0d5 HTTP/1.1" status: 404 len: 339 time: 0.0629566 Dec 22 13:19:53.098497 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43876) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:53.171315 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-593e6193-1ebe-4129-a6a3-479742c66ea2 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] DELETE failed (client error): The resource could not be found. Dec 22 13:19:53.171759 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-593e6193-1ebe-4129-a6a3-479742c66ea2 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:19:53.176235 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-593e6193-1ebe-4129-a6a3-479742c66ea2 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] 10.222.0.47 "DELETE /v2.0/subnets/80ed62a2-8d01-4154-a607-2c06c55cec91 HTTP/1.1" status: 404 len: 337 time: 0.0724609 Dec 22 13:19:53.181851 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43880) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:53.234948 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-f40a9888-5a35-44e6-970d-b842ddb0a33a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] DELETE failed (client error): The resource could not be found. Dec 22 13:19:53.235623 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f40a9888-5a35-44e6-970d-b842ddb0a33a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:19:53.239829 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f40a9888-5a35-44e6-970d-b842ddb0a33a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] 10.222.0.47 "DELETE /v2.0/networks/02bba9b4-550f-48de-9e65-bc0ba2da0f57 HTTP/1.1" status: 404 len: 339 time: 0.0562050 Dec 22 13:19:53.241534 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43884) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:53.269642 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 675d5c62-fd43-45d1-8f32-32ff05f7306c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=675d5c62-fd43-45d1-8f32-32ff05f7306c,segment=NetworkSegment(e11a9440-d7e6-4ec9-a0b2-30e49813bac3),segment_id=e11a9440-d7e6-4ec9-a0b2-30e49813bac3)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:19:53.312082 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-9fc95b9d-ae44-4791-9e17-7af2a733a700 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Deleting port c1e732b7-85fc-4fbb-9250-528eb3f6a871 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:19:53.312710 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9fc95b9d-ae44-4791-9e17-7af2a733a700 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:53.331907 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:53.337880 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-6dd0a185-b1b4-4ea5-a76c-3612f3c9b85d tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Synchronizing usage tracker for tenant:ad8695e3cb0646af805a65484bd64689 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:19:53.343617 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0991c732-2f26-4dab-92d4-aff89a0eb40f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:53.349979 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:53.353294 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b1397fea-63c6-4a78-8594-278fbb70b39b tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:53.359355 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-7deeb60e-9ff3-4882-be69-d47d40950e94 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c61990-5a7e-4cde-ae62-cb65ab222c60']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:53.377455 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c65cb2c-2470-4b2e-a56d-49f0d74f25e9 None None] Routers {'865d5524-65cf-4ce9-8458-3b62ccb46342'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:19:53.378086 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-9c65cb2c-2470-4b2e-a56d-49f0d74f25e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:19:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['865d5524-65cf-4ce9-8458-3b62ccb46342'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:53.398648 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-61813f13-bbbf-4884-95af-8dd458046595 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:53.403100 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-7deeb60e-9ff3-4882-be69-d47d40950e94 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba8b2aa-20c5-40b3-9e0e-3484a39184ce') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:53.403491 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-7deeb60e-9ff3-4882-be69-d47d40950e94 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba8b2aa-20c5-40b3-9e0e-3484a39184ce') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:53.426184 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-75987c7b-e353-416e-a2f3-a0f211c6cb6a tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.2939303 Dec 22 13:19:53.430767 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43888) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:53.434053 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7deeb60e-9ff3-4882-be69-d47d40950e94 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:53.449883 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-c4b6f6a5-a38b-44ff-85a9-4ae8061b553e tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Request body: {'port': {'network_id': 'ec5f0de7-829f-445c-b587-d99d1c93bac3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-234597105', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:53.450440 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.api.validators [None req-c4b6f6a5-a38b-44ff-85a9-4ae8061b553e tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] bootfile-name is not in valid_values {{(pid=84148) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 13:19:53.450800 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.api.validators [None req-c4b6f6a5-a38b-44ff-85a9-4ae8061b553e tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] tftp-server is not in valid_values {{(pid=84148) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 13:19:53.451128 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.api.validators [None req-c4b6f6a5-a38b-44ff-85a9-4ae8061b553e tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] server-ip-address is not in valid_values {{(pid=84148) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 13:19:53.455729 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0991c732-2f26-4dab-92d4-aff89a0eb40f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:53.457076 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0991c732-2f26-4dab-92d4-aff89a0eb40f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Subnet': ['ID=57ab3ada-fb4d-496e-91a7-136d5fc36786,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:53.466435 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-dfc420ff-c2e5-4e11-8320-a367614e380c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] For port 9775d7a2-c6f9-4ef0-9744-ac103fbdbcae, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=9775d7a2-c6f9-4ef0-9744-ac103fbdbcae,segment=NetworkSegment(de2348fb-acf2-4487-8fb2-3c171e8bb845),segment_id=de2348fb-acf2-4487-8fb2-3c171e8bb845)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:19:53.466802 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dfc420ff-c2e5-4e11-8320-a367614e380c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:53.468648 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61813f13-bbbf-4884-95af-8dd458046595 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:53.470156 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0991c732-2f26-4dab-92d4-aff89a0eb40f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:53.471007 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-61813f13-bbbf-4884-95af-8dd458046595 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:53.473292 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-0991c732-2f26-4dab-92d4-aff89a0eb40f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:53.477739 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0991c732-2f26-4dab-92d4-aff89a0eb40f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:53.477916 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0991c732-2f26-4dab-92d4-aff89a0eb40f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:53.506005 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-124f535f-42f7-4c2d-86cc-eb96d77a8a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:53.543722 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61813f13-bbbf-4884-95af-8dd458046595 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:19:53.545429 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7deeb60e-9ff3-4882-be69-d47d40950e94 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:53.549964 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-06218f32-8362-4bbd-9913-f6c5a0178eb9 req-e2562fa1-e5da-4892-94b6-69ecb127b28d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=36a9635e-060b-4630-a9b5-9765cca55df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8406117 Dec 22 13:19:53.550966 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-6dd0a185-b1b4-4ea5-a76c-3612f3c9b85d tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Unset dirty status for tenant:ad8695e3cb0646af805a65484bd64689 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:19:53.554116 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6dd0a185-b1b4-4ea5-a76c-3612f3c9b85d tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "GET /v2.0/ports?device_id=865d5524-65cf-4ce9-8458-3b62ccb46342 HTTP/1.1" status: 200 len: 205 time: 0.7204819 Dec 22 13:19:53.554254 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=675d5c62-fd43-45d1-8f32-32ff05f7306c,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:53.557759 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:53.560075 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-9c65cb2c-2470-4b2e-a56d-49f0d74f25e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:53.560586 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c65cb2c-2470-4b2e-a56d-49f0d74f25e9 None None] The sync data for ids ['865d5524-65cf-4ce9-8458-3b62ccb46342'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:19:53.575362 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1dfb7c-41ee-423a-9a11-d0a7cbfcd2af None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:53.587153 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43892) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:53.607800 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a080a461-0c3f-4e73-b0a3-d98296f74fb4 None None] Provisioning complete for port 53a3c53e-ba4c-459f-a542-a126458d7e6a triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:53.608447 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a080a461-0c3f-4e73-b0a3-d98296f74fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:53.693768 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-dfc420ff-c2e5-4e11-8320-a367614e380c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Calling delete_port for 9775d7a2-c6f9-4ef0-9744-ac103fbdbcae owned by network:dhcp {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:19:53.721258 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7deeb60e-9ff3-4882-be69-d47d40950e94 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:19:53.721671 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7deeb60e-9ff3-4882-be69-d47d40950e94 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:53.730314 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['675d5c62-fd43-45d1-8f32-32ff05f7306c'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:19:53.736944 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:19:53.736944 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:19:53.736944 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:19:53.736944 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:19:53.736944 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:19:53.736944 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:19:53.736944 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:19:53.736944 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:19:53.736944 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:19:53.736944 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:19:53.736944 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:19:53.736944 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:19:53.736944 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:19:53.736944 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:19:53.736944 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:19:53.736944 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:19:53.736944 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:19:53.736944 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:19:53.736944 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:19:53.736944 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:19:53.736944 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:19:53.736944 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:19:53.736944 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:19:53.736944 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:19:53.736944 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:19:53.736944 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:19:53.736944 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:19:53.736944 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:19:53.736944 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:19:53.736944 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:19:53.736944 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:19:53.736944 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:19:53.778860 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-4185d37e-3d9a-4130-a82d-7a9292d78075 None None] For port 92f92e86-8aba-46e6-8fbb-4d2e52d99324, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:19:53.837027 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-b9bd867d-944e-4aa9-8e2f-d702c5d978b3 None None] For port 9775d7a2-c6f9-4ef0-9744-ac103fbdbcae, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=9775d7a2-c6f9-4ef0-9744-ac103fbdbcae,segment=NetworkSegment(de2348fb-acf2-4487-8fb2-3c171e8bb845),segment_id=de2348fb-acf2-4487-8fb2-3c171e8bb845)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:19:53.837595 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b9bd867d-944e-4aa9-8e2f-d702c5d978b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:53.871728 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0991c732-2f26-4dab-92d4-aff89a0eb40f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0256028 Dec 22 13:19:53.879605 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:53.883111 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43898) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:53.908117 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-2f2a8b78-f491-4713-a615-627e6f575636 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-923163323', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:53.935082 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-2f2a8b78-f491-4713-a615-627e6f575636 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:53.949238 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-2f2a8b78-f491-4713-a615-627e6f575636 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:router and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:53.955280 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-2f2a8b78-f491-4713-a615-627e6f575636 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:53.981154 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61813f13-bbbf-4884-95af-8dd458046595 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event updated for resources: {'Port': ['ID=039c135d-b5ec-4284-b405-0f9766b09965,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:53.984196 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-61813f13-bbbf-4884-95af-8dd458046595 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:53.987873 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-2f2a8b78-f491-4713-a615-627e6f575636 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:54.000087 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.db.api [None req-7deeb60e-9ff3-4882-be69-d47d40950e94 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 13:19:54.000087 dv-neutron-822669-1-hyperv neutron-server[84148]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 13:19:54.000087 dv-neutron-822669-1-hyperv neutron-server[84148]: [parameters: {'id': 'a5c61990-5a7e-4cde-ae62-cb65ab222c60'}] Dec 22 13:19:54.000087 dv-neutron-822669-1-hyperv neutron-server[84148]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:19:54.004252 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_db.api [None req-7deeb60e-9ff3-4882-be69-d47d40950e94 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:19:54.032521 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-b9bd867d-944e-4aa9-8e2f-d702c5d978b3 None None] Calling delete_port for 9775d7a2-c6f9-4ef0-9744-ac103fbdbcae owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:19:54.034447 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-c4b6f6a5-a38b-44ff-85a9-4ae8061b553e tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:54.041489 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-c4b6f6a5-a38b-44ff-85a9-4ae8061b553e tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Usage tracker for resource:port and tenant:809dd5e170e9452896910373b31e9aa1 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:54.045517 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-c4b6f6a5-a38b-44ff-85a9-4ae8061b553e tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:54.049673 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-06218f32-8362-4bbd-9913-f6c5a0178eb9 req-d49587a0-3dc2-4771-bd51-f703042eb364 service neutron] 10.222.0.45 "GET /v2.0/networks/36a9635e-060b-4630-a9b5-9765cca55df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418113 Dec 22 13:19:54.053189 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-c4b6f6a5-a38b-44ff-85a9-4ae8061b553e tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:54.081024 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-4185d37e-3d9a-4130-a82d-7a9292d78075 None None] For port 92f92e86-8aba-46e6-8fbb-4d2e52d99324, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=92f92e86-8aba-46e6-8fbb-4d2e52d99324,segment=NetworkSegment(9ba8b2aa-20c5-40b3-9e0e-3484a39184ce),segment_id=9ba8b2aa-20c5-40b3-9e0e-3484a39184ce)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:19:54.098134 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d0aed2dd-fae9-4264-b703-e144cbca33b1 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:54.136465 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2f2a8b78-f491-4713-a615-627e6f575636 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:54.137699 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2f2a8b78-f491-4713-a615-627e6f575636 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:54.144752 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dfc420ff-c2e5-4e11-8320-a367614e380c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:54.152553 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-041435fe-5806-4076-83d5-d8f2593447cc tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:54.162284 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9fc95b9d-ae44-4791-9e17-7af2a733a700 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:54.218947 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc420ff-c2e5-4e11-8320-a367614e380c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event deleted for resources: {'Port': ['ID=9775d7a2-c6f9-4ef0-9744-ac103fbdbcae,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:54.220344 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 53a3c53e-ba4c-459f-a542-a126458d7e6a, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=53a3c53e-ba4c-459f-a542-a126458d7e6a,segment=NetworkSegment(4c09b8ae-a849-4d98-a543-1e102929c877),segment_id=4c09b8ae-a849-4d98-a543-1e102929c877)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:19:54.221368 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b6f6a5-a38b-44ff-85a9-4ae8061b553e tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Made reservation on behalf of 809dd5e170e9452896910373b31e9aa1 for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:19:54.224579 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c4b6f6a5-a38b-44ff-85a9-4ae8061b553e tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:54.225513 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4185d37e-3d9a-4130-a82d-7a9292d78075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:54.239187 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-dfc420ff-c2e5-4e11-8320-a367614e380c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:54.253800 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-36c2f900-942a-44ec-aa8f-703b5982f9d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:54.260351 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc420ff-c2e5-4e11-8320-a367614e380c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] No DVR routers for this DVR port 9775d7a2-c6f9-4ef0-9744-ac103fbdbcae on host dv-neutron-822669-1-hyperv {{(pid=84148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:19:54.323800 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-c4b6f6a5-a38b-44ff-85a9-4ae8061b553e tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] device_id is not set on port 1db2521f-4f76-4f36-a9c0-e0a40cdad38c yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:19:54.374437 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:54.387318 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a080a461-0c3f-4e73-b0a3-d98296f74fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:54.418181 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-b9bd867d-944e-4aa9-8e2f-d702c5d978b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:19:54.418574 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-b9bd867d-944e-4aa9-8e2f-d702c5d978b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:19:54.420387 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2f2a8b78-f491-4713-a615-627e6f575636 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:54.440799 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-9fc95b9d-ae44-4791-9e17-7af2a733a700 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Calling delete_port for c1e732b7-85fc-4fbb-9250-528eb3f6a871 owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:19:54.441273 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af149dd-a6fb-4b6f-ad75-9fbd6af80e1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'tenant_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'fixed_ips': [{'subnet_id': '57ab3ada-fb4d-496e-91a7-136d5fc36786'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:19:54.441948 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5af149dd-a6fb-4b6f-ad75-9fbd6af80e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:54.458411 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-06218f32-8362-4bbd-9913-f6c5a0178eb9 req-33d567a3-e5dc-4747-902d-0b7ef78c52df service neutron] 10.222.0.45 "GET /v2.0/networks/36a9635e-060b-4630-a9b5-9765cca55df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958879 Dec 22 13:19:54.483478 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dfc420ff-c2e5-4e11-8320-a367614e380c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:54.508563 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7deeb60e-9ff3-4882-be69-d47d40950e94 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:54.516764 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4185d37e-3d9a-4130-a82d-7a9292d78075 None None] Pushing event updated for resources: {'Port': ['ID=92f92e86-8aba-46e6-8fbb-4d2e52d99324,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:54.519692 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-4185d37e-3d9a-4130-a82d-7a9292d78075 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:54.520690 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 9775d7a2-c6f9-4ef0-9744-ac103fbdbcae no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:19:54.543131 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-dfc420ff-c2e5-4e11-8320-a367614e380c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2ca6458-8bd8-4367-8052-0c6b566e8a58']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:54.552438 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:54.609965 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2f2a8b78-f491-4713-a615-627e6f575636 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:54.628795 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-dfc420ff-c2e5-4e11-8320-a367614e380c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de2348fb-acf2-4487-8fb2-3c171e8bb845') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:54.629110 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-dfc420ff-c2e5-4e11-8320-a367614e380c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de2348fb-acf2-4487-8fb2-3c171e8bb845') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:54.638134 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 9775d7a2-c6f9-4ef0-9744-ac103fbdbcae {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:19:54.638752 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 9775d7a2-c6f9-4ef0-9744-ac103fbdbcae not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:19:54.641449 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-7deeb60e-9ff3-4882-be69-d47d40950e94 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Deleting port 92f92e86-8aba-46e6-8fbb-4d2e52d99324 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:19:54.641895 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7deeb60e-9ff3-4882-be69-d47d40950e94 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:54.652385 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b06d8-90ee-472e-aaca-a6f66963b6cc req-8827e849-e834-4f3a-91c0-883e81cc4ab1 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:54.653942 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e97b06d8-90ee-472e-aaca-a6f66963b6cc req-8827e849-e834-4f3a-91c0-883e81cc4ab1 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 944 time: 0.8880789 Dec 22 13:19:54.714288 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dfc420ff-c2e5-4e11-8320-a367614e380c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:54.749838 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-c4b6f6a5-a38b-44ff-85a9-4ae8061b553e tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Allocated IP 172.20.0.3 (ec5f0de7-829f-445c-b587-d99d1c93bac3/e11623ab-1468-4e85-91ed-a277b8a804e5/1db2521f-4f76-4f36-a9c0-e0a40cdad38c) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:19:54.752551 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dfc420ff-c2e5-4e11-8320-a367614e380c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:54.795147 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-a080a461-0c3f-4e73-b0a3-d98296f74fb4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:19:54.795512 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-a080a461-0c3f-4e73-b0a3-d98296f74fb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:19:54.805474 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc420ff-c2e5-4e11-8320-a367614e380c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:19:54.806024 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dfc420ff-c2e5-4e11-8320-a367614e380c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:54.821980 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:19:54.821980 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:19:54.821980 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:19:54.821980 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:19:54.821980 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:19:54.821980 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:19:54.821980 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:19:54.821980 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:19:54.821980 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:19:54.821980 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:19:54.821980 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:19:54.821980 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:19:54.821980 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:19:54.821980 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:19:54.821980 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:19:54.821980 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:19:54.821980 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:19:54.821980 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:19:54.821980 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:19:54.821980 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:19:54.821980 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:19:54.821980 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:19:54.821980 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:19:54.821980 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:19:54.821980 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:19:54.821980 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:19:54.821980 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:19:54.821980 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:19:54.821980 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:19:54.821980 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:19:54.821980 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:19:54.821980 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:19:54.827041 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=53a3c53e-ba4c-459f-a542-a126458d7e6a,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:54.830409 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:54.881609 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a91da4-f449-499f-ae43-ae3f1fde5a4c None None] Network a5c61990-5a7e-4cde-ae62-cb65ab222c60 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:54.883377 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2f2a8b78-f491-4713-a615-627e6f575636 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:54.887472 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-2f2a8b78-f491-4713-a615-627e6f575636 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0006485 Dec 22 13:19:54.937145 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43902) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:54.979050 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-b9bd867d-944e-4aa9-8e2f-d702c5d978b3 None None] Deleting port 9775d7a2-c6f9-4ef0-9744-ac103fbdbcae {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:19:54.979544 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b9bd867d-944e-4aa9-8e2f-d702c5d978b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:55.040538 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e97b06d8-90ee-472e-aaca-a6f66963b6cc req-a2a8f459-e195-43e9-a3f7-5fdb5cdab9d4 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3769803 Dec 22 13:19:55.122504 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-b9bd867d-944e-4aa9-8e2f-d702c5d978b3 None None] The port '9775d7a2-c6f9-4ef0-9744-ac103fbdbcae' was deleted {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:19:55.157587 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-5af149dd-a6fb-4b6f-ad75-9fbd6af80e1e None None] Allocated IP 2001:db8::2 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/57ab3ada-fb4d-496e-91a7-136d5fc36786/229a02e5-f169-481b-bb3b-60478e43153e) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:19:55.173352 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dfc420ff-c2e5-4e11-8320-a367614e380c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:55.195899 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:55.220149 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dfc420ff-c2e5-4e11-8320-a367614e380c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:55.222795 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc420ff-c2e5-4e11-8320-a367614e380c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event deleted for resources: {'Network': ['ID=d2ca6458-8bd8-4367-8052-0c6b566e8a58,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:55.266785 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9fc95b9d-ae44-4791-9e17-7af2a733a700 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:55.283019 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4f0b2dad-26f1-4487-b3c4-67a16b300e73 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:55.300835 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-dfc420ff-c2e5-4e11-8320-a367614e380c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:55.327017 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-dfc420ff-c2e5-4e11-8320-a367614e380c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "DELETE /v2.0/networks/d2ca6458-8bd8-4367-8052-0c6b566e8a58 HTTP/1.1" status: 204 len: 168 time: 3.4207354 Dec 22 13:19:55.329363 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43906) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:55.335648 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d0aed2dd-fae9-4264-b703-e144cbca33b1 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:55.341199 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc95b9d-ae44-4791-9e17-7af2a733a700 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Pushing event deleted for resources: {'Port': ['ID=c1e732b7-85fc-4fbb-9250-528eb3f6a871,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:55.343576 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9fc95b9d-ae44-4791-9e17-7af2a733a700 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:55.359705 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d0aed2dd-fae9-4264-b703-e144cbca33b1 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:55.393016 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-7deeb60e-9ff3-4882-be69-d47d40950e94 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] For port 92f92e86-8aba-46e6-8fbb-4d2e52d99324, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=92f92e86-8aba-46e6-8fbb-4d2e52d99324,segment=NetworkSegment(9ba8b2aa-20c5-40b3-9e0e-3484a39184ce),segment_id=9ba8b2aa-20c5-40b3-9e0e-3484a39184ce)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:19:55.394102 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7deeb60e-9ff3-4882-be69-d47d40950e94 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:55.403737 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-85a19dc4-66d7-4943-aa17-bd7787579cf6 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] DELETE failed (client error): The resource could not be found. Dec 22 13:19:55.404186 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85a19dc4-66d7-4943-aa17-bd7787579cf6 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:19:55.408299 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-85a19dc4-66d7-4943-aa17-bd7787579cf6 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "DELETE /v2.0/subnets/1ea9c294-8967-4b91-9f43-5dcb53b86a36 HTTP/1.1" status: 404 len: 337 time: 0.0724463 Dec 22 13:19:55.411780 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43910) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:55.428276 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9fc95b9d-ae44-4791-9e17-7af2a733a700 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:55.481925 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9fc95b9d-ae44-4791-9e17-7af2a733a700 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] 10.222.0.47 "DELETE /v2.0/ports/c1e732b7-85fc-4fbb-9250-528eb3f6a871 HTTP/1.1" status: 204 len: 168 time: 2.2372043 Dec 22 13:19:55.506859 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43914) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:55.520321 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a080a461-0c3f-4e73-b0a3-d98296f74fb4 None None] Provisioning for port a3167a30-4cdd-40b0-8b30-988f548a1eff completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:19:55.542006 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a080a461-0c3f-4e73-b0a3-d98296f74fb4 None None] Provisioning complete for port a3167a30-4cdd-40b0-8b30-988f548a1eff triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:55.542401 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a080a461-0c3f-4e73-b0a3-d98296f74fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:55.609316 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-7deeb60e-9ff3-4882-be69-d47d40950e94 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Calling delete_port for 92f92e86-8aba-46e6-8fbb-4d2e52d99324 owned by network:dhcp {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:19:55.627640 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5af149dd-a6fb-4b6f-ad75-9fbd6af80e1e None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:55.651915 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f8ab4d6-aaa8-4b9d-81f7-6fca8e034d79 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] DELETE failed (client error): The resource could not be found. Dec 22 13:19:55.652176 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-5af149dd-a6fb-4b6f-ad75-9fbd6af80e1e None None] Transition to ACTIVE for port object 229a02e5-f169-481b-bb3b-60478e43153e will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:55.653106 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f8ab4d6-aaa8-4b9d-81f7-6fca8e034d79 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:19:55.655057 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6f8ab4d6-aaa8-4b9d-81f7-6fca8e034d79 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "DELETE /v2.0/networks/f2c31df9-05ff-48e9-bbce-dc3b3edf607a HTTP/1.1" status: 404 len: 339 time: 0.2401369 Dec 22 13:19:55.658934 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-a080a461-0c3f-4e73-b0a3-d98296f74fb4 None None] Port a3167a30-4cdd-40b0-8b30-988f548a1eff cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:19:55.667526 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-f016ba92-1f7a-4fbd-a16e-9c62fad70e76 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] DELETE failed (client error): The resource could not be found. Dec 22 13:19:55.668188 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f016ba92-1f7a-4fbd-a16e-9c62fad70e76 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:19:55.672569 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f016ba92-1f7a-4fbd-a16e-9c62fad70e76 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] 10.222.0.47 "DELETE /v2.0/subnets/c68c8564-c139-46f6-a5bf-45b2ed32435c HTTP/1.1" status: 404 len: 337 time: 0.1644456 Dec 22 13:19:55.673302 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43918) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:55.673778 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43920) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:55.682581 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-5af149dd-a6fb-4b6f-ad75-9fbd6af80e1e None None] Transition to ACTIVE for port object 229a02e5-f169-481b-bb3b-60478e43153e will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:55.760799 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5af149dd-a6fb-4b6f-ad75-9fbd6af80e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:55.780210 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:55.806315 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc1f49f8-2b3b-4119-a985-233b63bd5ee2 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] DELETE failed (client error): The resource could not be found. Dec 22 13:19:55.807038 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc1f49f8-2b3b-4119-a985-233b63bd5ee2 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:19:55.812933 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-fc1f49f8-2b3b-4119-a985-233b63bd5ee2 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "DELETE /v2.0/subnets/350596dd-c66e-4c6c-aee4-9af2b57914f8 HTTP/1.1" status: 404 len: 337 time: 0.1288686 Dec 22 13:19:55.838314 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43926) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:55.884493 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 675d5c62-fd43-45d1-8f32-32ff05f7306c up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:19:55.915058 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-230f3dee-f1f7-4a04-b3c3-14dca6b9c4a0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] DELETE failed (client error): The resource could not be found. Dec 22 13:19:55.915058 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-230f3dee-f1f7-4a04-b3c3-14dca6b9c4a0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:19:55.919176 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af149dd-a6fb-4b6f-ad75-9fbd6af80e1e None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:55.919279 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-230f3dee-f1f7-4a04-b3c3-14dca6b9c4a0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "DELETE /v2.0/networks/5c15e13f-e332-468d-b04e-25124ef67074 HTTP/1.1" status: 404 len: 339 time: 0.0765550 Dec 22 13:19:55.922630 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c4b6f6a5-a38b-44ff-85a9-4ae8061b553e tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:55.925400 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43930) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:55.931749 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-5af149dd-a6fb-4b6f-ad75-9fbd6af80e1e None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:55.942771 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af149dd-a6fb-4b6f-ad75-9fbd6af80e1e None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:19:55.956872 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d0aed2dd-fae9-4264-b703-e144cbca33b1 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:55.957398 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0aed2dd-fae9-4264-b703-e144cbca33b1 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Fanout notify agent at l3_agent the message router_deleted on router 865d5524-65cf-4ce9-8458-3b62ccb46342 {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:19:55.970301 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af149dd-a6fb-4b6f-ad75-9fbd6af80e1e None None] Pushing event updated for resources: {'Port': ['ID=229a02e5-f169-481b-bb3b-60478e43153e,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:55.970595 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-61813f13-bbbf-4884-95af-8dd458046595 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:55.971350 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-53983b1d-0801-4db1-81b2-fc78960fdcdf tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:55.978634 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-5af149dd-a6fb-4b6f-ad75-9fbd6af80e1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:55.982668 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-18953e12-e4f3-4614-a79d-caac54c886bb tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] DELETE failed (client error): The resource could not be found. Dec 22 13:19:55.982668 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18953e12-e4f3-4614-a79d-caac54c886bb tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:19:55.999921 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-18953e12-e4f3-4614-a79d-caac54c886bb tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "DELETE /v2.0/subnets/5d5e2b22-e5f8-4d45-bbe6-d821d9902010 HTTP/1.1" status: 404 len: 337 time: 0.0734112 Dec 22 13:19:56.002663 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43934) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:56.033926 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d0aed2dd-fae9-4264-b703-e144cbca33b1 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:56.035008 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d0aed2dd-fae9-4264-b703-e144cbca33b1 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "DELETE /v2.0/routers/865d5524-65cf-4ce9-8458-3b62ccb46342 HTTP/1.1" status: 204 len: 168 time: 2.4421015 Dec 22 13:19:56.042151 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43938) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:56.044412 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-1ec1cf7f-3bfe-4997-9ab7-1ebc45bc228a None None] Provisioning complete for port a3167a30-4cdd-40b0-8b30-988f548a1eff triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:56.044906 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1ec1cf7f-3bfe-4997-9ab7-1ebc45bc228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:56.058612 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-c4b6f6a5-a38b-44ff-85a9-4ae8061b553e tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Transition to ACTIVE for port object 1db2521f-4f76-4f36-a9c0-e0a40cdad38c will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:56.075267 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7deeb60e-9ff3-4882-be69-d47d40950e94 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:56.080991 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e10b1991-07b9-4cfb-af31-e25a26ddb510 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:56.133520 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a2a6f7-e4c5-4c0f-88c2-338e76057d55 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] DELETE failed (client error): The resource could not be found. Dec 22 13:19:56.134021 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7a2a6f7-e4c5-4c0f-88c2-338e76057d55 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:19:56.138098 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d7a2a6f7-e4c5-4c0f-88c2-338e76057d55 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "DELETE /v2.0/networks/6301815d-96b0-409d-8444-f52a9dfcb797 HTTP/1.1" status: 404 len: 339 time: 0.1322176 Dec 22 13:19:56.153318 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43944) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:56.219007 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deeb60e-9ff3-4882-be69-d47d40950e94 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event deleted for resources: {'Port': ['ID=92f92e86-8aba-46e6-8fbb-4d2e52d99324,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:56.238769 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7deeb60e-9ff3-4882-be69-d47d40950e94 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:56.255132 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deeb60e-9ff3-4882-be69-d47d40950e94 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] No DVR routers for this DVR port 92f92e86-8aba-46e6-8fbb-4d2e52d99324 on host dv-neutron-822669-1-hyperv {{(pid=84148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:19:56.280112 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-61813f13-bbbf-4884-95af-8dd458046595 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:56.295860 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-1ec1cf7f-3bfe-4997-9ab7-1ebc45bc228a None None] Port a3167a30-4cdd-40b0-8b30-988f548a1eff cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:19:56.313679 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-5af149dd-a6fb-4b6f-ad75-9fbd6af80e1e None None] Attempting to bind port 229a02e5-f169-481b-bb3b-60478e43153e on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:19:56.314065 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-5af149dd-a6fb-4b6f-ad75-9fbd6af80e1e None None] Attempting to bind port 229a02e5-f169-481b-bb3b-60478e43153e by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:19:56.314680 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af149dd-a6fb-4b6f-ad75-9fbd6af80e1e None None] Attempting to bind port 229a02e5-f169-481b-bb3b-60478e43153e on network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:19:56.324916 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af149dd-a6fb-4b6f-ad75-9fbd6af80e1e None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:19:56.325572 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af149dd-a6fb-4b6f-ad75-9fbd6af80e1e None None] Checking segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:19:56.325907 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5af149dd-a6fb-4b6f-ad75-9fbd6af80e1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:56.326289 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af149dd-a6fb-4b6f-ad75-9fbd6af80e1e None None] Bound using segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:19:56.327162 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-5af149dd-a6fb-4b6f-ad75-9fbd6af80e1e None None] Bound port: 229a02e5-f169-481b-bb3b-60478e43153e, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:19:56.327801 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5af149dd-a6fb-4b6f-ad75-9fbd6af80e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:56.348360 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-53983b1d-0801-4db1-81b2-fc78960fdcdf tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:56.417555 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning for port 675d5c62-fd43-45d1-8f32-32ff05f7306c completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:19:56.430025 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 675d5c62-fd43-45d1-8f32-32ff05f7306c triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:56.430860 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:56.455495 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-53983b1d-0801-4db1-81b2-fc78960fdcdf tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfad458e-6923-47b6-b08f-66aa6cca96f8']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:56.499827 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-53983b1d-0801-4db1-81b2-fc78960fdcdf tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9468ac91-9c32-4e37-817e-5df6222551e9') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:56.500278 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-53983b1d-0801-4db1-81b2-fc78960fdcdf tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9468ac91-9c32-4e37-817e-5df6222551e9') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:56.510877 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 53a3c53e-ba4c-459f-a542-a126458d7e6a up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:19:56.528635 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-53983b1d-0801-4db1-81b2-fc78960fdcdf tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:56.543784 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7deeb60e-9ff3-4882-be69-d47d40950e94 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:56.557685 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c4b6f6a5-a38b-44ff-85a9-4ae8061b553e tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:56.592418 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b680e4b9-1dc7-4803-a9aa-68df7c623b93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:56.613507 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-5af149dd-a6fb-4b6f-ad75-9fbd6af80e1e None None] For port 229a02e5-f169-481b-bb3b-60478e43153e, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:19:56.627379 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-5af149dd-a6fb-4b6f-ad75-9fbd6af80e1e None None] For port 229a02e5-f169-481b-bb3b-60478e43153e, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=229a02e5-f169-481b-bb3b-60478e43153e,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:19:56.654532 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-53983b1d-0801-4db1-81b2-fc78960fdcdf tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:56.655018 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f704302a-3e59-4900-bb63-3b29f5ab3e24 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:56.664054 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd027ad-f02f-4b3c-98ca-ab36ce648a9a req-142b509d-6f33-415f-9419-d8a3e5543971 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:56.666420 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-6dd027ad-f02f-4b3c-98ca-ab36ce648a9a req-142b509d-6f33-415f-9419-d8a3e5543971 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 944 time: 0.3590424 Dec 22 13:19:56.668095 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-7deeb60e-9ff3-4882-be69-d47d40950e94 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c61990-5a7e-4cde-ae62-cb65ab222c60']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:56.690265 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5af149dd-a6fb-4b6f-ad75-9fbd6af80e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:56.697506 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-1ad0265a-3cdd-41a5-ba70-fdec28ae402b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:56.711684 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53983b1d-0801-4db1-81b2-fc78960fdcdf tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:19:56.712194 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-53983b1d-0801-4db1-81b2-fc78960fdcdf tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:56.727299 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 53a3c53e-ba4c-459f-a542-a126458d7e6a triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:56.727510 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:19:56.727510 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:19:56.727510 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:19:56.727510 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:19:56.727510 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:19:56.727510 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:19:56.727510 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:19:56.727510 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:19:56.727510 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:19:56.727510 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:19:56.727510 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:19:56.727510 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:19:56.727510 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:19:56.727510 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:19:56.727510 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:19:56.727510 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:19:56.727510 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:19:56.727510 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:19:56.727510 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:19:56.727510 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:19:56.727510 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:19:56.727510 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:19:56.727510 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:19:56.727510 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:19:56.727510 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:19:56.727510 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:19:56.727510 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:19:56.727510 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:19:56.727510 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:19:56.727510 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:19:56.727510 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:19:56.727510 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:19:56.729957 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:56.738467 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-7deeb60e-9ff3-4882-be69-d47d40950e94 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba8b2aa-20c5-40b3-9e0e-3484a39184ce') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:56.738839 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-7deeb60e-9ff3-4882-be69-d47d40950e94 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba8b2aa-20c5-40b3-9e0e-3484a39184ce') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:56.789162 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:56.857964 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe38e108-4a08-4edf-9b85-bfbbe85c5f76 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Deleting subnet a5816dd9-4ce5-4ce0-90d5-9a2ea85713b8 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:19:56.873840 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1de8eac-5f49-49cf-9160-a57d3deb5781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675d5c62-fd43-45d1-8f32-32ff05f7306c'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:19:56.880926 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af149dd-a6fb-4b6f-ad75-9fbd6af80e1e None None] Pushing event updated for resources: {'Port': ['ID=229a02e5-f169-481b-bb3b-60478e43153e,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:56.886204 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-5af149dd-a6fb-4b6f-ad75-9fbd6af80e1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:56.891618 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 675d5c62-fd43-45d1-8f32-32ff05f7306c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=675d5c62-fd43-45d1-8f32-32ff05f7306c,segment=NetworkSegment(e11a9440-d7e6-4ec9-a0b2-30e49813bac3),segment_id=e11a9440-d7e6-4ec9-a0b2-30e49813bac3)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:19:56.950989 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1de8eac-5f49-49cf-9160-a57d3deb5781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675d5c62-fd43-45d1-8f32-32ff05f7306c', 'code': 200} Dec 22 13:19:56.951764 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fe38e108-4a08-4edf-9b85-bfbbe85c5f76 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:56.959383 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:56.961743 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-4185d37e-3d9a-4130-a82d-7a9292d78075 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:57.004507 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7deeb60e-9ff3-4882-be69-d47d40950e94 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:57.035703 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7deeb60e-9ff3-4882-be69-d47d40950e94 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:57.045754 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7deeb60e-9ff3-4882-be69-d47d40950e94 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:19:57.046163 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7deeb60e-9ff3-4882-be69-d47d40950e94 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:57.053376 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=675d5c62-fd43-45d1-8f32-32ff05f7306c,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:57.057989 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:57.124296 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:19:57.124296 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:19:57.124296 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:19:57.124296 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:19:57.124296 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:19:57.124296 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:19:57.124296 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:19:57.124296 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:19:57.124296 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:19:57.124296 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:19:57.124296 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:19:57.124296 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:19:57.124296 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:19:57.124296 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:19:57.124296 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:19:57.124296 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:19:57.124296 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:19:57.124296 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:19:57.124296 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:19:57.124296 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:19:57.124296 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:19:57.124296 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:19:57.124296 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:19:57.124296 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:19:57.124296 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:19:57.124296 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:19:57.124296 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:19:57.124296 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:19:57.124296 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:19:57.124296 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:19:57.124296 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:19:57.124296 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:19:57.132581 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6c26c30-714b-4ed4-86f4-78f9805a2e8c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Deleting subnet 004ad29e-570c-4882-a188-901427350124 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:19:57.165548 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b6f6a5-a38b-44ff-85a9-4ae8061b553e tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Network ec5f0de7-829f-445c-b587-d99d1c93bac3 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:57.166571 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b6f6a5-a38b-44ff-85a9-4ae8061b553e tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Pushing event updated for resources: {'Port': ['ID=1db2521f-4f76-4f36-a9c0-e0a40cdad38c,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:57.169822 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c4b6f6a5-a38b-44ff-85a9-4ae8061b553e tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:57.187221 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-c4b6f6a5-a38b-44ff-85a9-4ae8061b553e tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:57.190140 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b6f6a5-a38b-44ff-85a9-4ae8061b553e tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:19:57.200820 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c6c26c30-714b-4ed4-86f4-78f9805a2e8c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:57.250655 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fe38e108-4a08-4edf-9b85-bfbbe85c5f76 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:57.307232 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-6dd027ad-f02f-4b3c-98ca-ab36ce648a9a req-c0d2a67a-efec-45f7-b9b9-b721d2f737a7 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6199677 Dec 22 13:19:57.325907 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b6f6a5-a38b-44ff-85a9-4ae8061b553e tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:57.326685 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c4b6f6a5-a38b-44ff-85a9-4ae8061b553e tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:57.339488 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c6c26c30-714b-4ed4-86f4-78f9805a2e8c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:57.343852 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-53983b1d-0801-4db1-81b2-fc78960fdcdf tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:57.395556 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:57.424176 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-53983b1d-0801-4db1-81b2-fc78960fdcdf tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:57.426826 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53983b1d-0801-4db1-81b2-fc78960fdcdf tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Pushing event deleted for resources: {'Network': ['ID=dfad458e-6923-47b6-b08f-66aa6cca96f8,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:57.437252 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7deeb60e-9ff3-4882-be69-d47d40950e94 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:57.441245 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-53983b1d-0801-4db1-81b2-fc78960fdcdf tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:57.446941 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-53983b1d-0801-4db1-81b2-fc78960fdcdf tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:57.463609 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7deeb60e-9ff3-4882-be69-d47d40950e94 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:57.465413 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-7deeb60e-9ff3-4882-be69-d47d40950e94 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "DELETE /v2.0/networks/a5c61990-5a7e-4cde-ae62-cb65ab222c60 HTTP/1.1" status: 204 len: 168 time: 7.6913030 Dec 22 13:19:57.470611 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-53983b1d-0801-4db1-81b2-fc78960fdcdf tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] 10.222.0.47 "DELETE /v2.0/networks/dfad458e-6923-47b6-b08f-66aa6cca96f8 HTTP/1.1" status: 204 len: 168 time: 1.7888627 Dec 22 13:19:57.474244 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43952) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:57.474607 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43954) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:57.510514 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deeb60e-9ff3-4882-be69-d47d40950e94 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event deleted for resources: {'Network': ['ID=a5c61990-5a7e-4cde-ae62-cb65ab222c60,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:57.516384 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-6e4d985f-a061-4ce9-9696-9ba02976769f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-793376766'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:57.520735 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.resource_extend [None req-61813f13-bbbf-4884-95af-8dd458046595 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:19:57.528828 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7deeb60e-9ff3-4882-be69-d47d40950e94 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:57.532421 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c4b6f6a5-a38b-44ff-85a9-4ae8061b553e tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 4.0916066 Dec 22 13:19:57.546755 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-6e4d985f-a061-4ce9-9696-9ba02976769f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:57.552494 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43960) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:57.595519 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-6e4d985f-a061-4ce9-9696-9ba02976769f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Usage tracker for resource:network and tenant:5764ef7c4c644eedb583f164ec468ea1 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:57.610876 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-9984e38e-595e-471e-a9b2-cdd4cd7f80a3 None None] Provisioning for port 1db2521f-4f76-4f36-a9c0-e0a40cdad38c completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:19:57.615322 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-6e4d985f-a061-4ce9-9696-9ba02976769f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:57.616892 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-9984e38e-595e-471e-a9b2-cdd4cd7f80a3 None None] Provisioning complete for port 1db2521f-4f76-4f36-a9c0-e0a40cdad38c triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:57.617978 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9984e38e-595e-471e-a9b2-cdd4cd7f80a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:57.628187 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-6e4d985f-a061-4ce9-9696-9ba02976769f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:57.634279 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-a54d6856-d7fe-46c6-a0b4-a242ac2f4f6e tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Deleting port 2f78e470-e5fb-4b2f-bf32-99deaed731b4 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:19:57.634650 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a54d6856-d7fe-46c6-a0b4-a242ac2f4f6e tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:57.677557 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-9984e38e-595e-471e-a9b2-cdd4cd7f80a3 None None] Port 1db2521f-4f76-4f36-a9c0-e0a40cdad38c cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:19:57.694541 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-61813f13-bbbf-4884-95af-8dd458046595 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:57.707252 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-f704302a-3e59-4900-bb63-3b29f5ab3e24 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Allocated IP 2001:db8::1 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/57ab3ada-fb4d-496e-91a7-136d5fc36786/cad9596a-2dc8-4ab2-9d00-f7453036f381) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:19:57.716925 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-78774f31-5638-4e7f-8bec-c102fdabdd7e req-df184c33-ec5c-4ebd-9f6f-f5ebdf0c5a03 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 1098 time: 0.3676522 Dec 22 13:19:57.722547 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c6c26c30-714b-4ed4-86f4-78f9805a2e8c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:57.778050 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4d985f-a061-4ce9-9696-9ba02976769f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Made reservation on behalf of 5764ef7c4c644eedb583f164ec468ea1 for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:19:57.781151 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6e4d985f-a061-4ce9-9696-9ba02976769f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:57.797311 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fe38e108-4a08-4edf-9b85-bfbbe85c5f76 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:57.885282 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-61813f13-bbbf-4884-95af-8dd458046595 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:57.895602 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a9d37c99-fb36-48e6-85fb-9a9379dc9dd3 tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:57.940973 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e4d985f-a061-4ce9-9696-9ba02976769f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:19:57.950243 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731aabee-75e3-4244-9147-f382f77be5bf tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:57.954565 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731aabee-75e3-4244-9147-f382f77be5bf tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:57.958503 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731aabee-75e3-4244-9147-f382f77be5bf tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:57.959406 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-731aabee-75e3-4244-9147-f382f77be5bf tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Synchronizing usage tracker for tenant:809dd5e170e9452896910373b31e9aa1 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:19:57.978871 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-78774f31-5638-4e7f-8bec-c102fdabdd7e req-3973c34e-3620-46f0-aa77-8e85da42c94c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2336237 Dec 22 13:19:58.001742 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6e4d985f-a061-4ce9-9696-9ba02976769f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:58.002098 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-6e4d985f-a061-4ce9-9696-9ba02976769f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Added segment d3e13d80-0375-45be-ab11-bae1dd34607c of type vlan for network c3ddc2f7-3122-425f-928d-7ccd4e64b927 Dec 22 13:19:58.004226 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a54d6856-d7fe-46c6-a0b4-a242ac2f4f6e tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:58.070080 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61813f13-bbbf-4884-95af-8dd458046595 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event updated for resources: {'Port': ['ID=039c135d-b5ec-4284-b405-0f9766b09965,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:58.079342 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-61813f13-bbbf-4884-95af-8dd458046595 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:58.099184 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd891fcf-0aa8-4a91-9026-d68c02ef7c9f None None] get_active_networks_info from dv-neutron-822669-1-hyperv {{(pid=84150) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 13:19:58.143618 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-61813f13-bbbf-4884-95af-8dd458046595 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:58.146101 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-a54d6856-d7fe-46c6-a0b4-a242ac2f4f6e tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Calling delete_port for 2f78e470-e5fb-4b2f-bf32-99deaed731b4 owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:19:58.181158 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-731aabee-75e3-4244-9147-f382f77be5bf tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Unset dirty status for tenant:809dd5e170e9452896910373b31e9aa1 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:19:58.182645 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-731aabee-75e3-4244-9147-f382f77be5bf tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.6284294 Dec 22 13:19:58.191918 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c6c26c30-714b-4ed4-86f4-78f9805a2e8c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:58.193240 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43964) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:58.199340 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f704302a-3e59-4900-bb63-3b29f5ab3e24 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:58.207893 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-59cf4b7e-52d0-4ba4-a86e-56723e02ff22 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:58.229940 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6e4d985f-a061-4ce9-9696-9ba02976769f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:58.240922 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7081e598-cdfe-4294-b0b8-77e00cfec9ce None None] Provisioning for port 229a02e5-f169-481b-bb3b-60478e43153e completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:19:58.251606 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fe38e108-4a08-4edf-9b85-bfbbe85c5f76 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:58.276521 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c26c30-714b-4ed4-86f4-78f9805a2e8c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event deleted for resources: {'Subnet': ['ID=004ad29e-570c-4882-a188-901427350124,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:58.284580 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c6c26c30-714b-4ed4-86f4-78f9805a2e8c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:58.294251 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c6c26c30-714b-4ed4-86f4-78f9805a2e8c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:58.294251 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-f704302a-3e59-4900-bb63-3b29f5ab3e24 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Transition to ACTIVE for port object cad9596a-2dc8-4ab2-9d00-f7453036f381 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:19:58.294498 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0991c732-2f26-4dab-92d4-aff89a0eb40f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:58.316730 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd891fcf-0aa8-4a91-9026-d68c02ef7c9f None None] Resources bound (agent type, host, resource id): {{(pid=84150) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 13:19:58.323550 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-e78319de-2eba-440e-be86-c3b3e0586b2b tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Deleting port 1db2521f-4f76-4f36-a9c0-e0a40cdad38c {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:19:58.323550 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e78319de-2eba-440e-be86-c3b3e0586b2b tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:58.345801 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe38e108-4a08-4edf-9b85-bfbbe85c5f76 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event deleted for resources: {'Subnet': ['ID=a5816dd9-4ce5-4ce0-90d5-9a2ea85713b8,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:58.351691 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-fe38e108-4a08-4edf-9b85-bfbbe85c5f76 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:58.352612 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fe38e108-4a08-4edf-9b85-bfbbe85c5f76 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:58.354312 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-fe38e108-4a08-4edf-9b85-bfbbe85c5f76 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "DELETE /v2.0/subnets/a5816dd9-4ce5-4ce0-90d5-9a2ea85713b8 HTTP/1.1" status: 204 len: 168 time: 2.3095706 Dec 22 13:19:58.358582 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43970) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:58.360104 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c6c26c30-714b-4ed4-86f4-78f9805a2e8c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "DELETE /v2.0/subnets/004ad29e-570c-4882-a188-901427350124 HTTP/1.1" status: 204 len: 168 time: 2.2049322 Dec 22 13:19:58.364849 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43974) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:58.445995 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a54d6856-d7fe-46c6-a0b4-a242ac2f4f6e tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:58.447760 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6e4d985f-a061-4ce9-9696-9ba02976769f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:58.451491 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4d985f-a061-4ce9-9696-9ba02976769f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:58.452100 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6e4d985f-a061-4ce9-9696-9ba02976769f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:58.486535 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-dfc420ff-c2e5-4e11-8320-a367614e380c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:58.556379 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 229a02e5-f169-481b-bb3b-60478e43153e up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:19:58.610791 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f704302a-3e59-4900-bb63-3b29f5ab3e24 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:58.630391 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:58.661655 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-32157c22-b4ed-4840-81f6-dff611d9cb6c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:58.667307 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-61813f13-bbbf-4884-95af-8dd458046595 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:58.755474 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 229a02e5-f169-481b-bb3b-60478e43153e completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:19:58.760726 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d985f-a061-4ce9-9696-9ba02976769f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event updated for resources: {'Network': ['ID=c3ddc2f7-3122-425f-928d-7ccd4e64b927,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:58.763463 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a54d6856-d7fe-46c6-a0b4-a242ac2f4f6e tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:58.767685 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a54d6856-d7fe-46c6-a0b4-a242ac2f4f6e tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] 10.222.0.47 "DELETE /v2.0/ports/2f78e470-e5fb-4b2f-bf32-99deaed731b4 HTTP/1.1" status: 204 len: 168 time: 1.2866526 Dec 22 13:19:58.776883 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network c3ddc2f7-3122-425f-928d-7ccd4e64b927 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:19:58.783056 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43978) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:58.789223 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-32157c22-b4ed-4840-81f6-dff611d9cb6c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Deleting port 3d164121-ab11-4e8f-a4ef-03ef211fc349 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:19:58.789441 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-32157c22-b4ed-4840-81f6-dff611d9cb6c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:58.795229 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 229a02e5-f169-481b-bb3b-60478e43153e triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:58.796049 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:58.821151 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6e4d985f-a061-4ce9-9696-9ba02976769f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:58.830843 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c1378b2-f9e0-40b1-a953-881f44ae7b31 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] DELETE failed (client error): The resource could not be found. Dec 22 13:19:58.831373 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c1378b2-f9e0-40b1-a953-881f44ae7b31 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:19:58.833161 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6c1378b2-f9e0-40b1-a953-881f44ae7b31 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] 10.222.0.47 "DELETE /v2.0/subnets/c9a77ee7-76dc-4257-a967-ee311ac3b219 HTTP/1.1" status: 404 len: 337 time: 0.0489023 Dec 22 13:19:58.856514 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43982) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:58.892140 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f704302a-3e59-4900-bb63-3b29f5ab3e24 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:19:58.957339 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095116a0-5bd1-469d-8e97-c7ec9bc3adb8 None None] get_active_networks_info from dv-neutron-822669-1-hyperv {{(pid=84150) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 13:19:58.962140 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-f704302a-3e59-4900-bb63-3b29f5ab3e24 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:19:58.963980 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f704302a-3e59-4900-bb63-3b29f5ab3e24 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Port': ['ID=cad9596a-2dc8-4ab2-9d00-f7453036f381,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:58.966429 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f704302a-3e59-4900-bb63-3b29f5ab3e24 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:19:58.966948 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f704302a-3e59-4900-bb63-3b29f5ab3e24 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:58.980605 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-dfc420ff-c2e5-4e11-8320-a367614e380c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.456s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:58.981572 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f704302a-3e59-4900-bb63-3b29f5ab3e24 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:59.029850 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6e4d985f-a061-4ce9-9696-9ba02976769f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5500081 Dec 22 13:19:59.031229 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43986) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:59.039690 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d6856-d7fe-46c6-a0b4-a242ac2f4f6e tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Pushing event deleted for resources: {'Port': ['ID=2f78e470-e5fb-4b2f-bf32-99deaed731b4,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:59.045927 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a54d6856-d7fe-46c6-a0b4-a242ac2f4f6e tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:59.074730 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-60a43b84-bc1b-4035-835b-a0534476ac71 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Request body: {'subnet': {'network_id': 'c3ddc2f7-3122-425f-928d-7ccd4e64b927', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:19:59.100600 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-177b44cf-57f1-41a6-95d5-b60baafcecdc tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Deleting subnet 68489986-c73b-4493-9743-b5cf32def459 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:19:59.117900 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:59.178893 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7cd82831-60b7-43ef-83d1-1b1e39351f11 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:59.181926 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 229a02e5-f169-481b-bb3b-60478e43153e, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=229a02e5-f169-481b-bb3b-60478e43153e,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:19:59.183896 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095116a0-5bd1-469d-8e97-c7ec9bc3adb8 None None] Resources bound (agent type, host, resource id): {{(pid=84150) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 13:19:59.196180 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-177b44cf-57f1-41a6-95d5-b60baafcecdc tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:59.224605 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e78319de-2eba-440e-be86-c3b3e0586b2b tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:59.237061 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d573a-96ba-43b7-b959-4219534b58fd req-a5b026bb-ed4e-46a3-9919-6117a32fd98a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:59.238854 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-663d573a-96ba-43b7-b959-4219534b58fd req-a5b026bb-ed4e-46a3-9919-6117a32fd98a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.6304407 Dec 22 13:19:59.354495 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:59.362008 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-72070ae6-dd1c-4f9f-8d67-9367398efef3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:59.374859 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-e78319de-2eba-440e-be86-c3b3e0586b2b tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Calling delete_port for 1db2521f-4f76-4f36-a9c0-e0a40cdad38c owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:19:59.434717 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-32157c22-b4ed-4840-81f6-dff611d9cb6c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] For port 3d164121-ab11-4e8f-a4ef-03ef211fc349, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=3d164121-ab11-4e8f-a4ef-03ef211fc349,segment=NetworkSegment(06518769-47cc-4856-a921-70c5be1516ea),segment_id=06518769-47cc-4856-a921-70c5be1516ea)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:19:59.435080 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-32157c22-b4ed-4840-81f6-dff611d9cb6c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:59.507688 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-177b44cf-57f1-41a6-95d5-b60baafcecdc tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:59.529907 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=229a02e5-f169-481b-bb3b-60478e43153e,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:59.538266 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:59.556195 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.l3_db [None req-61813f13-bbbf-4884-95af-8dd458046595 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Floating IP d9ee6f78-92cb-4a10-a54f-8b182010d7c1 associated. External IP: 172.26.1.28, port: 00d8a5d9-b969-445d-92bc-e1e546a9cbc3. Dec 22 13:19:59.578157 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-32157c22-b4ed-4840-81f6-dff611d9cb6c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Calling delete_port for 3d164121-ab11-4e8f-a4ef-03ef211fc349 owned by network:dhcp {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:19:59.663167 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-60a43b84-bc1b-4035-835b-a0534476ac71 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:19:59.674755 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a4986b-6439-40a9-acda-888c585491a4 None None] Network 6856820b-d425-4af6-9061-5cce7b709d51 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:59.694665 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d3143d-1bda-40ee-915a-cdb036206948 None None] Network 10275e70-04c2-44b6-a253-2d666d36bc56 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:19:59.735921 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-60a43b84-bc1b-4035-835b-a0534476ac71 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Usage tracker for resource:subnet and tenant:5764ef7c4c644eedb583f164ec468ea1 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:19:59.748744 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-60a43b84-bc1b-4035-835b-a0534476ac71 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:19:59.777334 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e78319de-2eba-440e-be86-c3b3e0586b2b tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:59.778113 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-663d573a-96ba-43b7-b959-4219534b58fd req-2ff1111b-0f02-455d-a621-f1109c0f0fd9 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5253797 Dec 22 13:19:59.785631 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-60a43b84-bc1b-4035-835b-a0534476ac71 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:19:59.791387 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-75987c7b-e353-416e-a2f3-a0f211c6cb6a tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:59.830572 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7cd82831-60b7-43ef-83d1-1b1e39351f11 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:59.839831 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f704302a-3e59-4900-bb63-3b29f5ab3e24 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:59.857871 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-32157c22-b4ed-4840-81f6-dff611d9cb6c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:59.890802 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a43b84-bc1b-4035-835b-a0534476ac71 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Made reservation on behalf of 5764ef7c4c644eedb583f164ec468ea1 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:19:59.891669 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78319de-2eba-440e-be86-c3b3e0586b2b tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Pushing event deleted for resources: {'Port': ['ID=1db2521f-4f76-4f36-a9c0-e0a40cdad38c,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:59.897658 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e78319de-2eba-440e-be86-c3b3e0586b2b tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:59.900721 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1e001519-31b2-4202-b5de-70e2b18b4416 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:59.958169 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-7cd82831-60b7-43ef-83d1-1b1e39351f11 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18abce42-9ce5-4eb5-a16c-e305759ea82e']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:59.995486 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32157c22-b4ed-4840-81f6-dff611d9cb6c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] No DVR routers for this DVR port 3d164121-ab11-4e8f-a4ef-03ef211fc349 on host dv-neutron-822669-1-hyperv {{(pid=84148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:19:59.997709 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32157c22-b4ed-4840-81f6-dff611d9cb6c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event deleted for resources: {'Port': ['ID=3d164121-ab11-4e8f-a4ef-03ef211fc349,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:00.000432 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-32157c22-b4ed-4840-81f6-dff611d9cb6c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:00.037269 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-7cd82831-60b7-43ef-83d1-1b1e39351f11 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f84d1fe-8de3-494e-8d77-f841a31516a2') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:00.037601 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-7cd82831-60b7-43ef-83d1-1b1e39351f11 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f84d1fe-8de3-494e-8d77-f841a31516a2') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:00.082655 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-177b44cf-57f1-41a6-95d5-b60baafcecdc tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:00.117866 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3e0b42f2-0195-4ca9-9770-e781bf38dbe0 None None] Provisioning for port cad9596a-2dc8-4ab2-9d00-f7453036f381 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:20:00.120760 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7cd82831-60b7-43ef-83d1-1b1e39351f11 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:00.127259 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3e0b42f2-0195-4ca9-9770-e781bf38dbe0 None None] Provisioning complete for port cad9596a-2dc8-4ab2-9d00-f7453036f381 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:00.128474 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3e0b42f2-0195-4ca9-9770-e781bf38dbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:00.148373 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-32157c22-b4ed-4840-81f6-dff611d9cb6c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:00.178303 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-32157c22-b4ed-4840-81f6-dff611d9cb6c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6856820b-d425-4af6-9061-5cce7b709d51']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:00.193233 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-32157c22-b4ed-4840-81f6-dff611d9cb6c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06518769-47cc-4856-a921-70c5be1516ea') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:00.193510 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-32157c22-b4ed-4840-81f6-dff611d9cb6c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06518769-47cc-4856-a921-70c5be1516ea') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:00.207852 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-32157c22-b4ed-4840-81f6-dff611d9cb6c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:00.240519 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-60a43b84-bc1b-4035-835b-a0534476ac71 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:00.259009 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7cd82831-60b7-43ef-83d1-1b1e39351f11 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:00.269161 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-32157c22-b4ed-4840-81f6-dff611d9cb6c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:00.282596 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32157c22-b4ed-4840-81f6-dff611d9cb6c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:20:00.283001 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-32157c22-b4ed-4840-81f6-dff611d9cb6c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:00.292242 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85056783-bbcb-4ab1-b9c7-355b1402cfd2 None None] DHCP port deletion for 6856820b-d425-4af6-9061-5cce7b709d51 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:20:00.297321 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3e0b42f2-0195-4ca9-9770-e781bf38dbe0 None None] Port cad9596a-2dc8-4ab2-9d00-f7453036f381 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:20:00.298997 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9921e1-ebb1-45f8-b2c9-0821e20302c9 None None] DHCP port deletion for 10275e70-04c2-44b6-a253-2d666d36bc56 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:20:00.304599 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:20:00.304599 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:20:00.304599 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:20:00.304599 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:20:00.304599 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:20:00.304599 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:20:00.304599 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:20:00.304599 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:20:00.304599 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:20:00.304599 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:20:00.304599 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:20:00.304599 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:20:00.304599 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:20:00.304599 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:20:00.304599 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:20:00.304599 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:20:00.304599 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:20:00.304599 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:20:00.304599 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:20:00.304599 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:20:00.304599 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:20:00.304599 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:20:00.304599 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:20:00.304599 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:20:00.304599 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:20:00.304599 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:20:00.304599 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:20:00.304599 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:20:00.304599 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:20:00.304599 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:20:00.304599 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:20:00.304599 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:20:00.306716 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-fc9921e1-ebb1-45f8-b2c9-0821e20302c9 None None] Deleting port 645ee3a2-11a9-491c-9ce4-aaddf736a4b6 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:20:00.306716 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-fc9921e1-ebb1-45f8-b2c9-0821e20302c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:00.394957 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e78319de-2eba-440e-be86-c3b3e0586b2b tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:00.450395 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cd82831-60b7-43ef-83d1-1b1e39351f11 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:20:00.450395 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7cd82831-60b7-43ef-83d1-1b1e39351f11 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:00.459965 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-32157c22-b4ed-4840-81f6-dff611d9cb6c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:00.472923 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-32157c22-b4ed-4840-81f6-dff611d9cb6c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:00.477246 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:20:00.477246 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:20:00.477246 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:20:00.477246 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:20:00.477246 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:20:00.477246 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:20:00.477246 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:20:00.477246 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:20:00.477246 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:20:00.477246 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:20:00.477246 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:20:00.477246 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:20:00.477246 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:20:00.477246 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:20:00.477246 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:20:00.477246 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:20:00.477246 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:20:00.477246 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:20:00.477246 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:20:00.477246 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:20:00.477246 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:20:00.477246 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:20:00.477246 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:20:00.477246 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:20:00.477246 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:20:00.477246 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:20:00.477246 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:20:00.477246 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:20:00.477246 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:20:00.477246 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:20:00.477246 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:20:00.477246 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:20:00.493861 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6e4d985f-a061-4ce9-9696-9ba02976769f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:00.515873 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 229a02e5-f169-481b-bb3b-60478e43153e up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:20:00.527650 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e78319de-2eba-440e-be86-c3b3e0586b2b tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] 10.222.0.47 "DELETE /v2.0/ports/1db2521f-4f76-4f36-a9c0-e0a40cdad38c HTTP/1.1" status: 204 len: 168 time: 2.3331764 Dec 22 13:20:00.534478 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32157c22-b4ed-4840-81f6-dff611d9cb6c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event deleted for resources: {'Network': ['ID=6856820b-d425-4af6-9061-5cce7b709d51,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:00.536292 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 43990) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:00.548849 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-d9ad3aef-c516-40f2-8798-9f3f7f149472 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Request body: {'port': {'name': 'tempest-new-port-name-153255810', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:00.549245 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.api.validators [None req-d9ad3aef-c516-40f2-8798-9f3f7f149472 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] bootfile-name is not in valid_values {{(pid=84148) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 13:20:00.549584 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.api.validators [None req-d9ad3aef-c516-40f2-8798-9f3f7f149472 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] tftp-server is not in valid_values {{(pid=84148) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 13:20:00.550639 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.api.validators [None req-d9ad3aef-c516-40f2-8798-9f3f7f149472 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] server-ip-address is not in valid_values {{(pid=84148) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 13:20:00.567692 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-fc9921e1-ebb1-45f8-b2c9-0821e20302c9 None None] For port 645ee3a2-11a9-491c-9ce4-aaddf736a4b6, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=645ee3a2-11a9-491c-9ce4-aaddf736a4b6,segment=NetworkSegment(6980c1df-058c-4ea8-89e2-7d0d0831716a),segment_id=6980c1df-058c-4ea8-89e2-7d0d0831716a)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:20:00.576761 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-fc9921e1-ebb1-45f8-b2c9-0821e20302c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:00.588050 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-32157c22-b4ed-4840-81f6-dff611d9cb6c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:00.592215 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-32157c22-b4ed-4840-81f6-dff611d9cb6c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "DELETE /v2.0/networks/6856820b-d425-4af6-9061-5cce7b709d51 HTTP/1.1" status: 204 len: 168 time: 2.2241771 Dec 22 13:20:00.598013 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43994) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:00.667690 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef8ca7d9-2e83-42a6-99cb-d2f66c5fa9a1 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] DELETE failed (client error): The resource could not be found. Dec 22 13:20:00.668047 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef8ca7d9-2e83-42a6-99cb-d2f66c5fa9a1 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:20:00.704292 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-fc9921e1-ebb1-45f8-b2c9-0821e20302c9 None None] Calling delete_port for 645ee3a2-11a9-491c-9ce4-aaddf736a4b6 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:20:00.765638 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7cd82831-60b7-43ef-83d1-1b1e39351f11 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:00.772347 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ef8ca7d9-2e83-42a6-99cb-d2f66c5fa9a1 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "DELETE /v2.0/subnets/34676b0d-8f8e-4131-8311-783bc5508109 HTTP/1.1" status: 404 len: 337 time: 0.1670070 Dec 22 13:20:00.780020 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-df44f410-654d-4dc0-81cd-3e39b0de6900 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:00.780364 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 229a02e5-f169-481b-bb3b-60478e43153e triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:00.780672 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:00.795475 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-177b44cf-57f1-41a6-95d5-b60baafcecdc tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:00.799142 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 43998) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:00.806745 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7cd82831-60b7-43ef-83d1-1b1e39351f11 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:00.809119 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d9ad3aef-c516-40f2-8798-9f3f7f149472 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:00.852659 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd82831-60b7-43ef-83d1-1b1e39351f11 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Pushing event deleted for resources: {'Network': ['ID=18abce42-9ce5-4eb5-a16c-e305759ea82e,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:00.877824 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7cd82831-60b7-43ef-83d1-1b1e39351f11 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:00.881699 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7cd82831-60b7-43ef-83d1-1b1e39351f11 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] 10.222.0.47 "DELETE /v2.0/networks/18abce42-9ce5-4eb5-a16c-e305759ea82e HTTP/1.1" status: 204 len: 168 time: 2.0239503 Dec 22 13:20:00.882645 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:00.928231 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44004) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:00.965255 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-fc9921e1-ebb1-45f8-b2c9-0821e20302c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:00.969899 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f473f0a5-a9ca-4902-b356-6ae2838358cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:01.009476 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 3d164121-ab11-4e8f-a4ef-03ef211fc349 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:20:01.050441 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9921e1-ebb1-45f8-b2c9-0821e20302c9 None None] Pushing event deleted for resources: {'Port': ['ID=645ee3a2-11a9-491c-9ce4-aaddf736a4b6,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:01.051097 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad07b937-feb3-4a44-b1bc-b2677f215c53 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] DELETE failed (client error): The resource could not be found. Dec 22 13:20:01.052260 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad07b937-feb3-4a44-b1bc-b2677f215c53 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:20:01.053644 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 3d164121-ab11-4e8f-a4ef-03ef211fc349 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:20:01.054061 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 3d164121-ab11-4e8f-a4ef-03ef211fc349 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:20:01.055051 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ad07b937-feb3-4a44-b1bc-b2677f215c53 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "DELETE /v2.0/networks/0fcffef3-a682-436c-aa55-43c11c4b29b8 HTTP/1.1" status: 404 len: 339 time: 0.2445838 Dec 22 13:20:01.055185 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 645ee3a2-11a9-491c-9ce4-aaddf736a4b6 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:20:01.082364 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-fc9921e1-ebb1-45f8-b2c9-0821e20302c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:01.088661 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 645ee3a2-11a9-491c-9ce4-aaddf736a4b6 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:20:01.089017 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 645ee3a2-11a9-491c-9ce4-aaddf736a4b6 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:20:01.092134 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9921e1-ebb1-45f8-b2c9-0821e20302c9 None None] No DVR routers for this DVR port 645ee3a2-11a9-491c-9ce4-aaddf736a4b6 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:20:01.093621 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44008) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:01.094932 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b44cf-57f1-41a6-95d5-b60baafcecdc tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event deleted for resources: {'Subnet': ['ID=68489986-c73b-4493-9743-b5cf32def459,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:01.107653 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-177b44cf-57f1-41a6-95d5-b60baafcecdc tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:01.112501 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-177b44cf-57f1-41a6-95d5-b60baafcecdc tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "DELETE /v2.0/subnets/68489986-c73b-4493-9743-b5cf32def459 HTTP/1.1" status: 204 len: 168 time: 2.7484543 Dec 22 13:20:01.121839 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44012) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:01.127170 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffaeae4-ec7e-476f-bed1-52d62feec028 None None] Network 29d315a8-06b3-4b25-8626-ce3d7535daaa requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:20:01.145487 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-177b44cf-57f1-41a6-95d5-b60baafcecdc tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:01.386859 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364c634-2a01-4cba-938e-5d1b5961ce57 req-11a5c622-2309-4369-b09b-c1f6e239ed7a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:01.388335 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4364c634-2a01-4cba-938e-5d1b5961ce57 req-11a5c622-2309-4369-b09b-c1f6e239ed7a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.4613693 Dec 22 13:20:01.391684 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dff78b3f-b9ff-476f-bc05-95ca638a12fc tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:01.417322 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f375cba-4d1b-4bbb-bc6b-5d1462c110fa None None] DHCP port deletion for 29d315a8-06b3-4b25-8626-ce3d7535daaa request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:20:01.421431 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7f375cba-4d1b-4bbb-bc6b-5d1462c110fa None None] Deleting port 3c928110-b49e-41b1-a47d-a999427c664a {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:20:01.421818 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7f375cba-4d1b-4bbb-bc6b-5d1462c110fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:01.459986 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.resource_extend [None req-f704302a-3e59-4900-bb63-3b29f5ab3e24 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:20:01.469557 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-60a43b84-bc1b-4035-835b-a0534476ac71 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:01.481170 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5f652f2b-de25-4e40-ae93-a1ff8f02664d tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:01.546951 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a5418e-2df9-4b08-992d-1138db098a23 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Deleting subnet 453d0e92-e8d6-4fd7-b02c-3d44015c6eeb {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:20:01.565152 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a43b84-bc1b-4035-835b-a0534476ac71 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event updated for resources: {'Subnet': ['ID=ef0295b8-e622-4ac0-8ea3-30f78b4036ee,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:01.575230 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f704302a-3e59-4900-bb63-3b29f5ab3e24 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:01.578614 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-60a43b84-bc1b-4035-835b-a0534476ac71 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:01.606219 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b4a5418e-2df9-4b08-992d-1138db098a23 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:01.615082 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-22639c37-bd7a-4076-b22e-cf882aec2aa0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Deleting subnet 739945af-2df8-4812-86c3-1ed26af3925d {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:20:01.625994 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-22639c37-bd7a-4076-b22e-cf882aec2aa0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:01.661463 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7f375cba-4d1b-4bbb-bc6b-5d1462c110fa None None] For port 3c928110-b49e-41b1-a47d-a999427c664a, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=3c928110-b49e-41b1-a47d-a999427c664a,segment=NetworkSegment(bcfd23f3-d9b5-4cdc-8f02-a9d661634c32),segment_id=bcfd23f3-d9b5-4cdc-8f02-a9d661634c32)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:20:01.661956 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7f375cba-4d1b-4bbb-bc6b-5d1462c110fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:01.666266 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f704302a-3e59-4900-bb63-3b29f5ab3e24 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:01.666638 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4364c634-2a01-4cba-938e-5d1b5961ce57 req-b544c63b-85e3-4973-9310-734b53e9c774 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2646096 Dec 22 13:20:01.667141 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f704302a-3e59-4900-bb63-3b29f5ab3e24 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:01.675019 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b6798b4d-5c5f-4578-adad-245d2bef7f6a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:01.687840 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dff78b3f-b9ff-476f-bc05-95ca638a12fc tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:01.732161 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d9ad3aef-c516-40f2-8798-9f3f7f149472 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:01.751118 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b4a5418e-2df9-4b08-992d-1138db098a23 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:01.780117 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-dff78b3f-b9ff-476f-bc05-95ca638a12fc tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10275e70-04c2-44b6-a253-2d666d36bc56']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:01.790388 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a43b84-bc1b-4035-835b-a0534476ac71 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Checking segment: {'id': 'd3e13d80-0375-45be-ab11-bae1dd34607c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c3ddc2f7-3122-425f-928d-7ccd4e64b927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:20:01.790388 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a43b84-bc1b-4035-835b-a0534476ac71 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Network hostable DHCP agents. Network: c3ddc2f7-3122-425f-928d-7ccd4e64b927, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:20:01.799936 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-dff78b3f-b9ff-476f-bc05-95ca638a12fc tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6980c1df-058c-4ea8-89e2-7d0d0831716a') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:01.800232 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-dff78b3f-b9ff-476f-bc05-95ca638a12fc tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6980c1df-058c-4ea8-89e2-7d0d0831716a') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:01.808891 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7f375cba-4d1b-4bbb-bc6b-5d1462c110fa None None] Calling delete_port for 3c928110-b49e-41b1-a47d-a999427c664a owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:20:01.818974 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-22639c37-bd7a-4076-b22e-cf882aec2aa0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:01.826286 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d9ad3aef-c516-40f2-8798-9f3f7f149472 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:01.831282 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dff78b3f-b9ff-476f-bc05-95ca638a12fc tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:01.840717 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3e4575d7-3674-4441-a697-01635871e276 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:01.904066 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dff78b3f-b9ff-476f-bc05-95ca638a12fc tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:01.958920 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dff78b3f-b9ff-476f-bc05-95ca638a12fc tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:20:01.959330 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dff78b3f-b9ff-476f-bc05-95ca638a12fc tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:01.965464 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7f375cba-4d1b-4bbb-bc6b-5d1462c110fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:01.972214 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-212c020a-a878-4702-b2eb-b9779ccc382a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:01.984281 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:20:01.984281 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:20:01.984281 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:20:01.984281 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:20:01.984281 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:20:01.984281 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:20:01.984281 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:20:01.984281 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:20:01.984281 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:20:01.984281 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:20:01.984281 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:20:01.984281 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:20:01.984281 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:20:01.984281 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:20:01.984281 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:20:01.984281 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:20:01.984281 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:20:01.984281 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:20:01.984281 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:20:01.984281 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:20:01.984281 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:20:01.984281 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:20:01.984281 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:20:01.984281 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:20:01.984281 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:20:01.984281 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:20:01.984281 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:20:01.984281 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:20:01.984281 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:20:01.984281 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:20:01.984281 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:20:01.984281 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:20:02.031772 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f375cba-4d1b-4bbb-bc6b-5d1462c110fa None None] Pushing event deleted for resources: {'Port': ['ID=3c928110-b49e-41b1-a47d-a999427c664a,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:02.040298 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7f375cba-4d1b-4bbb-bc6b-5d1462c110fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:02.040298 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f375cba-4d1b-4bbb-bc6b-5d1462c110fa None None] No DVR routers for this DVR port 3c928110-b49e-41b1-a47d-a999427c664a on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:20:02.049206 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad3aef-c516-40f2-8798-9f3f7f149472 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Pushing event updated for resources: {'Port': ['ID=a3167a30-4cdd-40b0-8b30-988f548a1eff,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:02.067634 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-22639c37-bd7a-4076-b22e-cf882aec2aa0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:02.068975 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d9ad3aef-c516-40f2-8798-9f3f7f149472 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:02.102119 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-d9ad3aef-c516-40f2-8798-9f3f7f149472 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] In _notify_port_updated(), no bound segment for port a3167a30-4cdd-40b0-8b30-988f548a1eff on network ec5f0de7-829f-445c-b587-d99d1c93bac3 {{(pid=84148) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 13:20:02.106016 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ad3aef-c516-40f2-8798-9f3f7f149472 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:02.106399 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f704302a-3e59-4900-bb63-3b29f5ab3e24 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Port': ['ID=cad9596a-2dc8-4ab2-9d00-f7453036f381,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:02.112951 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d9ad3aef-c516-40f2-8798-9f3f7f149472 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:02.112951 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d9ad3aef-c516-40f2-8798-9f3f7f149472 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] 10.222.0.47 "PUT /v2.0/ports/a3167a30-4cdd-40b0-8b30-988f548a1eff HTTP/1.1" status: 200 len: 1135 time: 1.5655332 Dec 22 13:20:02.112951 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b4a5418e-2df9-4b08-992d-1138db098a23 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:02.119132 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f704302a-3e59-4900-bb63-3b29f5ab3e24 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:02.123559 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44018) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:02.166833 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-49bb9975-4aaf-43b1-8581-87bb0b1a4d7f None None] Provisioning complete for port a3167a30-4cdd-40b0-8b30-988f548a1eff triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:02.166833 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-49bb9975-4aaf-43b1-8581-87bb0b1a4d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:02.216154 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dff78b3f-b9ff-476f-bc05-95ca638a12fc tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:02.220148 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-4aedd0e6-6701-407b-b1eb-36a78f2c213a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:02.237020 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dff78b3f-b9ff-476f-bc05-95ca638a12fc tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:02.251073 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff78b3f-b9ff-476f-bc05-95ca638a12fc tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event deleted for resources: {'Network': ['ID=10275e70-04c2-44b6-a253-2d666d36bc56,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:02.252479 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-49bb9975-4aaf-43b1-8581-87bb0b1a4d7f None None] Port a3167a30-4cdd-40b0-8b30-988f548a1eff cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:20:02.254499 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-dff78b3f-b9ff-476f-bc05-95ca638a12fc tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:02.256769 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-dff78b3f-b9ff-476f-bc05-95ca638a12fc tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "DELETE /v2.0/networks/10275e70-04c2-44b6-a253-2d666d36bc56 HTTP/1.1" status: 204 len: 168 time: 1.1320169 Dec 22 13:20:02.259978 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44022) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:02.283056 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b4a5418e-2df9-4b08-992d-1138db098a23 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:02.306851 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84bc1c8-2678-40d1-bb1a-6e2d9d72841b tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:02.308216 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b84bc1c8-2678-40d1-bb1a-6e2d9d72841b tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] 10.222.0.47 "GET /v2.0/ports/a3167a30-4cdd-40b0-8b30-988f548a1eff HTTP/1.1" status: 200 len: 1135 time: 0.1828907 Dec 22 13:20:02.318487 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44026) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:02.334366 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ce9bdaec-a26a-4070-b373-a9c9ddb9a940 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:02.361542 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a43b84-bc1b-4035-835b-a0534476ac71 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Network c3ddc2f7-3122-425f-928d-7ccd4e64b927 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:20:02.380676 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f704302a-3e59-4900-bb63-3b29f5ab3e24 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:20:02.388264 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a5418e-2df9-4b08-992d-1138db098a23 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Pushing event deleted for resources: {'Subnet': ['ID=453d0e92-e8d6-4fd7-b02c-3d44015c6eeb,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:02.392412 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657368c-9b73-46f5-a703-8a76db6dd010 req-7289dc9a-4e99-4cb3-8a61-cab27cd13bf1 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:02.392942 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b4a5418e-2df9-4b08-992d-1138db098a23 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:02.393890 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4657368c-9b73-46f5-a703-8a76db6dd010 req-7289dc9a-4e99-4cb3-8a61-cab27cd13bf1 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.5163698 Dec 22 13:20:02.394767 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-f704302a-3e59-4900-bb63-3b29f5ab3e24 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:02.405435 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b4a5418e-2df9-4b08-992d-1138db098a23 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:02.405985 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-22639c37-bd7a-4076-b22e-cf882aec2aa0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:02.406093 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b4a5418e-2df9-4b08-992d-1138db098a23 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] 10.222.0.47 "DELETE /v2.0/subnets/453d0e92-e8d6-4fd7-b02c-3d44015c6eeb HTTP/1.1" status: 204 len: 168 time: 1.4732406 Dec 22 13:20:02.406093 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44030) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:02.407226 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-99734cc1-8b54-46af-b3c1-0703b667e76a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:02.410688 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3618b375-3bf3-477a-b65c-48e98297bb26 None None] Network 22cd9ee4-331c-43dc-b251-2c8856e3e727 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:20:02.412419 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-d6a3e9d4-0eef-40d7-9bc3-ebbc5d2e604e tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Request body: {'floatingip': {'port_id': '675d5c62-fd43-45d1-8f32-32ff05f7306c'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:02.434414 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44034) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:02.515727 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 3c928110-b49e-41b1-a47d-a999427c664a no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:20:02.580231 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 3c928110-b49e-41b1-a47d-a999427c664a {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:20:02.580986 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 3c928110-b49e-41b1-a47d-a999427c664a not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:20:02.607068 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22639c37-bd7a-4076-b22e-cf882aec2aa0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event deleted for resources: {'Subnet': ['ID=739945af-2df8-4812-86c3-1ed26af3925d,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:02.608817 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-60a43b84-bc1b-4035-835b-a0534476ac71 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, c3ddc2f7-3122-425f-928d-7ccd4e64b927) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:02.613142 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-22639c37-bd7a-4076-b22e-cf882aec2aa0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:02.623114 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d6ade4-334f-4365-8f1a-1992043ebc65 None None] Network c3ddc2f7-3122-425f-928d-7ccd4e64b927 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:20:02.625568 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d6a3e9d4-0eef-40d7-9bc3-ebbc5d2e604e tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks [] for floatingip, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:02.712466 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bc29cb32-2e8d-49f1-b18f-b61539cc93e3 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:02.883710 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a43b84-bc1b-4035-835b-a0534476ac71 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:02.884270 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-60a43b84-bc1b-4035-835b-a0534476ac71 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:02.908331 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-8e1924f4-cab5-4645-b200-82d77e7a9b0e tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Deleting port a3167a30-4cdd-40b0-8b30-988f548a1eff {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:20:02.908702 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8e1924f4-cab5-4645-b200-82d77e7a9b0e tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:02.947870 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61813f13-bbbf-4884-95af-8dd458046595 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Router 79eaaa19-8daf-40ae-8b90-d16fa78890d4 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:20:02.953425 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bc29cb32-2e8d-49f1-b18f-b61539cc93e3 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:02.964549 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-22639c37-bd7a-4076-b22e-cf882aec2aa0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:02.967307 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad20a6c-5dbc-454a-98e7-2a3e124eb82b None None] Network 9e748c7a-7823-4297-bf06-3e7d516bda36 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:20:02.988633 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164f7be5-5699-4482-9227-79d6dd8cb274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-c3ddc2f7-3122-425f-928d-7ccd4e64b927', 'network_id': 'c3ddc2f7-3122-425f-928d-7ccd4e64b927', 'tenant_id': '5764ef7c4c644eedb583f164ec468ea1', 'fixed_ips': [{'subnet_id': 'ef0295b8-e622-4ac0-8ea3-30f78b4036ee'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:20:02.994904 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-164f7be5-5699-4482-9227-79d6dd8cb274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:03.037148 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-22639c37-bd7a-4076-b22e-cf882aec2aa0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "DELETE /v2.0/subnets/739945af-2df8-4812-86c3-1ed26af3925d HTTP/1.1" status: 204 len: 168 time: 1.9360943 Dec 22 13:20:03.053724 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44038) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:03.076284 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2d24fe2c-ff5f-4770-a579-6ab24775b48a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:03.081511 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-be911ee8-05a1-4a08-9517-78c58d355fa6 None None] Provisioning complete for port cad9596a-2dc8-4ab2-9d00-f7453036f381 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:03.081684 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-bc29cb32-2e8d-49f1-b18f-b61539cc93e3 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d315a8-06b3-4b25-8626-ce3d7535daaa']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:03.081917 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-be911ee8-05a1-4a08-9517-78c58d355fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:03.148709 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-bc29cb32-2e8d-49f1-b18f-b61539cc93e3 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcfd23f3-d9b5-4cdc-8f02-a9d661634c32') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:03.149042 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-bc29cb32-2e8d-49f1-b18f-b61539cc93e3 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcfd23f3-d9b5-4cdc-8f02-a9d661634c32') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:03.156606 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-60a43b84-bc1b-4035-835b-a0534476ac71 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.1104741 Dec 22 13:20:03.165759 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44042) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:03.211103 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-be911ee8-05a1-4a08-9517-78c58d355fa6 None None] Port cad9596a-2dc8-4ab2-9d00-f7453036f381 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:20:03.249506 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7276a44d-bd40-4850-83b2-fd4f7c849892 None None] DHCP port deletion for 22cd9ee4-331c-43dc-b251-2c8856e3e727 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:20:03.256101 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bc29cb32-2e8d-49f1-b18f-b61539cc93e3 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:03.259196 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7276a44d-bd40-4850-83b2-fd4f7c849892 None None] Deleting port 6820f0a0-e43f-426a-92dc-0c46cd363de4 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:20:03.259642 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7276a44d-bd40-4850-83b2-fd4f7c849892 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:03.300950 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bc29cb32-2e8d-49f1-b18f-b61539cc93e3 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:03.326116 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc29cb32-2e8d-49f1-b18f-b61539cc93e3 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:20:03.326863 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bc29cb32-2e8d-49f1-b18f-b61539cc93e3 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:03.338971 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-2d24fe2c-ff5f-4770-a579-6ab24775b48a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Deleting port 6820f0a0-e43f-426a-92dc-0c46cd363de4 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:20:03.339345 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2d24fe2c-ff5f-4770-a579-6ab24775b48a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:03.344748 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d1120d19-6e97-462b-8ece-76a453bce050 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:03.346497 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:20:03.346497 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:20:03.346497 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:20:03.346497 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:20:03.346497 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:20:03.346497 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:20:03.346497 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:20:03.346497 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:20:03.346497 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:20:03.346497 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:20:03.346497 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:20:03.346497 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:20:03.346497 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:20:03.346497 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:20:03.346497 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:20:03.346497 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:20:03.346497 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:20:03.346497 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:20:03.346497 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:20:03.346497 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:20:03.346497 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:20:03.346497 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:20:03.346497 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:20:03.346497 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:20:03.346497 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:20:03.346497 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:20:03.346497 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:20:03.346497 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:20:03.346497 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:20:03.346497 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:20:03.346497 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:20:03.346497 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:20:03.486191 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-d1120d19-6e97-462b-8ece-76a453bce050 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Deleting port 7e515e05-435b-465b-89ac-18e68ff9a042 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:20:03.486782 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d1120d19-6e97-462b-8ece-76a453bce050 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:03.562276 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-164f7be5-5699-4482-9227-79d6dd8cb274 None None] Allocated IP 172.20.0.1 (c3ddc2f7-3122-425f-928d-7ccd4e64b927/ef0295b8-e622-4ac0-8ea3-30f78b4036ee/4890e278-7a5b-4830-b0bc-8e5726d68526) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:20:03.600700 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7276a44d-bd40-4850-83b2-fd4f7c849892 None None] For port 6820f0a0-e43f-426a-92dc-0c46cd363de4, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=6820f0a0-e43f-426a-92dc-0c46cd363de4,segment=NetworkSegment(28c23a38-28e1-44f4-b33d-8620969ed0e4),segment_id=28c23a38-28e1-44f4-b33d-8620969ed0e4)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:20:03.601450 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7276a44d-bd40-4850-83b2-fd4f7c849892 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:03.684277 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8e1924f4-cab5-4645-b200-82d77e7a9b0e tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:03.697688 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bc29cb32-2e8d-49f1-b18f-b61539cc93e3 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:03.718259 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f4d1f8b6-4e53-4ced-89df-dfa38af5f0bf tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:03.752678 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bc29cb32-2e8d-49f1-b18f-b61539cc93e3 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:03.770294 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc29cb32-2e8d-49f1-b18f-b61539cc93e3 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event deleted for resources: {'Network': ['ID=29d315a8-06b3-4b25-8626-ce3d7535daaa,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:03.780209 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-334726cf-e90a-4071-b406-294d61de42b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:03.791224 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-bc29cb32-2e8d-49f1-b18f-b61539cc93e3 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "DELETE /v2.0/networks/29d315a8-06b3-4b25-8626-ce3d7535daaa HTTP/1.1" status: 204 len: 168 time: 1.5295875 Dec 22 13:20:03.793182 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-bc29cb32-2e8d-49f1-b18f-b61539cc93e3 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:03.793694 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44046) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:03.801607 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a15a07-9112-4d40-a783-8b1ac92a5f33 None None] DHCP port deletion for 9e748c7a-7823-4297-bf06-3e7d516bda36 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:20:03.803090 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-e06d9820-1fab-45c9-8f8e-f0f8fc83af06 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-376645435'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:03.811291 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7276a44d-bd40-4850-83b2-fd4f7c849892 None None] Calling delete_port for 6820f0a0-e43f-426a-92dc-0c46cd363de4 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:20:03.814823 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e06d9820-1fab-45c9-8f8e-f0f8fc83af06 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:03.817936 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-d1120d19-6e97-462b-8ece-76a453bce050 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] For port 7e515e05-435b-465b-89ac-18e68ff9a042, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=7e515e05-435b-465b-89ac-18e68ff9a042,segment=NetworkSegment(0de12ea1-d625-4f57-a55d-557b7b6ffc04),segment_id=0de12ea1-d625-4f57-a55d-557b7b6ffc04)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:20:03.818414 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d1120d19-6e97-462b-8ece-76a453bce050 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:03.831627 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e06d9820-1fab-45c9-8f8e-f0f8fc83af06 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Usage tracker for resource:network and tenant:ad8695e3cb0646af805a65484bd64689 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:03.837820 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e06d9820-1fab-45c9-8f8e-f0f8fc83af06 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:03.861406 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-04a15a07-9112-4d40-a783-8b1ac92a5f33 None None] Deleting port 7e515e05-435b-465b-89ac-18e68ff9a042 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:20:03.861783 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-04a15a07-9112-4d40-a783-8b1ac92a5f33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:03.905342 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-8e1924f4-cab5-4645-b200-82d77e7a9b0e tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Calling delete_port for a3167a30-4cdd-40b0-8b30-988f548a1eff owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:20:03.949646 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e06d9820-1fab-45c9-8f8e-f0f8fc83af06 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:03.957559 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-d1120d19-6e97-462b-8ece-76a453bce050 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Calling delete_port for 7e515e05-435b-465b-89ac-18e68ff9a042 owned by network:dhcp {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:20:04.127334 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-2d24fe2c-ff5f-4770-a579-6ab24775b48a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] For port 6820f0a0-e43f-426a-92dc-0c46cd363de4, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=6820f0a0-e43f-426a-92dc-0c46cd363de4,segment=NetworkSegment(28c23a38-28e1-44f4-b33d-8620969ed0e4),segment_id=28c23a38-28e1-44f4-b33d-8620969ed0e4)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:20:04.127586 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2d24fe2c-ff5f-4770-a579-6ab24775b48a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:04.154155 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7276a44d-bd40-4850-83b2-fd4f7c849892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:04.169804 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-fc9921e1-ebb1-45f8-b2c9-0821e20302c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:04.213023 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06d9820-1fab-45c9-8f8e-f0f8fc83af06 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Made reservation on behalf of ad8695e3cb0646af805a65484bd64689 for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:20:04.214154 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e06d9820-1fab-45c9-8f8e-f0f8fc83af06 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:04.271822 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7276a44d-bd40-4850-83b2-fd4f7c849892 None None] No DVR routers for this DVR port 6820f0a0-e43f-426a-92dc-0c46cd363de4 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:20:04.276886 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7276a44d-bd40-4850-83b2-fd4f7c849892 None None] Pushing event deleted for resources: {'Port': ['ID=6820f0a0-e43f-426a-92dc-0c46cd363de4,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:04.278911 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7276a44d-bd40-4850-83b2-fd4f7c849892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:04.281289 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d6a3e9d4-0eef-40d7-9bc3-ebbc5d2e604e tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:04.290976 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e06d9820-1fab-45c9-8f8e-f0f8fc83af06 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:20:04.300709 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-04a15a07-9112-4d40-a783-8b1ac92a5f33 None None] For port 7e515e05-435b-465b-89ac-18e68ff9a042, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=7e515e05-435b-465b-89ac-18e68ff9a042,segment=NetworkSegment(0de12ea1-d625-4f57-a55d-557b7b6ffc04),segment_id=0de12ea1-d625-4f57-a55d-557b7b6ffc04)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:20:04.301117 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-04a15a07-9112-4d40-a783-8b1ac92a5f33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:04.306556 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e06d9820-1fab-45c9-8f8e-f0f8fc83af06 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:04.306916 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-e06d9820-1fab-45c9-8f8e-f0f8fc83af06 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Added segment 3e9143a6-0b05-41a2-bcce-1bb77454715b of type vlan for network c25561d5-2a85-4341-8c54-3de2d8da1bd5 Dec 22 13:20:04.313914 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d1120d19-6e97-462b-8ece-76a453bce050 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:04.324458 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c81eabb9-aad4-4e2d-8a61-c88f97085515 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:04.363022 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d6a3e9d4-0eef-40d7-9bc3-ebbc5d2e604e tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:04.426152 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-2d24fe2c-ff5f-4770-a579-6ab24775b48a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Calling delete_port for 6820f0a0-e43f-426a-92dc-0c46cd363de4 owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:20:04.433590 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-164f7be5-5699-4482-9227-79d6dd8cb274 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:04.442015 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-04a15a07-9112-4d40-a783-8b1ac92a5f33 None None] Calling delete_port for 7e515e05-435b-465b-89ac-18e68ff9a042 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:20:04.465979 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1120d19-6e97-462b-8ece-76a453bce050 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event deleted for resources: {'Port': ['ID=7e515e05-435b-465b-89ac-18e68ff9a042,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:04.472087 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-334726cf-e90a-4071-b406-294d61de42b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:04.485845 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d1120d19-6e97-462b-8ece-76a453bce050 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:04.490683 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e06d9820-1fab-45c9-8f8e-f0f8fc83af06 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:04.498536 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1120d19-6e97-462b-8ece-76a453bce050 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] No DVR routers for this DVR port 7e515e05-435b-465b-89ac-18e68ff9a042 on host dv-neutron-822669-1-hyperv {{(pid=84148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:20:04.549940 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-04a15a07-9112-4d40-a783-8b1ac92a5f33 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:20:04.550231 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-04a15a07-9112-4d40-a783-8b1ac92a5f33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:20:04.564662 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 7e515e05-435b-465b-89ac-18e68ff9a042 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:20:04.603619 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 7e515e05-435b-465b-89ac-18e68ff9a042 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:20:04.604254 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 7e515e05-435b-465b-89ac-18e68ff9a042 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:20:04.604695 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 6820f0a0-e43f-426a-92dc-0c46cd363de4 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:20:04.639725 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 6820f0a0-e43f-426a-92dc-0c46cd363de4 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:20:04.639725 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 6820f0a0-e43f-426a-92dc-0c46cd363de4 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:20:04.650636 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d1120d19-6e97-462b-8ece-76a453bce050 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:04.683693 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.api [None req-2d24fe2c-ff5f-4770-a579-6ab24775b48a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84149) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:20:04.684016 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_db.api [None req-2d24fe2c-ff5f-4770-a579-6ab24775b48a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:20:04.685018 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-d1120d19-6e97-462b-8ece-76a453bce050 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e748c7a-7823-4297-bf06-3e7d516bda36']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:04.688726 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61813f13-bbbf-4884-95af-8dd458046595 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:20:04.700638 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc2346a-caee-4ec5-be37-ae9ff2e222c2 None None] Sync routers for ids ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:20:04.709059 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-d1120d19-6e97-462b-8ece-76a453bce050 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0de12ea1-d625-4f57-a55d-557b7b6ffc04') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:04.709624 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-d1120d19-6e97-462b-8ece-76a453bce050 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0de12ea1-d625-4f57-a55d-557b7b6ffc04') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:04.714332 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc2346a-caee-4ec5-be37-ae9ff2e222c2 None None] Routers {'79eaaa19-8daf-40ae-8b90-d16fa78890d4'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:20:04.714976 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-7fc2346a-caee-4ec5-be37-ae9ff2e222c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:19:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:04.759544 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-164f7be5-5699-4482-9227-79d6dd8cb274 None None] Transition to ACTIVE for port object 4890e278-7a5b-4830-b0bc-8e5726d68526 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:20:04.760242 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8e1924f4-cab5-4645-b200-82d77e7a9b0e tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:04.762644 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f704302a-3e59-4900-bb63-3b29f5ab3e24 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Router 2778525d-615c-4eeb-b1da-3b8847a2ea6a is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:20:04.775203 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-7fc2346a-caee-4ec5-be37-ae9ff2e222c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:04.778231 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e06d9820-1fab-45c9-8f8e-f0f8fc83af06 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:04.781728 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f704302a-3e59-4900-bb63-3b29f5ab3e24 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:04.782152 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06d9820-1fab-45c9-8f8e-f0f8fc83af06 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:04.782798 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e06d9820-1fab-45c9-8f8e-f0f8fc83af06 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:04.787334 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc2346a-caee-4ec5-be37-ae9ff2e222c2 None None] Routers {'79eaaa19-8daf-40ae-8b90-d16fa78890d4'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:20:04.788133 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-7fc2346a-caee-4ec5-be37-ae9ff2e222c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:19:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:04.789773 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-164f7be5-5699-4482-9227-79d6dd8cb274 None None] Transition to ACTIVE for port object 4890e278-7a5b-4830-b0bc-8e5726d68526 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:20:04.790040 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d1120d19-6e97-462b-8ece-76a453bce050 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:04.797048 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:04.850435 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-7fc2346a-caee-4ec5-be37-ae9ff2e222c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:04.851393 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc2346a-caee-4ec5-be37-ae9ff2e222c2 None None] The sync data for ids ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:20:04.852883 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-164f7be5-5699-4482-9227-79d6dd8cb274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:04.864303 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-61813f13-bbbf-4884-95af-8dd458046595 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:04.880628 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c7c94484-5b95-4682-b9eb-03ff6fb8d3ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:04.906011 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d1120d19-6e97-462b-8ece-76a453bce050 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:04.932295 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-61813f13-bbbf-4884-95af-8dd458046595 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 14.0379109 Dec 22 13:20:04.936316 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1120d19-6e97-462b-8ece-76a453bce050 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:20:04.936880 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d1120d19-6e97-462b-8ece-76a453bce050 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:04.950590 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164f7be5-5699-4482-9227-79d6dd8cb274 None None] Network c3ddc2f7-3122-425f-928d-7ccd4e64b927 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:20:04.953717 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-164f7be5-5699-4482-9227-79d6dd8cb274 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:04.953974 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44050) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:04.955342 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:20:04.955342 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:20:04.955342 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:20:04.955342 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:20:04.955342 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:20:04.955342 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:20:04.955342 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:20:04.955342 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:20:04.955342 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:20:04.955342 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:20:04.955342 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:20:04.955342 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:20:04.955342 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:20:04.955342 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:20:04.955342 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:20:04.955342 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:20:04.955342 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:20:04.955342 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:20:04.955342 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:20:04.955342 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:20:04.955342 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:20:04.955342 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:20:04.955342 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:20:04.955342 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:20:04.955342 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:20:04.955342 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:20:04.955342 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:20:04.955342 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:20:04.955342 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:20:04.955342 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:20:04.955342 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:20:04.955342 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:20:04.960501 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164f7be5-5699-4482-9227-79d6dd8cb274 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:20:04.994886 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1924f4-cab5-4645-b200-82d77e7a9b0e tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Pushing event deleted for resources: {'Port': ['ID=a3167a30-4cdd-40b0-8b30-988f548a1eff,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:05.002703 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8e1924f4-cab5-4645-b200-82d77e7a9b0e tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:05.030484 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f7be5-5699-4482-9227-79d6dd8cb274 None None] Pushing event updated for resources: {'Port': ['ID=4890e278-7a5b-4830-b0bc-8e5726d68526,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:05.078259 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-164f7be5-5699-4482-9227-79d6dd8cb274 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:05.078829 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-04a15a07-9112-4d40-a783-8b1ac92a5f33 None None] Deleting port 7e515e05-435b-465b-89ac-18e68ff9a042 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:20:05.079214 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-04a15a07-9112-4d40-a783-8b1ac92a5f33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:05.084200 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d9820-1fab-45c9-8f8e-f0f8fc83af06 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event updated for resources: {'Network': ['ID=c25561d5-2a85-4341-8c54-3de2d8da1bd5,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:05.099882 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8e1924f4-cab5-4645-b200-82d77e7a9b0e tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:05.111983 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e06d9820-1fab-45c9-8f8e-f0f8fc83af06 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3121858 Dec 22 13:20:05.111983 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e06d9820-1fab-45c9-8f8e-f0f8fc83af06 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:05.117609 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44054) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:05.131828 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-2696be04-6fd5-422a-a675-e272a4aefe81 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Request body: {'subnet': {'network_id': 'c25561d5-2a85-4341-8c54-3de2d8da1bd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:05.134578 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network c25561d5-2a85-4341-8c54-3de2d8da1bd5 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:20:05.160046 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8e1924f4-cab5-4645-b200-82d77e7a9b0e tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] 10.222.0.47 "DELETE /v2.0/ports/a3167a30-4cdd-40b0-8b30-988f548a1eff HTTP/1.1" status: 204 len: 168 time: 2.8356028 Dec 22 13:20:05.164147 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44058) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:05.166960 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-334726cf-e90a-4071-b406-294d61de42b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:05.176801 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-84d46078-346d-4a17-9b4c-97257d8aed9d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:05.236331 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-2d24fe2c-ff5f-4770-a579-6ab24775b48a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Deleting port 6820f0a0-e43f-426a-92dc-0c46cd363de4 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:20:05.236730 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2d24fe2c-ff5f-4770-a579-6ab24775b48a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:05.254811 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-04a15a07-9112-4d40-a783-8b1ac92a5f33 None None] The port '7e515e05-435b-465b-89ac-18e68ff9a042' was deleted {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:20:05.262560 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8adf4fab-c880-46ec-92e7-cf59127c9836 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "GET /v2.0/floatingips/d9ee6f78-92cb-4a10-a54f-8b182010d7c1 HTTP/1.1" status: 200 len: 978 time: 0.3032253 Dec 22 13:20:05.266314 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-164f7be5-5699-4482-9227-79d6dd8cb274 None None] Attempting to bind port 4890e278-7a5b-4830-b0bc-8e5726d68526 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:20:05.266621 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-164f7be5-5699-4482-9227-79d6dd8cb274 None None] Attempting to bind port 4890e278-7a5b-4830-b0bc-8e5726d68526 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'd3e13d80-0375-45be-ab11-bae1dd34607c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c3ddc2f7-3122-425f-928d-7ccd4e64b927'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:20:05.266896 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164f7be5-5699-4482-9227-79d6dd8cb274 None None] Attempting to bind port 4890e278-7a5b-4830-b0bc-8e5726d68526 on network c3ddc2f7-3122-425f-928d-7ccd4e64b927 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:20:05.281666 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44062) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:05.294984 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164f7be5-5699-4482-9227-79d6dd8cb274 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:20:05.295364 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164f7be5-5699-4482-9227-79d6dd8cb274 None None] Checking segment: {'id': 'd3e13d80-0375-45be-ab11-bae1dd34607c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c3ddc2f7-3122-425f-928d-7ccd4e64b927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:20:05.295948 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-164f7be5-5699-4482-9227-79d6dd8cb274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:05.296475 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334726cf-e90a-4071-b406-294d61de42b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event deleted for resources: {'Subnet': ['ID=ef0295b8-e622-4ac0-8ea3-30f78b4036ee,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:05.296616 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164f7be5-5699-4482-9227-79d6dd8cb274 None None] Bound using segment: {'id': 'd3e13d80-0375-45be-ab11-bae1dd34607c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c3ddc2f7-3122-425f-928d-7ccd4e64b927'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:20:05.296970 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-164f7be5-5699-4482-9227-79d6dd8cb274 None None] Bound port: 4890e278-7a5b-4830-b0bc-8e5726d68526, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3e13d80-0375-45be-ab11-bae1dd34607c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c3ddc2f7-3122-425f-928d-7ccd4e64b927'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:20:05.297351 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-164f7be5-5699-4482-9227-79d6dd8cb274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:05.326165 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.l3_db [None req-d6a3e9d4-0eef-40d7-9bc3-ebbc5d2e604e tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Floating IP ec98ee62-725f-4c51-94de-a37aa8df51d9 associated. External IP: 172.26.1.54, port: 675d5c62-fd43-45d1-8f32-32ff05f7306c. Dec 22 13:20:05.352617 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-334726cf-e90a-4071-b406-294d61de42b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:05.393114 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-2696be04-6fd5-422a-a675-e272a4aefe81 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:05.402485 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d1120d19-6e97-462b-8ece-76a453bce050 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:05.409306 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-2696be04-6fd5-422a-a675-e272a4aefe81 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Usage tracker for resource:subnet and tenant:ad8695e3cb0646af805a65484bd64689 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:05.412283 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-10d471f9-9d65-49c3-9d71-00ad6e230f6e tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:05.415877 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-164f7be5-5699-4482-9227-79d6dd8cb274 None None] For port 4890e278-7a5b-4830-b0bc-8e5726d68526, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:20:05.419832 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-164f7be5-5699-4482-9227-79d6dd8cb274 None None] For port 4890e278-7a5b-4830-b0bc-8e5726d68526, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=4890e278-7a5b-4830-b0bc-8e5726d68526,segment=NetworkSegment(d3e13d80-0375-45be-ab11-bae1dd34607c),segment_id=d3e13d80-0375-45be-ab11-bae1dd34607c)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:20:05.424760 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-2d24fe2c-ff5f-4770-a579-6ab24775b48a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] The port '6820f0a0-e43f-426a-92dc-0c46cd363de4' was deleted {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:20:05.427675 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d1120d19-6e97-462b-8ece-76a453bce050 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:05.430372 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-2696be04-6fd5-422a-a675-e272a4aefe81 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:05.443349 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-2696be04-6fd5-422a-a675-e272a4aefe81 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:05.452017 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1120d19-6e97-462b-8ece-76a453bce050 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Pushing event deleted for resources: {'Network': ['ID=9e748c7a-7823-4297-bf06-3e7d516bda36,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:05.458701 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d1120d19-6e97-462b-8ece-76a453bce050 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] 10.222.0.47 "DELETE /v2.0/networks/9e748c7a-7823-4297-bf06-3e7d516bda36 HTTP/1.1" status: 204 len: 168 time: 2.4012227 Dec 22 13:20:05.461424 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d1120d19-6e97-462b-8ece-76a453bce050 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:05.491181 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-164f7be5-5699-4482-9227-79d6dd8cb274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:05.495582 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-92aa4a5c-69ab-452f-bb95-10b73687fcf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:05.534135 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-582cb124-ef10-483d-b039-9544d714e866 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Synchronizing usage tracker for tenant:88c4270da4ff42b4b75089e5737840cb on resource:floatingip {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:05.542513 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2696be04-6fd5-422a-a675-e272a4aefe81 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Made reservation on behalf of ad8695e3cb0646af805a65484bd64689 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:20:05.645675 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f7be5-5699-4482-9227-79d6dd8cb274 None None] Pushing event updated for resources: {'Port': ['ID=4890e278-7a5b-4830-b0bc-8e5726d68526,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:05.650971 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-164f7be5-5699-4482-9227-79d6dd8cb274 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:05.671866 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2696be04-6fd5-422a-a675-e272a4aefe81 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:05.752835 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3c235b-a880-411d-9662-025ab3e21029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:05.789779 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f1db8c-e0eb-49da-878b-05971cf928a5 None None] Network c3ddc2f7-3122-425f-928d-7ccd4e64b927 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:20:05.799425 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-334726cf-e90a-4071-b406-294d61de42b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:05.871713 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f704302a-3e59-4900-bb63-3b29f5ab3e24 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:20:05.876631 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-334726cf-e90a-4071-b406-294d61de42b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3ddc2f7-3122-425f-928d-7ccd4e64b927']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:05.884958 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4621af02-11bf-4152-b3e9-fc1d193cd47d None None] Sync routers for ids ['2778525d-615c-4eeb-b1da-3b8847a2ea6a'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:20:05.894535 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f704302a-3e59-4900-bb63-3b29f5ab3e24 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "PUT /v2.0/routers/2778525d-615c-4eeb-b1da-3b8847a2ea6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9476480 Dec 22 13:20:05.898451 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44068) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:05.915162 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-334726cf-e90a-4071-b406-294d61de42b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3e13d80-0375-45be-ab11-bae1dd34607c') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:05.915481 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-334726cf-e90a-4071-b406-294d61de42b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3e13d80-0375-45be-ab11-bae1dd34607c') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:05.924787 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2d24fe2c-ff5f-4770-a579-6ab24775b48a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:05.937308 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-582cb124-ef10-483d-b039-9544d714e866 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Unset dirty status for tenant:88c4270da4ff42b4b75089e5737840cb on resource:floatingip {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:05.941138 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-582cb124-ef10-483d-b039-9544d714e866 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.6526051 Dec 22 13:20:05.947180 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44072) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:05.948934 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-334726cf-e90a-4071-b406-294d61de42b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:05.961712 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4621af02-11bf-4152-b3e9-fc1d193cd47d None None] Routers {'2778525d-615c-4eeb-b1da-3b8847a2ea6a'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:20:05.961712 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-4621af02-11bf-4152-b3e9-fc1d193cd47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:19:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['2778525d-615c-4eeb-b1da-3b8847a2ea6a'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:05.987234 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-2d24fe2c-ff5f-4770-a579-6ab24775b48a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22cd9ee4-331c-43dc-b251-2c8856e3e727']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:06.003163 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aece36c9-e9cf-4355-93de-7001a988f7dd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:06.003822 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-aece36c9-e9cf-4355-93de-7001a988f7dd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:06.008581 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-2d24fe2c-ff5f-4770-a579-6ab24775b48a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28c23a38-28e1-44f4-b33d-8620969ed0e4') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:06.009425 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-2d24fe2c-ff5f-4770-a579-6ab24775b48a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28c23a38-28e1-44f4-b33d-8620969ed0e4') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:06.025479 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2d24fe2c-ff5f-4770-a579-6ab24775b48a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:06.044881 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2d24fe2c-ff5f-4770-a579-6ab24775b48a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:06.054454 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d24fe2c-ff5f-4770-a579-6ab24775b48a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:20:06.055226 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2d24fe2c-ff5f-4770-a579-6ab24775b48a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:06.124157 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-c0c5c6e8-9007-4273-b2f0-42ada2d69f21 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Request body: {'floatingip': {'port_id': '171a7641-bfe1-48e5-81c7-f1f4b31cdb26'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:06.128632 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44078) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:06.205048 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-4621af02-11bf-4152-b3e9-fc1d193cd47d None None] Set router 2778525d-615c-4eeb-b1da-3b8847a2ea6a gateway port host: None {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:20:06.233523 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-aece36c9-e9cf-4355-93de-7001a988f7dd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:06.237293 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-aece36c9-e9cf-4355-93de-7001a988f7dd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/ports/cad9596a-2dc8-4ab2-9d00-f7453036f381 HTTP/1.1" status: 200 len: 911 time: 0.3341854 Dec 22 13:20:06.238588 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44084) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:06.330595 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:20:06.330595 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:20:06.330595 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:20:06.330595 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:20:06.330595 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:20:06.330595 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:20:06.330595 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:20:06.330595 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:20:06.330595 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:20:06.330595 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:20:06.330595 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:20:06.330595 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:20:06.330595 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:20:06.330595 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:20:06.330595 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:20:06.330595 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:20:06.330595 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:20:06.330595 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:20:06.330595 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:20:06.330595 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:20:06.330595 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:20:06.330595 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:20:06.330595 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:20:06.330595 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:20:06.330595 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:20:06.330595 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:20:06.330595 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:20:06.330595 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:20:06.330595 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:20:06.330595 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:20:06.330595 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:20:06.330595 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:20:06.330595 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:20:06.330595 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:20:06.330595 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:20:06.330595 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:20:06.330595 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:20:06.330595 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:20:06.330595 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:20:06.330595 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:20:06.352304 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54104394-2847-4803-b85d-e25715086d08 None None] get_active_networks_info from dv-neutron-822669-1-hyperv {{(pid=84150) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 13:20:06.379051 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-334726cf-e90a-4071-b406-294d61de42b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:06.383724 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2696be04-6fd5-422a-a675-e272a4aefe81 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:06.385341 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c39a813-cd82-4552-b6aa-6fd0e27ccb73 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Deleting subnet e11623ab-1468-4e85-91ed-a277b8a804e5 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:20:06.389725 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6c39a813-cd82-4552-b6aa-6fd0e27ccb73 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:06.390483 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2324ac75-5097-4654-a7a5-93b185aa2675 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:06.450753 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-334726cf-e90a-4071-b406-294d61de42b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:20:06.451710 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-334726cf-e90a-4071-b406-294d61de42b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:06.478607 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:20:06.478607 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:20:06.478607 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:20:06.478607 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:20:06.478607 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:20:06.478607 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:20:06.478607 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:20:06.478607 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:20:06.478607 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:20:06.478607 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:20:06.478607 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:20:06.478607 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:20:06.478607 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:20:06.478607 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:20:06.478607 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:20:06.478607 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:20:06.478607 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:20:06.478607 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:20:06.478607 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:20:06.478607 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:20:06.478607 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:20:06.478607 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:20:06.478607 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:20:06.478607 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:20:06.478607 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:20:06.478607 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:20:06.478607 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:20:06.478607 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:20:06.478607 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:20:06.478607 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:20:06.478607 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:20:06.478607 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:20:06.505606 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292b052a-edf4-4a89-9942-139e1cb8c076 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:06.510652 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292b052a-edf4-4a89-9942-139e1cb8c076 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:06.515157 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-292b052a-edf4-4a89-9942-139e1cb8c076 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2732587 Dec 22 13:20:06.518796 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44088) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:06.591020 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c0c5c6e8-9007-4273-b2f0-42ada2d69f21 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for floatingip, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:06.645195 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6c39a813-cd82-4552-b6aa-6fd0e27ccb73 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:06.677282 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2d24fe2c-ff5f-4770-a579-6ab24775b48a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:06.710640 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1ae2bd3d-03a6-4268-8de6-85621ec4be81 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:06.715617 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2696be04-6fd5-422a-a675-e272a4aefe81 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event updated for resources: {'Subnet': ['ID=94b4d2ba-894f-4b84-8c67-b1395145cdc8,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:06.723014 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2696be04-6fd5-422a-a675-e272a4aefe81 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:06.732130 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2d24fe2c-ff5f-4770-a579-6ab24775b48a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:06.746071 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d24fe2c-ff5f-4770-a579-6ab24775b48a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Pushing event deleted for resources: {'Network': ['ID=22cd9ee4-331c-43dc-b251-2c8856e3e727,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:06.759486 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2d24fe2c-ff5f-4770-a579-6ab24775b48a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:06.763739 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-76c3337f-5127-4c20-b6e9-8c856a368708 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fcf444775c8e48ac91bc0e0e1ea9aa3c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6314282 Dec 22 13:20:06.766643 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44092) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:06.767080 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2696be04-6fd5-422a-a675-e272a4aefe81 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Checking segment: {'id': '3e9143a6-0b05-41a2-bcce-1bb77454715b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c25561d5-2a85-4341-8c54-3de2d8da1bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:20:06.767369 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-4621af02-11bf-4152-b3e9-fc1d193cd47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2778525d-615c-4eeb-b1da-3b8847a2ea6a', 'name': 'tempest-NetworksTestDHCPv6-router-923163323', 'tenant_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:19:54Z', 'updated_at': '2021-12-22T13:19:59Z', 'revision_number': 2, 'project_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'gw_port_host': None, '_interfaces': [{'id': 'cad9596a-2dc8-4ab2-9d00-f7453036f381', 'name': '', 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'tenant_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'mac_address': 'fa:16:3e:3a:a9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2778525d-615c-4eeb-b1da-3b8847a2ea6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57ab3ada-fb4d-496e-91a7-136d5fc36786', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:57Z', 'updated_at': '2021-12-22T13:20:00Z', 'revision_number': 2, 'project_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'subnets': [{'id': '57ab3ada-fb4d-496e-91a7-136d5fc36786', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:06.767889 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2696be04-6fd5-422a-a675-e272a4aefe81 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Network hostable DHCP agents. Network: c25561d5-2a85-4341-8c54-3de2d8da1bd5, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:20:06.770965 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-2d24fe2c-ff5f-4770-a579-6ab24775b48a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] 10.222.0.47 "DELETE /v2.0/networks/22cd9ee4-331c-43dc-b251-2c8856e3e727 HTTP/1.1" status: 204 len: 168 time: 4.2332027 Dec 22 13:20:06.778033 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4621af02-11bf-4152-b3e9-fc1d193cd47d None None] Checking router: 2778525d-615c-4eeb-b1da-3b8847a2ea6a for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:20:06.778438 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4621af02-11bf-4152-b3e9-fc1d193cd47d None None] Updating router 2778525d-615c-4eeb-b1da-3b8847a2ea6a port cad9596a-2dc8-4ab2-9d00-f7453036f381 binding host dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:20:06.820780 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.api [None req-334726cf-e90a-4071-b406-294d61de42b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 13:20:06.820780 dv-neutron-822669-1-hyperv neutron-server[84149]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 13:20:06.820780 dv-neutron-822669-1-hyperv neutron-server[84149]: [parameters: {'id': 'c3ddc2f7-3122-425f-928d-7ccd4e64b927'}] Dec 22 13:20:06.820780 dv-neutron-822669-1-hyperv neutron-server[84149]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84149) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:20:06.821951 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_db.api [None req-334726cf-e90a-4071-b406-294d61de42b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:20:06.845122 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a3e9d4-0eef-40d7-9bc3-ebbc5d2e604e tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Router 4cb07bea-e7bd-4180-8315-188a213407e4 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:20:06.853506 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4621af02-11bf-4152-b3e9-fc1d193cd47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:06.918377 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-54104394-2847-4803-b85d-e25715086d08 None None] Agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 already present Dec 22 13:20:06.918775 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54104394-2847-4803-b85d-e25715086d08 None None] Network c25561d5-2a85-4341-8c54-3de2d8da1bd5 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:20:06.919555 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54104394-2847-4803-b85d-e25715086d08 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, c25561d5-2a85-4341-8c54-3de2d8da1bd5) {{(pid=84150) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 13:20:06.926136 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2696be04-6fd5-422a-a675-e272a4aefe81 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Network c25561d5-2a85-4341-8c54-3de2d8da1bd5 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:20:06.950005 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6c39a813-cd82-4552-b6aa-6fd0e27ccb73 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:06.978041 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3dd5a73f-bebf-4725-9d01-8b5234e077b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:07.076103 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3dd5a73f-bebf-4725-9d01-8b5234e077b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:07.116947 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-2696be04-6fd5-422a-a675-e272a4aefe81 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, c25561d5-2a85-4341-8c54-3de2d8da1bd5) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:07.122479 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2696be04-6fd5-422a-a675-e272a4aefe81 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:07.123066 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2696be04-6fd5-422a-a675-e272a4aefe81 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:07.300571 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-2696be04-6fd5-422a-a675-e272a4aefe81 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1791565 Dec 22 13:20:07.301300 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6c39a813-cd82-4552-b6aa-6fd0e27ccb73 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:07.304670 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44098) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:07.314788 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-0e3a1db2-80ba-49fb-954e-7a5c8bf3f822 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1358908702', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:07.322410 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1f8eab2e-c791-4ce3-a90f-1c3c62dc0273 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:07.322991 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a3e9d4-0eef-40d7-9bc3-ebbc5d2e604e tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:20:07.325015 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-0e3a1db2-80ba-49fb-954e-7a5c8bf3f822 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:07.341037 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0736e51-4c73-4bd4-9bc9-7196f14f3c81 None None] Sync routers for ids ['4cb07bea-e7bd-4180-8315-188a213407e4'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:20:07.360323 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d6a3e9d4-0eef-40d7-9bc3-ebbc5d2e604e tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:07.360512 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0736e51-4c73-4bd4-9bc9-7196f14f3c81 None None] Routers {'4cb07bea-e7bd-4180-8315-188a213407e4'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:20:07.361447 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-b0736e51-4c73-4bd4-9bc9-7196f14f3c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:19:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['4cb07bea-e7bd-4180-8315-188a213407e4'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:07.364121 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-334726cf-e90a-4071-b406-294d61de42b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:07.372581 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39a813-cd82-4552-b6aa-6fd0e27ccb73 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Pushing event deleted for resources: {'Subnet': ['ID=e11623ab-1468-4e85-91ed-a277b8a804e5,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:07.386587 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3dd5a73f-bebf-4725-9d01-8b5234e077b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:07.391779 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6c39a813-cd82-4552-b6aa-6fd0e27ccb73 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:07.394079 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-0e3a1db2-80ba-49fb-954e-7a5c8bf3f822 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Usage tracker for resource:router and tenant:ad8695e3cb0646af805a65484bd64689 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:07.396689 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-070e24c9-0103-411b-8b2b-630ae4a50717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:07.404927 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-0e3a1db2-80ba-49fb-954e-7a5c8bf3f822 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:07.418577 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-0e3a1db2-80ba-49fb-954e-7a5c8bf3f822 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:07.426868 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd5a73f-bebf-4725-9d01-8b5234e077b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bf3caa-182e-4ff9-a71d-fdd61574abed,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:07.441768 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d6a3e9d4-0eef-40d7-9bc3-ebbc5d2e604e tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "PUT /v2.0/floatingips/ec98ee62-725f-4c51-94de-a37aa8df51d9 HTTP/1.1" status: 200 len: 990 time: 5.0367541 Dec 22 13:20:07.444263 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1de8eac-5f49-49cf-9160-a57d3deb5781', 'tag': '675d5c62-fd43-45d1-8f32-32ff05f7306c'}] {{(pid=84148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:20:07.446385 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3dd5a73f-bebf-4725-9d01-8b5234e077b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:07.447424 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6c39a813-cd82-4552-b6aa-6fd0e27ccb73 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:07.512396 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44108) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:07.532636 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-334726cf-e90a-4071-b406-294d61de42b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Deleting port 4890e278-7a5b-4830-b0bc-8e5726d68526 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:20:07.534719 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-334726cf-e90a-4071-b406-294d61de42b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:07.543527 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0e3a1db2-80ba-49fb-954e-7a5c8bf3f822 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:07.544503 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0e3a1db2-80ba-49fb-954e-7a5c8bf3f822 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:07.626090 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3dd5a73f-bebf-4725-9d01-8b5234e077b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:07.627406 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-3dd5a73f-bebf-4725-9d01-8b5234e077b9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/84bf3caa-182e-4ff9-a71d-fdd61574abed HTTP/1.1" status: 204 len: 168 time: 0.8611872 Dec 22 13:20:07.628826 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6c39a813-cd82-4552-b6aa-6fd0e27ccb73 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] 10.222.0.47 "DELETE /v2.0/subnets/e11623ab-1468-4e85-91ed-a277b8a804e5 HTTP/1.1" status: 204 len: 168 time: 2.4635730 Dec 22 13:20:07.642080 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44114) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:07.703867 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4621af02-11bf-4152-b3e9-fc1d193cd47d None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:07.738886 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-4621af02-11bf-4152-b3e9-fc1d193cd47d None None] Transition to ACTIVE for port object cad9596a-2dc8-4ab2-9d00-f7453036f381 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:20:07.788999 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df4b178-35fe-4a86-9606-409ba22f7786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-c25561d5-2a85-4341-8c54-3de2d8da1bd5', 'network_id': 'c25561d5-2a85-4341-8c54-3de2d8da1bd5', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'fixed_ips': [{'subnet_id': '94b4d2ba-894f-4b84-8c67-b1395145cdc8'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:20:07.790254 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8df4b178-35fe-4a86-9606-409ba22f7786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:07.791011 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1de8eac-5f49-49cf-9160-a57d3deb5781', 'tag': '675d5c62-fd43-45d1-8f32-32ff05f7306c', 'status': 'completed', 'code': 200} Dec 22 13:20:07.892803 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4621af02-11bf-4152-b3e9-fc1d193cd47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:07.897038 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-b0736e51-4c73-4bd4-9bc9-7196f14f3c81 None None] Set router 4cb07bea-e7bd-4180-8315-188a213407e4 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:20:07.903388 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-03a75933-e3d4-45df-b395-8848c2789434 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:07.905004 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-5af149dd-a6fb-4b6f-ad75-9fbd6af80e1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:07.971132 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0e3a1db2-80ba-49fb-954e-7a5c8bf3f822 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:07.996652 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-abb21bcb-900b-461c-acac-657c994f77ca tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:08.054437 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6e64c0bb-215f-4291-8755-77a0a088932b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4a393474cb6b43369a1ff642b2c3cbd7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5188742 Dec 22 13:20:08.061794 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44120) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:08.128068 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-37151db9-a2ee-4cb4-8d3d-a32bee4db5c5 req-0e2f086c-80c8-4268-8cb0-a29a5ccc9fb4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ccb0058a2c24446385d13786cea4c6a9&device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 1098 time: 0.3429325 Dec 22 13:20:08.183855 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-abb21bcb-900b-461c-acac-657c994f77ca tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Deleting port 53a3c53e-ba4c-459f-a542-a126458d7e6a {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:20:08.184248 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-abb21bcb-900b-461c-acac-657c994f77ca tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:08.215142 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0e3a1db2-80ba-49fb-954e-7a5c8bf3f822 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:08.230886 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-8df4b178-35fe-4a86-9606-409ba22f7786 None None] Allocated IP 2001:db8::2 (c25561d5-2a85-4341-8c54-3de2d8da1bd5/94b4d2ba-894f-4b84-8c67-b1395145cdc8/7d2e4103-82be-450e-bbcb-899f4308c3f4) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:20:08.292681 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-844dbbcb-eea2-4d74-8890-4611885ba37b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:08.321393 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-334726cf-e90a-4071-b406-294d61de42b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] For port 4890e278-7a5b-4830-b0bc-8e5726d68526, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=4890e278-7a5b-4830-b0bc-8e5726d68526,segment=NetworkSegment(d3e13d80-0375-45be-ab11-bae1dd34607c),segment_id=d3e13d80-0375-45be-ab11-bae1dd34607c)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:20:08.322166 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-334726cf-e90a-4071-b406-294d61de42b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:08.336151 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0e3a1db2-80ba-49fb-954e-7a5c8bf3f822 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:08.337588 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0e3a1db2-80ba-49fb-954e-7a5c8bf3f822 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0306482 Dec 22 13:20:08.347659 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44128) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:08.353805 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-844dbbcb-eea2-4d74-8890-4611885ba37b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:08.363850 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-25e17850-13fa-4e0e-a4b5-cf8651fd525b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Request body: {'port': {'network_id': 'c25561d5-2a85-4341-8c54-3de2d8da1bd5', 'name': 'tempest-RoutersIpV6Test-1362539588'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:08.452437 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-b0736e51-4c73-4bd4-9bc9-7196f14f3c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'name': 'tempest-ServerActionsTestJSON-1247390888-router', 'tenant_id': 'ccb0058a2c24446385d13786cea4c6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '74700538-2e57-498a-9b6b-3e9930271195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:19:01Z', 'updated_at': '2021-12-22T13:19:12Z', 'revision_number': 4, 'project_id': 'ccb0058a2c24446385d13786cea4c6a9', 'gw_port': {'id': '74700538-2e57-498a-9b6b-3e9930271195', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:03Z', 'updated_at': '2021-12-22T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': 'ec98ee62-725f-4c51-94de-a37aa8df51d9', 'tenant_id': 'ccb0058a2c24446385d13786cea4c6a9', 'floating_ip_address': '172.26.1.54', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'port_id': '675d5c62-fd43-45d1-8f32-32ff05f7306c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36a9635e-060b-4630-a9b5-9765cca55df8', 'mac_address': 'fa:16:3e:4b:83:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1de8eac-5f49-49cf-9160-a57d3deb5781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:19:26Z', 'updated_at': '2021-12-22T13:20:03Z', 'revision_number': 1, 'project_id': 'ccb0058a2c24446385d13786cea4c6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12', 'name': '', 'network_id': '36a9635e-060b-4630-a9b5-9765cca55df8', 'tenant_id': 'ccb0058a2c24446385d13786cea4c6a9', 'mac_address': 'fa:16:3e:0e:c5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02969300-ed8d-4b59-a34d-12a5dcb2cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:11Z', 'updated_at': '2021-12-22T13:19:44Z', 'revision_number': 5, 'project_id': 'ccb0058a2c24446385d13786cea4c6a9', 'subnets': [{'id': '02969300-ed8d-4b59-a34d-12a5dcb2cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:08.461037 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0736e51-4c73-4bd4-9bc9-7196f14f3c81 None None] Checking router: 4cb07bea-e7bd-4180-8315-188a213407e4 for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:20:08.473811 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37151db9-a2ee-4cb4-8d3d-a32bee4db5c5 req-3f5e7839-5022-44a4-a9e6-09a8bb1a6699 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:08.475312 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-37151db9-a2ee-4cb4-8d3d-a32bee4db5c5 req-3f5e7839-5022-44a4-a9e6-09a8bb1a6699 service neutron] 10.222.0.45 "GET /v2.0/networks?id=36a9635e-060b-4630-a9b5-9765cca55df8 HTTP/1.1" status: 200 len: 913 time: 0.3377075 Dec 22 13:20:08.506579 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0736e51-4c73-4bd4-9bc9-7196f14f3c81 None None] Routers {'4cb07bea-e7bd-4180-8315-188a213407e4'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:20:08.508903 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-b0736e51-4c73-4bd4-9bc9-7196f14f3c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:20:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['4cb07bea-e7bd-4180-8315-188a213407e4'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:08.536185 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804d9dc3-b61d-4080-879a-19a4bfe3cafb None None] Pushing event updated for resources: {'Port': ['ID=cad9596a-2dc8-4ab2-9d00-f7453036f381,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:08.549543 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-804d9dc3-b61d-4080-879a-19a4bfe3cafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:08.550223 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2ead6ba4-cf6c-4412-8e64-3f2d264f7f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:08.697282 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-25e17850-13fa-4e0e-a4b5-cf8651fd525b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:08.725184 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-334726cf-e90a-4071-b406-294d61de42b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Calling delete_port for 4890e278-7a5b-4830-b0bc-8e5726d68526 owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:20:08.755427 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-25e17850-13fa-4e0e-a4b5-cf8651fd525b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Usage tracker for resource:port and tenant:ad8695e3cb0646af805a65484bd64689 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:08.756847 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-4621af02-11bf-4152-b3e9-fc1d193cd47d None None] Attempting to bind port cad9596a-2dc8-4ab2-9d00-f7453036f381 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:20:08.757993 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-4621af02-11bf-4152-b3e9-fc1d193cd47d None None] Attempting to bind port cad9596a-2dc8-4ab2-9d00-f7453036f381 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:20:08.758330 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4621af02-11bf-4152-b3e9-fc1d193cd47d None None] Attempting to bind port cad9596a-2dc8-4ab2-9d00-f7453036f381 on network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:20:08.768708 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-25e17850-13fa-4e0e-a4b5-cf8651fd525b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:08.768922 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8df4b178-35fe-4a86-9606-409ba22f7786 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:08.780591 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4621af02-11bf-4152-b3e9-fc1d193cd47d None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:20:08.781638 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4621af02-11bf-4152-b3e9-fc1d193cd47d None None] Checking segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:20:08.781638 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4621af02-11bf-4152-b3e9-fc1d193cd47d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:08.781937 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4621af02-11bf-4152-b3e9-fc1d193cd47d None None] Bound using segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:20:08.782438 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-4621af02-11bf-4152-b3e9-fc1d193cd47d None None] Bound port: cad9596a-2dc8-4ab2-9d00-f7453036f381, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:20:08.782866 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4621af02-11bf-4152-b3e9-fc1d193cd47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:08.817381 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-8df4b178-35fe-4a86-9606-409ba22f7786 None None] Transition to ACTIVE for port object 7d2e4103-82be-450e-bbcb-899f4308c3f4 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:20:08.921959 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-25e17850-13fa-4e0e-a4b5-cf8651fd525b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:08.929422 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-b0736e51-4c73-4bd4-9bc9-7196f14f3c81 None None] Set router 4cb07bea-e7bd-4180-8315-188a213407e4 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:20:08.929640 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-8df4b178-35fe-4a86-9606-409ba22f7786 None None] Transition to ACTIVE for port object 7d2e4103-82be-450e-bbcb-899f4308c3f4 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:20:08.974661 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-4621af02-11bf-4152-b3e9-fc1d193cd47d None None] For port cad9596a-2dc8-4ab2-9d00-f7453036f381, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:20:08.978891 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:08.982099 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-4621af02-11bf-4152-b3e9-fc1d193cd47d None None] For port cad9596a-2dc8-4ab2-9d00-f7453036f381, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=cad9596a-2dc8-4ab2-9d00-f7453036f381,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:20:08.997412 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-37151db9-a2ee-4cb4-8d3d-a32bee4db5c5 req-2839be92-73e7-435b-aac6-89b6c44a691a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=675d5c62-fd43-45d1-8f32-32ff05f7306c HTTP/1.1" status: 200 len: 998 time: 0.4872887 Dec 22 13:20:09.000225 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8df4b178-35fe-4a86-9606-409ba22f7786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:09.010518 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:09.023408 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-334726cf-e90a-4071-b406-294d61de42b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:09.035157 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4215ab6a-3ecb-46da-8037-078fe7da7526 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:09.071882 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37151db9-a2ee-4cb4-8d3d-a32bee4db5c5 req-f526247b-764e-43ca-b4e3-538a5d336194 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:09.073402 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-37151db9-a2ee-4cb4-8d3d-a32bee4db5c5 req-f526247b-764e-43ca-b4e3-538a5d336194 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=02969300-ed8d-4b59-a34d-12a5dcb2cce8 HTTP/1.1" status: 200 len: 851 time: 0.0635724 Dec 22 13:20:09.076184 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c0c5c6e8-9007-4273-b2f0-42ada2d69f21 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:09.082399 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334726cf-e90a-4071-b406-294d61de42b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event deleted for resources: {'Port': ['ID=4890e278-7a5b-4830-b0bc-8e5726d68526,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:09.085622 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-334726cf-e90a-4071-b406-294d61de42b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:09.085783 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e17850-13fa-4e0e-a4b5-cf8651fd525b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Made reservation on behalf of ad8695e3cb0646af805a65484bd64689 for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:20:09.096531 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-25e17850-13fa-4e0e-a4b5-cf8651fd525b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:09.104011 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334726cf-e90a-4071-b406-294d61de42b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] No DVR routers for this DVR port 4890e278-7a5b-4830-b0bc-8e5726d68526 on host dv-neutron-822669-1-hyperv {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:20:09.122864 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-844dbbcb-eea2-4d74-8890-4611885ba37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:09.145869 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df4b178-35fe-4a86-9606-409ba22f7786 None None] Network c25561d5-2a85-4341-8c54-3de2d8da1bd5 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:20:09.161943 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4621af02-11bf-4152-b3e9-fc1d193cd47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:09.165083 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-609c3f6a-098a-4743-a3e3-90b92cf3bc3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:09.170933 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-8df4b178-35fe-4a86-9606-409ba22f7786 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:09.180239 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df4b178-35fe-4a86-9606-409ba22f7786 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:20:09.193050 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844dbbcb-eea2-4d74-8890-4611885ba37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48e064e-aa40-4aca-ae3a-7f3df59fe0ce,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:09.196166 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-844dbbcb-eea2-4d74-8890-4611885ba37b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:09.218900 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df4b178-35fe-4a86-9606-409ba22f7786 None None] Pushing event updated for resources: {'Port': ['ID=7d2e4103-82be-450e-bbcb-899f4308c3f4,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:09.236468 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-03a75933-e3d4-45df-b395-8848c2789434 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting port cad9596a-2dc8-4ab2-9d00-f7453036f381 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:20:09.236820 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-03a75933-e3d4-45df-b395-8848c2789434 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:09.262528 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-8df4b178-35fe-4a86-9606-409ba22f7786 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:09.266203 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-844dbbcb-eea2-4d74-8890-4611885ba37b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:09.270695 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-844dbbcb-eea2-4d74-8890-4611885ba37b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f48e064e-aa40-4aca-ae3a-7f3df59fe0ce HTTP/1.1" status: 204 len: 168 time: 1.2068248 Dec 22 13:20:09.290674 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:09.291152 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-25e17850-13fa-4e0e-a4b5-cf8651fd525b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] device_id is not set on port 089e9dd7-a092-4eaf-b320-a3f9d8205f50 yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:20:09.292528 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-334726cf-e90a-4071-b406-294d61de42b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:09.344495 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-334726cf-e90a-4071-b406-294d61de42b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3ddc2f7-3122-425f-928d-7ccd4e64b927']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:09.363486 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-334726cf-e90a-4071-b406-294d61de42b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3e13d80-0375-45be-ab11-bae1dd34607c') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:09.364000 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-334726cf-e90a-4071-b406-294d61de42b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3e13d80-0375-45be-ab11-bae1dd34607c') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:09.378709 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-334726cf-e90a-4071-b406-294d61de42b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:09.384797 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804d9dc3-b61d-4080-879a-19a4bfe3cafb None None] Pushing event updated for resources: {'Port': ['ID=cad9596a-2dc8-4ab2-9d00-f7453036f381,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:09.390121 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:09.391279 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-804d9dc3-b61d-4080-879a-19a4bfe3cafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:09.397551 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-334726cf-e90a-4071-b406-294d61de42b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:09.404543 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-334726cf-e90a-4071-b406-294d61de42b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:20:09.405057 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-334726cf-e90a-4071-b406-294d61de42b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:09.420820 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4621af02-11bf-4152-b3e9-fc1d193cd47d None None] Routers {'2778525d-615c-4eeb-b1da-3b8847a2ea6a'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:20:09.421459 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-4621af02-11bf-4152-b3e9-fc1d193cd47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:20:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['2778525d-615c-4eeb-b1da-3b8847a2ea6a'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:09.508161 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-8df4b178-35fe-4a86-9606-409ba22f7786 None None] Attempting to bind port 7d2e4103-82be-450e-bbcb-899f4308c3f4 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:20:09.508547 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-8df4b178-35fe-4a86-9606-409ba22f7786 None None] Attempting to bind port 7d2e4103-82be-450e-bbcb-899f4308c3f4 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '3e9143a6-0b05-41a2-bcce-1bb77454715b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c25561d5-2a85-4341-8c54-3de2d8da1bd5'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:20:09.508916 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df4b178-35fe-4a86-9606-409ba22f7786 None None] Attempting to bind port 7d2e4103-82be-450e-bbcb-899f4308c3f4 on network c25561d5-2a85-4341-8c54-3de2d8da1bd5 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:20:09.574281 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44148) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:09.588917 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:20:09.588917 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:20:09.588917 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:20:09.588917 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:20:09.588917 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:20:09.588917 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:20:09.588917 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:20:09.588917 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:20:09.588917 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:20:09.588917 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:20:09.588917 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:20:09.588917 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:20:09.588917 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:20:09.588917 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:20:09.588917 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:20:09.588917 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:20:09.588917 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:20:09.588917 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:20:09.588917 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:20:09.588917 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:20:09.588917 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:20:09.588917 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:20:09.588917 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:20:09.588917 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:20:09.588917 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:20:09.588917 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:20:09.588917 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:20:09.588917 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:20:09.588917 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:20:09.588917 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:20:09.588917 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:20:09.588917 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:20:09.593688 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c0c5c6e8-9007-4273-b2f0-42ada2d69f21 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:09.627082 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df4b178-35fe-4a86-9606-409ba22f7786 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:20:09.627466 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df4b178-35fe-4a86-9606-409ba22f7786 None None] Checking segment: {'id': '3e9143a6-0b05-41a2-bcce-1bb77454715b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c25561d5-2a85-4341-8c54-3de2d8da1bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:20:09.627881 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8df4b178-35fe-4a86-9606-409ba22f7786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:09.628281 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df4b178-35fe-4a86-9606-409ba22f7786 None None] Bound using segment: {'id': '3e9143a6-0b05-41a2-bcce-1bb77454715b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c25561d5-2a85-4341-8c54-3de2d8da1bd5'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:20:09.628794 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-8df4b178-35fe-4a86-9606-409ba22f7786 None None] Bound port: 7d2e4103-82be-450e-bbcb-899f4308c3f4, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9143a6-0b05-41a2-bcce-1bb77454715b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c25561d5-2a85-4341-8c54-3de2d8da1bd5'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:20:09.629394 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8df4b178-35fe-4a86-9606-409ba22f7786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:09.641183 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-37151db9-a2ee-4cb4-8d3d-a32bee4db5c5 req-9f8f7eca-9a17-4b00-af1d-3168b6642100 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=36a9635e-060b-4630-a9b5-9765cca55df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5229158 Dec 22 13:20:09.672775 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-b0736e51-4c73-4bd4-9bc9-7196f14f3c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'name': 'tempest-ServerActionsTestJSON-1247390888-router', 'tenant_id': 'ccb0058a2c24446385d13786cea4c6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '74700538-2e57-498a-9b6b-3e9930271195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:19:01Z', 'updated_at': '2021-12-22T13:19:12Z', 'revision_number': 4, 'project_id': 'ccb0058a2c24446385d13786cea4c6a9', 'gw_port': {'id': '74700538-2e57-498a-9b6b-3e9930271195', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:03Z', 'updated_at': '2021-12-22T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': 'ec98ee62-725f-4c51-94de-a37aa8df51d9', 'tenant_id': 'ccb0058a2c24446385d13786cea4c6a9', 'floating_ip_address': '172.26.1.54', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'port_id': '675d5c62-fd43-45d1-8f32-32ff05f7306c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36a9635e-060b-4630-a9b5-9765cca55df8', 'mac_address': 'fa:16:3e:4b:83:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1de8eac-5f49-49cf-9160-a57d3deb5781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:19:26Z', 'updated_at': '2021-12-22T13:20:03Z', 'revision_number': 1, 'project_id': 'ccb0058a2c24446385d13786cea4c6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12', 'name': '', 'network_id': '36a9635e-060b-4630-a9b5-9765cca55df8', 'tenant_id': 'ccb0058a2c24446385d13786cea4c6a9', 'mac_address': 'fa:16:3e:0e:c5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02969300-ed8d-4b59-a34d-12a5dcb2cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:11Z', 'updated_at': '2021-12-22T13:19:44Z', 'revision_number': 5, 'project_id': 'ccb0058a2c24446385d13786cea4c6a9', 'subnets': [{'id': '02969300-ed8d-4b59-a34d-12a5dcb2cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:09.678394 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0736e51-4c73-4bd4-9bc9-7196f14f3c81 None None] The sync data for ids ['4cb07bea-e7bd-4180-8315-188a213407e4'] in dv-neutron-822669-1-hyperv is: [{'id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'name': 'tempest-ServerActionsTestJSON-1247390888-router', 'tenant_id': 'ccb0058a2c24446385d13786cea4c6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '74700538-2e57-498a-9b6b-3e9930271195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:19:01Z', 'updated_at': '2021-12-22T13:19:12Z', 'revision_number': 4, 'project_id': 'ccb0058a2c24446385d13786cea4c6a9', 'gw_port': {'id': '74700538-2e57-498a-9b6b-3e9930271195', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:03Z', 'updated_at': '2021-12-22T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': 'ec98ee62-725f-4c51-94de-a37aa8df51d9', 'tenant_id': 'ccb0058a2c24446385d13786cea4c6a9', 'floating_ip_address': '172.26.1.54', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'port_id': '675d5c62-fd43-45d1-8f32-32ff05f7306c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36a9635e-060b-4630-a9b5-9765cca55df8', 'mac_address': 'fa:16:3e:4b:83:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1de8eac-5f49-49cf-9160-a57d3deb5781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:19:26Z', 'updated_at': '2021-12-22T13:20:03Z', 'revision_number': 1, 'project_id': 'ccb0058a2c24446385d13786cea4c6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12', 'name': '', 'network_id': '36a9635e-060b-4630-a9b5-9765cca55df8', 'tenant_id': 'ccb0058a2c24446385d13786cea4c6a9', 'mac_address': 'fa:16:3e:0e:c5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02969300-ed8d-4b59-a34d-12a5dcb2cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:11Z', 'updated_at': '2021-12-22T13:19:44Z', 'revision_number': 5, 'project_id': 'ccb0058a2c24446385d13786cea4c6a9', 'subnets': [{'id': '02969300-ed8d-4b59-a34d-12a5dcb2cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:20:09.696570 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-334726cf-e90a-4071-b406-294d61de42b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:09.730973 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-4621af02-11bf-4152-b3e9-fc1d193cd47d None None] Set router 2778525d-615c-4eeb-b1da-3b8847a2ea6a gateway port host: None {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:20:09.793365 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-334726cf-e90a-4071-b406-294d61de42b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:09.807324 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-99734cc1-8b54-46af-b3c1-0703b667e76a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:09.883892 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334726cf-e90a-4071-b406-294d61de42b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event deleted for resources: {'Network': ['ID=c3ddc2f7-3122-425f-928d-7ccd4e64b927,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:09.890320 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-334726cf-e90a-4071-b406-294d61de42b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:09.900992 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-334726cf-e90a-4071-b406-294d61de42b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "DELETE /v2.0/networks/c3ddc2f7-3122-425f-928d-7ccd4e64b927 HTTP/1.1" status: 204 len: 168 time: 6.7341359 Dec 22 13:20:09.907613 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44156) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:09.912394 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-8df4b178-35fe-4a86-9606-409ba22f7786 None None] For port 7d2e4103-82be-450e-bbcb-899f4308c3f4, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:20:09.957999 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-1507efa8-bf0d-40da-a20e-d7a753f6403c tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1901798029'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:09.988178 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-abb21bcb-900b-461c-acac-657c994f77ca tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] For port 53a3c53e-ba4c-459f-a542-a126458d7e6a, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=53a3c53e-ba4c-459f-a542-a126458d7e6a,segment=NetworkSegment(4c09b8ae-a849-4d98-a543-1e102929c877),segment_id=4c09b8ae-a849-4d98-a543-1e102929c877)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:20:09.991670 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-abb21bcb-900b-461c-acac-657c994f77ca tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:10.008093 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1507efa8-bf0d-40da-a20e-d7a753f6403c tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:10.054717 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1507efa8-bf0d-40da-a20e-d7a753f6403c tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Usage tracker for resource:network and tenant:5764ef7c4c644eedb583f164ec468ea1 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:10.142710 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d7e802-4f0e-4366-bdb8-849956b76278 None None] New status for floating IP ec98ee62-725f-4c51-94de-a37aa8df51d9: ACTIVE {{(pid=84150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:20:10.151288 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-ac4fd3b6-7494-4d43-8b03-a254dda6c4ac tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Request body: {'security_group': {'name': 'tempest-secgroup--1786880391'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:10.157555 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ac4fd3b6-7494-4d43-8b03-a254dda6c4ac tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:10.166462 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ac4fd3b6-7494-4d43-8b03-a254dda6c4ac tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Usage tracker for resource:security_group and tenant:241cccaf397f432f9e177c9302f512ed is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:10.169939 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ac4fd3b6-7494-4d43-8b03-a254dda6c4ac tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:10.175878 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ac4fd3b6-7494-4d43-8b03-a254dda6c4ac tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:10.202195 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-25e17850-13fa-4e0e-a4b5-cf8651fd525b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Allocated IP 2001:db8::3bd (c25561d5-2a85-4341-8c54-3de2d8da1bd5/94b4d2ba-894f-4b84-8c67-b1395145cdc8/089e9dd7-a092-4eaf-b320-a3f9d8205f50) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:20:10.223158 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-03a75933-e3d4-45df-b395-8848c2789434 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] For port cad9596a-2dc8-4ab2-9d00-f7453036f381, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=cad9596a-2dc8-4ab2-9d00-f7453036f381,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:20:10.223518 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-03a75933-e3d4-45df-b395-8848c2789434 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:10.239388 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1507efa8-bf0d-40da-a20e-d7a753f6403c tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:10.255625 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-abb21bcb-900b-461c-acac-657c994f77ca tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Calling delete_port for 53a3c53e-ba4c-459f-a542-a126458d7e6a owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:20:10.255847 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd3b6-7494-4d43-8b03-a254dda6c4ac tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:10.330600 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1507efa8-bf0d-40da-a20e-d7a753f6403c tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:10.345034 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd3b6-7494-4d43-8b03-a254dda6c4ac tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:10.418504 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-8df4b178-35fe-4a86-9606-409ba22f7786 None None] For port 7d2e4103-82be-450e-bbcb-899f4308c3f4, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=7d2e4103-82be-450e-bbcb-899f4308c3f4,segment=NetworkSegment(3e9143a6-0b05-41a2-bcce-1bb77454715b),segment_id=3e9143a6-0b05-41a2-bcce-1bb77454715b)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:20:10.431301 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-03a75933-e3d4-45df-b395-8848c2789434 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Calling delete_port for cad9596a-2dc8-4ab2-9d00-f7453036f381 owned by network:router_interface {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:20:10.443970 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.l3_db [None req-c0c5c6e8-9007-4273-b2f0-42ada2d69f21 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Floating IP d9ee6f78-92cb-4a10-a54f-8b182010d7c1 associated. External IP: 172.26.1.28, port: 00d8a5d9-b969-445d-92bc-e1e546a9cbc3. Dec 22 13:20:10.462139 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-37151db9-a2ee-4cb4-8d3d-a32bee4db5c5 req-92ca2e41-f99a-4a4b-8726-55a4089a3e5e service neutron] 10.222.0.45 "GET /v2.0/networks/36a9635e-060b-4630-a9b5-9765cca55df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7249093 Dec 22 13:20:10.497206 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1507efa8-bf0d-40da-a20e-d7a753f6403c tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Made reservation on behalf of 5764ef7c4c644eedb583f164ec468ea1 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:20:10.499757 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1507efa8-bf0d-40da-a20e-d7a753f6403c tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:10.520818 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8df4b178-35fe-4a86-9606-409ba22f7786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:10.527976 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7f375cba-4d1b-4bbb-bc6b-5d1462c110fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:10.633514 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-37151db9-a2ee-4cb4-8d3d-a32bee4db5c5 req-85915c1a-7b7e-4b03-acba-38c6db678398 service neutron] 10.222.0.45 "GET /v2.0/networks/36a9635e-060b-4630-a9b5-9765cca55df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544068 Dec 22 13:20:10.634286 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-abb21bcb-900b-461c-acac-657c994f77ca tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:10.642013 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:10.642411 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-af378069-8a64-4777-8c78-d455abad1487 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:10.695042 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb21bcb-900b-461c-acac-657c994f77ca tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Pushing event deleted for resources: {'Port': ['ID=53a3c53e-ba4c-459f-a542-a126458d7e6a,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:10.705081 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-abb21bcb-900b-461c-acac-657c994f77ca tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:10.715943 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df4b178-35fe-4a86-9606-409ba22f7786 None None] Pushing event updated for resources: {'Port': ['ID=7d2e4103-82be-450e-bbcb-899f4308c3f4,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:10.718194 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb21bcb-900b-461c-acac-657c994f77ca tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] No DVR routers for this DVR port 53a3c53e-ba4c-459f-a542-a126458d7e6a on host dv-neutron-822669-1-hyperv {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:20:10.719870 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-8df4b178-35fe-4a86-9606-409ba22f7786 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:10.767316 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1507efa8-bf0d-40da-a20e-d7a753f6403c tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:20:10.775249 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-4621af02-11bf-4152-b3e9-fc1d193cd47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2778525d-615c-4eeb-b1da-3b8847a2ea6a', 'name': 'tempest-NetworksTestDHCPv6-router-923163323', 'tenant_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:19:54Z', 'updated_at': '2021-12-22T13:19:59Z', 'revision_number': 2, 'project_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'gw_port_host': None, '_interfaces': [{'id': 'cad9596a-2dc8-4ab2-9d00-f7453036f381', 'name': '', 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'tenant_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'mac_address': 'fa:16:3e:3a:a9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2778525d-615c-4eeb-b1da-3b8847a2ea6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57ab3ada-fb4d-496e-91a7-136d5fc36786', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:57Z', 'updated_at': '2021-12-22T13:20:08Z', 'revision_number': 4, 'project_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'subnets': [{'id': '57ab3ada-fb4d-496e-91a7-136d5fc36786', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:10.779577 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4621af02-11bf-4152-b3e9-fc1d193cd47d None None] The sync data for ids ['2778525d-615c-4eeb-b1da-3b8847a2ea6a'] in dv-neutron-822669-1-hyperv is: [{'id': '2778525d-615c-4eeb-b1da-3b8847a2ea6a', 'name': 'tempest-NetworksTestDHCPv6-router-923163323', 'tenant_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:19:54Z', 'updated_at': '2021-12-22T13:19:59Z', 'revision_number': 2, 'project_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'gw_port_host': None, '_interfaces': [{'id': 'cad9596a-2dc8-4ab2-9d00-f7453036f381', 'name': '', 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'tenant_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'mac_address': 'fa:16:3e:3a:a9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2778525d-615c-4eeb-b1da-3b8847a2ea6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57ab3ada-fb4d-496e-91a7-136d5fc36786', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:57Z', 'updated_at': '2021-12-22T13:20:08Z', 'revision_number': 4, 'project_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'subnets': [{'id': '57ab3ada-fb4d-496e-91a7-136d5fc36786', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:20:10.809818 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ac4fd3b6-7494-4d43-8b03-a254dda6c4ac tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:10.834533 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ac4fd3b6-7494-4d43-8b03-a254dda6c4ac tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Usage tracker for resource:security_group_rule and tenant:241cccaf397f432f9e177c9302f512ed is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:10.843444 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ac4fd3b6-7494-4d43-8b03-a254dda6c4ac tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:10.868295 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ac4fd3b6-7494-4d43-8b03-a254dda6c4ac tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:10.888831 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1507efa8-bf0d-40da-a20e-d7a753f6403c tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:10.889563 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-1507efa8-bf0d-40da-a20e-d7a753f6403c tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Added segment db00e8ad-02b0-4e42-a38a-f56b73af2670 of type vlan for network 3110f12a-1af1-4f0b-bf2d-fc0999c25e90 Dec 22 13:20:10.938280 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-25e17850-13fa-4e0e-a4b5-cf8651fd525b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:11.009018 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-abb21bcb-900b-461c-acac-657c994f77ca tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:11.020241 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-25e17850-13fa-4e0e-a4b5-cf8651fd525b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Transition to ACTIVE for port object 089e9dd7-a092-4eaf-b320-a3f9d8205f50 will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:20:11.051161 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-abb21bcb-900b-461c-acac-657c994f77ca tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec5f0de7-829f-445c-b587-d99d1c93bac3']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:11.067020 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-abb21bcb-900b-461c-acac-657c994f77ca tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c09b8ae-a849-4d98-a543-1e102929c877') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:11.068062 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-abb21bcb-900b-461c-acac-657c994f77ca tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c09b8ae-a849-4d98-a543-1e102929c877') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:11.100661 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-abb21bcb-900b-461c-acac-657c994f77ca tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:11.101228 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd3b6-7494-4d43-8b03-a254dda6c4ac tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:11.118887 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1507efa8-bf0d-40da-a20e-d7a753f6403c tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:11.128689 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-abb21bcb-900b-461c-acac-657c994f77ca tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:11.142300 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb21bcb-900b-461c-acac-657c994f77ca tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:20:11.142975 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-abb21bcb-900b-461c-acac-657c994f77ca tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:11.161026 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:20:11.161026 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:20:11.161026 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:20:11.161026 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:20:11.161026 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:20:11.161026 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:20:11.161026 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:20:11.161026 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:20:11.161026 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:20:11.161026 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:20:11.161026 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:20:11.161026 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:20:11.161026 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:20:11.161026 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:20:11.161026 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:20:11.161026 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:20:11.161026 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:20:11.161026 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:20:11.161026 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:20:11.161026 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:20:11.161026 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:20:11.161026 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:20:11.161026 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:20:11.161026 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:20:11.161026 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:20:11.161026 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:20:11.161026 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:20:11.161026 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:20:11.161026 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:20:11.161026 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:20:11.161026 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:20:11.161026 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:20:11.170661 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-03a75933-e3d4-45df-b395-8848c2789434 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:11.179667 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a54d6856-d7fe-46c6-a0b4-a242ac2f4f6e tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:11.268605 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-25e17850-13fa-4e0e-a4b5-cf8651fd525b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:11.302166 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e17850-13fa-4e0e-a4b5-cf8651fd525b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Network c25561d5-2a85-4341-8c54-3de2d8da1bd5 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:20:11.303319 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd3b6-7494-4d43-8b03-a254dda6c4ac tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:11.312655 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-25e17850-13fa-4e0e-a4b5-cf8651fd525b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:11.314887 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a75933-e3d4-45df-b395-8848c2789434 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Port': ['ID=cad9596a-2dc8-4ab2-9d00-f7453036f381,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:11.331344 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e17850-13fa-4e0e-a4b5-cf8651fd525b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:20:11.336075 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e17850-13fa-4e0e-a4b5-cf8651fd525b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:11.336709 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-25e17850-13fa-4e0e-a4b5-cf8651fd525b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:11.341899 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44178) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:11.342810 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-03a75933-e3d4-45df-b395-8848c2789434 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:11.347191 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3ac46a99-a289-4f53-839d-5702508fa84c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:11.361199 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1507efa8-bf0d-40da-a20e-d7a753f6403c tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:11.366938 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1507efa8-bf0d-40da-a20e-d7a753f6403c tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:11.368104 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1507efa8-bf0d-40da-a20e-d7a753f6403c tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:11.373989 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:11.394119 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-abb21bcb-900b-461c-acac-657c994f77ca tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:11.446077 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ac4fd3b6-7494-4d43-8b03-a254dda6c4ac tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:11.465779 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ac4fd3b6-7494-4d43-8b03-a254dda6c4ac tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Usage tracker for resource:security_group_rule and tenant:241cccaf397f432f9e177c9302f512ed is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:11.472574 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e17850-13fa-4e0e-a4b5-cf8651fd525b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event updated for resources: {'Port': ['ID=089e9dd7-a092-4eaf-b320-a3f9d8205f50,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:11.488080 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-abb21bcb-900b-461c-acac-657c994f77ca tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:11.548618 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ac4fd3b6-7494-4d43-8b03-a254dda6c4ac tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:11.557634 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-abb21bcb-900b-461c-acac-657c994f77ca tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] 10.222.0.47 "DELETE /v2.0/networks/ec5f0de7-829f-445c-b587-d99d1c93bac3 HTTP/1.1" status: 204 len: 168 time: 3.8839748 Dec 22 13:20:11.558510 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ac4fd3b6-7494-4d43-8b03-a254dda6c4ac tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:11.559969 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1507efa8-bf0d-40da-a20e-d7a753f6403c tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event updated for resources: {'Network': ['ID=3110f12a-1af1-4f0b-bf2d-fc0999c25e90,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:11.564187 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1507efa8-bf0d-40da-a20e-d7a753f6403c tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:11.565051 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-db8b6035-1243-47cf-ac5a-e533ebf90ba0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:11.573936 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 3110f12a-1af1-4f0b-bf2d-fc0999c25e90 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:20:11.597661 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-25e17850-13fa-4e0e-a4b5-cf8651fd525b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:11.598861 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb21bcb-900b-461c-acac-657c994f77ca tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Pushing event deleted for resources: {'Network': ['ID=ec5f0de7-829f-445c-b587-d99d1c93bac3,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:11.609632 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-abb21bcb-900b-461c-acac-657c994f77ca tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:11.609632 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1507efa8-bf0d-40da-a20e-d7a753f6403c tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6786091 Dec 22 13:20:11.609632 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44188) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:11.614948 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3ecdd6ed-043b-450b-ad9b-e92f692d519b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.300s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:11.621332 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-49623b1d-6e32-4a2c-b8c7-86ee67130712 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Request body: {'subnet': {'network_id': '3110f12a-1af1-4f0b-bf2d-fc0999c25e90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:11.636351 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-fcebbafa-6c1a-4b64-86a7-79c3d7578523 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Request body: {'security_group': {'name': 'tempest-secgroup--1107409198'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:11.642814 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-fcebbafa-6c1a-4b64-86a7-79c3d7578523 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:11.647178 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-fcebbafa-6c1a-4b64-86a7-79c3d7578523 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Usage tracker for resource:security_group and tenant:92aa080ac39b4dc9beceb1f64f596b7a is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:11.650660 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-fcebbafa-6c1a-4b64-86a7-79c3d7578523 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:11.657442 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-fcebbafa-6c1a-4b64-86a7-79c3d7578523 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:11.679554 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-25e17850-13fa-4e0e-a4b5-cf8651fd525b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3280663 Dec 22 13:20:11.691750 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44192) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:11.840032 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-49623b1d-6e32-4a2c-b8c7-86ee67130712 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:11.842066 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fcebbafa-6c1a-4b64-86a7-79c3d7578523 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:11.851068 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4fd3b6-7494-4d43-8b03-a254dda6c4ac tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5c32bd-f824-4fb8-9119-bccd8921b73c,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:11.854728 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-49623b1d-6e32-4a2c-b8c7-86ee67130712 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Usage tracker for resource:subnet and tenant:5764ef7c4c644eedb583f164ec468ea1 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:11.859634 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-49623b1d-6e32-4a2c-b8c7-86ee67130712 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:11.867733 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ac4fd3b6-7494-4d43-8b03-a254dda6c4ac tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:11.870192 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-49623b1d-6e32-4a2c-b8c7-86ee67130712 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:11.894941 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c5c6e8-9007-4273-b2f0-42ada2d69f21 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Router 79eaaa19-8daf-40ae-8b90-d16fa78890d4 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:20:11.937670 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fcebbafa-6c1a-4b64-86a7-79c3d7578523 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:11.968303 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49623b1d-6e32-4a2c-b8c7-86ee67130712 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Made reservation on behalf of 5764ef7c4c644eedb583f164ec468ea1 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:20:11.989133 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e41f5df-ad3a-40ec-829a-8fcd192899ad None None] Network c25561d5-2a85-4341-8c54-3de2d8da1bd5 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:20:12.002028 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-03a75933-e3d4-45df-b395-8848c2789434 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:12.005757 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6503637-28dc-406e-8162-57ee19d57068 None None] Network ec5f0de7-829f-445c-b587-d99d1c93bac3 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:20:12.007108 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd3b6-7494-4d43-8b03-a254dda6c4ac tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:12.112424 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6503637-28dc-406e-8162-57ee19d57068 None None] Network ec5f0de7-829f-445c-b587-d99d1c93bac3 could not be found, it might have been deleted concurrently. {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Dec 22 13:20:12.147239 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-49623b1d-6e32-4a2c-b8c7-86ee67130712 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:12.248073 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f99734-6dea-460d-bb67-57d348572b5a None None] DHCP port deletion for ec5f0de7-829f-445c-b587-d99d1c93bac3 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:20:12.252613 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-5a6e207b-427e-4a34-ad53-ab8fe8a62ea4 None None] Provisioning for port 7d2e4103-82be-450e-bbcb-899f4308c3f4 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:20:12.274984 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44198) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:12.319586 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-fcebbafa-6c1a-4b64-86a7-79c3d7578523 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:12.335669 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd3b6-7494-4d43-8b03-a254dda6c4ac tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:12.356670 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-fcebbafa-6c1a-4b64-86a7-79c3d7578523 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Usage tracker for resource:security_group_rule and tenant:92aa080ac39b4dc9beceb1f64f596b7a is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:12.362676 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-fcebbafa-6c1a-4b64-86a7-79c3d7578523 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:12.375744 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:12.451141 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-fcebbafa-6c1a-4b64-86a7-79c3d7578523 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:12.507177 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c50aa2b0-6119-486e-abbd-6748e48ae2f0 None None] Could not find standard attr ID for object cad9596a-2dc8-4ab2-9d00-f7453036f381. {{(pid=84150) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:20:12.528720 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4fd3b6-7494-4d43-8b03-a254dda6c4ac tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4727a412-64ae-447b-bb76-30594e39c1e4,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:12.537607 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ac4fd3b6-7494-4d43-8b03-a254dda6c4ac tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:12.678311 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 7d2e4103-82be-450e-bbcb-899f4308c3f4 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:20:12.718794 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd3b6-7494-4d43-8b03-a254dda6c4ac tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:12.722918 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ac4fd3b6-7494-4d43-8b03-a254dda6c4ac tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 3.1360323 Dec 22 13:20:12.812829 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44206) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:12.840562 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c5c6e8-9007-4273-b2f0-42ada2d69f21 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:20:12.850505 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 7d2e4103-82be-450e-bbcb-899f4308c3f4 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:20:12.855946 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 7d2e4103-82be-450e-bbcb-899f4308c3f4 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:12.859694 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:12.859825 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1b6cb7-356e-4dfd-b48e-317d4ad06ab6 None None] Sync routers for ids ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:20:12.876758 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1b6cb7-356e-4dfd-b48e-317d4ad06ab6 None None] Routers {'79eaaa19-8daf-40ae-8b90-d16fa78890d4'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:20:12.878171 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-1d1b6cb7-356e-4dfd-b48e-317d4ad06ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:20:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:12.986083 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-49623b1d-6e32-4a2c-b8c7-86ee67130712 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:13.009300 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-1d1b6cb7-356e-4dfd-b48e-317d4ad06ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:13.010060 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-49b161ac-1a85-4bbf-918d-bd78817c8da2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:13.054897 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1b6cb7-356e-4dfd-b48e-317d4ad06ab6 None None] Routers {'79eaaa19-8daf-40ae-8b90-d16fa78890d4'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:20:13.056041 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-1d1b6cb7-356e-4dfd-b48e-317d4ad06ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:20:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:13.118615 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f65d35e5-b690-4116-9800-4c07c5c9e21d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=809dd5e170e9452896910373b31e9aa1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8200817 Dec 22 13:20:13.119817 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-e0fab4b2-3d6b-4e7f-9684-23ab0381c5f9 None None] Could not find standard attr ID for object cad9596a-2dc8-4ab2-9d00-f7453036f381. {{(pid=84150) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:20:13.147476 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:13.168279 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44210) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:13.189895 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-1d1b6cb7-356e-4dfd-b48e-317d4ad06ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:13.190307 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1b6cb7-356e-4dfd-b48e-317d4ad06ab6 None None] The sync data for ids ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:20:13.196025 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49623b1d-6e32-4a2c-b8c7-86ee67130712 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event updated for resources: {'Subnet': ['ID=e401e795-dd3d-4e9e-90d6-5f7089c20ac5,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:13.206183 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 7d2e4103-82be-450e-bbcb-899f4308c3f4, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=7d2e4103-82be-450e-bbcb-899f4308c3f4,segment=NetworkSegment(3e9143a6-0b05-41a2-bcce-1bb77454715b),segment_id=3e9143a6-0b05-41a2-bcce-1bb77454715b)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:20:13.209427 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-49623b1d-6e32-4a2c-b8c7-86ee67130712 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:13.256472 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49623b1d-6e32-4a2c-b8c7-86ee67130712 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Checking segment: {'id': 'db00e8ad-02b0-4e42-a38a-f56b73af2670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '3110f12a-1af1-4f0b-bf2d-fc0999c25e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:20:13.257620 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49623b1d-6e32-4a2c-b8c7-86ee67130712 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Network hostable DHCP agents. Network: 3110f12a-1af1-4f0b-bf2d-fc0999c25e90, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:20:13.319022 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:13.322453 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:13.401414 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 53a3c53e-ba4c-459f-a542-a126458d7e6a no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:20:13.440526 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 53a3c53e-ba4c-459f-a542-a126458d7e6a {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:20:13.441023 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 53a3c53e-ba4c-459f-a542-a126458d7e6a not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:20:13.486576 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=7d2e4103-82be-450e-bbcb-899f4308c3f4,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:13.492544 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:13.522802 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-54ac5558-9453-437b-9ea6-8fb1255bf3e0 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Synchronizing usage tracker for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:13.537525 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fcebbafa-6c1a-4b64-86a7-79c3d7578523 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:13.550905 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49623b1d-6e32-4a2c-b8c7-86ee67130712 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Network 3110f12a-1af1-4f0b-bf2d-fc0999c25e90 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:20:13.610903 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cafebb1-ba63-44e3-ac25-52cec8431db6 None None] Network c25561d5-2a85-4341-8c54-3de2d8da1bd5 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:20:13.657581 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-49623b1d-6e32-4a2c-b8c7-86ee67130712 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 3110f12a-1af1-4f0b-bf2d-fc0999c25e90) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:13.660503 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fcebbafa-6c1a-4b64-86a7-79c3d7578523 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:13.668271 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5a1e930c-f7e0-4f01-9337-de8cc3bc62f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:13.672801 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49623b1d-6e32-4a2c-b8c7-86ee67130712 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:13.673373 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-49623b1d-6e32-4a2c-b8c7-86ee67130712 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:13.675666 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0f531e-e9cd-4b9f-87f8-a4b5673b8126 None None] Network 3110f12a-1af1-4f0b-bf2d-fc0999c25e90 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:20:13.745906 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c5c6e8-9007-4273-b2f0-42ada2d69f21 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Router 79eaaa19-8daf-40ae-8b90-d16fa78890d4 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:20:13.784596 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-54ac5558-9453-437b-9ea6-8fb1255bf3e0 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Unset dirty status for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:13.785856 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-54ac5558-9453-437b-9ea6-8fb1255bf3e0 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.9667902 Dec 22 13:20:13.795473 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3198fe05-fdb3-45db-abe6-3bbbb8c4781d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:13.797982 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44216) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:13.816790 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-8d8ae802-1c40-4280-9ac4-453a6cf2de70 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Request body: {'security_group': {'name': 'tempest-security--909303187', 'description': 'tempest-security-description-1988540708'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:13.830319 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-49623b1d-6e32-4a2c-b8c7-86ee67130712 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2198339 Dec 22 13:20:13.840764 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44220) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:13.861032 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-fcebbafa-6c1a-4b64-86a7-79c3d7578523 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:13.871301 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcebbafa-6c1a-4b64-86a7-79c3d7578523 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0331b3c-d850-436e-8a91-ce46480d0f5d,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:13.891966 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-fcebbafa-6c1a-4b64-86a7-79c3d7578523 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Usage tracker for resource:security_group_rule and tenant:92aa080ac39b4dc9beceb1f64f596b7a is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:13.894616 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-fcebbafa-6c1a-4b64-86a7-79c3d7578523 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:13.900092 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-2236e5be-3d62-4ebf-b348-cc6f3b185fb9 None None] Provisioning for port 089e9dd7-a092-4eaf-b320-a3f9d8205f50 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:20:13.906149 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-fcebbafa-6c1a-4b64-86a7-79c3d7578523 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:13.931083 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-fcebbafa-6c1a-4b64-86a7-79c3d7578523 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:13.940226 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3198fe05-fdb3-45db-abe6-3bbbb8c4781d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:13.956540 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-2236e5be-3d62-4ebf-b348-cc6f3b185fb9 None None] Provisioning complete for port 089e9dd7-a092-4eaf-b320-a3f9d8205f50 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:13.957199 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2236e5be-3d62-4ebf-b348-cc6f3b185fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:13.986049 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a75933-e3d4-45df-b395-8848c2789434 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Router 2778525d-615c-4eeb-b1da-3b8847a2ea6a has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:20:14.046473 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8d8ae802-1c40-4280-9ac4-453a6cf2de70 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:14.066865 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-faeecd7c-62fc-445d-b805-20d07a509f55 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:14.106313 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5873a8-2e4b-40a5-9150-8c79496afff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-3110f12a-1af1-4f0b-bf2d-fc0999c25e90', 'network_id': '3110f12a-1af1-4f0b-bf2d-fc0999c25e90', 'tenant_id': '5764ef7c4c644eedb583f164ec468ea1', 'fixed_ips': [{'subnet_id': 'e401e795-dd3d-4e9e-90d6-5f7089c20ac5'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:20:14.107423 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3c5873a8-2e4b-40a5-9150-8c79496afff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:14.133237 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-2236e5be-3d62-4ebf-b348-cc6f3b185fb9 None None] Port 089e9dd7-a092-4eaf-b320-a3f9d8205f50 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:20:14.134750 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fa027595-85b6-46bc-ae12-12a74a2d01eb tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:14.228607 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-2236e5be-3d62-4ebf-b348-cc6f3b185fb9 None None] Provisioning complete for port 7d2e4103-82be-450e-bbcb-899f4308c3f4 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:14.229007 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2236e5be-3d62-4ebf-b348-cc6f3b185fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:14.243026 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-faeecd7c-62fc-445d-b805-20d07a509f55 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:14.249358 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fcebbafa-6c1a-4b64-86a7-79c3d7578523 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:14.255387 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8d8ae802-1c40-4280-9ac4-453a6cf2de70 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:14.343870 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c5c6e8-9007-4273-b2f0-42ada2d69f21 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:20:14.356984 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c0c5c6e8-9007-4273-b2f0-42ada2d69f21 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:14.372653 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece1d0fd-b6aa-4cb9-80a9-3df87d39af20 None None] Sync routers for ids ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:20:14.442913 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece1d0fd-b6aa-4cb9-80a9-3df87d39af20 None None] Routers {'79eaaa19-8daf-40ae-8b90-d16fa78890d4'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:20:14.443754 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-ece1d0fd-b6aa-4cb9-80a9-3df87d39af20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:20:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:14.457331 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-faeecd7c-62fc-445d-b805-20d07a509f55 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:14.467465 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c6c26c30-714b-4ed4-86f4-78f9805a2e8c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:14.504034 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fcebbafa-6c1a-4b64-86a7-79c3d7578523 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:14.508103 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8d8ae802-1c40-4280-9ac4-453a6cf2de70 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:14.512298 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3198fe05-fdb3-45db-abe6-3bbbb8c4781d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:14.519514 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-844dbbcb-eea2-4d74-8890-4611885ba37b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server [None req-3c5873a8-2e4b-40a5-9150-8c79496afff7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e401e795-dd3d-4e9e-90d6-5f7089c20ac5: This subnet is being modified by another concurrent operation. Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 13:20:14.529456 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise exception Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e401e795-dd3d-4e9e-90d6-5f7089c20ac5: This subnet is being modified by another concurrent operation. Dec 22 13:20:14.533474 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server Dec 22 13:20:14.549569 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-ece1d0fd-b6aa-4cb9-80a9-3df87d39af20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:14.567013 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeecd7c-62fc-445d-b805-20d07a509f55 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event deleted for resources: {'Subnet': ['ID=e401e795-dd3d-4e9e-90d6-5f7089c20ac5,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:14.574596 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8c3ecc-35be-4142-bb68-d002d3ab4617 None None] Network 3110f12a-1af1-4f0b-bf2d-fc0999c25e90 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:20:14.577138 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-faeecd7c-62fc-445d-b805-20d07a509f55 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:14.655929 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 7d2e4103-82be-450e-bbcb-899f4308c3f4 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:20:14.697786 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece1d0fd-b6aa-4cb9-80a9-3df87d39af20 None None] Routers {'79eaaa19-8daf-40ae-8b90-d16fa78890d4'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:20:14.698119 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-ece1d0fd-b6aa-4cb9-80a9-3df87d39af20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:20:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:14.743564 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-faeecd7c-62fc-445d-b805-20d07a509f55 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:14.763395 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcebbafa-6c1a-4b64-86a7-79c3d7578523 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d99ec82-5921-4811-9b69-4d656d16fcbf,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:14.765628 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8d8ae802-1c40-4280-9ac4-453a6cf2de70 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:14.769188 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8d8ae802-1c40-4280-9ac4-453a6cf2de70 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "PUT /v2.0/security-groups/4727a412-64ae-447b-bb76-30594e39c1e4 HTTP/1.1" status: 200 len: 1611 time: 0.9611046 Dec 22 13:20:14.783514 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44224) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:14.785330 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3198fe05-fdb3-45db-abe6-3bbbb8c4781d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:14.789926 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-3198fe05-fdb3-45db-abe6-3bbbb8c4781d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3d74f157-1014-4f9f-98fa-a568961d85d3 HTTP/1.1" status: 204 len: 168 time: 1.5984087 Dec 22 13:20:14.789926 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fcebbafa-6c1a-4b64-86a7-79c3d7578523 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:14.789926 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-fcebbafa-6c1a-4b64-86a7-79c3d7578523 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 3.4450297 Dec 22 13:20:14.791048 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a75933-e3d4-45df-b395-8848c2789434 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:20:14.792253 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44230) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:14.796667 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c0c5c6e8-9007-4273-b2f0-42ada2d69f21 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "PUT /v2.0/floatingips/d9ee6f78-92cb-4a10-a54f-8b182010d7c1 HTTP/1.1" status: 200 len: 978 time: 8.8377090 Dec 22 13:20:14.825079 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-03a75933-e3d4-45df-b395-8848c2789434 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "PUT /v2.0/routers/2778525d-615c-4eeb-b1da-3b8847a2ea6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3028381 Dec 22 13:20:14.839462 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44232) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:14.839810 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44236) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:14.873205 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-faeecd7c-62fc-445d-b805-20d07a509f55 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3110f12a-1af1-4f0b-bf2d-fc0999c25e90']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:14.875164 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-ece1d0fd-b6aa-4cb9-80a9-3df87d39af20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:14.875587 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece1d0fd-b6aa-4cb9-80a9-3df87d39af20 None None] The sync data for ids ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:20:14.884860 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-863bc627-5575-4d85-b7aa-f79ac8620cfe tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:14.899941 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-69ce8f17-03e6-495f-b54c-13ba1b93fd4d tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "GET /v2.0/security-groups/4727a412-64ae-447b-bb76-30594e39c1e4 HTTP/1.1" status: 200 len: 1611 time: 0.1144395 Dec 22 13:20:14.903088 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44242) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:14.909003 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-faeecd7c-62fc-445d-b805-20d07a509f55 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db00e8ad-02b0-4e42-a38a-f56b73af2670') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:14.909181 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-faeecd7c-62fc-445d-b805-20d07a509f55 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db00e8ad-02b0-4e42-a38a-f56b73af2670') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:15.029368 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-faeecd7c-62fc-445d-b805-20d07a509f55 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:15.032987 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-4e8859a1-42bd-4dd4-89a5-9c58dd1c9977 None None] Provisioning complete for port 089e9dd7-a092-4eaf-b320-a3f9d8205f50 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:15.033528 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4e8859a1-42bd-4dd4-89a5-9c58dd1c9977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:15.099754 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-faeecd7c-62fc-445d-b805-20d07a509f55 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:15.107535 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faeecd7c-62fc-445d-b805-20d07a509f55 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:20:15.107985 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-faeecd7c-62fc-445d-b805-20d07a509f55 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:15.168340 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91a66a0-b513-4d43-8a7d-74a05c87b85f None None] get_active_networks_info from dv-neutron-822669-1-hyperv {{(pid=84150) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 13:20:15.211060 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ae802-1c40-4280-9ac4-453a6cf2de70 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4727a412-64ae-447b-bb76-30594e39c1e4,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:15.211449 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-4e8859a1-42bd-4dd4-89a5-9c58dd1c9977 None None] Port 089e9dd7-a092-4eaf-b320-a3f9d8205f50 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:20:15.215960 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 7d2e4103-82be-450e-bbcb-899f4308c3f4 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:15.215960 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:15.237014 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:20:15.237014 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:20:15.237014 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:20:15.237014 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:20:15.237014 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:20:15.237014 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:20:15.237014 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:20:15.237014 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:20:15.237014 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:20:15.237014 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:20:15.237014 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:20:15.237014 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:20:15.237014 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:20:15.237014 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:20:15.237014 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:20:15.237014 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:20:15.237014 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:20:15.237014 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:20:15.237014 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:20:15.237014 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:20:15.237014 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:20:15.237014 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:20:15.237014 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:20:15.237014 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:20:15.237014 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:20:15.237014 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:20:15.237014 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:20:15.237014 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:20:15.237014 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:20:15.237014 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:20:15.237014 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:20:15.237014 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:20:15.304098 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dc5b3574-41d0-4850-855c-e9e5009d9a30 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:15.341533 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fa027595-85b6-46bc-ae12-12a74a2d01eb tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:15.344223 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-4e8859a1-42bd-4dd4-89a5-9c58dd1c9977 None None] Provisioning complete for port 7d2e4103-82be-450e-bbcb-899f4308c3f4 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:15.344496 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4e8859a1-42bd-4dd4-89a5-9c58dd1c9977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:15.347606 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dc5b3574-41d0-4850-855c-e9e5009d9a30 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:15.372006 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923ff840-74a0-4671-bda3-3d9c9bfc188b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:15.373989 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923ff840-74a0-4671-bda3-3d9c9bfc188b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:15.375813 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-923ff840-74a0-4671-bda3-3d9c9bfc188b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5320442 Dec 22 13:20:15.395538 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44252) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:15.479520 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3198fe05-fdb3-45db-abe6-3bbbb8c4781d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d74f157-1014-4f9f-98fa-a568961d85d3,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:15.491038 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3198fe05-fdb3-45db-abe6-3bbbb8c4781d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.971s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:15.499110 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.971s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:15.499474 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:15.501016 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fa027595-85b6-46bc-ae12-12a74a2d01eb tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:15.512915 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:15.518260 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91a66a0-b513-4d43-8a7d-74a05c87b85f None None] Resources bound (agent type, host, resource id): {{(pid=84150) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 13:20:15.553828 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-863bc627-5575-4d85-b7aa-f79ac8620cfe tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for floatingip, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:15.614408 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb623247-8c63-4412-af68-19e2dd8d2483 None None] Sync routers for ids ['2778525d-615c-4eeb-b1da-3b8847a2ea6a'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:20:15.633242 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dc5b3574-41d0-4850-855c-e9e5009d9a30 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:15.635902 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:15.659726 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb623247-8c63-4412-af68-19e2dd8d2483 None None] Routers {'2778525d-615c-4eeb-b1da-3b8847a2ea6a'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:20:15.667877 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b3574-41d0-4850-855c-e9e5009d9a30 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4727a412-64ae-447b-bb76-30594e39c1e4,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:15.674094 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-eb623247-8c63-4412-af68-19e2dd8d2483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:20:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['2778525d-615c-4eeb-b1da-3b8847a2ea6a'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:15.684201 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-faeecd7c-62fc-445d-b805-20d07a509f55 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:15.696167 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-dc5b3574-41d0-4850-855c-e9e5009d9a30 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:15.703063 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-638ed39a-fa34-45c9-87c1-bcf8b4af268d tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Synchronizing usage tracker for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:15.729145 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0f2ab2cd-87a6-464b-b703-5ee4d3e25540 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:15.749520 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-faeecd7c-62fc-445d-b805-20d07a509f55 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:15.758928 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-faeecd7c-62fc-445d-b805-20d07a509f55 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "DELETE /v2.0/networks/3110f12a-1af1-4f0b-bf2d-fc0999c25e90 HTTP/1.1" status: 204 len: 168 time: 1.9177125 Dec 22 13:20:15.762800 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeecd7c-62fc-445d-b805-20d07a509f55 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event deleted for resources: {'Network': ['ID=3110f12a-1af1-4f0b-bf2d-fc0999c25e90,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:15.764458 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44260) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:15.767634 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-faeecd7c-62fc-445d-b805-20d07a509f55 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:15.771351 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-50ec10ff-3560-4a6a-9b96-d0fd185e63b5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1608766027'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:15.776600 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-50ec10ff-3560-4a6a-9b96-d0fd185e63b5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:15.780772 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-50ec10ff-3560-4a6a-9b96-d0fd185e63b5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Usage tracker for resource:network and tenant:5764ef7c4c644eedb583f164ec468ea1 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:15.784048 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-50ec10ff-3560-4a6a-9b96-d0fd185e63b5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:15.790963 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-50ec10ff-3560-4a6a-9b96-d0fd185e63b5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:15.810919 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dc5b3574-41d0-4850-855c-e9e5009d9a30 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:15.812119 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-dc5b3574-41d0-4850-855c-e9e5009d9a30 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "DELETE /v2.0/security-groups/4727a412-64ae-447b-bb76-30594e39c1e4 HTTP/1.1" status: 204 len: 168 time: 0.9069741 Dec 22 13:20:15.814857 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44264) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:15.878045 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa027595-85b6-46bc-ae12-12a74a2d01eb tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event updated for resources: {'Port': ['ID=089e9dd7-a092-4eaf-b320-a3f9d8205f50,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:15.880170 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-eb623247-8c63-4412-af68-19e2dd8d2483 None None] Set router 2778525d-615c-4eeb-b1da-3b8847a2ea6a gateway port host: None {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:20:15.886380 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ec10ff-3560-4a6a-9b96-d0fd185e63b5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Made reservation on behalf of 5764ef7c4c644eedb583f164ec468ea1 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:20:15.889871 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-50ec10ff-3560-4a6a-9b96-d0fd185e63b5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:15.894623 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-e9521dbf-05ed-42d5-918d-4cd510fd1796 None None] Provisioning complete for port 089e9dd7-a092-4eaf-b320-a3f9d8205f50 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:15.896192 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e9521dbf-05ed-42d5-918d-4cd510fd1796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:15.940839 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-fa027595-85b6-46bc-ae12-12a74a2d01eb tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:15.941787 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ec10ff-3560-4a6a-9b96-d0fd185e63b5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:20:15.948060 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5a4146b5-51a8-4e40-9e40-adf37f63bc58 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.414s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:15.948596 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5a4146b5-51a8-4e40-9e40-adf37f63bc58 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.006s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:15.952425 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-50ec10ff-3560-4a6a-9b96-d0fd185e63b5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:15.953102 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-50ec10ff-3560-4a6a-9b96-d0fd185e63b5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Added segment a406010e-ae81-42fb-805a-9484711f1049 of type vlan for network c5e47b11-1c1e-4e95-b463-df1fddb8a68e Dec 22 13:20:15.970471 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-e9521dbf-05ed-42d5-918d-4cd510fd1796 None None] Port 089e9dd7-a092-4eaf-b320-a3f9d8205f50 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:20:15.984968 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-50ec10ff-3560-4a6a-9b96-d0fd185e63b5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:16.006320 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-e8b647f8-31fe-4807-9290-8f90d142e825 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Synchronizing usage tracker for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:16.048840 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-eb623247-8c63-4412-af68-19e2dd8d2483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2778525d-615c-4eeb-b1da-3b8847a2ea6a', 'name': 'tempest-NetworksTestDHCPv6-router-923163323', 'tenant_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:19:54Z', 'updated_at': '2021-12-22T13:20:10Z', 'revision_number': 3, 'project_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'gw_port_host': None}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:16.055010 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb623247-8c63-4412-af68-19e2dd8d2483 None None] Checking router: 2778525d-615c-4eeb-b1da-3b8847a2ea6a for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:20:16.071927 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb623247-8c63-4412-af68-19e2dd8d2483 None None] Routers {'2778525d-615c-4eeb-b1da-3b8847a2ea6a'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:20:16.072705 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-eb623247-8c63-4412-af68-19e2dd8d2483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:20:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['2778525d-615c-4eeb-b1da-3b8847a2ea6a'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:16.102633 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-638ed39a-fa34-45c9-87c1-bcf8b4af268d tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Unset dirty status for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:16.103910 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-638ed39a-fa34-45c9-87c1-bcf8b4af268d tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 1.2872601 Dec 22 13:20:16.108580 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44270) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:16.122822 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-61aa3055-c7a5-402f-af25-1b43fae54e05 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Request body: {'security_group': {'name': 'tempest-security--747020531', 'description': 'tempest-security-description-313435596'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:16.161169 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-de46f1ed-e219-4374-b6ba-c1fe3c419ab3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting subnet 57ab3ada-fb4d-496e-91a7-136d5fc36786 {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:20:16.203272 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-de46f1ed-e219-4374-b6ba-c1fe3c419ab3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:16.216659 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-50ec10ff-3560-4a6a-9b96-d0fd185e63b5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:16.221183 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-eb623247-8c63-4412-af68-19e2dd8d2483 None None] Set router 2778525d-615c-4eeb-b1da-3b8847a2ea6a gateway port host: None {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:20:16.231194 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ec10ff-3560-4a6a-9b96-d0fd185e63b5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:16.235626 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-50ec10ff-3560-4a6a-9b96-d0fd185e63b5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:16.259860 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-e8b647f8-31fe-4807-9290-8f90d142e825 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Unset dirty status for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:16.262333 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e8b647f8-31fe-4807-9290-8f90d142e825 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4465611 Dec 22 13:20:16.265815 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44280) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:16.267491 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3da96cbd-660f-46a2-99c5-b0a3d917bd72 tempest-ExternalNetworksTestJSON-2011571760 tempest-ExternalNetworksTestJSON-2011571760-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:16.389858 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec10ff-3560-4a6a-9b96-d0fd185e63b5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event updated for resources: {'Network': ['ID=c5e47b11-1c1e-4e95-b463-df1fddb8a68e,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:16.397438 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-50ec10ff-3560-4a6a-9b96-d0fd185e63b5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:16.402118 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network c5e47b11-1c1e-4e95-b463-df1fddb8a68e details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:20:16.403795 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-61aa3055-c7a5-402f-af25-1b43fae54e05 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:16.459529 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-eb623247-8c63-4412-af68-19e2dd8d2483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2778525d-615c-4eeb-b1da-3b8847a2ea6a', 'name': 'tempest-NetworksTestDHCPv6-router-923163323', 'tenant_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:19:54Z', 'updated_at': '2021-12-22T13:20:10Z', 'revision_number': 3, 'project_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'gw_port_host': None}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:16.480909 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-61aa3055-c7a5-402f-af25-1b43fae54e05 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:16.483660 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-50ec10ff-3560-4a6a-9b96-d0fd185e63b5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7183051 Dec 22 13:20:16.485204 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb623247-8c63-4412-af68-19e2dd8d2483 None None] The sync data for ids ['2778525d-615c-4eeb-b1da-3b8847a2ea6a'] in dv-neutron-822669-1-hyperv is: [{'id': '2778525d-615c-4eeb-b1da-3b8847a2ea6a', 'name': 'tempest-NetworksTestDHCPv6-router-923163323', 'tenant_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:19:54Z', 'updated_at': '2021-12-22T13:20:10Z', 'revision_number': 3, 'project_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'gw_port_host': None}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:20:16.488198 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44288) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:16.505621 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-c73a3bc4-9f67-48b1-bba1-b13e77d0054a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Request body: {'subnet': {'network_id': 'c5e47b11-1c1e-4e95-b463-df1fddb8a68e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:16.544760 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-45a13bd9-2ea9-4142-ae45-cfb80cedf272 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] delete failed (client error): The resource could not be found. Dec 22 13:20:16.545792 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-45a13bd9-2ea9-4142-ae45-cfb80cedf272 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "DELETE /v2.0/security-groups/4727a412-64ae-447b-bb76-30594e39c1e4 HTTP/1.1" status: 404 len: 347 time: 0.2790024 Dec 22 13:20:16.558828 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-de46f1ed-e219-4374-b6ba-c1fe3c419ab3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:16.559051 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44292) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:16.581731 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-594c6e10-dbc7-4dbe-b4ac-0891ebaa2bc7 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Request body: {'security_group': {'name': 'tempest-secgroup--1240739929'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:16.607380 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-863bc627-5575-4d85-b7aa-f79ac8620cfe tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:16.661523 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fa027595-85b6-46bc-ae12-12a74a2d01eb tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:16.668797 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-863bc627-5575-4d85-b7aa-f79ac8620cfe tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:16.671876 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.l3_db [None req-863bc627-5575-4d85-b7aa-f79ac8620cfe tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Floating IP d9ee6f78-92cb-4a10-a54f-8b182010d7c1 disassociated. External IP: 172.26.1.28, port: 171a7641-bfe1-48e5-81c7-f1f4b31cdb26. Dec 22 13:20:16.672007 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-594c6e10-dbc7-4dbe-b4ac-0891ebaa2bc7 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:16.673372 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-61aa3055-c7a5-402f-af25-1b43fae54e05 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:16.675607 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-61aa3055-c7a5-402f-af25-1b43fae54e05 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:16.680318 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-61aa3055-c7a5-402f-af25-1b43fae54e05 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "PUT /v2.0/security-groups/3d99ec82-5921-4811-9b69-4d656d16fcbf HTTP/1.1" status: 200 len: 1610 time: 0.5675507 Dec 22 13:20:16.684317 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b3c157b8-2824-41ab-a2fd-deb1641b2b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:16.705627 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-80138cf3-aca1-4457-936e-8d57bc0afecd None None] Provisioning complete for port 089e9dd7-a092-4eaf-b320-a3f9d8205f50 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:16.706312 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-80138cf3-aca1-4457-936e-8d57bc0afecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:16.726068 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44298) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:16.729648 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa3055-c7a5-402f-af25-1b43fae54e05 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d99ec82-5921-4811-9b69-4d656d16fcbf,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:16.742786 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-61aa3055-c7a5-402f-af25-1b43fae54e05 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:16.746974 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-594c6e10-dbc7-4dbe-b4ac-0891ebaa2bc7 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:16.767869 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44302) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:16.771823 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-80138cf3-aca1-4457-936e-8d57bc0afecd None None] Port 089e9dd7-a092-4eaf-b320-a3f9d8205f50 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:20:16.792429 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-c73a3bc4-9f67-48b1-bba1-b13e77d0054a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:16.796310 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c73a3bc4-9f67-48b1-bba1-b13e77d0054a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Usage tracker for resource:subnet and tenant:5764ef7c4c644eedb583f164ec468ea1 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:16.799306 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c73a3bc4-9f67-48b1-bba1-b13e77d0054a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:16.806396 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-c73a3bc4-9f67-48b1-bba1-b13e77d0054a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:16.839781 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-594c6e10-dbc7-4dbe-b4ac-0891ebaa2bc7 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:16.840806 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-de46f1ed-e219-4374-b6ba-c1fe3c419ab3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:16.867223 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73a3bc4-9f67-48b1-bba1-b13e77d0054a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Made reservation on behalf of 5764ef7c4c644eedb583f164ec468ea1 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:20:16.916943 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b26d842f-b36e-4f8f-b2b5-bbb656d1fff7 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "GET /v2.0/security-groups/3d99ec82-5921-4811-9b69-4d656d16fcbf HTTP/1.1" status: 200 len: 1610 time: 0.1872284 Dec 22 13:20:16.947194 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44308) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:16.958805 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-1093e3dd-502c-4638-b8b2-f7c8821bbd99 tempest-NetworksNegativeTestJSON-1466922160 tempest-NetworksNegativeTestJSON-1466922160-project] Request body: {'port': {'network_id': '925a1793-45a2-4642-add4-c640520f02b4', 'name': 'tempest-NetworksNegativeTestJSON-206043850'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:17.023605 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-594c6e10-dbc7-4dbe-b4ac-0891ebaa2bc7 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:17.027918 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-1093e3dd-502c-4638-b8b2-f7c8821bbd99 tempest-NetworksNegativeTestJSON-1466922160 tempest-NetworksNegativeTestJSON-1466922160-project] POST failed (client error): The resource could not be found. Dec 22 13:20:17.028265 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1093e3dd-502c-4638-b8b2-f7c8821bbd99 tempest-NetworksNegativeTestJSON-1466922160 tempest-NetworksNegativeTestJSON-1466922160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:20:17.029366 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1093e3dd-502c-4638-b8b2-f7c8821bbd99 tempest-NetworksNegativeTestJSON-1466922160 tempest-NetworksNegativeTestJSON-1466922160-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2604642 Dec 22 13:20:17.044446 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44314) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:17.044870 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-594c6e10-dbc7-4dbe-b4ac-0891ebaa2bc7 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Usage tracker for resource:security_group_rule and tenant:241cccaf397f432f9e177c9302f512ed is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:17.054302 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-594c6e10-dbc7-4dbe-b4ac-0891ebaa2bc7 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:17.075964 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-594c6e10-dbc7-4dbe-b4ac-0891ebaa2bc7 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:17.078912 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fa027595-85b6-46bc-ae12-12a74a2d01eb tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:17.087210 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c73a3bc4-9f67-48b1-bba1-b13e77d0054a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:17.103310 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-de46f1ed-e219-4374-b6ba-c1fe3c419ab3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:17.111183 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2696be04-6fd5-422a-a675-e272a4aefe81 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:17.136758 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-355fa0b6-0a4c-4aad-a267-87863cecfbb6 tempest-NetworksNegativeTestJSON-1466922160 tempest-NetworksNegativeTestJSON-1466922160-project] DELETE failed (client error): The resource could not be found. Dec 22 13:20:17.139250 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-355fa0b6-0a4c-4aad-a267-87863cecfbb6 tempest-NetworksNegativeTestJSON-1466922160 tempest-NetworksNegativeTestJSON-1466922160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:20:17.155288 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46f1ed-e219-4374-b6ba-c1fe3c419ab3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Subnet': ['ID=57ab3ada-fb4d-496e-91a7-136d5fc36786,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:17.180167 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-de46f1ed-e219-4374-b6ba-c1fe3c419ab3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:17.194736 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-355fa0b6-0a4c-4aad-a267-87863cecfbb6 tempest-NetworksNegativeTestJSON-1466922160 tempest-NetworksNegativeTestJSON-1466922160-project] 10.222.0.47 "DELETE /v2.0/networks/6b699e4a-f7fe-48d5-b54f-357dee5f6a1f HTTP/1.1" status: 404 len: 339 time: 0.1426718 Dec 22 13:20:17.202584 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44318) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:17.206119 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-de46f1ed-e219-4374-b6ba-c1fe3c419ab3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:17.207932 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-de46f1ed-e219-4374-b6ba-c1fe3c419ab3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/57ab3ada-fb4d-496e-91a7-136d5fc36786 HTTP/1.1" status: 204 len: 168 time: 1.8108120 Dec 22 13:20:17.214307 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc90790c-75c6-46e4-994c-391282e62609 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:20:17.215947 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44322) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:17.246811 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.ipam_backend_mixin [None req-c73a3bc4-9f67-48b1-bba1-b13e77d0054a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Performing IP validity checks on allocation pools {{(pid=84149) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 13:20:17.247341 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.ipam_backend_mixin [None req-c73a3bc4-9f67-48b1-bba1-b13e77d0054a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84149) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 13:20:17.263235 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e2ec9a5c-7f4d-483c-8266-81a211a91bb8 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:17.360234 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c098eda-b284-4667-a19a-8631dabc1960 tempest-NetworksNegativeTestJSON-1466922160 tempest-NetworksNegativeTestJSON-1466922160-project] DELETE failed (client error): The resource could not be found. Dec 22 13:20:17.360571 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c098eda-b284-4667-a19a-8631dabc1960 tempest-NetworksNegativeTestJSON-1466922160 tempest-NetworksNegativeTestJSON-1466922160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:20:17.462787 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7c098eda-b284-4667-a19a-8631dabc1960 tempest-NetworksNegativeTestJSON-1466922160 tempest-NetworksNegativeTestJSON-1466922160-project] 10.222.0.47 "DELETE /v2.0/ports/cf43aa20-7a9b-4ae0-822d-735a06a04252 HTTP/1.1" status: 404 len: 333 time: 0.2534065 Dec 22 13:20:17.467396 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44326) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:17.478435 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e2ec9a5c-7f4d-483c-8266-81a211a91bb8 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:17.583847 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb6efdd-2777-4047-9f0a-79df815570a8 None None] DHCP port deletion for 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:20:17.588532 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-efb6efdd-2777-4047-9f0a-79df815570a8 None None] Deleting port 229a02e5-f169-481b-bb3b-60478e43153e {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:20:17.588915 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-efb6efdd-2777-4047-9f0a-79df815570a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:17.593544 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebbda2fa-32f5-4bcf-a43d-ae35b468f1c1 tempest-NetworksNegativeTestJSON-1466922160 tempest-NetworksNegativeTestJSON-1466922160-project] DELETE failed (client error): The resource could not be found. Dec 22 13:20:17.593981 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebbda2fa-32f5-4bcf-a43d-ae35b468f1c1 tempest-NetworksNegativeTestJSON-1466922160 tempest-NetworksNegativeTestJSON-1466922160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:20:17.595641 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ebbda2fa-32f5-4bcf-a43d-ae35b468f1c1 tempest-NetworksNegativeTestJSON-1466922160 tempest-NetworksNegativeTestJSON-1466922160-project] 10.222.0.47 "DELETE /v2.0/subnets/9be0493e-bcee-4909-b815-2bcf0f5bec49 HTTP/1.1" status: 404 len: 337 time: 0.1262460 Dec 22 13:20:17.610821 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44332) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:17.619572 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-594c6e10-dbc7-4dbe-b4ac-0891ebaa2bc7 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:17.657788 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-21ffdec9-8533-4bcc-9122-c0c3b208d272 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:router {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:17.691983 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-594c6e10-dbc7-4dbe-b4ac-0891ebaa2bc7 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:17.692672 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-77d9cc27-8061-4981-a391-e3adac58877e tempest-NetworksNegativeTestJSON-1466922160 tempest-NetworksNegativeTestJSON-1466922160-project] GET failed (client error): The resource could not be found. Dec 22 13:20:17.698132 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-77d9cc27-8061-4981-a391-e3adac58877e tempest-NetworksNegativeTestJSON-1466922160 tempest-NetworksNegativeTestJSON-1466922160-project] 10.222.0.47 "GET /v2.0/networks/74e90244-b586-4b7a-896e-e7b2b9f5580d HTTP/1.1" status: 404 len: 339 time: 0.0821385 Dec 22 13:20:17.698991 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44336) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:17.706366 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-180c1423-cf2f-4a41-a117-e05df47df4ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:17.730880 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e2ec9a5c-7f4d-483c-8266-81a211a91bb8 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:17.755830 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-c42a9607-a2e5-429b-8dc8-5c0d98bb9738 tempest-NetworksNegativeTestJSON-1466922160 tempest-NetworksNegativeTestJSON-1466922160-project] GET failed (client error): The resource could not be found. Dec 22 13:20:17.761483 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c42a9607-a2e5-429b-8dc8-5c0d98bb9738 tempest-NetworksNegativeTestJSON-1466922160 tempest-NetworksNegativeTestJSON-1466922160-project] 10.222.0.47 "GET /v2.0/ports/0c0faa7b-b770-4729-b220-0dda09aa6a57 HTTP/1.1" status: 404 len: 333 time: 0.0579042 Dec 22 13:20:17.762051 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c6e10-dbc7-4dbe-b4ac-0891ebaa2bc7 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=577bd3c1-4799-4c32-88c2-cee680a62e3b,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:17.764782 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44340) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:17.770460 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-594c6e10-dbc7-4dbe-b4ac-0891ebaa2bc7 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:17.799204 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fa027595-85b6-46bc-ae12-12a74a2d01eb tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:17.801854 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f3ca8c03-d316-4405-a7c6-a47210ac89f4 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:17.809409 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-21ffdec9-8533-4bcc-9122-c0c3b208d272 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:router {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:17.810516 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-21ffdec9-8533-4bcc-9122-c0c3b208d272 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5590353 Dec 22 13:20:17.820959 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44344) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:17.822184 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c73a3bc4-9f67-48b1-bba1-b13e77d0054a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:17.824876 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-efb6efdd-2777-4047-9f0a-79df815570a8 None None] For port 229a02e5-f169-481b-bb3b-60478e43153e, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=229a02e5-f169-481b-bb3b-60478e43153e,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:20:17.825160 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-efb6efdd-2777-4047-9f0a-79df815570a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:17.830051 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d7b06fd-9538-486e-895e-1986b6c43504 tempest-NetworksNegativeTestJSON-1466922160 tempest-NetworksNegativeTestJSON-1466922160-project] GET failed (client error): The resource could not be found. Dec 22 13:20:17.835666 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9d7b06fd-9538-486e-895e-1986b6c43504 tempest-NetworksNegativeTestJSON-1466922160 tempest-NetworksNegativeTestJSON-1466922160-project] 10.222.0.47 "GET /v2.0/subnets/07e0d96e-f357-4be2-88ad-ea62493d6224 HTTP/1.1" status: 404 len: 337 time: 0.0624158 Dec 22 13:20:17.856855 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44348) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:17.869528 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fa027595-85b6-46bc-ae12-12a74a2d01eb tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:17.870277 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fa027595-85b6-46bc-ae12-12a74a2d01eb tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:17.877311 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-3872ae38-326a-41d7-a6cc-6b30446ba864 tempest-NetworksNegativeTestJSON-1466922160 tempest-NetworksNegativeTestJSON-1466922160-project] Request body: {'network': {'name': 'new_name'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:17.887038 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec9a5c-7f4d-483c-8266-81a211a91bb8 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d99ec82-5921-4811-9b69-4d656d16fcbf,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:17.889329 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e2ec9a5c-7f4d-483c-8266-81a211a91bb8 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:17.894784 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3a3afff5-509b-4744-816d-0c4d4416f0ca tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:17.897950 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0eab68b4-28c7-4153-ace8-d39e4b4c2ec9 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:17.928125 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-594c6e10-dbc7-4dbe-b4ac-0891ebaa2bc7 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:17.930519 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-594c6e10-dbc7-4dbe-b4ac-0891ebaa2bc7 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3601713 Dec 22 13:20:17.934247 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e2ec9a5c-7f4d-483c-8266-81a211a91bb8 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:17.937449 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e2ec9a5c-7f4d-483c-8266-81a211a91bb8 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "DELETE /v2.0/security-groups/3d99ec82-5921-4811-9b69-4d656d16fcbf HTTP/1.1" status: 204 len: 168 time: 0.9827731 Dec 22 13:20:17.941924 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44352) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:17.942084 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44354) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:17.955222 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-50877ef8-4ba0-4426-b973-53611efec93d tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Request body: {'security_group_rule': {'security_group_id': '577bd3c1-4799-4c32-88c2-cee680a62e3b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:17.969350 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-50877ef8-4ba0-4426-b973-53611efec93d tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:17.973464 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-3872ae38-326a-41d7-a6cc-6b30446ba864 tempest-NetworksNegativeTestJSON-1466922160 tempest-NetworksNegativeTestJSON-1466922160-project] PUT failed (client error): The resource could not be found. Dec 22 13:20:17.973944 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3872ae38-326a-41d7-a6cc-6b30446ba864 tempest-NetworksNegativeTestJSON-1466922160 tempest-NetworksNegativeTestJSON-1466922160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:20:17.974615 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-efb6efdd-2777-4047-9f0a-79df815570a8 None None] Calling delete_port for 229a02e5-f169-481b-bb3b-60478e43153e owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:20:17.978897 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-3872ae38-326a-41d7-a6cc-6b30446ba864 tempest-NetworksNegativeTestJSON-1466922160 tempest-NetworksNegativeTestJSON-1466922160-project] 10.222.0.47 "PUT /v2.0/networks/e7bff711-219c-4016-9f8a-27faced7ff30 HTTP/1.1" status: 404 len: 339 time: 0.1130497 Dec 22 13:20:17.983255 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44360) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:18.013653 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-a8aad1f8-c11c-43f3-b94d-7254180f2d9b tempest-NetworksNegativeTestJSON-1466922160 tempest-NetworksNegativeTestJSON-1466922160-project] Request body: {'port': {'name': 'new_name'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:18.033622 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-50877ef8-4ba0-4426-b973-53611efec93d tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Usage tracker for resource:security_group_rule and tenant:241cccaf397f432f9e177c9302f512ed is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:18.045294 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-50877ef8-4ba0-4426-b973-53611efec93d tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:18.069570 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-50877ef8-4ba0-4426-b973-53611efec93d tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:18.079904 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a3bc4-9f67-48b1-bba1-b13e77d0054a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event updated for resources: {'Subnet': ['ID=dda6048f-7b54-470c-af3f-260ffd8b9c04,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:18.083039 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c73a3bc4-9f67-48b1-bba1-b13e77d0054a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:18.101933 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73a3bc4-9f67-48b1-bba1-b13e77d0054a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Checking segment: {'id': 'a406010e-ae81-42fb-805a-9484711f1049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c5e47b11-1c1e-4e95-b463-df1fddb8a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:20:18.102286 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73a3bc4-9f67-48b1-bba1-b13e77d0054a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Network hostable DHCP agents. Network: c5e47b11-1c1e-4e95-b463-df1fddb8a68e, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:20:18.111407 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-05517d34-dcd8-4d40-8e21-ef2b0bab1603 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:18.148184 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-efb6efdd-2777-4047-9f0a-79df815570a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:18.153217 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-93a3f81e-0f25-49ee-a9da-72240e4b6307 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:18.198636 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb6efdd-2777-4047-9f0a-79df815570a8 None None] Pushing event deleted for resources: {'Port': ['ID=229a02e5-f169-481b-bb3b-60478e43153e,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:18.201154 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-efb6efdd-2777-4047-9f0a-79df815570a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:18.207262 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb6efdd-2777-4047-9f0a-79df815570a8 None None] No DVR routers for this DVR port 229a02e5-f169-481b-bb3b-60478e43153e on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:20:18.248888 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa027595-85b6-46bc-ae12-12a74a2d01eb tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event updated for resources: {'Port': ['ID=089e9dd7-a092-4eaf-b320-a3f9d8205f50,revision_number=3']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:18.256453 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8aad1f8-c11c-43f3-b94d-7254180f2d9b tempest-NetworksNegativeTestJSON-1466922160 tempest-NetworksNegativeTestJSON-1466922160-project] PUT failed (client error): The resource could not be found. Dec 22 13:20:18.257103 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8aad1f8-c11c-43f3-b94d-7254180f2d9b tempest-NetworksNegativeTestJSON-1466922160 tempest-NetworksNegativeTestJSON-1466922160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:20:18.261857 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a8aad1f8-c11c-43f3-b94d-7254180f2d9b tempest-NetworksNegativeTestJSON-1466922160 tempest-NetworksNegativeTestJSON-1466922160-project] 10.222.0.47 "PUT /v2.0/ports/596c930e-d54a-47da-9e47-8b5fdb2ac98d HTTP/1.1" status: 404 len: 333 time: 0.2737710 Dec 22 13:20:18.261857 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-fa027595-85b6-46bc-ae12-12a74a2d01eb tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:18.271579 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44366) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:18.290493 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-62089366-bc8f-48eb-859d-a418c8a5aaae tempest-NetworksNegativeTestJSON-1466922160 tempest-NetworksNegativeTestJSON-1466922160-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:18.295361 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-50877ef8-4ba0-4426-b973-53611efec93d tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:18.349270 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-62089366-bc8f-48eb-859d-a418c8a5aaae tempest-NetworksNegativeTestJSON-1466922160 tempest-NetworksNegativeTestJSON-1466922160-project] PUT failed (client error): The resource could not be found. Dec 22 13:20:18.349712 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62089366-bc8f-48eb-859d-a418c8a5aaae tempest-NetworksNegativeTestJSON-1466922160 tempest-NetworksNegativeTestJSON-1466922160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:20:18.354944 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-62089366-bc8f-48eb-859d-a418c8a5aaae tempest-NetworksNegativeTestJSON-1466922160 tempest-NetworksNegativeTestJSON-1466922160-project] 10.222.0.47 "PUT /v2.0/subnets/881ada0b-53bf-46d7-9d3c-bc13d1894f94 HTTP/1.1" status: 404 len: 337 time: 0.0775323 Dec 22 13:20:18.360906 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e2d00a58-8ecc-4849-b841-3056fcd70da4 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4182158 Dec 22 13:20:18.364842 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44372) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:18.413729 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-a5b522c8-ca36-412b-82c6-6616ac6acfe1 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] delete failed (client error): The resource could not be found. Dec 22 13:20:18.413729 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a5b522c8-ca36-412b-82c6-6616ac6acfe1 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "DELETE /v2.0/security-groups/3d99ec82-5921-4811-9b69-4d656d16fcbf HTTP/1.1" status: 404 len: 347 time: 0.0423028 Dec 22 13:20:18.414023 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44376) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:18.419298 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa027595-85b6-46bc-ae12-12a74a2d01eb tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Network c25561d5-2a85-4341-8c54-3de2d8da1bd5 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:20:18.423334 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-4323e337-e197-4ffa-a117-9b327395919e tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Request body: {'security_group': {'name': 'tempest-secgroup--1171115299'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:18.430038 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-fa027595-85b6-46bc-ae12-12a74a2d01eb tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:18.481732 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73a3bc4-9f67-48b1-bba1-b13e77d0054a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Network c5e47b11-1c1e-4e95-b463-df1fddb8a68e is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:20:18.494687 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-4323e337-e197-4ffa-a117-9b327395919e tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:18.515065 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-4323e337-e197-4ffa-a117-9b327395919e tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Usage tracker for resource:security_group and tenant:92aa080ac39b4dc9beceb1f64f596b7a is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:18.542200 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 229a02e5-f169-481b-bb3b-60478e43153e no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:20:18.596128 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863bc627-5575-4d85-b7aa-f79ac8620cfe tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Router 79eaaa19-8daf-40ae-8b90-d16fa78890d4 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:20:18.597222 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-4323e337-e197-4ffa-a117-9b327395919e tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:18.606776 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 229a02e5-f169-481b-bb3b-60478e43153e {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:20:18.607307 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 229a02e5-f169-481b-bb3b-60478e43153e not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:20:18.610723 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device cad9596a-2dc8-4ab2-9d00-f7453036f381 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:20:18.613390 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-4323e337-e197-4ffa-a117-9b327395919e tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:18.668115 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: cad9596a-2dc8-4ab2-9d00-f7453036f381 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:20:18.668115 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device cad9596a-2dc8-4ab2-9d00-f7453036f381 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:20:18.748674 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4323e337-e197-4ffa-a117-9b327395919e tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:18.765039 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-50877ef8-4ba0-4426-b973-53611efec93d tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:18.765881 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-c73a3bc4-9f67-48b1-bba1-b13e77d0054a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, c5e47b11-1c1e-4e95-b463-df1fddb8a68e) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:18.769344 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-05517d34-dcd8-4d40-8e21-ef2b0bab1603 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:18.774999 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73a3bc4-9f67-48b1-bba1-b13e77d0054a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:18.777138 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c73a3bc4-9f67-48b1-bba1-b13e77d0054a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:18.778344 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db1004c-417d-4027-8cd3-8dfe00b11bd8 None None] Network c5e47b11-1c1e-4e95-b463-df1fddb8a68e requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:20:18.796454 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-05517d34-dcd8-4d40-8e21-ef2b0bab1603 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:18.850224 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-50877ef8-4ba0-4426-b973-53611efec93d tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:18.852765 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7b4c466f-82d4-4229-acf4-3f6104083841 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:18.890101 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50877ef8-4ba0-4426-b973-53611efec93d tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=246da5cb-b519-41b7-aa79-2ef7a2d0b1ba,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:18.895845 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c73a3bc4-9f67-48b1-bba1-b13e77d0054a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.4038725 Dec 22 13:20:18.898450 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-50877ef8-4ba0-4426-b973-53611efec93d tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:18.898919 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44382) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:18.907785 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a17aa04f-669d-4cb5-82b1-23d1e1b86bad None None] Provisioning complete for port 089e9dd7-a092-4eaf-b320-a3f9d8205f50 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:18.908168 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a17aa04f-669d-4cb5-82b1-23d1e1b86bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:18.923294 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-4323e337-e197-4ffa-a117-9b327395919e tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:18.930454 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-4323e337-e197-4ffa-a117-9b327395919e tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Usage tracker for resource:security_group_rule and tenant:92aa080ac39b4dc9beceb1f64f596b7a is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:18.935041 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-4323e337-e197-4ffa-a117-9b327395919e tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:18.943718 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-4323e337-e197-4ffa-a117-9b327395919e tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:19.005758 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-05517d34-dcd8-4d40-8e21-ef2b0bab1603 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:19.006242 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05517d34-dcd8-4d40-8e21-ef2b0bab1603 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Fanout notify agent at l3_agent the message router_deleted on router 2778525d-615c-4eeb-b1da-3b8847a2ea6a {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:20:19.018896 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-50877ef8-4ba0-4426-b973-53611efec93d tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:19.018896 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-50877ef8-4ba0-4426-b973-53611efec93d tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0713799 Dec 22 13:20:19.020335 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-a17aa04f-669d-4cb5-82b1-23d1e1b86bad None None] Port 089e9dd7-a092-4eaf-b320-a3f9d8205f50 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:20:19.027946 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-05517d34-dcd8-4d40-8e21-ef2b0bab1603 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:19.030817 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-05517d34-dcd8-4d40-8e21-ef2b0bab1603 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/routers/2778525d-615c-4eeb-b1da-3b8847a2ea6a HTTP/1.1" status: 204 len: 168 time: 1.2051322 Dec 22 13:20:19.032038 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44388) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:19.032373 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44390) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:19.092640 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860dad4e-f106-49a7-9b69-bf8732f57ca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-c5e47b11-1c1e-4e95-b463-df1fddb8a68e', 'network_id': 'c5e47b11-1c1e-4e95-b463-df1fddb8a68e', 'tenant_id': '5764ef7c4c644eedb583f164ec468ea1', 'fixed_ips': [{'subnet_id': 'dda6048f-7b54-470c-af3f-260ffd8b9c04'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:20:19.093708 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-860dad4e-f106-49a7-9b69-bf8732f57ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:19.134461 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-44707291-e768-4078-bc50-932895e25a54 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:19.134461 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44396) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:19.135899 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-19ba9477-5ce9-4978-8a00-58baf5c468ec tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:19.185869 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4323e337-e197-4ffa-a117-9b327395919e tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:19.195602 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1617c4f8-a47f-4068-9870-b90e76d27c5f tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:19.212708 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1617c4f8-a47f-4068-9870-b90e76d27c5f tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:19.231615 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-44707291-e768-4078-bc50-932895e25a54 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:19.273445 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4323e337-e197-4ffa-a117-9b327395919e tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:19.277655 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-19ba9477-5ce9-4978-8a00-58baf5c468ec tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:19.278127 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-19ba9477-5ce9-4978-8a00-58baf5c468ec tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2380788 Dec 22 13:20:19.280921 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ce7e1ed7-6ea3-4b47-9e44-50929cc7c497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:19.296519 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44402) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:19.300966 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-860dad4e-f106-49a7-9b69-bf8732f57ca7 None None] Allocated IP 172.20.0.3 (c5e47b11-1c1e-4e95-b463-df1fddb8a68e/dda6048f-7b54-470c-af3f-260ffd8b9c04/59d8264e-5703-4746-aafb-c4b2d114bd53) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:20:19.336559 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f7ee076f-ef99-49e7-aff4-9db19ce62781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:19.370194 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-f7ee076f-ef99-49e7-aff4-9db19ce62781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:19.374499 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f7ee076f-ef99-49e7-aff4-9db19ce62781 admin admin] Usage tracker for resource:security_group_rule and tenant:b3d97227135f4c62a2caa756daee6aa6 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:19.377355 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f7ee076f-ef99-49e7-aff4-9db19ce62781 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:19.385250 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-f7ee076f-ef99-49e7-aff4-9db19ce62781 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:19.389321 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1617c4f8-a47f-4068-9870-b90e76d27c5f tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:19.403024 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4323e337-e197-4ffa-a117-9b327395919e tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da23dac9-1bbf-4da5-8b11-0fa23dd43b07,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:19.414070 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1617c4f8-a47f-4068-9870-b90e76d27c5f tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:19.415320 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-1617c4f8-a47f-4068-9870-b90e76d27c5f tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/246da5cb-b519-41b7-aa79-2ef7a2d0b1ba HTTP/1.1" status: 204 len: 168 time: 0.3767457 Dec 22 13:20:19.419411 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44406) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:19.426946 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863bc627-5575-4d85-b7aa-f79ac8620cfe tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:20:19.426946 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-4323e337-e197-4ffa-a117-9b327395919e tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:19.426946 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-453caf7d-68db-4bc6-988f-8fb108e437c4 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:19.433140 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0218a00d-598b-48ca-9a42-da2dec6f33b6 None None] Sync routers for ids ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:20:19.434210 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-863bc627-5575-4d85-b7aa-f79ac8620cfe tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:19.474467 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0218a00d-598b-48ca-9a42-da2dec6f33b6 None None] Routers {'79eaaa19-8daf-40ae-8b90-d16fa78890d4'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:20:19.475037 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-0218a00d-598b-48ca-9a42-da2dec6f33b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:20:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:19.477938 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1617c4f8-a47f-4068-9870-b90e76d27c5f tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=246da5cb-b519-41b7-aa79-2ef7a2d0b1ba,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:19.484245 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebba4c45-321d-4a13-80bc-5ff940a73a6e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:19.484930 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ebba4c45-321d-4a13-80bc-5ff940a73a6e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:19.487594 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1617c4f8-a47f-4068-9870-b90e76d27c5f tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:19.515588 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-863bc627-5575-4d85-b7aa-f79ac8620cfe tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "PUT /v2.0/floatingips/d9ee6f78-92cb-4a10-a54f-8b182010d7c1 HTTP/1.1" status: 200 len: 687 time: 4.6732152 Dec 22 13:20:19.518203 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44410) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:19.546736 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-0218a00d-598b-48ca-9a42-da2dec6f33b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:19.562119 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f7ee076f-ef99-49e7-aff4-9db19ce62781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:19.568337 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-169aaf33-85da-4a10-9b0d-3f345839cec7 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Synchronizing usage tracker for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group_rule {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:19.586647 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa027595-85b6-46bc-ae12-12a74a2d01eb tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Router b89c5f2e-2453-4dfa-9e48-592c6768b241 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:20:19.599749 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4323e337-e197-4ffa-a117-9b327395919e tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:19.602476 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-4323e337-e197-4ffa-a117-9b327395919e tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1855488 Dec 22 13:20:19.604862 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44414) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:19.608807 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0218a00d-598b-48ca-9a42-da2dec6f33b6 None None] Routers {'79eaaa19-8daf-40ae-8b90-d16fa78890d4'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:20:19.609522 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-0218a00d-598b-48ca-9a42-da2dec6f33b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:20:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:19.610763 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ebba4c45-321d-4a13-80bc-5ff940a73a6e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:19.611516 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-6dde2925-3ca5-4c11-8ca1-e503a856a702 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Request body: {'security_group_rule': {'security_group_id': 'da23dac9-1bbf-4da5-8b11-0fa23dd43b07', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:19.611914 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ebba4c45-321d-4a13-80bc-5ff940a73a6e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3055747 Dec 22 13:20:19.616721 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44418) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:19.618997 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-6dde2925-3ca5-4c11-8ca1-e503a856a702 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:19.623057 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6dde2925-3ca5-4c11-8ca1-e503a856a702 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Usage tracker for resource:security_group_rule and tenant:92aa080ac39b4dc9beceb1f64f596b7a is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:19.626158 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6dde2925-3ca5-4c11-8ca1-e503a856a702 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:19.632286 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-6dde2925-3ca5-4c11-8ca1-e503a856a702 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:19.649909 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f7ee076f-ef99-49e7-aff4-9db19ce62781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:19.657411 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0ff44193-b6d1-4346-a6dc-b0f59c32ed8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:19.688383 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-0218a00d-598b-48ca-9a42-da2dec6f33b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:19.688801 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0218a00d-598b-48ca-9a42-da2dec6f33b6 None None] The sync data for ids ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:20:19.692982 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-169aaf33-85da-4a10-9b0d-3f345839cec7 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Unset dirty status for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group_rule {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:19.696888 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-169aaf33-85da-4a10-9b0d-3f345839cec7 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2736638 Dec 22 13:20:19.702398 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44422) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:19.705254 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-860dad4e-f106-49a7-9b69-bf8732f57ca7 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:19.716711 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-860dad4e-f106-49a7-9b69-bf8732f57ca7 None None] Transition to ACTIVE for port object 59d8264e-5703-4746-aafb-c4b2d114bd53 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:20:19.721678 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee076f-ef99-49e7-aff4-9db19ce62781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e10c633-aefb-4481-8aa3-7e3bd1d38977,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:19.733368 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f7ee076f-ef99-49e7-aff4-9db19ce62781 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b3d97227135f4c62a2caa756daee6aa6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5984325 Dec 22 13:20:19.733368 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f7ee076f-ef99-49e7-aff4-9db19ce62781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:19.744013 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44426) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:19.744013 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6dde2925-3ca5-4c11-8ca1-e503a856a702 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:19.759458 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-860dad4e-f106-49a7-9b69-bf8732f57ca7 None None] Transition to ACTIVE for port object 59d8264e-5703-4746-aafb-c4b2d114bd53 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:20:19.774070 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-96aa47dd-b573-465c-ba04-06f99d791b7e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:router {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:19.778574 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-e56fe20b-b9e0-4bbd-8096-faf6f40d3baf tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Deleting port 039c135d-b5ec-4284-b405-0f9766b09965 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:20:19.778915 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e56fe20b-b9e0-4bbd-8096-faf6f40d3baf tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:19.845155 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-860dad4e-f106-49a7-9b69-bf8732f57ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:19.855680 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-164f7be5-5699-4482-9227-79d6dd8cb274 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:19.889643 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-766e845f-6a2e-4a42-90bd-10a4bcc21e31 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:19.913971 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6dde2925-3ca5-4c11-8ca1-e503a856a702 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:19.931628 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e398c188-28bf-46b8-bdba-5c875e1aa03a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:19.933538 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860dad4e-f106-49a7-9b69-bf8732f57ca7 None None] Pushing event updated for resources: {'Port': ['ID=59d8264e-5703-4746-aafb-c4b2d114bd53,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:19.937458 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-860dad4e-f106-49a7-9b69-bf8732f57ca7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:19.959359 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860dad4e-f106-49a7-9b69-bf8732f57ca7 None None] Network c5e47b11-1c1e-4e95-b463-df1fddb8a68e is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:20:19.959973 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-766e845f-6a2e-4a42-90bd-10a4bcc21e31 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:19.961091 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-860dad4e-f106-49a7-9b69-bf8732f57ca7 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:19.964011 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860dad4e-f106-49a7-9b69-bf8732f57ca7 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:20:19.974324 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-44707291-e768-4078-bc50-932895e25a54 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:19.984328 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-334726cf-e90a-4071-b406-294d61de42b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:20.032206 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e398c188-28bf-46b8-bdba-5c875e1aa03a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:20.039580 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6dde2925-3ca5-4c11-8ca1-e503a856a702 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:20.047174 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44707291-e768-4078-bc50-932895e25a54 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event deleted for resources: {'Subnet': ['ID=dda6048f-7b54-470c-af3f-260ffd8b9c04,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:20.056311 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-44707291-e768-4078-bc50-932895e25a54 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:20.074834 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-538bf4a4-2dcb-4c26-b805-48ce6bddae02 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:20.108858 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-860dad4e-f106-49a7-9b69-bf8732f57ca7 None None] Attempting to bind port 59d8264e-5703-4746-aafb-c4b2d114bd53 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:20:20.109640 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-860dad4e-f106-49a7-9b69-bf8732f57ca7 None None] Attempting to bind port 59d8264e-5703-4746-aafb-c4b2d114bd53 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'a406010e-ae81-42fb-805a-9484711f1049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c5e47b11-1c1e-4e95-b463-df1fddb8a68e'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:20:20.109640 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860dad4e-f106-49a7-9b69-bf8732f57ca7 None None] Attempting to bind port 59d8264e-5703-4746-aafb-c4b2d114bd53 on network c5e47b11-1c1e-4e95-b463-df1fddb8a68e {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:20:20.117334 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860dad4e-f106-49a7-9b69-bf8732f57ca7 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:20:20.117717 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860dad4e-f106-49a7-9b69-bf8732f57ca7 None None] Checking segment: {'id': 'a406010e-ae81-42fb-805a-9484711f1049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c5e47b11-1c1e-4e95-b463-df1fddb8a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:20:20.128650 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-860dad4e-f106-49a7-9b69-bf8732f57ca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:20.128650 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860dad4e-f106-49a7-9b69-bf8732f57ca7 None None] Bound using segment: {'id': 'a406010e-ae81-42fb-805a-9484711f1049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c5e47b11-1c1e-4e95-b463-df1fddb8a68e'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:20:20.128650 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-860dad4e-f106-49a7-9b69-bf8732f57ca7 None None] Bound port: 59d8264e-5703-4746-aafb-c4b2d114bd53, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a406010e-ae81-42fb-805a-9484711f1049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c5e47b11-1c1e-4e95-b463-df1fddb8a68e'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:20:20.128650 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-860dad4e-f106-49a7-9b69-bf8732f57ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:20.129939 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-96aa47dd-b573-465c-ba04-06f99d791b7e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:router {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:20.129939 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-96aa47dd-b573-465c-ba04-06f99d791b7e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5067141 Dec 22 13:20:20.130507 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44432) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:20.136613 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde2925-3ca5-4c11-8ca1-e503a856a702 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db04677-eb54-473a-b279-261cd8950844,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:20.189900 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-767185c1-3111-46dc-a8c0-9133c6044c58 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'subnet': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:20.208091 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6dde2925-3ca5-4c11-8ca1-e503a856a702 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:20.215398 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-860dad4e-f106-49a7-9b69-bf8732f57ca7 None None] For port 59d8264e-5703-4746-aafb-c4b2d114bd53, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:20:20.222779 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-860dad4e-f106-49a7-9b69-bf8732f57ca7 None None] For port 59d8264e-5703-4746-aafb-c4b2d114bd53, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=59d8264e-5703-4746-aafb-c4b2d114bd53,segment=NetworkSegment(a406010e-ae81-42fb-805a-9484711f1049),segment_id=a406010e-ae81-42fb-805a-9484711f1049)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:20:20.276731 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e56fe20b-b9e0-4bbd-8096-faf6f40d3baf tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:20.276959 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e56fe20b-b9e0-4bbd-8096-faf6f40d3baf tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:20.301283 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-860dad4e-f106-49a7-9b69-bf8732f57ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:20.305673 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-164f7be5-5699-4482-9227-79d6dd8cb274 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:20.313317 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-44707291-e768-4078-bc50-932895e25a54 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:20.339107 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa027595-85b6-46bc-ae12-12a74a2d01eb tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:20:20.353293 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277a6b95-1f56-452a-9f69-9daa95182101 None None] Sync routers for ids ['b89c5f2e-2453-4dfa-9e48-592c6768b241'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:20:20.372165 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277a6b95-1f56-452a-9f69-9daa95182101 None None] Routers {'b89c5f2e-2453-4dfa-9e48-592c6768b241'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:20:20.372384 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-44707291-e768-4078-bc50-932895e25a54 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5e47b11-1c1e-4e95-b463-df1fddb8a68e']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:20.373167 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-277a6b95-1f56-452a-9f69-9daa95182101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:20:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b89c5f2e-2453-4dfa-9e48-592c6768b241'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:20.378902 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-766e845f-6a2e-4a42-90bd-10a4bcc21e31 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:20.381306 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-766e845f-6a2e-4a42-90bd-10a4bcc21e31 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:20.382802 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-766e845f-6a2e-4a42-90bd-10a4bcc21e31 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "DELETE /v2.0/security-groups/577bd3c1-4799-4c32-88c2-cee680a62e3b HTTP/1.1" status: 204 len: 168 time: 0.6792181 Dec 22 13:20:20.402392 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-fa027595-85b6-46bc-ae12-12a74a2d01eb tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "PUT /v2.0/routers/b89c5f2e-2453-4dfa-9e48-592c6768b241/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6976819 Dec 22 13:20:20.403228 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44436) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:20.403728 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44438) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:20.415921 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-e56fe20b-b9e0-4bbd-8096-faf6f40d3baf tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Calling delete_port for 039c135d-b5ec-4284-b405-0f9766b09965 owned by network:floatingip {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:20:20.445868 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860dad4e-f106-49a7-9b69-bf8732f57ca7 None None] Pushing event updated for resources: {'Port': ['ID=59d8264e-5703-4746-aafb-c4b2d114bd53,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:20.454945 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-277a6b95-1f56-452a-9f69-9daa95182101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:20.458825 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-860dad4e-f106-49a7-9b69-bf8732f57ca7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:20.489819 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277a6b95-1f56-452a-9f69-9daa95182101 None None] Routers {'b89c5f2e-2453-4dfa-9e48-592c6768b241'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:20:20.492791 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-277a6b95-1f56-452a-9f69-9daa95182101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:20:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b89c5f2e-2453-4dfa-9e48-592c6768b241'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:20.498479 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-fffc4c78-16b1-41f6-b602-815f2cf746b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:20.514580 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e398c188-28bf-46b8-bdba-5c875e1aa03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:20.516897 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e398c188-28bf-46b8-bdba-5c875e1aa03a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:20.525747 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e398c188-28bf-46b8-bdba-5c875e1aa03a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2e10c633-aefb-4481-8aa3-7e3bd1d38977 HTTP/1.1" status: 204 len: 168 time: 0.7694705 Dec 22 13:20:20.525747 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6dde2925-3ca5-4c11-8ca1-e503a856a702 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:20.525747 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6dde2925-3ca5-4c11-8ca1-e503a856a702 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9140072 Dec 22 13:20:20.525747 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-44707291-e768-4078-bc50-932895e25a54 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a406010e-ae81-42fb-805a-9484711f1049') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:20.525747 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-44707291-e768-4078-bc50-932895e25a54 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a406010e-ae81-42fb-805a-9484711f1049') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:20.527796 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44446) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:20.533257 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e845f-6a2e-4a42-90bd-10a4bcc21e31 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=577bd3c1-4799-4c32-88c2-cee680a62e3b,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:20.539425 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-767185c1-3111-46dc-a8c0-9133c6044c58 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:20.541786 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-766e845f-6a2e-4a42-90bd-10a4bcc21e31 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:20.542236 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-df44f410-654d-4dc0-81cd-3e39b0de6900 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:20.556870 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-44707291-e768-4078-bc50-932895e25a54 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:20.571470 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-767185c1-3111-46dc-a8c0-9133c6044c58 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:20.575492 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e398c188-28bf-46b8-bdba-5c875e1aa03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e10c633-aefb-4481-8aa3-7e3bd1d38977,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:20.580681 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e398c188-28bf-46b8-bdba-5c875e1aa03a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:20.587175 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-44707291-e768-4078-bc50-932895e25a54 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:20.592151 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f8813d-203e-4cf9-87bf-cfbab6df4f30 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:20.592646 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-99f8813d-203e-4cf9-87bf-cfbab6df4f30 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Synchronizing usage tracker for tenant:ad8695e3cb0646af805a65484bd64689 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:20.604155 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44707291-e768-4078-bc50-932895e25a54 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:20:20.604568 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-44707291-e768-4078-bc50-932895e25a54 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:20.641477 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-277a6b95-1f56-452a-9f69-9daa95182101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:20.641875 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277a6b95-1f56-452a-9f69-9daa95182101 None None] The sync data for ids ['b89c5f2e-2453-4dfa-9e48-592c6768b241'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:20:20.644953 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:20:20.644953 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:20:20.644953 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:20:20.644953 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:20:20.644953 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:20:20.644953 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:20:20.644953 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:20:20.644953 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:20:20.644953 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:20:20.644953 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:20:20.644953 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:20:20.644953 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:20:20.644953 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:20:20.644953 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:20:20.644953 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:20:20.644953 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:20:20.644953 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:20:20.644953 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:20:20.644953 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:20:20.644953 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:20:20.644953 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:20:20.644953 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:20:20.644953 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:20:20.644953 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:20:20.644953 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:20:20.644953 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:20:20.644953 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:20:20.644953 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:20:20.644953 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:20:20.644953 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:20:20.644953 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:20:20.644953 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:20:20.648547 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-2d89aa53-ed34-49c0-9d14-6ea87db035c6 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2432094 Dec 22 13:20:20.655276 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44450) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:20.662411 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-f7b7f782-eed1-44cb-834c-b7c814243507 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Request body: {'security_group': {'name': 'tempest-secgroup--627156996'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:20.667494 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-df448ddc-833b-4d8d-8349-fb066a24a5d7 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:20.680055 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-f7b7f782-eed1-44cb-834c-b7c814243507 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:20.683108 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-df448ddc-833b-4d8d-8349-fb066a24a5d7 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:20.701705 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767185c1-3111-46dc-a8c0-9133c6044c58 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:20:20.720729 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9500079-effd-4c15-b405-8bed14c36bee None None] Network c5e47b11-1c1e-4e95-b463-df1fddb8a68e requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:20:20.773941 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-f7b7f782-eed1-44cb-834c-b7c814243507 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:20.783350 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-99f8813d-203e-4cf9-87bf-cfbab6df4f30 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Unset dirty status for tenant:ad8695e3cb0646af805a65484bd64689 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:20.788295 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-99f8813d-203e-4cf9-87bf-cfbab6df4f30 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "GET /v2.0/ports/089e9dd7-a092-4eaf-b320-a3f9d8205f50 HTTP/1.1" status: 200 len: 984 time: 0.3809893 Dec 22 13:20:20.789886 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44454) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:20.837614 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-767185c1-3111-46dc-a8c0-9133c6044c58 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:20.854666 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.api [None req-44707291-e768-4078-bc50-932895e25a54 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 13:20:20.854666 dv-neutron-822669-1-hyperv neutron-server[84149]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 13:20:20.854666 dv-neutron-822669-1-hyperv neutron-server[84149]: [parameters: {'id': 'c5e47b11-1c1e-4e95-b463-df1fddb8a68e'}] Dec 22 13:20:20.854666 dv-neutron-822669-1-hyperv neutron-server[84149]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84149) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:20:20.855601 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_db.api [None req-44707291-e768-4078-bc50-932895e25a54 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:20:20.855725 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e56fe20b-b9e0-4bbd-8096-faf6f40d3baf tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:20.871252 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d1120d19-6e97-462b-8ece-76a453bce050 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:20.910988 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f7b7f782-eed1-44cb-834c-b7c814243507 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:20.924004 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56fe20b-b9e0-4bbd-8096-faf6f40d3baf tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event deleted for resources: {'Port': ['ID=039c135d-b5ec-4284-b405-0f9766b09965,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:20.930489 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e56fe20b-b9e0-4bbd-8096-faf6f40d3baf tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:20.948004 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d16ef7-a0b0-4702-923c-78f2ec7d70a6 None None] get_active_networks_info from dv-neutron-822669-1-hyperv {{(pid=84150) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 13:20:21.040465 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-df448ddc-833b-4d8d-8349-fb066a24a5d7 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:21.083807 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-f7b7f782-eed1-44cb-834c-b7c814243507 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:21.085738 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d16ef7-a0b0-4702-923c-78f2ec7d70a6 None None] Resources bound (agent type, host, resource id): {{(pid=84150) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 13:20:21.095274 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-f7b7f782-eed1-44cb-834c-b7c814243507 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:21.162990 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:21.203626 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f7b7f782-eed1-44cb-834c-b7c814243507 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:21.220750 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df448ddc-833b-4d8d-8349-fb066a24a5d7 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7db04677-eb54-473a-b279-261cd8950844,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:21.229686 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-df448ddc-833b-4d8d-8349-fb066a24a5d7 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:21.274391 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e56fe20b-b9e0-4bbd-8096-faf6f40d3baf tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for floatingip, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:21.282190 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-df448ddc-833b-4d8d-8349-fb066a24a5d7 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:21.283339 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-df448ddc-833b-4d8d-8349-fb066a24a5d7 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/7db04677-eb54-473a-b279-261cd8950844 HTTP/1.1" status: 204 len: 168 time: 0.7502763 Dec 22 13:20:21.286236 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44468) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:21.292854 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f7b7f782-eed1-44cb-834c-b7c814243507 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:21.296283 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e56fe20b-b9e0-4bbd-8096-faf6f40d3baf tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:21.297427 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e56fe20b-b9e0-4bbd-8096-faf6f40d3baf tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "DELETE /v2.0/floatingips/d9ee6f78-92cb-4a10-a54f-8b182010d7c1 HTTP/1.1" status: 204 len: 168 time: 1.7783003 Dec 22 13:20:21.301754 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:21.315305 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44470) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:21.395861 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-44707291-e768-4078-bc50-932895e25a54 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:21.400312 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7f782-eed1-44cb-834c-b7c814243507 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1afd01b4-8dfb-43d1-9b8c-fc69eb41236c,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:21.414724 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f7b7f782-eed1-44cb-834c-b7c814243507 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:21.417051 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f7b7f782-eed1-44cb-834c-b7c814243507 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:21.418278 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f7b7f782-eed1-44cb-834c-b7c814243507 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7612655 Dec 22 13:20:21.421276 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44478) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:21.445565 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-d5e9474c-8859-4cb7-b08b-df90014de2ff tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] delete failed (client error): The resource could not be found. Dec 22 13:20:21.446623 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d5e9474c-8859-4cb7-b08b-df90014de2ff tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "DELETE /v2.0/floatingips/d9ee6f78-92cb-4a10-a54f-8b182010d7c1 HTTP/1.1" status: 404 len: 345 time: 0.1275489 Dec 22 13:20:21.453217 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44482) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:21.491337 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-ca10d8c5-6ea3-43e2-9c5e-9c8deadff819 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Request body: {'security_group_rule': {'security_group_id': '1afd01b4-8dfb-43d1-9b8c-fc69eb41236c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:21.495020 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-44707291-e768-4078-bc50-932895e25a54 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Deleting port 59d8264e-5703-4746-aafb-c4b2d114bd53 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:20:21.495364 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-44707291-e768-4078-bc50-932895e25a54 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:21.505928 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1597f96e-bbf0-4e8f-a921-f46058f33896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'tenant_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'fixed_ips': [{'subnet_id': '148a430c-1009-42b5-aa2b-92e754244da6'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:20:21.507523 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1597f96e-bbf0-4e8f-a921-f46058f33896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:21.527316 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ca10d8c5-6ea3-43e2-9c5e-9c8deadff819 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:21.568606 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ca10d8c5-6ea3-43e2-9c5e-9c8deadff819 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:21.615253 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.objects.ports [None req-767185c1-3111-46dc-a8c0-9133c6044c58 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84149) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 22 13:20:21.647916 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-a3312242-6404-4cf9-bb66-bfd0c23a8b46 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Synchronizing usage tracker for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group_rule {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:21.657278 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-767185c1-3111-46dc-a8c0-9133c6044c58 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:21.677401 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-48f6fc53-1ce3-48ff-88dd-576db6965603 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:21.715410 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-1597f96e-bbf0-4e8f-a921-f46058f33896 None None] Allocated IP 2001:db8::f816:3eff:fefe:dd7a (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/148a430c-1009-42b5-aa2b-92e754244da6/acc4f919-96ff-4174-ab49-0b20bede6626) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:20:21.796687 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ca10d8c5-6ea3-43e2-9c5e-9c8deadff819 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:21.857374 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767185c1-3111-46dc-a8c0-9133c6044c58 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:20:21.860325 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-a3312242-6404-4cf9-bb66-bfd0c23a8b46 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Unset dirty status for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group_rule {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:21.861637 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a3312242-6404-4cf9-bb66-bfd0c23a8b46 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5478563 Dec 22 13:20:21.870330 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-767185c1-3111-46dc-a8c0-9133c6044c58 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:21.872080 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44490) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:21.882637 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767185c1-3111-46dc-a8c0-9133c6044c58 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:21.883259 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-767185c1-3111-46dc-a8c0-9133c6044c58 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:21.895972 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dded425-a8ac-478f-969d-0effe6a4f096 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:21.899050 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dded425-a8ac-478f-969d-0effe6a4f096 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:21.902967 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dded425-a8ac-478f-969d-0effe6a4f096 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:21.903795 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-3dded425-a8ac-478f-969d-0effe6a4f096 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Synchronizing usage tracker for tenant:88c4270da4ff42b4b75089e5737840cb on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:21.908849 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ca10d8c5-6ea3-43e2-9c5e-9c8deadff819 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:21.925199 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767185c1-3111-46dc-a8c0-9133c6044c58 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Subnet': ['ID=148a430c-1009-42b5-aa2b-92e754244da6,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:21.943491 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-767185c1-3111-46dc-a8c0-9133c6044c58 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:21.968569 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-44707291-e768-4078-bc50-932895e25a54 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] For port 59d8264e-5703-4746-aafb-c4b2d114bd53, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=59d8264e-5703-4746-aafb-c4b2d114bd53,segment=NetworkSegment(a406010e-ae81-42fb-805a-9484711f1049),segment_id=a406010e-ae81-42fb-805a-9484711f1049)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:20:21.968930 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-44707291-e768-4078-bc50-932895e25a54 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:21.976905 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1597f96e-bbf0-4e8f-a921-f46058f33896 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:21.987824 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-1597f96e-bbf0-4e8f-a921-f46058f33896 None None] Transition to ACTIVE for port object acc4f919-96ff-4174-ab49-0b20bede6626 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:20:22.001723 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7374b633-db2f-45b0-b68d-1a91f8bce113 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:22.015293 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-1597f96e-bbf0-4e8f-a921-f46058f33896 None None] Transition to ACTIVE for port object acc4f919-96ff-4174-ab49-0b20bede6626 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:20:22.058410 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ca10d8c5-6ea3-43e2-9c5e-9c8deadff819 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:22.075056 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:22.091408 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1597f96e-bbf0-4e8f-a921-f46058f33896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:22.098085 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-72070ae6-dd1c-4f9f-8d67-9367398efef3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:22.127867 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-44707291-e768-4078-bc50-932895e25a54 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Calling delete_port for 59d8264e-5703-4746-aafb-c4b2d114bd53 owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:20:22.158791 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44496) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:22.166607 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10d8c5-6ea3-43e2-9c5e-9c8deadff819 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64525368-5ccd-492a-82a7-fc7ae911e934,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:22.173442 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ca10d8c5-6ea3-43e2-9c5e-9c8deadff819 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:22.174846 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1597f96e-bbf0-4e8f-a921-f46058f33896 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:20:22.179481 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-1597f96e-bbf0-4e8f-a921-f46058f33896 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:22.185492 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-3dded425-a8ac-478f-969d-0effe6a4f096 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Unset dirty status for tenant:88c4270da4ff42b4b75089e5737840cb on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:22.199626 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-3dded425-a8ac-478f-969d-0effe6a4f096 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "GET /v2.0/ports?network_id=7ac79257-47d9-405a-9825-2b7516a86bf8 HTTP/1.1" status: 200 len: 2360 time: 0.7333174 Dec 22 13:20:22.199805 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44502) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:22.199909 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1597f96e-bbf0-4e8f-a921-f46058f33896 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:20:22.199909 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1597f96e-bbf0-4e8f-a921-f46058f33896 None None] Pushing event updated for resources: {'Port': ['ID=acc4f919-96ff-4174-ab49-0b20bede6626,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:22.199909 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-1597f96e-bbf0-4e8f-a921-f46058f33896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:22.221737 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-767185c1-3111-46dc-a8c0-9133c6044c58 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0828900 Dec 22 13:20:22.237435 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5727cb97-8871-4dac-846b-9823bf4aa1c4 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:22.239539 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44508) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:22.257628 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-b5003a66-5250-43af-a3a2-e1c71804b7a6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'subnet': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:22.292816 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ca10d8c5-6ea3-43e2-9c5e-9c8deadff819 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:22.296473 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ca10d8c5-6ea3-43e2-9c5e-9c8deadff819 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8716793 Dec 22 13:20:22.297957 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44512) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:22.315877 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-42b13e9e-960f-453d-8ca8-275973a9e170 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Request body: {'security_group_rule': {'security_group_id': '1afd01b4-8dfb-43d1-9b8c-fc69eb41236c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:22.339705 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-1597f96e-bbf0-4e8f-a921-f46058f33896 None None] Attempting to bind port acc4f919-96ff-4174-ab49-0b20bede6626 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:20:22.340487 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-42b13e9e-960f-453d-8ca8-275973a9e170 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:22.341341 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-1597f96e-bbf0-4e8f-a921-f46058f33896 None None] Attempting to bind port acc4f919-96ff-4174-ab49-0b20bede6626 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:20:22.342827 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5727cb97-8871-4dac-846b-9823bf4aa1c4 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:22.343163 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1597f96e-bbf0-4e8f-a921-f46058f33896 None None] Attempting to bind port acc4f919-96ff-4174-ab49-0b20bede6626 on network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:20:22.357650 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-42b13e9e-960f-453d-8ca8-275973a9e170 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Usage tracker for resource:security_group_rule and tenant:241cccaf397f432f9e177c9302f512ed is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:22.357936 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-44707291-e768-4078-bc50-932895e25a54 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:22.358583 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1597f96e-bbf0-4e8f-a921-f46058f33896 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:20:22.359234 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1597f96e-bbf0-4e8f-a921-f46058f33896 None None] Checking segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:20:22.360381 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1597f96e-bbf0-4e8f-a921-f46058f33896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:22.361421 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1597f96e-bbf0-4e8f-a921-f46058f33896 None None] Bound using segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:20:22.362322 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-1597f96e-bbf0-4e8f-a921-f46058f33896 None None] Bound port: acc4f919-96ff-4174-ab49-0b20bede6626, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:20:22.362495 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-42b13e9e-960f-453d-8ca8-275973a9e170 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:22.363096 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1597f96e-bbf0-4e8f-a921-f46058f33896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:22.369020 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdde73df-bcc2-4ccc-b53c-69d27f71a65b tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:22.372307 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-cdde73df-bcc2-4ccc-b53c-69d27f71a65b tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Synchronizing usage tracker for tenant:88c4270da4ff42b4b75089e5737840cb on resource:subnet {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:22.376727 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7950764a-8270-4090-bf66-f9a39baba6c4 tempest-PortsAdminExtendedAttrsTestJSON-2146993297 tempest-PortsAdminExtendedAttrsTestJSON-2146993297-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:22.378302 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-42b13e9e-960f-453d-8ca8-275973a9e170 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:22.474281 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-1597f96e-bbf0-4e8f-a921-f46058f33896 None None] For port acc4f919-96ff-4174-ab49-0b20bede6626, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:20:22.478186 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-1597f96e-bbf0-4e8f-a921-f46058f33896 None None] For port acc4f919-96ff-4174-ab49-0b20bede6626, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=acc4f919-96ff-4174-ab49-0b20bede6626,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:20:22.519701 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-cdde73df-bcc2-4ccc-b53c-69d27f71a65b tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Unset dirty status for tenant:88c4270da4ff42b4b75089e5737840cb on resource:subnet {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:22.525543 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-cdde73df-bcc2-4ccc-b53c-69d27f71a65b tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "GET /v2.0/subnets/d857f1db-ab4c-4c8d-aba3-be52d5449c21 HTTP/1.1" status: 200 len: 797 time: 0.3298509 Dec 22 13:20:22.527765 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44516) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:22.541445 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-2b3f591c-2c1d-49f7-abe0-e39e335eaba0 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Request body: {'port': {'network_id': '7ac79257-47d9-405a-9825-2b7516a86bf8', 'name': 'tempest-FloatingIPTestJSON-1967588612', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:22.542834 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-d9edce85-c26c-4e86-bd6d-3c8110ac3489 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-255623976'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:22.556026 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-42b13e9e-960f-453d-8ca8-275973a9e170 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:22.559047 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44707291-e768-4078-bc50-932895e25a54 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event deleted for resources: {'Port': ['ID=59d8264e-5703-4746-aafb-c4b2d114bd53,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:22.560077 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1597f96e-bbf0-4e8f-a921-f46058f33896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:22.562993 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d9edce85-c26c-4e86-bd6d-3c8110ac3489 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:22.572687 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-860dad4e-f106-49a7-9b69-bf8732f57ca7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:22.575657 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-44707291-e768-4078-bc50-932895e25a54 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:22.582110 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d9edce85-c26c-4e86-bd6d-3c8110ac3489 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Usage tracker for resource:network and tenant:5dcef99d1b1441dea18127579d2b89f5 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:22.588395 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d9edce85-c26c-4e86-bd6d-3c8110ac3489 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:22.604786 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44707291-e768-4078-bc50-932895e25a54 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] No DVR routers for this DVR port 59d8264e-5703-4746-aafb-c4b2d114bd53 on host dv-neutron-822669-1-hyperv {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:20:22.606461 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d9edce85-c26c-4e86-bd6d-3c8110ac3489 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:22.680240 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1597f96e-bbf0-4e8f-a921-f46058f33896 None None] Pushing event updated for resources: {'Port': ['ID=acc4f919-96ff-4174-ab49-0b20bede6626,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:22.689883 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-1597f96e-bbf0-4e8f-a921-f46058f33896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:22.749030 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5727cb97-8871-4dac-846b-9823bf4aa1c4 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:22.764254 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-beb5d0cc-eb88-40b7-9a4d-11a0c2ce945c tempest-ExtraDHCPOptionsIpV6TestJSON-939334982 tempest-ExtraDHCPOptionsIpV6TestJSON-939334982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:22.780896 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9edce85-c26c-4e86-bd6d-3c8110ac3489 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Made reservation on behalf of 5dcef99d1b1441dea18127579d2b89f5 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:20:22.784031 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d9edce85-c26c-4e86-bd6d-3c8110ac3489 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:22.792541 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-7374b633-db2f-45b0-b68d-1a91f8bce113 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Deleting port 089e9dd7-a092-4eaf-b320-a3f9d8205f50 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:20:22.792891 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7374b633-db2f-45b0-b68d-1a91f8bce113 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:22.798565 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-b5003a66-5250-43af-a3a2-e1c71804b7a6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:22.808491 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727cb97-8871-4dac-846b-9823bf4aa1c4 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da23dac9-1bbf-4da5-8b11-0fa23dd43b07,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:22.815877 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5727cb97-8871-4dac-846b-9823bf4aa1c4 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:22.818444 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-b5003a66-5250-43af-a3a2-e1c71804b7a6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:subnet and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:22.826819 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-42b13e9e-960f-453d-8ca8-275973a9e170 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:22.829504 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-b5003a66-5250-43af-a3a2-e1c71804b7a6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:22.831802 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d9edce85-c26c-4e86-bd6d-3c8110ac3489 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:22.846388 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-2b3f591c-2c1d-49f7-abe0-e39e335eaba0 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:22.848363 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-44707291-e768-4078-bc50-932895e25a54 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:22.861997 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-b5003a66-5250-43af-a3a2-e1c71804b7a6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:22.881438 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-2b3f591c-2c1d-49f7-abe0-e39e335eaba0 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:22.900331 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-42b13e9e-960f-453d-8ca8-275973a9e170 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:22.921882 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-44707291-e768-4078-bc50-932895e25a54 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5e47b11-1c1e-4e95-b463-df1fddb8a68e']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:22.943282 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-44707291-e768-4078-bc50-932895e25a54 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a406010e-ae81-42fb-805a-9484711f1049') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:22.943574 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-44707291-e768-4078-bc50-932895e25a54 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a406010e-ae81-42fb-805a-9484711f1049') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:22.956308 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d9edce85-c26c-4e86-bd6d-3c8110ac3489 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:22.961932 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5727cb97-8871-4dac-846b-9823bf4aa1c4 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:22.963153 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5727cb97-8871-4dac-846b-9823bf4aa1c4 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "DELETE /v2.0/security-groups/da23dac9-1bbf-4da5-8b11-0fa23dd43b07 HTTP/1.1" status: 204 len: 168 time: 1.0857997 Dec 22 13:20:22.964452 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d9edce85-c26c-4e86-bd6d-3c8110ac3489 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Usage tracker for resource:security_group_rule and tenant:5dcef99d1b1441dea18127579d2b89f5 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:22.967338 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44520) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:22.968373 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-44707291-e768-4078-bc50-932895e25a54 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:22.973482 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:22.976233 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d9edce85-c26c-4e86-bd6d-3c8110ac3489 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:22.981774 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5003a66-5250-43af-a3a2-e1c71804b7a6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:20:22.985439 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b5003a66-5250-43af-a3a2-e1c71804b7a6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:23.008611 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d9edce85-c26c-4e86-bd6d-3c8110ac3489 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:23.037440 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b13e9e-960f-453d-8ca8-275973a9e170 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5d34e84-d8ce-4e07-ba29-8f89b3c6455f,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:23.044594 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-42b13e9e-960f-453d-8ca8-275973a9e170 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:23.047738 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3f591c-2c1d-49f7-abe0-e39e335eaba0 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Made reservation on behalf of 88c4270da4ff42b4b75089e5737840cb for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:20:23.063205 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-44707291-e768-4078-bc50-932895e25a54 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:23.077525 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44707291-e768-4078-bc50-932895e25a54 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:20:23.078175 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-44707291-e768-4078-bc50-932895e25a54 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:23.092761 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:20:23.092761 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:20:23.092761 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:20:23.092761 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:20:23.092761 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:20:23.092761 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:20:23.092761 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:20:23.092761 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:20:23.092761 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:20:23.092761 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:20:23.092761 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:20:23.092761 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:20:23.092761 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:20:23.092761 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:20:23.092761 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:20:23.092761 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:20:23.092761 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:20:23.092761 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:20:23.092761 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:20:23.092761 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:20:23.092761 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:20:23.092761 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:20:23.092761 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:20:23.092761 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:20:23.092761 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:20:23.092761 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:20:23.092761 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:20:23.092761 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:20:23.092761 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:20:23.092761 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:20:23.092761 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:20:23.092761 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:20:23.199933 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-42b13e9e-960f-453d-8ca8-275973a9e170 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:23.203130 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-42b13e9e-960f-453d-8ca8-275973a9e170 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8954189 Dec 22 13:20:23.205217 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44524) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:23.220291 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-88b66877-aad0-491f-983d-d71aa2b108ed tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Request body: {'security_group_rule': {'security_group_id': '1afd01b4-8dfb-43d1-9b8c-fc69eb41236c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:23.224602 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7374b633-db2f-45b0-b68d-1a91f8bce113 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:23.236978 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-88b66877-aad0-491f-983d-d71aa2b108ed tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:23.239879 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-563736db-ff14-4425-9113-9ff3ea62365c tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Synchronizing usage tracker for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:23.250341 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-88b66877-aad0-491f-983d-d71aa2b108ed tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Usage tracker for resource:security_group_rule and tenant:241cccaf397f432f9e177c9302f512ed is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:23.258343 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-88b66877-aad0-491f-983d-d71aa2b108ed tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:23.271459 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-88b66877-aad0-491f-983d-d71aa2b108ed tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:23.283615 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-44707291-e768-4078-bc50-932895e25a54 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:23.297102 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6d873f26-bc67-4ae1-b788-6db424a1c7b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:23.314450 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-44707291-e768-4078-bc50-932895e25a54 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:23.333205 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44707291-e768-4078-bc50-932895e25a54 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event deleted for resources: {'Network': ['ID=c5e47b11-1c1e-4e95-b463-df1fddb8a68e,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:23.340983 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-44707291-e768-4078-bc50-932895e25a54 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:23.364793 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d9edce85-c26c-4e86-bd6d-3c8110ac3489 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:23.370338 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-44707291-e768-4078-bc50-932895e25a54 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "DELETE /v2.0/networks/c5e47b11-1c1e-4e95-b463-df1fddb8a68e HTTP/1.1" status: 204 len: 168 time: 4.4665191 Dec 22 13:20:23.370338 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44528) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:23.385976 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-7374b633-db2f-45b0-b68d-1a91f8bce113 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Calling delete_port for 089e9dd7-a092-4eaf-b320-a3f9d8205f50 owned by network:router_interface {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:20:23.404137 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-5bab7ba8-3c18-4b08-a054-d0bb073fd9de tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-768173957'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:23.420780 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5bab7ba8-3c18-4b08-a054-d0bb073fd9de tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:23.429068 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-88b66877-aad0-491f-983d-d71aa2b108ed tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:23.432762 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2b3f591c-2c1d-49f7-abe0-e39e335eaba0 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:23.438319 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5bab7ba8-3c18-4b08-a054-d0bb073fd9de tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Usage tracker for resource:network and tenant:5764ef7c4c644eedb583f164ec468ea1 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:23.445313 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5bab7ba8-3c18-4b08-a054-d0bb073fd9de tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:23.461296 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d9edce85-c26c-4e86-bd6d-3c8110ac3489 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:23.467945 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-2b3f591c-2c1d-49f7-abe0-e39e335eaba0 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] device_id is not set on port 256b3b0e-3f7b-488f-96f5-b34f308e7c06 yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:20:23.470945 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:23.479735 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5bab7ba8-3c18-4b08-a054-d0bb073fd9de tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:23.546263 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9edce85-c26c-4e86-bd6d-3c8110ac3489 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:20:23.564696 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9edce85-c26c-4e86-bd6d-3c8110ac3489 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3e6bda-b078-4668-b9bc-ac38d46e3bf2,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:23.572678 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d9edce85-c26c-4e86-bd6d-3c8110ac3489 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:23.576475 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d9edce85-c26c-4e86-bd6d-3c8110ac3489 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:23.576784 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-d9edce85-c26c-4e86-bd6d-3c8110ac3489 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Added segment 177a34ea-ed87-45db-a663-662f0b097935 of type vlan for network 975b41b6-ee3d-4230-b367-1e6f2668dd0f Dec 22 13:20:23.609631 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bab7ba8-3c18-4b08-a054-d0bb073fd9de tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Made reservation on behalf of 5764ef7c4c644eedb583f164ec468ea1 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:20:23.613104 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5bab7ba8-3c18-4b08-a054-d0bb073fd9de tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:23.669843 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d9edce85-c26c-4e86-bd6d-3c8110ac3489 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:23.683533 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-88b66877-aad0-491f-983d-d71aa2b108ed tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:23.707307 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bab7ba8-3c18-4b08-a054-d0bb073fd9de tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:20:23.723966 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5bab7ba8-3c18-4b08-a054-d0bb073fd9de tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:23.723966 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-5bab7ba8-3c18-4b08-a054-d0bb073fd9de tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Added segment 5ad84b85-3824-4073-b549-d8aaffcc8b44 of type vlan for network e45f59ff-7b5d-4b6d-8d1c-6443b1292037 Dec 22 13:20:23.731348 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b5003a66-5250-43af-a3a2-e1c71804b7a6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:23.732671 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-563736db-ff14-4425-9113-9ff3ea62365c tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Unset dirty status for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:23.737956 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-563736db-ff14-4425-9113-9ff3ea62365c tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7526574 Dec 22 13:20:23.738135 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:23.740511 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44534) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:23.759828 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-ed126840-61d6-4b0f-97ba-a33612f37913 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Request body: {'security_group': {'name': 'tempest-secgroup--1977183373'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:23.781987 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ed126840-61d6-4b0f-97ba-a33612f37913 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:23.782495 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-88b66877-aad0-491f-983d-d71aa2b108ed tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:23.818302 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb1e2f7-40a0-4307-a0ef-e0cb6bf43bf5 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:20:23.827623 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5bab7ba8-3c18-4b08-a054-d0bb073fd9de tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:23.833724 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d9edce85-c26c-4e86-bd6d-3c8110ac3489 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:23.838672 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9edce85-c26c-4e86-bd6d-3c8110ac3489 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:23.838995 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d9edce85-c26c-4e86-bd6d-3c8110ac3489 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:23.841212 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ed126840-61d6-4b0f-97ba-a33612f37913 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:23.881090 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5003a66-5250-43af-a3a2-e1c71804b7a6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:20:23.888560 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-b5003a66-5250-43af-a3a2-e1c71804b7a6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:23.899461 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5003a66-5250-43af-a3a2-e1c71804b7a6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Subnet': ['ID=4b81c248-f473-44ef-9f42-827510d8c8a8,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:23.904352 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5003a66-5250-43af-a3a2-e1c71804b7a6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:23.905174 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b5003a66-5250-43af-a3a2-e1c71804b7a6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:23.910204 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b5003a66-5250-43af-a3a2-e1c71804b7a6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:23.914589 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e9eba33a-5004-45cc-9320-87d373ca3ed0 tempest-ServersTestManualDisk-1323562699 tempest-ServersTestManualDisk-1323562699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:23.936868 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b66877-aad0-491f-983d-d71aa2b108ed tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4e56d4d-e3fb-4c38-a430-0f119a76cbb8,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:23.939563 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-88b66877-aad0-491f-983d-d71aa2b108ed tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:23.940227 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a181dfd3-4a59-423d-a3a3-a253c37dc93c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:24.013765 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d9edce85-c26c-4e86-bd6d-3c8110ac3489 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8464766 Dec 22 13:20:24.014657 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44538) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:24.020170 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-88b66877-aad0-491f-983d-d71aa2b108ed tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:24.021311 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-88b66877-aad0-491f-983d-d71aa2b108ed tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8142433 Dec 22 13:20:24.034475 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44542) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:24.040113 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-1787694c-f230-46de-983b-40dc0a130296 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'port': {'network_id': '975b41b6-ee3d-4230-b367-1e6f2668dd0f', 'name': 'tempest-PortsIpV6TestJSON-2057591845'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:24.058491 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b5003a66-5250-43af-a3a2-e1c71804b7a6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8176992 Dec 22 13:20:24.059618 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5bab7ba8-3c18-4b08-a054-d0bb073fd9de tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:24.061295 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44546) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:24.063970 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bab7ba8-3c18-4b08-a054-d0bb073fd9de tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:24.064551 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5bab7ba8-3c18-4b08-a054-d0bb073fd9de tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:24.078384 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-d6eb2d6e-9299-4f79-a027-a1be79cc2e39 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Request body: {'security_group_rule': {'security_group_id': '1afd01b4-8dfb-43d1-9b8c-fc69eb41236c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:24.079362 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-ff2418c7-70ee-4cc1-8d75-4eb503f13159 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'port': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'mac_address': 'fa:16:3e:88:89:93', 'name': 'tempest-NetworksTestDHCPv6-402997307'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:24.089382 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-31620af1-ec02-48ed-bdad-34352f85fce9 None None] Provisioning for port acc4f919-96ff-4174-ab49-0b20bede6626 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:20:24.147773 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d6eb2d6e-9299-4f79-a027-a1be79cc2e39 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:24.155126 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ed126840-61d6-4b0f-97ba-a33612f37913 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:24.170905 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9edce85-c26c-4e86-bd6d-3c8110ac3489 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'Network': ['ID=975b41b6-ee3d-4230-b367-1e6f2668dd0f,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:24.175712 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d6eb2d6e-9299-4f79-a027-a1be79cc2e39 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Usage tracker for resource:security_group_rule and tenant:241cccaf397f432f9e177c9302f512ed is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:24.181885 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d9edce85-c26c-4e86-bd6d-3c8110ac3489 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:24.182406 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1507efa8-bf0d-40da-a20e-d7a753f6403c tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:24.196982 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-2b3f591c-2c1d-49f7-abe0-e39e335eaba0 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Allocated IP 172.20.0.14 (7ac79257-47d9-405a-9825-2b7516a86bf8/d857f1db-ab4c-4c8d-aba3-be52d5449c21/256b3b0e-3f7b-488f-96f5-b34f308e7c06) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:20:24.197287 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d6eb2d6e-9299-4f79-a027-a1be79cc2e39 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:24.215647 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d6eb2d6e-9299-4f79-a027-a1be79cc2e39 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:24.221118 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-2b3f591c-2c1d-49f7-abe0-e39e335eaba0 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Allocated IP 172.20.0.12 (7ac79257-47d9-405a-9825-2b7516a86bf8/d857f1db-ab4c-4c8d-aba3-be52d5449c21/256b3b0e-3f7b-488f-96f5-b34f308e7c06) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:20:24.231221 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 975b41b6-ee3d-4230-b367-1e6f2668dd0f details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:20:24.276064 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5bab7ba8-3c18-4b08-a054-d0bb073fd9de tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9019895 Dec 22 13:20:24.288787 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44550) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:24.289981 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ed126840-61d6-4b0f-97ba-a33612f37913 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:24.300215 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-e8499bb2-2299-40ca-be4a-7e6f8e7e7d74 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Request body: {'subnet': {'network_id': 'e45f59ff-7b5d-4b6d-8d1c-6443b1292037', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:24.308092 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1787694c-f230-46de-983b-40dc0a130296 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:24.313470 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab7ba8-3c18-4b08-a054-d0bb073fd9de tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event updated for resources: {'Network': ['ID=e45f59ff-7b5d-4b6d-8d1c-6443b1292037,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:24.316073 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1787694c-f230-46de-983b-40dc0a130296 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Usage tracker for resource:port and tenant:5dcef99d1b1441dea18127579d2b89f5 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:24.317192 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7374b633-db2f-45b0-b68d-1a91f8bce113 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:24.319696 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5bab7ba8-3c18-4b08-a054-d0bb073fd9de tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:24.320428 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1787694c-f230-46de-983b-40dc0a130296 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:24.324705 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ed126840-61d6-4b0f-97ba-a33612f37913 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Usage tracker for resource:security_group_rule and tenant:92aa080ac39b4dc9beceb1f64f596b7a is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:24.326444 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1787694c-f230-46de-983b-40dc0a130296 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:24.328705 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ed126840-61d6-4b0f-97ba-a33612f37913 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:24.330729 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e252584e-5f02-468d-8721-e5c8038db831 None None] Update dhcp port {'port': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'fixed_ips': [{'subnet_id': '148a430c-1009-42b5-aa2b-92e754244da6', 'ip_address': '2001:db8::f816:3eff:fefe:dd7a'}, {'subnet_id': '4b81c248-f473-44ef-9f42-827510d8c8a8'}], 'binding:host_id': 'dv-neutron-822669-1-hyperv'}, 'id': 'acc4f919-96ff-4174-ab49-0b20bede6626'} from dv-neutron-822669-1-hyperv. {{(pid=84150) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 22 13:20:24.360077 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network e45f59ff-7b5d-4b6d-8d1c-6443b1292037 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:20:24.367198 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d6eb2d6e-9299-4f79-a027-a1be79cc2e39 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:24.389584 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7deeb60e-9ff3-4882-be69-d47d40950e94 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:24.437207 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ff2418c7-70ee-4cc1-8d75-4eb503f13159 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:24.439517 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d6eb2d6e-9299-4f79-a027-a1be79cc2e39 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:24.441588 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ff2418c7-70ee-4cc1-8d75-4eb503f13159 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:port and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:24.445327 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ff2418c7-70ee-4cc1-8d75-4eb503f13159 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:24.450330 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1787694c-f230-46de-983b-40dc0a130296 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Made reservation on behalf of 5dcef99d1b1441dea18127579d2b89f5 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:20:24.452458 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ff2418c7-70ee-4cc1-8d75-4eb503f13159 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:24.454696 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1787694c-f230-46de-983b-40dc0a130296 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:24.466475 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ed126840-61d6-4b0f-97ba-a33612f37913 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:24.487101 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-1787694c-f230-46de-983b-40dc0a130296 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] device_id is not set on port 2e069f03-1659-41ab-8d49-f25ecd673a40 yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:20:24.492398 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7374b633-db2f-45b0-b68d-1a91f8bce113 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event deleted for resources: {'Port': ['ID=089e9dd7-a092-4eaf-b320-a3f9d8205f50,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:24.512301 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7374b633-db2f-45b0-b68d-1a91f8bce113 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:24.574694 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e252584e-5f02-468d-8721-e5c8038db831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:24.591320 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device acc4f919-96ff-4174-ab49-0b20bede6626 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:20:24.603235 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2418c7-70ee-4cc1-8d75-4eb503f13159 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:20:24.774989 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1787694c-f230-46de-983b-40dc0a130296 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:24.792300 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e8499bb2-2299-40ca-be4a-7e6f8e7e7d74 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:24.800841 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d6eb2d6e-9299-4f79-a027-a1be79cc2e39 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:24.804781 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-50877ef8-4ba0-4426-b973-53611efec93d tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:24.823361 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb2d6e-9299-4f79-a027-a1be79cc2e39 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9806a3e-39b4-4f15-b4a2-1cbaf82cd3bc,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:24.827355 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d6eb2d6e-9299-4f79-a027-a1be79cc2e39 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:24.862032 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1787694c-f230-46de-983b-40dc0a130296 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:24.869626 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f9c83448-4d7d-4bfa-a6b6-60e486d7f50a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:24.890901 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e8499bb2-2299-40ca-be4a-7e6f8e7e7d74 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Usage tracker for resource:subnet and tenant:5764ef7c4c644eedb583f164ec468ea1 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:24.915844 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e8499bb2-2299-40ca-be4a-7e6f8e7e7d74 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:24.936496 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-e252584e-5f02-468d-8721-e5c8038db831 None None] Allocated IP 172.20.0.2 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/4b81c248-f473-44ef-9f42-827510d8c8a8/acc4f919-96ff-4174-ab49-0b20bede6626) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:20:24.940014 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e8499bb2-2299-40ca-be4a-7e6f8e7e7d74 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:24.973818 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port acc4f919-96ff-4174-ab49-0b20bede6626 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:20:25.024312 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d6eb2d6e-9299-4f79-a027-a1be79cc2e39 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:25.025524 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d6eb2d6e-9299-4f79-a027-a1be79cc2e39 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9901264 Dec 22 13:20:25.026025 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port acc4f919-96ff-4174-ab49-0b20bede6626 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:25.026741 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:25.032898 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44556) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:25.060520 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ed126840-61d6-4b0f-97ba-a33612f37913 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:25.070692 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-93fdf1cf-eb47-4235-b0c8-e114b97ada25 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Request body: {'security_group_rule': {'security_group_id': '1afd01b4-8dfb-43d1-9b8c-fc69eb41236c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:25.073737 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787694c-f230-46de-983b-40dc0a130296 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'Port': ['ID=2e069f03-1659-41ab-8d49-f25ecd673a40,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:25.080689 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1787694c-f230-46de-983b-40dc0a130296 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:25.092871 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1787694c-f230-46de-983b-40dc0a130296 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Checking segment: {'id': '177a34ea-ed87-45db-a663-662f0b097935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '975b41b6-ee3d-4230-b367-1e6f2668dd0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:20:25.093831 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1787694c-f230-46de-983b-40dc0a130296 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Network hostable DHCP agents. Network: 975b41b6-ee3d-4230-b367-1e6f2668dd0f, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:20:25.093990 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-93fdf1cf-eb47-4235-b0c8-e114b97ada25 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:25.104986 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-93fdf1cf-eb47-4235-b0c8-e114b97ada25 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Usage tracker for resource:security_group_rule and tenant:241cccaf397f432f9e177c9302f512ed is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:25.112223 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-93fdf1cf-eb47-4235-b0c8-e114b97ada25 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:25.139745 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-93fdf1cf-eb47-4235-b0c8-e114b97ada25 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:25.145432 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8499bb2-2299-40ca-be4a-7e6f8e7e7d74 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Made reservation on behalf of 5764ef7c4c644eedb583f164ec468ea1 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:20:25.166493 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2b3f591c-2c1d-49f7-abe0-e39e335eaba0 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:25.170286 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7374b633-db2f-45b0-b68d-1a91f8bce113 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:25.186135 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-e252584e-5f02-468d-8721-e5c8038db831 None None] For port acc4f919-96ff-4174-ab49-0b20bede6626, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=acc4f919-96ff-4174-ab49-0b20bede6626,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:20:25.190249 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1787694c-f230-46de-983b-40dc0a130296 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Network 975b41b6-ee3d-4230-b367-1e6f2668dd0f is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:20:25.210108 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:25.222600 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ff2418c7-70ee-4cc1-8d75-4eb503f13159 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:25.235257 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ed126840-61d6-4b0f-97ba-a33612f37913 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:25.243813 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e252584e-5f02-468d-8721-e5c8038db831 None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:25.249524 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-62927c18-5d0a-448a-b495-db4256ec88df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:25.262702 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-e252584e-5f02-468d-8721-e5c8038db831 None None] Transition to ACTIVE for port object acc4f919-96ff-4174-ab49-0b20bede6626 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:20:25.295635 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-1787694c-f230-46de-983b-40dc0a130296 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 975b41b6-ee3d-4230-b367-1e6f2668dd0f) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:25.299445 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1787694c-f230-46de-983b-40dc0a130296 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:20:25.303501 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1787694c-f230-46de-983b-40dc0a130296 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:25.306589 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63578da1-a49d-4010-a25f-8dd98087cb82 None None] Network 975b41b6-ee3d-4230-b367-1e6f2668dd0f requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:20:25.307320 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1787694c-f230-46de-983b-40dc0a130296 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:25.340322 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-ff2418c7-70ee-4cc1-8d75-4eb503f13159 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] device_id is not set on port dd9c1682-ddb3-4e54-8864-5ff4498f2c8c yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:20:25.370418 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e252584e-5f02-468d-8721-e5c8038db831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:25.378639 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:25.399979 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1787694c-f230-46de-983b-40dc0a130296 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3772132 Dec 22 13:20:25.404484 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44560) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:25.409723 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-bff72be7-b493-4b1b-8440-e9aacdb06500 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-311828479'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:25.415213 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-bff72be7-b493-4b1b-8440-e9aacdb06500 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:25.419486 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-bff72be7-b493-4b1b-8440-e9aacdb06500 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Usage tracker for resource:network and tenant:5dcef99d1b1441dea18127579d2b89f5 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:25.422986 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-bff72be7-b493-4b1b-8440-e9aacdb06500 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:25.429690 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-bff72be7-b493-4b1b-8440-e9aacdb06500 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:25.502856 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff72be7-b493-4b1b-8440-e9aacdb06500 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Made reservation on behalf of 5dcef99d1b1441dea18127579d2b89f5 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:20:25.507532 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bff72be7-b493-4b1b-8440-e9aacdb06500 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:25.553970 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff72be7-b493-4b1b-8440-e9aacdb06500 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:20:25.561850 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:20:25.562211 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:20:25.563797 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed126840-61d6-4b0f-97ba-a33612f37913 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e99a379-3ce1-4ea4-b46d-9eb7eb4aff25,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:25.571306 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bff72be7-b493-4b1b-8440-e9aacdb06500 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:25.571647 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-bff72be7-b493-4b1b-8440-e9aacdb06500 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Added segment 3486ed05-c43e-410d-92d0-ef77c407cdfb of type vlan for network f646fcbf-71a0-4468-bb81-156767475219 Dec 22 13:20:25.588768 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ed126840-61d6-4b0f-97ba-a33612f37913 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:25.601526 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-93fdf1cf-eb47-4235-b0c8-e114b97ada25 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:25.614459 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bff72be7-b493-4b1b-8440-e9aacdb06500 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:25.622437 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e8499bb2-2299-40ca-be4a-7e6f8e7e7d74 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:25.638619 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252584e-5f02-468d-8721-e5c8038db831 None None] Pushing event updated for resources: {'Port': ['ID=acc4f919-96ff-4174-ab49-0b20bede6626,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:25.669820 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-e252584e-5f02-468d-8721-e5c8038db831 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:25.701866 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bff72be7-b493-4b1b-8440-e9aacdb06500 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:25.707965 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff72be7-b493-4b1b-8440-e9aacdb06500 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:25.708519 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bff72be7-b493-4b1b-8440-e9aacdb06500 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:25.715858 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-faeecd7c-62fc-445d-b805-20d07a509f55 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:25.782480 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ed126840-61d6-4b0f-97ba-a33612f37913 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:25.786850 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ed126840-61d6-4b0f-97ba-a33612f37913 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.0446067 Dec 22 13:20:25.786997 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44564) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:25.800058 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-554feef4-0c48-4cee-aaf8-f57fec89714b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Request body: {'security_group_rule': {'security_group_id': '5e99a379-3ce1-4ea4-b46d-9eb7eb4aff25', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:25.830400 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-554feef4-0c48-4cee-aaf8-f57fec89714b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:25.840919 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-554feef4-0c48-4cee-aaf8-f57fec89714b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Usage tracker for resource:security_group_rule and tenant:92aa080ac39b4dc9beceb1f64f596b7a is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:25.846554 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-554feef4-0c48-4cee-aaf8-f57fec89714b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:25.855188 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff72be7-b493-4b1b-8440-e9aacdb06500 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'Network': ['ID=f646fcbf-71a0-4468-bb81-156767475219,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:25.858523 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-554feef4-0c48-4cee-aaf8-f57fec89714b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:25.865145 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-bff72be7-b493-4b1b-8440-e9aacdb06500 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4573832 Dec 22 13:20:25.865145 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-bff72be7-b493-4b1b-8440-e9aacdb06500 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:25.865145 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44570) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:25.873714 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-0a163e7c-f4c0-41a0-a247-290bf05a2ba3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'ports': [{'network_id': '975b41b6-ee3d-4230-b367-1e6f2668dd0f'}, {'network_id': 'f646fcbf-71a0-4468-bb81-156767475219'}]} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:25.874418 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-0a163e7c-f4c0-41a0-a247-290bf05a2ba3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'port': {'network_id': '975b41b6-ee3d-4230-b367-1e6f2668dd0f'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:25.875031 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-0a163e7c-f4c0-41a0-a247-290bf05a2ba3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'port': {'network_id': 'f646fcbf-71a0-4468-bb81-156767475219'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:25.875442 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network f646fcbf-71a0-4468-bb81-156767475219 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:20:25.923490 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2b3f591c-2c1d-49f7-abe0-e39e335eaba0 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:25.935080 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-eae518aa-381d-40cd-aebf-823d682cb78f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:26.104938 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:20:26.123902 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0a163e7c-f4c0-41a0-a247-290bf05a2ba3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:26.129082 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0a163e7c-f4c0-41a0-a247-290bf05a2ba3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Usage tracker for resource:port and tenant:5dcef99d1b1441dea18127579d2b89f5 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:26.132839 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0a163e7c-f4c0-41a0-a247-290bf05a2ba3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:26.136598 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:26.143628 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0a163e7c-f4c0-41a0-a247-290bf05a2ba3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:26.195552 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-554feef4-0c48-4cee-aaf8-f57fec89714b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:26.226920 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-93fdf1cf-eb47-4235-b0c8-e114b97ada25 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:26.227503 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port acc4f919-96ff-4174-ab49-0b20bede6626, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=acc4f919-96ff-4174-ab49-0b20bede6626,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:20:26.234617 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3f591c-2c1d-49f7-abe0-e39e335eaba0 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Network 7ac79257-47d9-405a-9825-2b7516a86bf8 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:20:26.247126 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a163e7c-f4c0-41a0-a247-290bf05a2ba3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Made reservation on behalf of 5dcef99d1b1441dea18127579d2b89f5 for: {'port': 2} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:20:26.250816 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0a163e7c-f4c0-41a0-a247-290bf05a2ba3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:26.273358 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-2b3f591c-2c1d-49f7-abe0-e39e335eaba0 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:26.275777 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0a163e7c-f4c0-41a0-a247-290bf05a2ba3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:26.286745 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3f591c-2c1d-49f7-abe0-e39e335eaba0 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:20:26.319311 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3f591c-2c1d-49f7-abe0-e39e335eaba0 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event updated for resources: {'Port': ['ID=256b3b0e-3f7b-488f-96f5-b34f308e7c06,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:26.322096 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-554feef4-0c48-4cee-aaf8-f57fec89714b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:26.325815 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2b3f591c-2c1d-49f7-abe0-e39e335eaba0 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:26.359657 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b002664c-208d-4cac-ad98-8a561428d051 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:20:26.380892 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-93fdf1cf-eb47-4235-b0c8-e114b97ada25 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:26.421824 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-0a163e7c-f4c0-41a0-a247-290bf05a2ba3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] device_id is not set on port 833b6101-1804-4a87-9021-1a4b7b505689 yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:20:26.423174 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:26.436359 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-8df4b178-35fe-4a86-9606-409ba22f7786 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:26.468598 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-42b13e9e-960f-453d-8ca8-275973a9e170 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:26.503621 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-ff2418c7-70ee-4cc1-8d75-4eb503f13159 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Allocated IP 172.20.0.6 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/4b81c248-f473-44ef-9f42-827510d8c8a8/dd9c1682-ddb3-4e54-8864-5ff4498f2c8c) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:20:26.514940 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3f591c-2c1d-49f7-abe0-e39e335eaba0 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:26.515772 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2b3f591c-2c1d-49f7-abe0-e39e335eaba0 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:26.533969 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fdf1cf-eb47-4235-b0c8-e114b97ada25 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b421c0-8b05-42c5-8d5f-0558a6286cf6,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:26.549603 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-ff2418c7-70ee-4cc1-8d75-4eb503f13159 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Allocated IP 2001:db8::f816:3eff:fe88:8993 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/148a430c-1009-42b5-aa2b-92e754244da6/dd9c1682-ddb3-4e54-8864-5ff4498f2c8c) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:20:26.559109 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-93fdf1cf-eb47-4235-b0c8-e114b97ada25 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:26.563774 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=acc4f919-96ff-4174-ab49-0b20bede6626,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:26.567155 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:26.593057 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-554feef4-0c48-4cee-aaf8-f57fec89714b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:26.616592 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-aff34063-3824-440b-859e-a84269255f5d None None] Provisioning for port acc4f919-96ff-4174-ab49-0b20bede6626 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:20:26.622002 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d6eb2d6e-9299-4f79-a027-a1be79cc2e39 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:26.627615 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device acc4f919-96ff-4174-ab49-0b20bede6626 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:20:26.666864 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554feef4-0c48-4cee-aaf8-f57fec89714b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2861587-d2f6-4b34-9184-600255f38d66,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:26.668003 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-aff34063-3824-440b-859e-a84269255f5d None None] Provisioning complete for port acc4f919-96ff-4174-ab49-0b20bede6626 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:26.668377 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-aff34063-3824-440b-859e-a84269255f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:26.684716 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554feef4-0c48-4cee-aaf8-f57fec89714b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:26.685310 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554feef4-0c48-4cee-aaf8-f57fec89714b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:26.685772 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554feef4-0c48-4cee-aaf8-f57fec89714b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:26.686266 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554feef4-0c48-4cee-aaf8-f57fec89714b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:26.687064 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554feef4-0c48-4cee-aaf8-f57fec89714b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:26.687064 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554feef4-0c48-4cee-aaf8-f57fec89714b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:26.687554 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554feef4-0c48-4cee-aaf8-f57fec89714b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:26.688163 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554feef4-0c48-4cee-aaf8-f57fec89714b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:26.688371 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554feef4-0c48-4cee-aaf8-f57fec89714b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:26.688782 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554feef4-0c48-4cee-aaf8-f57fec89714b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:26.689749 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554feef4-0c48-4cee-aaf8-f57fec89714b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:26.698031 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-554feef4-0c48-4cee-aaf8-f57fec89714b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:26.702160 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-2b3f591c-2c1d-49f7-abe0-e39e335eaba0 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 4.1668148 Dec 22 13:20:26.702578 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0a163e7c-f4c0-41a0-a247-290bf05a2ba3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:26.706707 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44574) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:26.707684 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-554feef4-0c48-4cee-aaf8-f57fec89714b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:26.709054 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-554feef4-0c48-4cee-aaf8-f57fec89714b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9191651 Dec 22 13:20:26.717959 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-93fdf1cf-eb47-4235-b0c8-e114b97ada25 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:26.719059 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-e1207a92-a9a2-4c34-9ae7-ec938b36d9cb tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Request body: {'floatingip': {'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'port_id': '256b3b0e-3f7b-488f-96f5-b34f308e7c06', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:26.721917 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-93fdf1cf-eb47-4235-b0c8-e114b97ada25 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 1.6802418 Dec 22 13:20:26.726069 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44578) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:26.726283 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-e1207a92-a9a2-4c34-9ae7-ec938b36d9cb tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:26.726424 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44580) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:26.737205 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-e1207a92-a9a2-4c34-9ae7-ec938b36d9cb tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:26.753613 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-e5c1be5b-d37f-4afe-89ea-955755728ade tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Request body: {'security_group_rule': {'security_group_id': '5e99a379-3ce1-4ea4-b46d-9eb7eb4aff25', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:26.760900 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7374b633-db2f-45b0-b68d-1a91f8bce113 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Router b89c5f2e-2453-4dfa-9e48-592c6768b241 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:20:26.828772 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e5c1be5b-d37f-4afe-89ea-955755728ade tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:26.842524 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e8499bb2-2299-40ca-be4a-7e6f8e7e7d74 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:26.846632 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e5c1be5b-d37f-4afe-89ea-955755728ade tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Usage tracker for resource:security_group_rule and tenant:92aa080ac39b4dc9beceb1f64f596b7a is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:26.852380 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b4a5418e-2df9-4b08-992d-1138db098a23 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:26.855182 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-0a163e7c-f4c0-41a0-a247-290bf05a2ba3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] device_id is not set on port ab2fcd10-ee73-4c13-a0f3-0197fad2daa0 yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:20:26.869082 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port acc4f919-96ff-4174-ab49-0b20bede6626 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:26.870944 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:26.887836 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e5c1be5b-d37f-4afe-89ea-955755728ade tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:26.916795 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e1207a92-a9a2-4c34-9ae7-ec938b36d9cb tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for floatingip, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:26.925969 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e5c1be5b-d37f-4afe-89ea-955755728ade tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:26.962808 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5c046d36-bcce-4ae3-b9db-375464c2673f tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:26.996804 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5c046d36-bcce-4ae3-b9db-375464c2673f tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:27.065451 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8499bb2-2299-40ca-be4a-7e6f8e7e7d74 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event updated for resources: {'Subnet': ['ID=58e6cc73-0e50-4090-9ddb-9047c34578e4,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:27.104975 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0a163e7c-f4c0-41a0-a247-290bf05a2ba3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:27.162684 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e1207a92-a9a2-4c34-9ae7-ec938b36d9cb tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:27.189912 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8499bb2-2299-40ca-be4a-7e6f8e7e7d74 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:27.190285 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8499bb2-2299-40ca-be4a-7e6f8e7e7d74 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:27.190672 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8499bb2-2299-40ca-be4a-7e6f8e7e7d74 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:27.191032 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8499bb2-2299-40ca-be4a-7e6f8e7e7d74 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:27.191401 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8499bb2-2299-40ca-be4a-7e6f8e7e7d74 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:27.191782 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8499bb2-2299-40ca-be4a-7e6f8e7e7d74 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:27.192133 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8499bb2-2299-40ca-be4a-7e6f8e7e7d74 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:27.192529 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8499bb2-2299-40ca-be4a-7e6f8e7e7d74 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:27.192864 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8499bb2-2299-40ca-be4a-7e6f8e7e7d74 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:27.193236 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8499bb2-2299-40ca-be4a-7e6f8e7e7d74 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:27.193711 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8499bb2-2299-40ca-be4a-7e6f8e7e7d74 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:27.196836 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e5c1be5b-d37f-4afe-89ea-955755728ade tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:27.209108 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e8499bb2-2299-40ca-be4a-7e6f8e7e7d74 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:27.227469 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0a163e7c-f4c0-41a0-a247-290bf05a2ba3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:27.236136 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-72d36eda-02ad-4504-bb32-0bd1bbd4c1e2 tempest-FloatingIPAdminTestJSON-108302485 tempest-FloatingIPAdminTestJSON-108302485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:27.247732 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ff2418c7-70ee-4cc1-8d75-4eb503f13159 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:27.283452 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8499bb2-2299-40ca-be4a-7e6f8e7e7d74 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Checking segment: {'id': '5ad84b85-3824-4073-b549-d8aaffcc8b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'e45f59ff-7b5d-4b6d-8d1c-6443b1292037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:20:27.283801 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8499bb2-2299-40ca-be4a-7e6f8e7e7d74 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Network hostable DHCP agents. Network: e45f59ff-7b5d-4b6d-8d1c-6443b1292037, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:20:27.341124 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a163e7c-f4c0-41a0-a247-290bf05a2ba3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'Port': ['ID=833b6101-1804-4a87-9021-1a4b7b505689,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:27.357714 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-07671d74-a6cf-4fff-80b1-d1882cf49005 None None] Provisioning complete for port acc4f919-96ff-4174-ab49-0b20bede6626 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:27.358272 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-07671d74-a6cf-4fff-80b1-d1882cf49005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:27.375350 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a163e7c-f4c0-41a0-a247-290bf05a2ba3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Network 975b41b6-ee3d-4230-b367-1e6f2668dd0f is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:20:27.376528 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0a163e7c-f4c0-41a0-a247-290bf05a2ba3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:27.381304 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-0a163e7c-f4c0-41a0-a247-290bf05a2ba3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:27.385700 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a163e7c-f4c0-41a0-a247-290bf05a2ba3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:20:27.386570 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0a163e7c-f4c0-41a0-a247-290bf05a2ba3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:27.394677 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8e1924f4-cab5-4645-b200-82d77e7a9b0e tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:27.420439 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5c046d36-bcce-4ae3-b9db-375464c2673f tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:27.421794 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-ff2418c7-70ee-4cc1-8d75-4eb503f13159 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Transition to ACTIVE for port object dd9c1682-ddb3-4e54-8864-5ff4498f2c8c will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:20:27.425862 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7374b633-db2f-45b0-b68d-1a91f8bce113 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:20:27.437819 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d82886-ec63-48c5-8c49-b95d7f3f6bb6 None None] Sync routers for ids ['b89c5f2e-2453-4dfa-9e48-592c6768b241'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:20:27.439867 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-df448ddc-833b-4d8d-8349-fb066a24a5d7 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:27.464780 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c046d36-bcce-4ae3-b9db-375464c2673f tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67b421c0-8b05-42c5-8d5f-0558a6286cf6,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:27.474538 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-7374b633-db2f-45b0-b68d-1a91f8bce113 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "PUT /v2.0/routers/b89c5f2e-2453-4dfa-9e48-592c6768b241/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6835771 Dec 22 13:20:27.475975 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44588) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:27.483371 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5c046d36-bcce-4ae3-b9db-375464c2673f tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:27.492149 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5c046d36-bcce-4ae3-b9db-375464c2673f tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:27.495814 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-5c046d36-bcce-4ae3-b9db-375464c2673f tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/67b421c0-8b05-42c5-8d5f-0558a6286cf6 HTTP/1.1" status: 204 len: 168 time: 0.7668428 Dec 22 13:20:27.496383 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44592) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:27.514756 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d82886-ec63-48c5-8c49-b95d7f3f6bb6 None None] Routers {'b89c5f2e-2453-4dfa-9e48-592c6768b241'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:20:27.515401 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-e7d82886-ec63-48c5-8c49-b95d7f3f6bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:20:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b89c5f2e-2453-4dfa-9e48-592c6768b241'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:27.529925 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e5c1be5b-d37f-4afe-89ea-955755728ade tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:27.565668 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-e1207a92-a9a2-4c34-9ae7-ec938b36d9cb tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Allocated IP 172.26.1.214 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/c0c16f6b-4596-40c8-b075-d617257fa331) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:20:27.577209 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a163e7c-f4c0-41a0-a247-290bf05a2ba3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'Port': ['ID=ab2fcd10-ee73-4c13-a0f3-0197fad2daa0,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:27.581399 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-d1da772f-e548-4140-a747-b9d9c492d0b1 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Synchronizing usage tracker for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group_rule {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:27.586950 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8499bb2-2299-40ca-be4a-7e6f8e7e7d74 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Network e45f59ff-7b5d-4b6d-8d1c-6443b1292037 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:20:27.591967 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-e7d82886-ec63-48c5-8c49-b95d7f3f6bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:27.597974 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0a163e7c-f4c0-41a0-a247-290bf05a2ba3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:27.606611 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d82886-ec63-48c5-8c49-b95d7f3f6bb6 None None] Routers {'b89c5f2e-2453-4dfa-9e48-592c6768b241'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:20:27.607353 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-e7d82886-ec63-48c5-8c49-b95d7f3f6bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:20:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b89c5f2e-2453-4dfa-9e48-592c6768b241'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:27.617482 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ff2418c7-70ee-4cc1-8d75-4eb503f13159 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:27.619399 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e5c1be5b-d37f-4afe-89ea-955755728ade tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:27.623919 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-fa027595-85b6-46bc-ae12-12a74a2d01eb tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:27.671620 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-e7d82886-ec63-48c5-8c49-b95d7f3f6bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:27.672198 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d82886-ec63-48c5-8c49-b95d7f3f6bb6 None None] The sync data for ids ['b89c5f2e-2453-4dfa-9e48-592c6768b241'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:20:27.688480 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-e8499bb2-2299-40ca-be4a-7e6f8e7e7d74 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, e45f59ff-7b5d-4b6d-8d1c-6443b1292037) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:27.708321 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaca2e2d-acb1-46b5-b1c4-f2842b7d062f None None] Network e45f59ff-7b5d-4b6d-8d1c-6443b1292037 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:20:27.716204 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8499bb2-2299-40ca-be4a-7e6f8e7e7d74 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:27.716864 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e8499bb2-2299-40ca-be4a-7e6f8e7e7d74 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:27.727979 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-d1da772f-e548-4140-a747-b9d9c492d0b1 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Unset dirty status for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group_rule {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:27.731884 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d1da772f-e548-4140-a747-b9d9c492d0b1 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.2313540 Dec 22 13:20:27.734733 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44596) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:27.767928 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2418c7-70ee-4cc1-8d75-4eb503f13159 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:20:27.789216 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-ff2418c7-70ee-4cc1-8d75-4eb503f13159 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:27.795989 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2418c7-70ee-4cc1-8d75-4eb503f13159 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Port': ['ID=dd9c1682-ddb3-4e54-8864-5ff4498f2c8c,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:27.798525 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2418c7-70ee-4cc1-8d75-4eb503f13159 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:20:27.832677 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ff2418c7-70ee-4cc1-8d75-4eb503f13159 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:27.839214 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:27.872171 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a163e7c-f4c0-41a0-a247-290bf05a2ba3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Checking segment: {'id': '3486ed05-c43e-410d-92d0-ef77c407cdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'f646fcbf-71a0-4468-bb81-156767475219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:20:27.872786 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a163e7c-f4c0-41a0-a247-290bf05a2ba3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Network hostable DHCP agents. Network: f646fcbf-71a0-4468-bb81-156767475219, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:20:27.888444 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1be5b-d37f-4afe-89ea-955755728ade tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d3119ff-a182-454b-8d6f-999d25e2e80f,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:27.895698 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e5c1be5b-d37f-4afe-89ea-955755728ade tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:27.900602 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e5c1be5b-d37f-4afe-89ea-955755728ade tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.1702342 Dec 22 13:20:27.900602 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e5c1be5b-d37f-4afe-89ea-955755728ade tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:27.903129 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44600) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:27.903944 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6c4bbaaa-d482-4139-a3a3-ce251379c4ca tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:27.924848 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-ac1aa71b-4ea0-475d-9529-63462b12196b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Request body: {'security_group_rule': {'security_group_id': '5e99a379-3ce1-4ea4-b46d-9eb7eb4aff25', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:27.933562 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e8499bb2-2299-40ca-be4a-7e6f8e7e7d74 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.6411591 Dec 22 13:20:27.939669 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2418c7-70ee-4cc1-8d75-4eb503f13159 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:27.940462 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ff2418c7-70ee-4cc1-8d75-4eb503f13159 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:27.947024 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6c4bbaaa-d482-4139-a3a3-ce251379c4ca tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:27.955347 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44604) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:27.968768 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ac1aa71b-4ea0-475d-9529-63462b12196b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:27.992191 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4250a7cb-644e-45ab-90ea-8c54c6d36c11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-e45f59ff-7b5d-4b6d-8d1c-6443b1292037', 'network_id': 'e45f59ff-7b5d-4b6d-8d1c-6443b1292037', 'tenant_id': '5764ef7c4c644eedb583f164ec468ea1', 'fixed_ips': [{'subnet_id': '58e6cc73-0e50-4090-9ddb-9047c34578e4'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:20:27.993137 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4250a7cb-644e-45ab-90ea-8c54c6d36c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:28.000974 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ac1aa71b-4ea0-475d-9529-63462b12196b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Usage tracker for resource:security_group_rule and tenant:92aa080ac39b4dc9beceb1f64f596b7a is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:28.009786 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ac1aa71b-4ea0-475d-9529-63462b12196b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:28.018407 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ac1aa71b-4ea0-475d-9529-63462b12196b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:28.123387 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e1207a92-a9a2-4c34-9ae7-ec938b36d9cb tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:28.187073 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-4250a7cb-644e-45ab-90ea-8c54c6d36c11 None None] Allocated IP 172.20.0.1 (e45f59ff-7b5d-4b6d-8d1c-6443b1292037/58e6cc73-0e50-4090-9ddb-9047c34578e4/ab611a6b-79ac-444a-a67b-bbcba7c72fc1) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:20:28.200802 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a163e7c-f4c0-41a0-a247-290bf05a2ba3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Network f646fcbf-71a0-4468-bb81-156767475219 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:20:28.212702 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c29e715f-0405-446d-ab2b-031cd57a7cd3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:28.213341 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-1976e4a0-43c2-4d54-8fb9-1b97dc8d0ef4 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] remove_router_interface failed (client error): The resource could not be found. Dec 22 13:20:28.217297 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1976e4a0-43c2-4d54-8fb9-1b97dc8d0ef4 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "PUT /v2.0/routers/b89c5f2e-2453-4dfa-9e48-592c6768b241/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7273598 Dec 22 13:20:28.218998 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44608) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:28.222809 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-0a163e7c-f4c0-41a0-a247-290bf05a2ba3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, f646fcbf-71a0-4468-bb81-156767475219) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:28.229776 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ff2418c7-70ee-4cc1-8d75-4eb503f13159 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.1650333 Dec 22 13:20:28.232700 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44612) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:28.273208 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a163e7c-f4c0-41a0-a247-290bf05a2ba3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:20:28.277187 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a163e7c-f4c0-41a0-a247-290bf05a2ba3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:28.278404 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c002495-fa66-40c6-bae0-7ad0ee07fc07 None None] Network f646fcbf-71a0-4468-bb81-156767475219 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:20:28.280860 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a163e7c-f4c0-41a0-a247-290bf05a2ba3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:28.285244 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0a163e7c-f4c0-41a0-a247-290bf05a2ba3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:28.297014 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0cd8b7d9-e6c4-447c-89a7-7faa8bfc0cdf tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "GET /v2.0/ports?device_id=b89c5f2e-2453-4dfa-9e48-592c6768b241 HTTP/1.1" status: 200 len: 205 time: 0.0770588 Dec 22 13:20:28.301997 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6c4bbaaa-d482-4139-a3a3-ce251379c4ca tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:28.307438 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44618) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:28.361127 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ca10d8c5-6ea3-43e2-9c5e-9c8deadff819 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:28.404795 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4bbaaa-d482-4139-a3a3-ce251379c4ca tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9806a3e-39b4-4f15-b4a2-1cbaf82cd3bc,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:28.413126 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ac1aa71b-4ea0-475d-9529-63462b12196b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:28.421899 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6c4bbaaa-d482-4139-a3a3-ce251379c4ca tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:28.450103 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c29e715f-0405-446d-ab2b-031cd57a7cd3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:28.455495 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0a163e7c-f4c0-41a0-a247-290bf05a2ba3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5858133 Dec 22 13:20:28.458732 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44622) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:28.505583 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6c4bbaaa-d482-4139-a3a3-ce251379c4ca tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:28.510062 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6c4bbaaa-d482-4139-a3a3-ce251379c4ca tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/c9806a3e-39b4-4f15-b4a2-1cbaf82cd3bc HTTP/1.1" status: 204 len: 168 time: 0.7607284 Dec 22 13:20:28.511901 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44626) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:28.546326 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e1207a92-a9a2-4c34-9ae7-ec938b36d9cb tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:28.561600 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-99734cc1-8b54-46af-b3c1-0703b667e76a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:28.580375 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7775058c-b96c-4a60-978d-7ed6837f3bca tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:28.585148 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7775058c-b96c-4a60-978d-7ed6837f3bca tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:28.585972 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-7775058c-b96c-4a60-978d-7ed6837f3bca tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:28.599437 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ac1aa71b-4ea0-475d-9529-63462b12196b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:28.604053 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6fdec38d-709a-4a3d-9363-4af9015e3722 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:28.604946 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device acc4f919-96ff-4174-ab49-0b20bede6626 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:20:28.678652 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ac1aa71b-4ea0-475d-9529-63462b12196b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:28.681079 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6c4bbaaa-d482-4139-a3a3-ce251379c4ca tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:28.682623 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-1fb7d1ca-32dd-483d-bbd2-d08b32c341e7 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Deleting port ab2fcd10-ee73-4c13-a0f3-0197fad2daa0 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:20:28.683549 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1fb7d1ca-32dd-483d-bbd2-d08b32c341e7 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:28.697500 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-7775058c-b96c-4a60-978d-7ed6837f3bca tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:28.697500 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-7775058c-b96c-4a60-978d-7ed6837f3bca tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.4105744 Dec 22 13:20:28.703188 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44630) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:28.711165 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1aa71b-4ea0-475d-9529-63462b12196b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c77416a4-2b9c-47cf-8f6b-b740d3508837,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:28.745160 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ac1aa71b-4ea0-475d-9529-63462b12196b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:28.788335 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-cdcfeed2-c68f-40d7-8fcd-814c17d7a068 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting port dd9c1682-ddb3-4e54-8864-5ff4498f2c8c {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:20:28.788725 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cdcfeed2-c68f-40d7-8fcd-814c17d7a068 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:28.798794 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:28.799435 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-e1dab305-8264-41d8-8ebc-81b712b81ab0 None None] Provisioning for port dd9c1682-ddb3-4e54-8864-5ff4498f2c8c completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:20:28.822767 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-e1dab305-8264-41d8-8ebc-81b712b81ab0 None None] Provisioning complete for port dd9c1682-ddb3-4e54-8864-5ff4498f2c8c triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:28.823294 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e1dab305-8264-41d8-8ebc-81b712b81ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:28.832623 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1207a92-a9a2-4c34-9ae7-ec938b36d9cb tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:20:28.842601 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-e1207a92-a9a2-4c34-9ae7-ec938b36d9cb tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:28.859134 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ac1aa71b-4ea0-475d-9529-63462b12196b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:28.860604 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ac1aa71b-4ea0-475d-9529-63462b12196b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9510880 Dec 22 13:20:28.861220 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f5d4b4e8-baca-48f2-af24-468495820d33 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Synchronizing usage tracker for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group_rule {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:28.864595 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1207a92-a9a2-4c34-9ae7-ec938b36d9cb tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event updated for resources: {'Port': ['ID=c0c16f6b-4596-40c8-b075-d617257fa331,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:28.865040 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44634) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:28.871860 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1207a92-a9a2-4c34-9ae7-ec938b36d9cb tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:20:28.873691 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-ac5d1c44-1bcf-4630-942e-533a0074b322 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Request body: {'security_group_rule': {'security_group_id': '5e99a379-3ce1-4ea4-b46d-9eb7eb4aff25', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:28.879228 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4250a7cb-644e-45ab-90ea-8c54c6d36c11 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:28.902827 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e1207a92-a9a2-4c34-9ae7-ec938b36d9cb tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:28.909903 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ac5d1c44-1bcf-4630-942e-533a0074b322 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:28.910115 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-4250a7cb-644e-45ab-90ea-8c54c6d36c11 None None] Transition to ACTIVE for port object ab611a6b-79ac-444a-a67b-bbcba7c72fc1 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:20:28.922929 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-e1dab305-8264-41d8-8ebc-81b712b81ab0 None None] Port dd9c1682-ddb3-4e54-8864-5ff4498f2c8c cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:20:28.923137 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ac5d1c44-1bcf-4630-942e-533a0074b322 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Usage tracker for resource:security_group_rule and tenant:92aa080ac39b4dc9beceb1f64f596b7a is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:28.927857 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ac5d1c44-1bcf-4630-942e-533a0074b322 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:28.938253 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ac5d1c44-1bcf-4630-942e-533a0074b322 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:28.944972 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-4250a7cb-644e-45ab-90ea-8c54c6d36c11 None None] Transition to ACTIVE for port object ab611a6b-79ac-444a-a67b-bbcba7c72fc1 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:20:28.956509 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port acc4f919-96ff-4174-ab49-0b20bede6626 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:28.956822 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:29.047859 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4250a7cb-644e-45ab-90ea-8c54c6d36c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:29.058462 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-23be1dfe-003b-48ce-92d4-1fdeb03821d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:29.100295 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cdcfeed2-c68f-40d7-8fcd-814c17d7a068 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:29.132561 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4250a7cb-644e-45ab-90ea-8c54c6d36c11 None None] Network e45f59ff-7b5d-4b6d-8d1c-6443b1292037 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:20:29.142797 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-4250a7cb-644e-45ab-90ea-8c54c6d36c11 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:29.147571 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4250a7cb-644e-45ab-90ea-8c54c6d36c11 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:20:29.158406 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4250a7cb-644e-45ab-90ea-8c54c6d36c11 None None] Pushing event updated for resources: {'Port': ['ID=ab611a6b-79ac-444a-a67b-bbcba7c72fc1,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:29.230294 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-cdcfeed2-c68f-40d7-8fcd-814c17d7a068 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Calling delete_port for dd9c1682-ddb3-4e54-8864-5ff4498f2c8c owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:20:29.235275 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4250a7cb-644e-45ab-90ea-8c54c6d36c11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:29.235597 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4250a7cb-644e-45ab-90ea-8c54c6d36c11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:29.235860 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4250a7cb-644e-45ab-90ea-8c54c6d36c11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:29.239823 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4250a7cb-644e-45ab-90ea-8c54c6d36c11 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:29.239823 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4250a7cb-644e-45ab-90ea-8c54c6d36c11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:29.239823 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4250a7cb-644e-45ab-90ea-8c54c6d36c11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:29.239823 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4250a7cb-644e-45ab-90ea-8c54c6d36c11 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:29.239823 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4250a7cb-644e-45ab-90ea-8c54c6d36c11 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:29.239823 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4250a7cb-644e-45ab-90ea-8c54c6d36c11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:29.239823 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4250a7cb-644e-45ab-90ea-8c54c6d36c11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:29.239823 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4250a7cb-644e-45ab-90ea-8c54c6d36c11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:29.250430 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-4250a7cb-644e-45ab-90ea-8c54c6d36c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:29.257924 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c29e715f-0405-446d-ab2b-031cd57a7cd3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:29.267658 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-4250a7cb-644e-45ab-90ea-8c54c6d36c11 None None] Attempting to bind port ab611a6b-79ac-444a-a67b-bbcba7c72fc1 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:20:29.268051 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-4250a7cb-644e-45ab-90ea-8c54c6d36c11 None None] Attempting to bind port ab611a6b-79ac-444a-a67b-bbcba7c72fc1 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '5ad84b85-3824-4073-b549-d8aaffcc8b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'e45f59ff-7b5d-4b6d-8d1c-6443b1292037'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:20:29.268411 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4250a7cb-644e-45ab-90ea-8c54c6d36c11 None None] Attempting to bind port ab611a6b-79ac-444a-a67b-bbcba7c72fc1 on network e45f59ff-7b5d-4b6d-8d1c-6443b1292037 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:20:29.273506 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:29.276179 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4250a7cb-644e-45ab-90ea-8c54c6d36c11 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:20:29.276563 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4250a7cb-644e-45ab-90ea-8c54c6d36c11 None None] Checking segment: {'id': '5ad84b85-3824-4073-b549-d8aaffcc8b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'e45f59ff-7b5d-4b6d-8d1c-6443b1292037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:20:29.277039 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4250a7cb-644e-45ab-90ea-8c54c6d36c11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:29.277559 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4250a7cb-644e-45ab-90ea-8c54c6d36c11 None None] Bound using segment: {'id': '5ad84b85-3824-4073-b549-d8aaffcc8b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'e45f59ff-7b5d-4b6d-8d1c-6443b1292037'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:20:29.278028 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-4250a7cb-644e-45ab-90ea-8c54c6d36c11 None None] Bound port: ab611a6b-79ac-444a-a67b-bbcba7c72fc1, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ad84b85-3824-4073-b549-d8aaffcc8b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'e45f59ff-7b5d-4b6d-8d1c-6443b1292037'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:20:29.278447 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4250a7cb-644e-45ab-90ea-8c54c6d36c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:29.298601 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1c44-1bcf-4630-942e-533a0074b322 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:29.325193 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e715f-0405-446d-ab2b-031cd57a7cd3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event deleted for resources: {'Subnet': ['ID=58e6cc73-0e50-4090-9ddb-9047c34578e4,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:29.338564 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c29e715f-0405-446d-ab2b-031cd57a7cd3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:29.356737 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f5d4b4e8-baca-48f2-af24-468495820d33 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Unset dirty status for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group_rule {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:29.360677 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f5d4b4e8-baca-48f2-af24-468495820d33 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.8451865 Dec 22 13:20:29.373333 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-4250a7cb-644e-45ab-90ea-8c54c6d36c11 None None] For port ab611a6b-79ac-444a-a67b-bbcba7c72fc1, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:20:29.375192 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44638) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:29.377104 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-4250a7cb-644e-45ab-90ea-8c54c6d36c11 None None] For port ab611a6b-79ac-444a-a67b-bbcba7c72fc1, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=ab611a6b-79ac-444a-a67b-bbcba7c72fc1,segment=NetworkSegment(5ad84b85-3824-4073-b549-d8aaffcc8b44),segment_id=5ad84b85-3824-4073-b549-d8aaffcc8b44)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:20:29.456623 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4250a7cb-644e-45ab-90ea-8c54c6d36c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:29.474666 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:29.575887 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c29e715f-0405-446d-ab2b-031cd57a7cd3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:29.585705 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1fb7d1ca-32dd-483d-bbd2-d08b32c341e7 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:29.612594 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4250a7cb-644e-45ab-90ea-8c54c6d36c11 None None] Pushing event updated for resources: {'Port': ['ID=ab611a6b-79ac-444a-a67b-bbcba7c72fc1,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:29.616722 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-4250a7cb-644e-45ab-90ea-8c54c6d36c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:29.621672 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6fdec38d-709a-4a3d-9363-4af9015e3722 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:29.662675 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-c29e715f-0405-446d-ab2b-031cd57a7cd3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e45f59ff-7b5d-4b6d-8d1c-6443b1292037']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:29.686040 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1c44-1bcf-4630-942e-533a0074b322 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:29.687947 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-c29e715f-0405-446d-ab2b-031cd57a7cd3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ad84b85-3824-4073-b549-d8aaffcc8b44') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:29.688200 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c724b73-342a-477f-856f-356c5f491d77 None None] Network e45f59ff-7b5d-4b6d-8d1c-6443b1292037 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:20:29.688348 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-c29e715f-0405-446d-ab2b-031cd57a7cd3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ad84b85-3824-4073-b549-d8aaffcc8b44') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:29.710122 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c29e715f-0405-446d-ab2b-031cd57a7cd3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:29.732412 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c29e715f-0405-446d-ab2b-031cd57a7cd3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:29.739016 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c29e715f-0405-446d-ab2b-031cd57a7cd3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:20:29.739606 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c29e715f-0405-446d-ab2b-031cd57a7cd3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:29.754753 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:20:29.754753 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:20:29.754753 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:20:29.754753 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:20:29.754753 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:20:29.754753 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:20:29.754753 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:20:29.754753 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:20:29.754753 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:20:29.754753 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:20:29.754753 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:20:29.754753 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:20:29.754753 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:20:29.754753 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:20:29.754753 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:20:29.754753 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:20:29.754753 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:20:29.754753 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:20:29.754753 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:20:29.754753 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:20:29.754753 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:20:29.754753 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:20:29.754753 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:20:29.754753 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:20:29.754753 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:20:29.754753 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:20:29.754753 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:20:29.754753 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:20:29.754753 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:20:29.754753 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:20:29.754753 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:20:29.754753 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:20:29.775901 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-13e34508-d46b-4f56-9936-578c7f9a9208 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:29.790725 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-1fb7d1ca-32dd-483d-bbd2-d08b32c341e7 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Calling delete_port for ab2fcd10-ee73-4c13-a0f3-0197fad2daa0 owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:20:29.829349 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6fdec38d-709a-4a3d-9363-4af9015e3722 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:29.852088 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-13e34508-d46b-4f56-9936-578c7f9a9208 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:29.905902 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250cd203-47b2-4b08-885f-88442ff7c4fa None None] get_active_networks_info from dv-neutron-822669-1-hyperv {{(pid=84150) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 13:20:29.925548 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1c44-1bcf-4630-942e-533a0074b322 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:29.937475 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cdcfeed2-c68f-40d7-8fcd-814c17d7a068 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:29.949983 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-93fdf1cf-eb47-4235-b0c8-e114b97ada25 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:29.982118 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d1c44-1bcf-4630-942e-533a0074b322 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38aaf06a-95f9-437d-9d27-b85594b5225c,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:29.992292 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ac5d1c44-1bcf-4630-942e-533a0074b322 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:29.992811 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c4b6f6a5-a38b-44ff-85a9-4ae8061b553e tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:30.034492 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250cd203-47b2-4b08-885f-88442ff7c4fa None None] Resources bound (agent type, host, resource id): {{(pid=84150) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 13:20:30.070270 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.db.api [None req-c29e715f-0405-446d-ab2b-031cd57a7cd3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 13:20:30.070270 dv-neutron-822669-1-hyperv neutron-server[84148]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 13:20:30.070270 dv-neutron-822669-1-hyperv neutron-server[84148]: [parameters: {'id': 'e45f59ff-7b5d-4b6d-8d1c-6443b1292037'}] Dec 22 13:20:30.070270 dv-neutron-822669-1-hyperv neutron-server[84148]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:20:30.070762 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_db.api [None req-c29e715f-0405-446d-ab2b-031cd57a7cd3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:20:30.076772 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcfeed2-c68f-40d7-8fcd-814c17d7a068 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Port': ['ID=dd9c1682-ddb3-4e54-8864-5ff4498f2c8c,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:30.097288 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6fdec38d-709a-4a3d-9363-4af9015e3722 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:30.097896 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fdec38d-709a-4a3d-9363-4af9015e3722 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Fanout notify agent at l3_agent the message router_deleted on router b89c5f2e-2453-4dfa-9e48-592c6768b241 {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:20:30.104702 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-cdcfeed2-c68f-40d7-8fcd-814c17d7a068 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:30.134315 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-13e34508-d46b-4f56-9936-578c7f9a9208 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:30.136688 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1fb7d1ca-32dd-483d-bbd2-d08b32c341e7 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:30.157024 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e627e8dd-64d6-48f1-8a4c-4e315b2a398f tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:30.182065 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1c44-1bcf-4630-942e-533a0074b322 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:30.183454 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ac5d1c44-1bcf-4630-942e-533a0074b322 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.3170385 Dec 22 13:20:30.188589 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cdcfeed2-c68f-40d7-8fcd-814c17d7a068 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:30.188589 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-cdcfeed2-c68f-40d7-8fcd-814c17d7a068 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/ports/dd9c1682-ddb3-4e54-8864-5ff4498f2c8c HTTP/1.1" status: 204 len: 168 time: 1.4822619 Dec 22 13:20:30.188589 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44644) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:30.189329 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44646) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:30.192422 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-13e34508-d46b-4f56-9936-578c7f9a9208 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:30.193670 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-13e34508-d46b-4f56-9936-578c7f9a9208 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/b4e56d4d-e3fb-4c38-a430-0f119a76cbb8 HTTP/1.1" status: 204 len: 168 time: 0.8102074 Dec 22 13:20:30.194723 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-27239dbb-f668-4844-b956-a44e40099c08 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Request body: {'security_group_rule': {'security_group_id': '5e99a379-3ce1-4ea4-b46d-9eb7eb4aff25', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:30.199752 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44652) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:30.215558 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6fdec38d-709a-4a3d-9363-4af9015e3722 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:30.219365 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6fdec38d-709a-4a3d-9363-4af9015e3722 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "DELETE /v2.0/routers/b89c5f2e-2453-4dfa-9e48-592c6768b241 HTTP/1.1" status: 204 len: 168 time: 1.9082577 Dec 22 13:20:30.220385 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7d1ca-32dd-483d-bbd2-d08b32c341e7 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event deleted for resources: {'Port': ['ID=ab2fcd10-ee73-4c13-a0f3-0197fad2daa0,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:30.223581 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44654) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:30.228506 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1fb7d1ca-32dd-483d-bbd2-d08b32c341e7 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:30.229296 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6dde2925-3ca5-4c11-8ca1-e503a856a702 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:30.234264 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-27239dbb-f668-4844-b956-a44e40099c08 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:30.260039 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-27239dbb-f668-4844-b956-a44e40099c08 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Usage tracker for resource:security_group_rule and tenant:92aa080ac39b4dc9beceb1f64f596b7a is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:30.266885 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-27239dbb-f668-4844-b956-a44e40099c08 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:30.279751 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-27239dbb-f668-4844-b956-a44e40099c08 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:30.291620 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e34508-d46b-4f56-9936-578c7f9a9208 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4e56d4d-e3fb-4c38-a430-0f119a76cbb8,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:30.291620 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1fb7d1ca-32dd-483d-bbd2-d08b32c341e7 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:30.303751 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-13e34508-d46b-4f56-9936-578c7f9a9208 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:30.317101 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1fb7d1ca-32dd-483d-bbd2-d08b32c341e7 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/ports/ab2fcd10-ee73-4c13-a0f3-0197fad2daa0 HTTP/1.1" status: 204 len: 168 time: 1.8525598 Dec 22 13:20:30.319545 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44660) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:30.329637 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be947e90-60de-43a1-a204-27afc4f7d08c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:30.331029 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be947e90-60de-43a1-a204-27afc4f7d08c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:30.332456 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be947e90-60de-43a1-a204-27afc4f7d08c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:30.334893 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-be947e90-60de-43a1-a204-27afc4f7d08c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1437271 Dec 22 13:20:30.355248 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44664) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:30.376520 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-280f3be5-e072-4764-b11b-907571e1d7c3 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Synchronizing usage tracker for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group_rule {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:30.408292 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-27239dbb-f668-4844-b956-a44e40099c08 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:30.477685 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-280f3be5-e072-4764-b11b-907571e1d7c3 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Unset dirty status for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group_rule {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:30.478998 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-280f3be5-e072-4764-b11b-907571e1d7c3 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2472644 Dec 22 13:20:30.482876 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44668) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:30.487767 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42305cb3-9582-449a-840e-a50cb634ca80 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:30.492277 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42305cb3-9582-449a-840e-a50cb634ca80 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:30.494035 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-42305cb3-9582-449a-840e-a50cb634ca80 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1706867 Dec 22 13:20:30.500903 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44672) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:30.522818 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-27239dbb-f668-4844-b956-a44e40099c08 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:30.572501 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c29e715f-0405-446d-ab2b-031cd57a7cd3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:30.588698 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-c29e715f-0405-446d-ab2b-031cd57a7cd3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Deleting port ab611a6b-79ac-444a-a67b-bbcba7c72fc1 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:20:30.590637 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c29e715f-0405-446d-ab2b-031cd57a7cd3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:30.656873 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-27239dbb-f668-4844-b956-a44e40099c08 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:30.694370 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e5c1be5b-d37f-4afe-89ea-955755728ade tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:30.728115 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27239dbb-f668-4844-b956-a44e40099c08 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea2a3fc8-6c3f-4097-9303-bb2f8b777e7a,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:30.728691 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-13d6d60e-6f05-420a-a7af-ddffa9acc9bd tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Deleting port 833b6101-1804-4a87-9021-1a4b7b505689 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:20:30.729039 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-13d6d60e-6f05-420a-a7af-ddffa9acc9bd tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:30.737957 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-27239dbb-f668-4844-b956-a44e40099c08 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:30.754289 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cc79fbff-1da7-4fd1-a12f-08b22cf4a1ca tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:30.788172 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-47bf38e1-1779-4626-94b5-ee7f088dfdbf tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Deleting subnet 94b4d2ba-894f-4b84-8c67-b1395145cdc8 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:20:30.799369 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cc79fbff-1da7-4fd1-a12f-08b22cf4a1ca tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:30.808175 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-47bf38e1-1779-4626-94b5-ee7f088dfdbf tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:30.844676 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-c29e715f-0405-446d-ab2b-031cd57a7cd3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] For port ab611a6b-79ac-444a-a67b-bbcba7c72fc1, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=ab611a6b-79ac-444a-a67b-bbcba7c72fc1,segment=NetworkSegment(5ad84b85-3824-4073-b549-d8aaffcc8b44),segment_id=5ad84b85-3824-4073-b549-d8aaffcc8b44)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:20:30.844950 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c29e715f-0405-446d-ab2b-031cd57a7cd3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:30.861460 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-27239dbb-f668-4844-b956-a44e40099c08 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:30.862674 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-27239dbb-f668-4844-b956-a44e40099c08 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.6747568 Dec 22 13:20:30.879513 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44678) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:30.978504 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-c29e715f-0405-446d-ab2b-031cd57a7cd3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Calling delete_port for ab611a6b-79ac-444a-a67b-bbcba7c72fc1 owned by network:dhcp {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:20:31.149258 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-47bf38e1-1779-4626-94b5-ee7f088dfdbf tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:31.181594 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c29e715f-0405-446d-ab2b-031cd57a7cd3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:31.186169 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6c15d49d-5db0-4ac4-a898-746cf1bd9880 tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:31.232483 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e715f-0405-446d-ab2b-031cd57a7cd3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event deleted for resources: {'Port': ['ID=ab611a6b-79ac-444a-a67b-bbcba7c72fc1,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:31.235615 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c29e715f-0405-446d-ab2b-031cd57a7cd3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:31.238331 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29e715f-0405-446d-ab2b-031cd57a7cd3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] No DVR routers for this DVR port ab611a6b-79ac-444a-a67b-bbcba7c72fc1 on host dv-neutron-822669-1-hyperv {{(pid=84148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:20:31.249283 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cc79fbff-1da7-4fd1-a12f-08b22cf4a1ca tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:31.275823 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fb119d0d-a875-4874-8ae7-803d49c68f6f tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:31.340790 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-0784b1d6-035a-400b-a543-23206306153d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting subnet 148a430c-1009-42b5-aa2b-92e754244da6 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:20:31.342563 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-13e34508-d46b-4f56-9936-578c7f9a9208 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:31.363148 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c29e715f-0405-446d-ab2b-031cd57a7cd3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:31.380718 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0784b1d6-035a-400b-a543-23206306153d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:31.388518 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-c29e715f-0405-446d-ab2b-031cd57a7cd3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e45f59ff-7b5d-4b6d-8d1c-6443b1292037']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:31.400260 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-c29e715f-0405-446d-ab2b-031cd57a7cd3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ad84b85-3824-4073-b549-d8aaffcc8b44') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:31.400489 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-c29e715f-0405-446d-ab2b-031cd57a7cd3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ad84b85-3824-4073-b549-d8aaffcc8b44') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:31.411530 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c29e715f-0405-446d-ab2b-031cd57a7cd3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:31.420880 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fb119d0d-a875-4874-8ae7-803d49c68f6f tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:31.427486 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c29e715f-0405-446d-ab2b-031cd57a7cd3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:31.434006 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c29e715f-0405-446d-ab2b-031cd57a7cd3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:20:31.434425 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c29e715f-0405-446d-ab2b-031cd57a7cd3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:31.436803 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc79fbff-1da7-4fd1-a12f-08b22cf4a1ca tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5d34e84-d8ce-4e07-ba29-8f89b3c6455f,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:31.449422 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:20:31.449422 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:20:31.449422 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:20:31.449422 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:20:31.449422 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:20:31.449422 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:20:31.449422 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:20:31.449422 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:20:31.449422 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:20:31.449422 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:20:31.449422 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:20:31.449422 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:20:31.449422 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:20:31.449422 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:20:31.449422 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:20:31.449422 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:20:31.449422 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:20:31.449422 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:20:31.449422 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:20:31.449422 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:20:31.449422 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:20:31.449422 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:20:31.449422 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:20:31.449422 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:20:31.449422 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:20:31.449422 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:20:31.449422 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:20:31.449422 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:20:31.449422 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:20:31.449422 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:20:31.449422 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:20:31.449422 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:20:31.455360 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-cc79fbff-1da7-4fd1-a12f-08b22cf4a1ca tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:31.456142 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e1207a92-a9a2-4c34-9ae7-ec938b36d9cb tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:31.512885 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-13d6d60e-6f05-420a-a7af-ddffa9acc9bd tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:31.523229 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0784b1d6-035a-400b-a543-23206306153d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:31.591750 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cc79fbff-1da7-4fd1-a12f-08b22cf4a1ca tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:31.592858 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-cc79fbff-1da7-4fd1-a12f-08b22cf4a1ca tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/b5d34e84-d8ce-4e07-ba29-8f89b3c6455f HTTP/1.1" status: 204 len: 168 time: 1.1056602 Dec 22 13:20:31.595546 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44682) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:31.612019 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c29e715f-0405-446d-ab2b-031cd57a7cd3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:31.616924 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d1120d19-6e97-462b-8ece-76a453bce050 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:31.633301 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c29e715f-0405-446d-ab2b-031cd57a7cd3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:31.646434 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e715f-0405-446d-ab2b-031cd57a7cd3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event deleted for resources: {'Network': ['ID=e45f59ff-7b5d-4b6d-8d1c-6443b1292037,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:31.652166 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c29e715f-0405-446d-ab2b-031cd57a7cd3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:31.657901 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c29e715f-0405-446d-ab2b-031cd57a7cd3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "DELETE /v2.0/networks/e45f59ff-7b5d-4b6d-8d1c-6443b1292037 HTTP/1.1" status: 204 len: 168 time: 3.7015653 Dec 22 13:20:31.658469 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44686) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:31.670275 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-8173fce7-d14f-4a42-ac51-023099747280 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-69687527'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:31.680239 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-8173fce7-d14f-4a42-ac51-023099747280 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:31.687030 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-8173fce7-d14f-4a42-ac51-023099747280 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Usage tracker for resource:network and tenant:5764ef7c4c644eedb583f164ec468ea1 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:31.695955 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-07d4cea7-9ba8-4beb-8eaa-9769c6494e65 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0992038 Dec 22 13:20:31.696907 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-8173fce7-d14f-4a42-ac51-023099747280 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:31.699334 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44690) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:31.714330 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-8173fce7-d14f-4a42-ac51-023099747280 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:31.729682 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-13d6d60e-6f05-420a-a7af-ddffa9acc9bd tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Calling delete_port for 833b6101-1804-4a87-9021-1a4b7b505689 owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:20:31.736731 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-341eefec-96b4-4fbe-8642-7f0db076d95c tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:31.747892 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-341eefec-96b4-4fbe-8642-7f0db076d95c tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:31.760930 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fb119d0d-a875-4874-8ae7-803d49c68f6f tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:31.769968 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8173fce7-d14f-4a42-ac51-023099747280 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Made reservation on behalf of 5764ef7c4c644eedb583f164ec468ea1 for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:20:31.773955 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8173fce7-d14f-4a42-ac51-023099747280 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:31.781121 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-47bf38e1-1779-4626-94b5-ee7f088dfdbf tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:31.804243 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8173fce7-d14f-4a42-ac51-023099747280 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:20:31.806620 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-341eefec-96b4-4fbe-8642-7f0db076d95c tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:31.811921 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:31.825651 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8173fce7-d14f-4a42-ac51-023099747280 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:31.825651 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-8173fce7-d14f-4a42-ac51-023099747280 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Added segment 2d346dab-031e-49d1-b8d5-97f222b304d7 of type vlan for network b4221f04-e4b5-465a-99e8-c8df1954a3a3 Dec 22 13:20:31.828697 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-88b66877-aad0-491f-983d-d71aa2b108ed tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:31.833618 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341eefec-96b4-4fbe-8642-7f0db076d95c tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64525368-5ccd-492a-82a7-fc7ae911e934,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:31.847550 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-341eefec-96b4-4fbe-8642-7f0db076d95c tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:31.860505 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-341eefec-96b4-4fbe-8642-7f0db076d95c tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:31.864225 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-341eefec-96b4-4fbe-8642-7f0db076d95c tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/64525368-5ccd-492a-82a7-fc7ae911e934 HTTP/1.1" status: 204 len: 168 time: 0.1613996 Dec 22 13:20:31.865202 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44696) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:31.865347 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e1207a92-a9a2-4c34-9ae7-ec938b36d9cb tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:31.887701 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8173fce7-d14f-4a42-ac51-023099747280 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:31.903879 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb119d0d-a875-4874-8ae7-803d49c68f6f tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea2a3fc8-6c3f-4097-9303-bb2f8b777e7a,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:31.905989 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-fb119d0d-a875-4874-8ae7-803d49c68f6f tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:31.924820 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fb119d0d-a875-4874-8ae7-803d49c68f6f tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:31.929158 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-fb119d0d-a875-4874-8ae7-803d49c68f6f tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/ea2a3fc8-6c3f-4097-9303-bb2f8b777e7a HTTP/1.1" status: 204 len: 168 time: 1.0454741 Dec 22 13:20:31.930725 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44700) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:31.961847 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-d2d88c24-97a5-4a9b-abc3-010a8a136a30 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Synchronizing usage tracker for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group_rule {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:32.000405 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0784b1d6-035a-400b-a543-23206306153d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:32.010070 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-31e51c42-50b7-4209-a23f-0e43ec391fbf tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Synchronizing usage tracker for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group_rule {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:32.014170 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8173fce7-d14f-4a42-ac51-023099747280 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:32.018336 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8173fce7-d14f-4a42-ac51-023099747280 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:32.018336 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8173fce7-d14f-4a42-ac51-023099747280 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:32.023940 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-bc29cb32-2e8d-49f1-b18f-b61539cc93e3 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:32.117390 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-13d6d60e-6f05-420a-a7af-ddffa9acc9bd tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:32.126660 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-cbd45ca2-8683-4df0-ac7d-c9d545a33778 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:32.177709 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-47bf38e1-1779-4626-94b5-ee7f088dfdbf tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:32.196111 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d6d60e-6f05-420a-a7af-ddffa9acc9bd tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event deleted for resources: {'Port': ['ID=833b6101-1804-4a87-9021-1a4b7b505689,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:32.207403 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-13d6d60e-6f05-420a-a7af-ddffa9acc9bd tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:32.210556 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d59e421f-9d8d-4f8b-a505-112816e33c0d tempest-FloatingIPNegativeTestJSON-285259511 tempest-FloatingIPNegativeTestJSON-285259511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:32.214794 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-d2d88c24-97a5-4a9b-abc3-010a8a136a30 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Unset dirty status for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group_rule {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:32.216048 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d2d88c24-97a5-4a9b-abc3-010a8a136a30 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3507414 Dec 22 13:20:32.232193 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44704) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:32.260081 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-13d6d60e-6f05-420a-a7af-ddffa9acc9bd tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:32.263152 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8173fce7-d14f-4a42-ac51-023099747280 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event updated for resources: {'Network': ['ID=b4221f04-e4b5-465a-99e8-c8df1954a3a3,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:32.272469 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8173fce7-d14f-4a42-ac51-023099747280 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:32.274570 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network b4221f04-e4b5-465a-99e8-c8df1954a3a3 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:20:32.278910 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-47bf38e1-1779-4626-94b5-ee7f088dfdbf tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:32.282392 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf38e1-1779-4626-94b5-ee7f088dfdbf tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event deleted for resources: {'Subnet': ['ID=94b4d2ba-894f-4b84-8c67-b1395145cdc8,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:32.284467 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-47bf38e1-1779-4626-94b5-ee7f088dfdbf tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:32.293553 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8173fce7-d14f-4a42-ac51-023099747280 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6301844 Dec 22 13:20:32.293553 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44708) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:32.302388 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-94051e4f-d4cc-4f7b-87a8-33fa58f514da tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Request body: {'subnet': {'network_id': 'b4221f04-e4b5-465a-99e8-c8df1954a3a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:32.311631 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-47bf38e1-1779-4626-94b5-ee7f088dfdbf tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "DELETE /v2.0/subnets/94b4d2ba-894f-4b84-8c67-b1395145cdc8 HTTP/1.1" status: 204 len: 168 time: 2.0866065 Dec 22 13:20:32.315343 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-13d6d60e-6f05-420a-a7af-ddffa9acc9bd tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/ports/833b6101-1804-4a87-9021-1a4b7b505689 HTTP/1.1" status: 204 len: 168 time: 1.8011658 Dec 22 13:20:32.316358 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44712) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:32.320163 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44714) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:32.345985 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa5aa09-c76a-4883-a13e-f001a0930b92 None None] Network c25561d5-2a85-4341-8c54-3de2d8da1bd5 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:20:32.370190 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-31e51c42-50b7-4209-a23f-0e43ec391fbf tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Unset dirty status for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group_rule {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:32.371357 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-31e51c42-50b7-4209-a23f-0e43ec391fbf tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.4335794 Dec 22 13:20:32.376924 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44720) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:32.432289 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0784b1d6-035a-400b-a543-23206306153d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:32.438803 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ca61684c-1815-45eb-b8bd-1f5731ebb628 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:32.445659 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-fd1ec80e-d279-4a7f-95e7-1808ffc16d91 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:32.475786 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2a05c591-6f90-4e29-86a0-95520bc263d8 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:32.489789 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-94051e4f-d4cc-4f7b-87a8-33fa58f514da tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:32.500238 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2a05c591-6f90-4e29-86a0-95520bc263d8 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:32.505759 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-94051e4f-d4cc-4f7b-87a8-33fa58f514da tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Usage tracker for resource:subnet and tenant:5764ef7c4c644eedb583f164ec468ea1 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:32.509134 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ca61684c-1815-45eb-b8bd-1f5731ebb628 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:32.511321 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.resource_extend [None req-e1207a92-a9a2-4c34-9ae7-ec938b36d9cb tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:20:32.519092 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-94051e4f-d4cc-4f7b-87a8-33fa58f514da tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:32.540070 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-94051e4f-d4cc-4f7b-87a8-33fa58f514da tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:32.540748 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e1207a92-a9a2-4c34-9ae7-ec938b36d9cb tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:32.559980 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784b1d6-035a-400b-a543-23206306153d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Subnet': ['ID=148a430c-1009-42b5-aa2b-92e754244da6,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:32.575801 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0784b1d6-035a-400b-a543-23206306153d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:32.602030 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0784b1d6-035a-400b-a543-23206306153d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:32.604847 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0784b1d6-035a-400b-a543-23206306153d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/148a430c-1009-42b5-aa2b-92e754244da6 HTTP/1.1" status: 204 len: 168 time: 2.2399578 Dec 22 13:20:32.607752 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44724) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:32.612594 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298b814f-aaa5-4d04-b8f7-a486a2621005 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:20:32.612815 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-228df95a-75ca-4318-840d-c1ae345d9bea tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:32.628708 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e1207a92-a9a2-4c34-9ae7-ec938b36d9cb tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:32.635243 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4f0b2dad-26f1-4487-b3c4-67a16b300e73 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:32.655766 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94051e4f-d4cc-4f7b-87a8-33fa58f514da tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Made reservation on behalf of 5764ef7c4c644eedb583f164ec468ea1 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:20:32.673962 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2a05c591-6f90-4e29-86a0-95520bc263d8 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:32.728120 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ca61684c-1815-45eb-b8bd-1f5731ebb628 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:32.735930 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ed126840-61d6-4b0f-97ba-a33612f37913 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:32.781397 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61684c-1815-45eb-b8bd-1f5731ebb628 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afd01b4-8dfb-43d1-9b8c-fc69eb41236c,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:32.791810 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ca61684c-1815-45eb-b8bd-1f5731ebb628 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:32.792347 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:32.793301 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe90f2ef-e111-473e-80e8-0c507f31315e None None] DHCP port deletion for c25561d5-2a85-4341-8c54-3de2d8da1bd5 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:20:32.809514 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-fe90f2ef-e111-473e-80e8-0c507f31315e None None] Deleting port 7d2e4103-82be-450e-bbcb-899f4308c3f4 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:20:32.809902 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-fe90f2ef-e111-473e-80e8-0c507f31315e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:32.846619 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a05c591-6f90-4e29-86a0-95520bc263d8 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38aaf06a-95f9-437d-9d27-b85594b5225c,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:32.900650 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452d84ad-ace2-4352-a2e8-d1ada25fc12d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:32.901334 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-452d84ad-ace2-4352-a2e8-d1ada25fc12d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Synchronizing usage tracker for tenant:5dcef99d1b1441dea18127579d2b89f5 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:32.917044 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-228df95a-75ca-4318-840d-c1ae345d9bea tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Deleting port 7d2e4103-82be-450e-bbcb-899f4308c3f4 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:20:32.917418 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-228df95a-75ca-4318-840d-c1ae345d9bea tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:32.940179 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2a05c591-6f90-4e29-86a0-95520bc263d8 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:32.942716 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-94051e4f-d4cc-4f7b-87a8-33fa58f514da tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:33.009196 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e1207a92-a9a2-4c34-9ae7-ec938b36d9cb tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:33.059595 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2a05c591-6f90-4e29-86a0-95520bc263d8 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:33.060734 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-2a05c591-6f90-4e29-86a0-95520bc263d8 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/38aaf06a-95f9-437d-9d27-b85594b5225c HTTP/1.1" status: 204 len: 168 time: 0.6827064 Dec 22 13:20:33.070385 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1207a92-a9a2-4c34-9ae7-ec938b36d9cb tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event updated for resources: {'Port': ['ID=c0c16f6b-4596-40c8-b075-d617257fa331,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:33.074077 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44730) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:33.096505 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e1207a92-a9a2-4c34-9ae7-ec938b36d9cb tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:33.143367 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-fe90f2ef-e111-473e-80e8-0c507f31315e None None] For port 7d2e4103-82be-450e-bbcb-899f4308c3f4, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=7d2e4103-82be-450e-bbcb-899f4308c3f4,segment=NetworkSegment(3e9143a6-0b05-41a2-bcce-1bb77454715b),segment_id=3e9143a6-0b05-41a2-bcce-1bb77454715b)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:20:33.143626 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-fe90f2ef-e111-473e-80e8-0c507f31315e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:33.145034 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-50483df6-0820-4581-a660-3c7cbb9d8643 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting subnet 4b81c248-f473-44ef-9f42-827510d8c8a8 {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:20:33.150473 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-50483df6-0820-4581-a660-3c7cbb9d8643 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:33.192158 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ca61684c-1815-45eb-b8bd-1f5731ebb628 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:33.193215 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ca61684c-1815-45eb-b8bd-1f5731ebb628 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "DELETE /v2.0/security-groups/1afd01b4-8dfb-43d1-9b8c-fc69eb41236c HTTP/1.1" status: 204 len: 168 time: 0.9600847 Dec 22 13:20:33.202117 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44734) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:33.252512 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-50483df6-0820-4581-a660-3c7cbb9d8643 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:33.284404 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-fe90f2ef-e111-473e-80e8-0c507f31315e None None] Calling delete_port for 7d2e4103-82be-450e-bbcb-899f4308c3f4 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:20:33.298077 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-452d84ad-ace2-4352-a2e8-d1ada25fc12d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Unset dirty status for tenant:5dcef99d1b1441dea18127579d2b89f5 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:33.301797 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-452d84ad-ace2-4352-a2e8-d1ada25fc12d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.9802318 Dec 22 13:20:33.308143 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44738) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:33.369395 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6ce6c82c-0108-4bf8-ac4a-e1b43df9d05f tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Synchronizing usage tracker for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group_rule {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:33.380099 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-d235f81a-3e64-461e-8058-f4d9eb4aea17 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] GET failed (client error): The resource could not be found. Dec 22 13:20:33.384799 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d235f81a-3e64-461e-8058-f4d9eb4aea17 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "GET /v2.0/ports/ab2fcd10-ee73-4c13-a0f3-0197fad2daa0 HTTP/1.1" status: 404 len: 333 time: 0.0665655 Dec 22 13:20:33.387674 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44742) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:33.433385 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-fe90f2ef-e111-473e-80e8-0c507f31315e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:33.449741 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-860dad4e-f106-49a7-9b69-bf8732f57ca7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:33.469157 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce545aa9-6993-4680-b4c8-f71a9b60cb91 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] GET failed (client error): The resource could not be found. Dec 22 13:20:33.470752 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ce545aa9-6993-4680-b4c8-f71a9b60cb91 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "GET /v2.0/ports/833b6101-1804-4a87-9021-1a4b7b505689 HTTP/1.1" status: 404 len: 333 time: 0.0821540 Dec 22 13:20:33.477631 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44746) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:33.501831 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90f2ef-e111-473e-80e8-0c507f31315e None None] Pushing event deleted for resources: {'Port': ['ID=7d2e4103-82be-450e-bbcb-899f4308c3f4,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:33.505239 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe90f2ef-e111-473e-80e8-0c507f31315e None None] No DVR routers for this DVR port 7d2e4103-82be-450e-bbcb-899f4308c3f4 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:20:33.507192 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-fe90f2ef-e111-473e-80e8-0c507f31315e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:33.527155 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-dd05ddad-b1b2-4fa2-a82d-a1c8f328be40 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Synchronizing usage tracker for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:33.541423 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-228df95a-75ca-4318-840d-c1ae345d9bea tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] For port 7d2e4103-82be-450e-bbcb-899f4308c3f4, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=7d2e4103-82be-450e-bbcb-899f4308c3f4,segment=NetworkSegment(3e9143a6-0b05-41a2-bcce-1bb77454715b),segment_id=3e9143a6-0b05-41a2-bcce-1bb77454715b)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:20:33.541845 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-228df95a-75ca-4318-840d-c1ae345d9bea tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:33.570553 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-94051e4f-d4cc-4f7b-87a8-33fa58f514da tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:33.589432 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7deeb60e-9ff3-4882-be69-d47d40950e94 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:33.632052 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-50483df6-0820-4581-a660-3c7cbb9d8643 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:33.682691 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6ce6c82c-0108-4bf8-ac4a-e1b43df9d05f tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Unset dirty status for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group_rule {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:33.687255 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6ce6c82c-0108-4bf8-ac4a-e1b43df9d05f tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.5897655 Dec 22 13:20:33.692144 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-228df95a-75ca-4318-840d-c1ae345d9bea tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Calling delete_port for 7d2e4103-82be-450e-bbcb-899f4308c3f4 owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:20:33.706964 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44750) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:33.742967 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-dd05ddad-b1b2-4fa2-a82d-a1c8f328be40 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Unset dirty status for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:33.748556 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-dd05ddad-b1b2-4fa2-a82d-a1c8f328be40 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5406845 Dec 22 13:20:33.748733 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-29d4dca0-7460-4f32-afc7-7d30bbe14f1c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:33.753799 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44754) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:33.755718 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94051e4f-d4cc-4f7b-87a8-33fa58f514da tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event updated for resources: {'Subnet': ['ID=5cb242e4-c2a9-4946-9c09-2abb72c2ce02,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:33.766874 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-d830409d-77dd-4b7d-b2c7-b52e7090b68f tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Request body: {'security_group': {'name': 'tempest-secgroup--311347747'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:33.767346 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-94051e4f-d4cc-4f7b-87a8-33fa58f514da tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:33.797970 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d830409d-77dd-4b7d-b2c7-b52e7090b68f tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:33.816428 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d830409d-77dd-4b7d-b2c7-b52e7090b68f tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:33.819533 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.api [None req-228df95a-75ca-4318-840d-c1ae345d9bea tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84149) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:20:33.819836 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_db.api [None req-228df95a-75ca-4318-840d-c1ae345d9bea tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:20:33.820567 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-05a7847e-b0e0-499a-a101-084e99469489 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:33.833128 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.l3_db [None req-e1207a92-a9a2-4c34-9ae7-ec938b36d9cb tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Floating IP e5447e66-e742-4a92-855d-2cde89572796 associated. External IP: 172.26.1.214, port: 256b3b0e-3f7b-488f-96f5-b34f308e7c06. Dec 22 13:20:33.868403 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-05a7847e-b0e0-499a-a101-084e99469489 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:33.873884 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94051e4f-d4cc-4f7b-87a8-33fa58f514da tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Checking segment: {'id': '2d346dab-031e-49d1-b8d5-97f222b304d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b4221f04-e4b5-465a-99e8-c8df1954a3a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:20:33.874244 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94051e4f-d4cc-4f7b-87a8-33fa58f514da tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Network hostable DHCP agents. Network: b4221f04-e4b5-465a-99e8-c8df1954a3a3, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:20:33.898079 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-b392cb5d-8e90-4073-a775-4ea3914958a8 None None] Provisioning complete for port acc4f919-96ff-4174-ab49-0b20bede6626 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:33.898791 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b392cb5d-8e90-4073-a775-4ea3914958a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:33.903598 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d830409d-77dd-4b7d-b2c7-b52e7090b68f tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:33.949989 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d830409d-77dd-4b7d-b2c7-b52e7090b68f tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:33.956036 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d830409d-77dd-4b7d-b2c7-b52e7090b68f tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Usage tracker for resource:security_group_rule and tenant:241cccaf397f432f9e177c9302f512ed is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:33.961204 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d830409d-77dd-4b7d-b2c7-b52e7090b68f tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:33.974313 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d830409d-77dd-4b7d-b2c7-b52e7090b68f tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:33.976519 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-50483df6-0820-4581-a660-3c7cbb9d8643 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:33.984761 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:34.033433 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50483df6-0820-4581-a660-3c7cbb9d8643 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Subnet': ['ID=4b81c248-f473-44ef-9f42-827510d8c8a8,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:34.037841 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-29d4dca0-7460-4f32-afc7-7d30bbe14f1c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:34.046049 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-50483df6-0820-4581-a660-3c7cbb9d8643 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:34.056991 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-50483df6-0820-4581-a660-3c7cbb9d8643 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:34.061389 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f68394-5648-4209-a2b2-c0a006d16580 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:20:34.086392 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-29d4dca0-7460-4f32-afc7-7d30bbe14f1c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f646fcbf-71a0-4468-bb81-156767475219']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:34.096053 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-05a7847e-b0e0-499a-a101-084e99469489 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:34.097617 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-50483df6-0820-4581-a660-3c7cbb9d8643 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/4b81c248-f473-44ef-9f42-827510d8c8a8 HTTP/1.1" status: 204 len: 168 time: 1.4886971 Dec 22 13:20:34.101937 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44758) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:34.103851 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-29d4dca0-7460-4f32-afc7-7d30bbe14f1c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3486ed05-c43e-410d-92d0-ef77c407cdfb') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:34.104156 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-29d4dca0-7460-4f32-afc7-7d30bbe14f1c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3486ed05-c43e-410d-92d0-ef77c407cdfb') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:34.110844 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:34.125166 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-05a7847e-b0e0-499a-a101-084e99469489 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:34.128834 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-05a7847e-b0e0-499a-a101-084e99469489 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/c77416a4-2b9c-47cf-8f6b-b740d3508837 HTTP/1.1" status: 204 len: 168 time: 0.4187899 Dec 22 13:20:34.170940 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d830409d-77dd-4b7d-b2c7-b52e7090b68f tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:34.172577 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44764) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:34.275131 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d830409d-77dd-4b7d-b2c7-b52e7090b68f tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:34.299328 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e2ec9a5c-7f4d-483c-8266-81a211a91bb8 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:34.304820 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94051e4f-d4cc-4f7b-87a8-33fa58f514da tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Network b4221f04-e4b5-465a-99e8-c8df1954a3a3 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:20:34.312917 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-29d4dca0-7460-4f32-afc7-7d30bbe14f1c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:34.320247 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a7847e-b0e0-499a-a101-084e99469489 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c77416a4-2b9c-47cf-8f6b-b740d3508837,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:34.324060 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-228df95a-75ca-4318-840d-c1ae345d9bea tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Deleting port 7d2e4103-82be-450e-bbcb-899f4308c3f4 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:20:34.324399 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-228df95a-75ca-4318-840d-c1ae345d9bea tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:34.333450 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-05a7847e-b0e0-499a-a101-084e99469489 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:34.336308 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d126b91d-d973-4e04-8b08-95aed076d343 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2190564 Dec 22 13:20:34.341518 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44768) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:34.347057 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-29d4dca0-7460-4f32-afc7-7d30bbe14f1c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:34.349321 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25e5a8a-b214-4a34-8243-50b851b7285c None None] DHCP port deletion for 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:20:34.352348 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-47be20ca-9136-403d-aa57-8a35ebca046a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'subnet': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:34.354847 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-d25e5a8a-b214-4a34-8243-50b851b7285c None None] Deleting port acc4f919-96ff-4174-ab49-0b20bede6626 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:20:34.355357 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d25e5a8a-b214-4a34-8243-50b851b7285c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:34.422129 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-228df95a-75ca-4318-840d-c1ae345d9bea tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] The port '7d2e4103-82be-450e-bbcb-899f4308c3f4' was deleted {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:20:34.435459 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830409d-77dd-4b7d-b2c7-b52e7090b68f tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6971bc-424f-448d-978d-29e997a3818a,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:34.435838 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-94051e4f-d4cc-4f7b-87a8-33fa58f514da tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, b4221f04-e4b5-465a-99e8-c8df1954a3a3) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:34.438443 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29d4dca0-7460-4f32-afc7-7d30bbe14f1c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:20:34.438806 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-29d4dca0-7460-4f32-afc7-7d30bbe14f1c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:34.450272 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdec0e0-24a4-4c11-903e-69281295e248 None None] Network b4221f04-e4b5-465a-99e8-c8df1954a3a3 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:20:34.465346 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:20:34.465346 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:20:34.465346 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:20:34.465346 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:20:34.465346 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:20:34.465346 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:20:34.465346 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:20:34.465346 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:20:34.465346 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:20:34.465346 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:20:34.465346 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:20:34.465346 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:20:34.465346 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:20:34.465346 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:20:34.465346 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:20:34.465346 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:20:34.465346 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:20:34.465346 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:20:34.465346 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:20:34.465346 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:20:34.465346 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:20:34.465346 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:20:34.465346 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:20:34.465346 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:20:34.465346 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:20:34.465346 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:20:34.465346 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:20:34.465346 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:20:34.465346 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:20:34.465346 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:20:34.465346 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:20:34.465346 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:20:34.475076 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d830409d-77dd-4b7d-b2c7-b52e7090b68f tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:34.527134 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94051e4f-d4cc-4f7b-87a8-33fa58f514da tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:34.527656 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-94051e4f-d4cc-4f7b-87a8-33fa58f514da tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:34.561134 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-17e08835-4f97-4bb1-bb2b-061bd02370e2 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.3829093 Dec 22 13:20:34.561691 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44772) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:34.579288 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d830409d-77dd-4b7d-b2c7-b52e7090b68f tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:34.580443 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d830409d-77dd-4b7d-b2c7-b52e7090b68f tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8246889 Dec 22 13:20:34.588830 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44776) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:34.609038 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-228df95a-75ca-4318-840d-c1ae345d9bea tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:34.611147 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-ce88e089-f2d6-4c5a-9ee9-c5cfb9efec41 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Request body: {'security_group_rule': {'security_group_id': '0a6971bc-424f-448d-978d-29e997a3818a', 'direction': 'ingress', 'protocol': 17}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:34.611828 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 7d2e4103-82be-450e-bbcb-899f4308c3f4 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:20:34.625100 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-94051e4f-d4cc-4f7b-87a8-33fa58f514da tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3311057 Dec 22 13:20:34.626478 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ce88e089-f2d6-4c5a-9ee9-c5cfb9efec41 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:34.632109 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44780) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:34.637501 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ce88e089-f2d6-4c5a-9ee9-c5cfb9efec41 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Usage tracker for resource:security_group_rule and tenant:241cccaf397f432f9e177c9302f512ed is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:34.658838 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ce88e089-f2d6-4c5a-9ee9-c5cfb9efec41 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:34.662571 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-47be20ca-9136-403d-aa57-8a35ebca046a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:34.728846 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ce88e089-f2d6-4c5a-9ee9-c5cfb9efec41 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:34.738609 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-47be20ca-9136-403d-aa57-8a35ebca046a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:subnet and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:34.746445 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-29d4dca0-7460-4f32-afc7-7d30bbe14f1c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:34.751170 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-29d4dca0-7460-4f32-afc7-7d30bbe14f1c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:34.761070 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-47be20ca-9136-403d-aa57-8a35ebca046a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:34.764145 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5a4146b5-51a8-4e40-9e40-adf37f63bc58 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:34.789080 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 7d2e4103-82be-450e-bbcb-899f4308c3f4 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:20:34.789699 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 7d2e4103-82be-450e-bbcb-899f4308c3f4 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:20:34.790285 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device acc4f919-96ff-4174-ab49-0b20bede6626 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:20:34.806391 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-47be20ca-9136-403d-aa57-8a35ebca046a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:34.807965 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-228df95a-75ca-4318-840d-c1ae345d9bea tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c25561d5-2a85-4341-8c54-3de2d8da1bd5']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:34.809225 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-29d4dca0-7460-4f32-afc7-7d30bbe14f1c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/networks/f646fcbf-71a0-4468-bb81-156767475219 HTTP/1.1" status: 204 len: 168 time: 1.3288000 Dec 22 13:20:34.816131 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d4dca0-7460-4f32-afc7-7d30bbe14f1c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event deleted for resources: {'Network': ['ID=f646fcbf-71a0-4468-bb81-156767475219,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:34.819930 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-29d4dca0-7460-4f32-afc7-7d30bbe14f1c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:34.821005 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44784) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:34.822037 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3e83df89-04ec-4f6f-8e2e-a6d65833f555 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:34.847785 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-fe13f989-0d5c-4500-ba0e-e2e06361a522 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2142145216'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:34.860844 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-fe13f989-0d5c-4500-ba0e-e2e06361a522 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:34.869895 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-fe13f989-0d5c-4500-ba0e-e2e06361a522 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Usage tracker for resource:network and tenant:5dcef99d1b1441dea18127579d2b89f5 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:34.880058 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-fe13f989-0d5c-4500-ba0e-e2e06361a522 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:34.888337 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3e83df89-04ec-4f6f-8e2e-a6d65833f555 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:34.894539 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-fe13f989-0d5c-4500-ba0e-e2e06361a522 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:34.895787 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-228df95a-75ca-4318-840d-c1ae345d9bea tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e9143a6-0b05-41a2-bcce-1bb77454715b') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:34.896069 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-228df95a-75ca-4318-840d-c1ae345d9bea tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e9143a6-0b05-41a2-bcce-1bb77454715b') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:34.903562 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c1cb31af-5d67-4227-9361-d0922d59147d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:34.908680 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ce88e089-f2d6-4c5a-9ee9-c5cfb9efec41 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:34.914588 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-d25e5a8a-b214-4a34-8243-50b851b7285c None None] For port acc4f919-96ff-4174-ab49-0b20bede6626, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=acc4f919-96ff-4174-ab49-0b20bede6626,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:20:34.914990 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d25e5a8a-b214-4a34-8243-50b851b7285c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:34.928518 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47be20ca-9136-403d-aa57-8a35ebca046a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:20:34.932999 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-47be20ca-9136-403d-aa57-8a35ebca046a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:34.934343 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-228df95a-75ca-4318-840d-c1ae345d9bea tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:34.958608 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-228df95a-75ca-4318-840d-c1ae345d9bea tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:34.969334 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228df95a-75ca-4318-840d-c1ae345d9bea tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:20:34.970706 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-228df95a-75ca-4318-840d-c1ae345d9bea tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:34.984881 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:20:34.984881 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:20:34.984881 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:20:34.984881 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:20:34.984881 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:20:34.984881 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:20:34.984881 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:20:34.984881 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:20:34.984881 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:20:34.984881 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:20:34.984881 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:20:34.984881 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:20:34.984881 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:20:34.984881 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:20:34.984881 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:20:34.984881 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:20:34.984881 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:20:34.984881 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:20:34.984881 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:20:34.984881 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:20:34.984881 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:20:34.984881 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:20:34.984881 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:20:34.984881 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:20:34.984881 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:20:34.984881 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:20:34.984881 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:20:34.984881 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:20:34.984881 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:20:34.984881 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:20:34.984881 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:20:34.984881 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:20:34.984881 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:20:34.984881 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:20:34.984881 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:20:34.984881 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:20:34.984881 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:20:34.984881 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:20:34.984881 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:20:34.984881 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:20:35.042111 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe13f989-0d5c-4500-ba0e-e2e06361a522 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Made reservation on behalf of 5dcef99d1b1441dea18127579d2b89f5 for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:20:35.045024 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fe13f989-0d5c-4500-ba0e-e2e06361a522 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:35.047492 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3e83df89-04ec-4f6f-8e2e-a6d65833f555 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:35.069696 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:35.080691 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-d25e5a8a-b214-4a34-8243-50b851b7285c None None] Calling delete_port for acc4f919-96ff-4174-ab49-0b20bede6626 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:20:35.092992 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e83df89-04ec-4f6f-8e2e-a6d65833f555 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d3119ff-a182-454b-8d6f-999d25e2e80f,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:35.101613 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3e83df89-04ec-4f6f-8e2e-a6d65833f555 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:35.114536 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1207a92-a9a2-4c34-9ae7-ec938b36d9cb tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Router 79eaaa19-8daf-40ae-8b90-d16fa78890d4 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:20:35.167352 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe13f989-0d5c-4500-ba0e-e2e06361a522 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:20:35.190795 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c1cb31af-5d67-4227-9361-d0922d59147d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:35.194740 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3e83df89-04ec-4f6f-8e2e-a6d65833f555 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:35.198185 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-3e83df89-04ec-4f6f-8e2e-a6d65833f555 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/5d3119ff-a182-454b-8d6f-999d25e2e80f HTTP/1.1" status: 204 len: 168 time: 0.6214662 Dec 22 13:20:35.205800 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44788) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:35.233403 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ce88e089-f2d6-4c5a-9ee9-c5cfb9efec41 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:35.255409 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:35.258792 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-228df95a-75ca-4318-840d-c1ae345d9bea tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:35.260401 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fe13f989-0d5c-4500-ba0e-e2e06361a522 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:35.261499 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-fe13f989-0d5c-4500-ba0e-e2e06361a522 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Added segment 9a12db96-02c8-4cc2-a07f-fbd41f6b80c5 of type vlan for network f29c8dd1-b82c-4a0a-8466-2244a5f8423c Dec 22 13:20:35.266331 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-13bb819e-2e00-497e-9933-39d108f161ae tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:35.272715 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7def05-49ff-47b8-964e-da0a8e2ad10f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-b4221f04-e4b5-465a-99e8-c8df1954a3a3', 'network_id': 'b4221f04-e4b5-465a-99e8-c8df1954a3a3', 'tenant_id': '5764ef7c4c644eedb583f164ec468ea1', 'fixed_ips': [{'subnet_id': '5cb242e4-c2a9-4946-9c09-2abb72c2ce02'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:20:35.273815 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-fc7def05-49ff-47b8-964e-da0a8e2ad10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:35.280337 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-228df95a-75ca-4318-840d-c1ae345d9bea tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:35.299672 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228df95a-75ca-4318-840d-c1ae345d9bea tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event deleted for resources: {'Network': ['ID=c25561d5-2a85-4341-8c54-3de2d8da1bd5,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:35.311295 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-228df95a-75ca-4318-840d-c1ae345d9bea tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:35.320488 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1d89186f-cd77-4221-9812-b49bc0a02250 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Synchronizing usage tracker for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group_rule {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:35.323239 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fe13f989-0d5c-4500-ba0e-e2e06361a522 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:35.329563 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-228df95a-75ca-4318-840d-c1ae345d9bea tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "DELETE /v2.0/networks/c25561d5-2a85-4341-8c54-3de2d8da1bd5 HTTP/1.1" status: 204 len: 168 time: 3.0077834 Dec 22 13:20:35.329563 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44794) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:35.339160 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-c902086d-20ac-45db-9416-188d20860416 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-904079135'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:35.342192 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ce88e089-f2d6-4c5a-9ee9-c5cfb9efec41 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:35.346813 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-076ca4eb-9e7a-4fab-8313-dce02bf21610 tempest-ServersTestJSON-533319454 tempest-ServersTestJSON-533319454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:35.371966 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d25e5a8a-b214-4a34-8243-50b851b7285c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:35.378378 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-4250a7cb-644e-45ab-90ea-8c54c6d36c11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:35.385098 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88e089-f2d6-4c5a-9ee9-c5cfb9efec41 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=382f8b1b-a10e-4c8a-bb1c-0e6672bbb238,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:35.391172 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ce88e089-f2d6-4c5a-9ee9-c5cfb9efec41 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:35.401101 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-c902086d-20ac-45db-9416-188d20860416 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:35.413130 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c902086d-20ac-45db-9416-188d20860416 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Usage tracker for resource:network and tenant:ad8695e3cb0646af805a65484bd64689 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:35.417833 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c902086d-20ac-45db-9416-188d20860416 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:35.423499 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c1cb31af-5d67-4227-9361-d0922d59147d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:35.425757 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-c902086d-20ac-45db-9416-188d20860416 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:35.468387 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-34eb4355-c3d7-4ca2-bf7a-fa16a1e8f431 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:35.468946 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e5a8a-b214-4a34-8243-50b851b7285c None None] Pushing event deleted for resources: {'Port': ['ID=acc4f919-96ff-4174-ab49-0b20bede6626,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:35.471754 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-d25e5a8a-b214-4a34-8243-50b851b7285c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:35.512016 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25e5a8a-b214-4a34-8243-50b851b7285c None None] No DVR routers for this DVR port acc4f919-96ff-4174-ab49-0b20bede6626 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:20:35.512473 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fe13f989-0d5c-4500-ba0e-e2e06361a522 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:35.516753 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe13f989-0d5c-4500-ba0e-e2e06361a522 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:35.518255 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fe13f989-0d5c-4500-ba0e-e2e06361a522 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:35.525616 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ce88e089-f2d6-4c5a-9ee9-c5cfb9efec41 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:35.526964 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ce88e089-f2d6-4c5a-9ee9-c5cfb9efec41 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.9369686 Dec 22 13:20:35.529602 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1207a92-a9a2-4c34-9ae7-ec938b36d9cb tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:20:35.531685 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44798) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:35.533138 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1d89186f-cd77-4221-9812-b49bc0a02250 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Unset dirty status for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group_rule {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:35.540528 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1d89186f-cd77-4221-9812-b49bc0a02250 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.3319416 Dec 22 13:20:35.541603 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a0f216-28d6-4ab1-8077-04684552f4bc None None] Sync routers for ids ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:20:35.543245 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44800) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:35.547986 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb31af-5d67-4227-9361-d0922d59147d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event deleted for resources: {'Subnet': ['ID=5cb242e4-c2a9-4946-9c09-2abb72c2ce02,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:35.562747 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c1cb31af-5d67-4227-9361-d0922d59147d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:35.565319 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c29e715f-0405-446d-ab2b-031cd57a7cd3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:35.567786 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a0f216-28d6-4ab1-8077-04684552f4bc None None] Routers {'79eaaa19-8daf-40ae-8b90-d16fa78890d4'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:20:35.569353 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-10a0f216-28d6-4ab1-8077-04684552f4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:20:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:35.603395 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c902086d-20ac-45db-9416-188d20860416 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Made reservation on behalf of ad8695e3cb0646af805a65484bd64689 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:20:35.606734 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c902086d-20ac-45db-9416-188d20860416 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server [None req-fc7def05-49ff-47b8-964e-da0a8e2ad10f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5cb242e4-c2a9-4946-9c09-2abb72c2ce02: This subnet is being modified by another concurrent operation. Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 13:20:35.625554 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise exception Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5cb242e4-c2a9-4946-9c09-2abb72c2ce02: This subnet is being modified by another concurrent operation. Dec 22 13:20:35.629025 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server Dec 22 13:20:35.637859 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-10a0f216-28d6-4ab1-8077-04684552f4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:35.649344 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a0f216-28d6-4ab1-8077-04684552f4bc None None] Routers {'79eaaa19-8daf-40ae-8b90-d16fa78890d4'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:20:35.650123 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-10a0f216-28d6-4ab1-8077-04684552f4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:20:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:35.663487 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7a8d07-97d0-4eb8-93c4-14907a95a30d None None] Network b4221f04-e4b5-465a-99e8-c8df1954a3a3 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:20:35.679109 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b8e2156a-688e-4591-b8f9-61b5bde7af4b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:35.691986 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b8e2156a-688e-4591-b8f9-61b5bde7af4b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:35.696358 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe13f989-0d5c-4500-ba0e-e2e06361a522 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'Network': ['ID=f29c8dd1-b82c-4a0a-8466-2244a5f8423c,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:35.705312 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-fe13f989-0d5c-4500-ba0e-e2e06361a522 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:35.709693 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-10a0f216-28d6-4ab1-8077-04684552f4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:35.710108 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a0f216-28d6-4ab1-8077-04684552f4bc None None] The sync data for ids ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:20:35.723949 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e1207a92-a9a2-4c34-9ae7-ec938b36d9cb tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:35.747230 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-41e2bbfd-4033-44fd-93b7-f1a880fc07fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:35.748645 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network f29c8dd1-b82c-4a0a-8466-2244a5f8423c details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:20:35.774979 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c902086d-20ac-45db-9416-188d20860416 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:20:35.783400 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-fe13f989-0d5c-4500-ba0e-e2e06361a522 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9558101 Dec 22 13:20:35.788945 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44806) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:35.813655 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c902086d-20ac-45db-9416-188d20860416 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:35.813954 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-c902086d-20ac-45db-9416-188d20860416 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Added segment 0d951d59-fa83-43cc-a1ff-8928be2ffa1d of type vlan for network 00e75a16-8f9e-4895-a809-4dcc30b872a1 Dec 22 13:20:35.815149 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ca8f6224-c971-4167-9ac5-d5694653b544 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:35.826968 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-c0e3c1f6-0f94-4ba9-ad01-0924be016e18 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'subnet': {'network_id': 'f29c8dd1-b82c-4a0a-8466-2244a5f8423c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:35.839359 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e1207a92-a9a2-4c34-9ae7-ec938b36d9cb tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 9.1251254 Dec 22 13:20:35.843152 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b8e2156a-688e-4591-b8f9-61b5bde7af4b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:35.845573 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44810) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:35.857395 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c1cb31af-5d67-4227-9361-d0922d59147d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:35.872087 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-58992e27-fd5c-407d-b974-b4323dd35505 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Request body: {'floatingip': {'port_id': '256b3b0e-3f7b-488f-96f5-b34f308e7c06', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:35.938150 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-cc79fbff-1da7-4fd1-a12f-08b22cf4a1ca tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:35.966658 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-c1cb31af-5d67-4227-9361-d0922d59147d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4221f04-e4b5-465a-99e8-c8df1954a3a3']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:35.970878 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c68e32-12b5-4b1d-b599-30e808337341 None None] get_active_networks_info from dv-neutron-822669-1-hyperv {{(pid=84150) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 13:20:35.975588 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c902086d-20ac-45db-9416-188d20860416 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:35.980318 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ca8f6224-c971-4167-9ac5-d5694653b544 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:35.996341 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-c1cb31af-5d67-4227-9361-d0922d59147d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d346dab-031e-49d1-b8d5-97f222b304d7') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:35.996879 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-c1cb31af-5d67-4227-9361-d0922d59147d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d346dab-031e-49d1-b8d5-97f222b304d7') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:35.996994 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2156a-688e-4591-b8f9-61b5bde7af4b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2861587-d2f6-4b34-9184-600255f38d66,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:36.013519 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b8e2156a-688e-4591-b8f9-61b5bde7af4b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:36.019621 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c1cb31af-5d67-4227-9361-d0922d59147d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:36.032360 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-c0e3c1f6-0f94-4ba9-ad01-0924be016e18 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:36.044400 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-c0e3c1f6-0f94-4ba9-ad01-0924be016e18 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Usage tracker for resource:subnet and tenant:5dcef99d1b1441dea18127579d2b89f5 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:36.048881 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-c0e3c1f6-0f94-4ba9-ad01-0924be016e18 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:36.077305 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-58992e27-fd5c-407d-b974-b4323dd35505 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for floatingip, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:36.092240 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-c0e3c1f6-0f94-4ba9-ad01-0924be016e18 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:36.103651 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c1cb31af-5d67-4227-9361-d0922d59147d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:36.108749 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c68e32-12b5-4b1d-b599-30e808337341 None None] Resources bound (agent type, host, resource id): {{(pid=84150) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 13:20:36.122212 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1cb31af-5d67-4227-9361-d0922d59147d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:20:36.122671 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c1cb31af-5d67-4227-9361-d0922d59147d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:36.137094 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:20:36.137094 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:20:36.137094 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:20:36.137094 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:20:36.137094 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:20:36.137094 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:20:36.137094 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:20:36.137094 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:20:36.137094 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:20:36.137094 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:20:36.137094 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:20:36.137094 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:20:36.137094 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:20:36.137094 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:20:36.137094 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:20:36.137094 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:20:36.137094 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:20:36.137094 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:20:36.137094 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:20:36.137094 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:20:36.137094 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:20:36.137094 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:20:36.137094 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:20:36.137094 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:20:36.137094 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:20:36.137094 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:20:36.137094 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:20:36.137094 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:20:36.137094 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:20:36.137094 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:20:36.137094 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:20:36.137094 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:20:36.154245 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b8e2156a-688e-4591-b8f9-61b5bde7af4b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:36.157999 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b8e2156a-688e-4591-b8f9-61b5bde7af4b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/c2861587-d2f6-4b34-9184-600255f38d66 HTTP/1.1" status: 204 len: 168 time: 0.5893204 Dec 22 13:20:36.158976 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44814) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:36.234787 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e3c1f6-0f94-4ba9-ad01-0924be016e18 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Made reservation on behalf of 5dcef99d1b1441dea18127579d2b89f5 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:20:36.272162 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ca8f6224-c971-4167-9ac5-d5694653b544 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:36.289247 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-dc5b3574-41d0-4850-855c-e9e5009d9a30 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:36.307762 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c902086d-20ac-45db-9416-188d20860416 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:36.311603 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c902086d-20ac-45db-9416-188d20860416 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:36.312264 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c902086d-20ac-45db-9416-188d20860416 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:36.326707 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-a73a8b84-0dd6-4e0d-abd9-8bddaa7902d2 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Synchronizing usage tracker for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group_rule {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:36.340397 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f6224-c971-4167-9ac5-d5694653b544 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6971bc-424f-448d-978d-29e997a3818a,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:36.353237 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ca8f6224-c971-4167-9ac5-d5694653b544 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:36.355699 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7cd82831-60b7-43ef-83d1-1b1e39351f11 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:36.445787 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ca8f6224-c971-4167-9ac5-d5694653b544 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:36.446999 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ca8f6224-c971-4167-9ac5-d5694653b544 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "DELETE /v2.0/security-groups/0a6971bc-424f-448d-978d-29e997a3818a HTTP/1.1" status: 204 len: 168 time: 0.9059870 Dec 22 13:20:36.450849 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44818) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:36.458437 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.objects.ports [None req-47be20ca-9136-403d-aa57-8a35ebca046a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84148) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 22 13:20:36.484226 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-47be20ca-9136-403d-aa57-8a35ebca046a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:36.493440 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c1cb31af-5d67-4227-9361-d0922d59147d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:36.497299 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad27267-0508-4a74-9e45-042cd598d1ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'tenant_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'fixed_ips': [{'subnet_id': '4a41508e-e7f0-4a6c-bcce-941b61987d74'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:20:36.498275 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-aad27267-0508-4a74-9e45-042cd598d1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:36.510380 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c902086d-20ac-45db-9416-188d20860416 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1745825 Dec 22 13:20:36.522720 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44824) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:36.552622 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-ed5d0b6a-3d47-44b3-a9cc-b5c4c42821ff tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Request body: {'subnet': {'network_id': '00e75a16-8f9e-4895-a809-4dcc30b872a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:36.570944 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c0e3c1f6-0f94-4ba9-ad01-0924be016e18 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:36.580101 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-a73a8b84-0dd6-4e0d-abd9-8bddaa7902d2 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Unset dirty status for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group_rule {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:36.581555 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a73a8b84-0dd6-4e0d-abd9-8bddaa7902d2 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4215510 Dec 22 13:20:36.592249 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44828) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:36.609949 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be20ca-9136-403d-aa57-8a35ebca046a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Subnet': ['ID=4a41508e-e7f0-4a6c-bcce-941b61987d74,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:36.622458 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c1cb31af-5d67-4227-9361-d0922d59147d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:36.673223 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c902086d-20ac-45db-9416-188d20860416 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event updated for resources: {'Network': ['ID=00e75a16-8f9e-4895-a809-4dcc30b872a1,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:36.676383 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-47be20ca-9136-403d-aa57-8a35ebca046a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:36.690393 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-29d4dca0-7460-4f32-afc7-7d30bbe14f1c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:36.696597 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c902086d-20ac-45db-9416-188d20860416 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:36.696726 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 00e75a16-8f9e-4895-a809-4dcc30b872a1 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:20:36.715463 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47be20ca-9136-403d-aa57-8a35ebca046a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:20:36.733568 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c1cb31af-5d67-4227-9361-d0922d59147d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:36.736236 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-47be20ca-9136-403d-aa57-8a35ebca046a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:36.745959 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb31af-5d67-4227-9361-d0922d59147d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event deleted for resources: {'Network': ['ID=b4221f04-e4b5-465a-99e8-c8df1954a3a3,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:36.748382 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47be20ca-9136-403d-aa57-8a35ebca046a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:36.748976 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-47be20ca-9136-403d-aa57-8a35ebca046a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:36.766972 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c1cb31af-5d67-4227-9361-d0922d59147d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:36.776901 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c1cb31af-5d67-4227-9361-d0922d59147d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "DELETE /v2.0/networks/b4221f04-e4b5-465a-99e8-c8df1954a3a3 HTTP/1.1" status: 204 len: 168 time: 2.1380713 Dec 22 13:20:36.776901 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-6e5e720d-f4f6-4ffa-afcd-abc73c89f4cc tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Synchronizing usage tracker for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:36.780655 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.ipam_backend_mixin [None req-c0e3c1f6-0f94-4ba9-ad01-0924be016e18 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Performing IP validity checks on allocation pools {{(pid=84148) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 13:20:36.783414 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.ipam_backend_mixin [None req-c0e3c1f6-0f94-4ba9-ad01-0924be016e18 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84148) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 13:20:36.785978 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44832) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:36.791947 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-31a5fa61-622e-43fa-9bf9-3b2c91dfed4e tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1051197060'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:36.802175 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-31a5fa61-622e-43fa-9bf9-3b2c91dfed4e tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:36.817055 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-31a5fa61-622e-43fa-9bf9-3b2c91dfed4e tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Usage tracker for resource:network and tenant:5764ef7c4c644eedb583f164ec468ea1 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:36.823454 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-31a5fa61-622e-43fa-9bf9-3b2c91dfed4e tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:36.833623 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-31a5fa61-622e-43fa-9bf9-3b2c91dfed4e tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:36.841931 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-aad27267-0508-4a74-9e45-042cd598d1ff None None] Allocated IP 2001:db8::f816:3eff:fe17:ac56 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/4a41508e-e7f0-4a6c-bcce-941b61987d74/ed2bfbf2-b1a5-4d24-9826-ec1794569d2c) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:20:36.842448 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-ed5d0b6a-3d47-44b3-a9cc-b5c4c42821ff tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:36.887974 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-6e5e720d-f4f6-4ffa-afcd-abc73c89f4cc tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Unset dirty status for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:36.889638 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6e5e720d-f4f6-4ffa-afcd-abc73c89f4cc tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4305747 Dec 22 13:20:36.896269 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-47be20ca-9136-403d-aa57-8a35ebca046a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5537581 Dec 22 13:20:36.900552 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44836) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:36.900745 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44838) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:36.907166 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a5fa61-622e-43fa-9bf9-3b2c91dfed4e tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Made reservation on behalf of 5764ef7c4c644eedb583f164ec468ea1 for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:20:36.910210 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-31a5fa61-622e-43fa-9bf9-3b2c91dfed4e tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:36.928884 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-fb272ba1-ce7e-49ea-9f0d-f8e3c4b45e53 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Request body: {'security_group': {'name': 'tempest-secgroup--1389586886'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:36.938037 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-19dc05b3-ce0d-4513-9ec3-3560359e4bb6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'subnet': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:36.981263 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-ed5d0b6a-3d47-44b3-a9cc-b5c4c42821ff tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Usage tracker for resource:subnet and tenant:ad8695e3cb0646af805a65484bd64689 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:37.003332 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-fb272ba1-ce7e-49ea-9f0d-f8e3c4b45e53 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:37.035158 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-ed5d0b6a-3d47-44b3-a9cc-b5c4c42821ff tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:37.044611 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-fb272ba1-ce7e-49ea-9f0d-f8e3c4b45e53 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:37.054230 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-ed5d0b6a-3d47-44b3-a9cc-b5c4c42821ff tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:37.088873 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-aad27267-0508-4a74-9e45-042cd598d1ff None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:37.092744 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4eccf20d-c768-45ea-b9ca-794d23f31431 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:37.100618 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-aad27267-0508-4a74-9e45-042cd598d1ff None None] Transition to ACTIVE for port object ed2bfbf2-b1a5-4d24-9826-ec1794569d2c will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:20:37.120911 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-aad27267-0508-4a74-9e45-042cd598d1ff None None] Transition to ACTIVE for port object ed2bfbf2-b1a5-4d24-9826-ec1794569d2c will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:20:37.123785 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31a5fa61-622e-43fa-9bf9-3b2c91dfed4e tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:20:37.149040 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-31a5fa61-622e-43fa-9bf9-3b2c91dfed4e tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:37.149386 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-31a5fa61-622e-43fa-9bf9-3b2c91dfed4e tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Added segment 9618e4cc-9cbf-48cb-b8ff-d4da3e71038c of type vlan for network 01fd6428-692e-4da5-a6cf-ab4094ccb361 Dec 22 13:20:37.163438 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-19dc05b3-ce0d-4513-9ec3-3560359e4bb6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:37.165672 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fb272ba1-ce7e-49ea-9f0d-f8e3c4b45e53 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:37.180999 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-19dc05b3-ce0d-4513-9ec3-3560359e4bb6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:subnet and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:37.183655 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-aad27267-0508-4a74-9e45-042cd598d1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:37.188271 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-19dc05b3-ce0d-4513-9ec3-3560359e4bb6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:37.189687 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-804d9dc3-b61d-4080-879a-19a4bfe3cafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:37.191524 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4eccf20d-c768-45ea-b9ca-794d23f31431 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:37.199122 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5d0b6a-3d47-44b3-a9cc-b5c4c42821ff tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Made reservation on behalf of ad8695e3cb0646af805a65484bd64689 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:20:37.200782 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c0e3c1f6-0f94-4ba9-ad01-0924be016e18 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:37.210151 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-50483df6-0820-4581-a660-3c7cbb9d8643 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:37.238622 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-19dc05b3-ce0d-4513-9ec3-3560359e4bb6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:37.242856 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-31a5fa61-622e-43fa-9bf9-3b2c91dfed4e tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:37.261358 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad27267-0508-4a74-9e45-042cd598d1ff None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:20:37.264854 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-aad27267-0508-4a74-9e45-042cd598d1ff None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:37.267269 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad27267-0508-4a74-9e45-042cd598d1ff None None] Pushing event updated for resources: {'Port': ['ID=ed2bfbf2-b1a5-4d24-9826-ec1794569d2c,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:37.269919 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad27267-0508-4a74-9e45-042cd598d1ff None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:20:37.273582 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-aad27267-0508-4a74-9e45-042cd598d1ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:37.323330 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-fb272ba1-ce7e-49ea-9f0d-f8e3c4b45e53 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:37.337440 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e3c1f6-0f94-4ba9-ad01-0924be016e18 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'Subnet': ['ID=9a4cacee-b5c7-4335-8160-ce122ff17f22,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:37.340386 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-fb272ba1-ce7e-49ea-9f0d-f8e3c4b45e53 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Usage tracker for resource:security_group_rule and tenant:241cccaf397f432f9e177c9302f512ed is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:37.347584 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-fb272ba1-ce7e-49ea-9f0d-f8e3c4b45e53 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:37.350285 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c0e3c1f6-0f94-4ba9-ad01-0924be016e18 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:37.356675 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-fb272ba1-ce7e-49ea-9f0d-f8e3c4b45e53 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:37.360373 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19dc05b3-ce0d-4513-9ec3-3560359e4bb6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:20:37.363669 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-aad27267-0508-4a74-9e45-042cd598d1ff None None] Attempting to bind port ed2bfbf2-b1a5-4d24-9826-ec1794569d2c on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:20:37.363893 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-19dc05b3-ce0d-4513-9ec3-3560359e4bb6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:37.364037 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-aad27267-0508-4a74-9e45-042cd598d1ff None None] Attempting to bind port ed2bfbf2-b1a5-4d24-9826-ec1794569d2c by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:20:37.364301 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad27267-0508-4a74-9e45-042cd598d1ff None None] Attempting to bind port ed2bfbf2-b1a5-4d24-9826-ec1794569d2c on network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:20:37.372528 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad27267-0508-4a74-9e45-042cd598d1ff None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:20:37.373600 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad27267-0508-4a74-9e45-042cd598d1ff None None] Checking segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:20:37.374173 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-aad27267-0508-4a74-9e45-042cd598d1ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:37.374772 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad27267-0508-4a74-9e45-042cd598d1ff None None] Bound using segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:20:37.375897 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-aad27267-0508-4a74-9e45-042cd598d1ff None None] Bound port: ed2bfbf2-b1a5-4d24-9826-ec1794569d2c, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:20:37.376274 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-aad27267-0508-4a74-9e45-042cd598d1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:37.381618 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ed5d0b6a-3d47-44b3-a9cc-b5c4c42821ff tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:37.450537 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-31a5fa61-622e-43fa-9bf9-3b2c91dfed4e tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:37.454535 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a5fa61-622e-43fa-9bf9-3b2c91dfed4e tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:37.455117 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-31a5fa61-622e-43fa-9bf9-3b2c91dfed4e tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:37.467407 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8173fce7-d14f-4a42-ac51-023099747280 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:37.468555 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4eccf20d-c768-45ea-b9ca-794d23f31431 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:37.481889 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-13bb819e-2e00-497e-9933-39d108f161ae tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:37.484270 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-aad27267-0508-4a74-9e45-042cd598d1ff None None] For port ed2bfbf2-b1a5-4d24-9826-ec1794569d2c, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:20:37.488029 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-aad27267-0508-4a74-9e45-042cd598d1ff None None] For port ed2bfbf2-b1a5-4d24-9826-ec1794569d2c, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=ed2bfbf2-b1a5-4d24-9826-ec1794569d2c,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:20:37.507536 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eccf20d-c768-45ea-b9ca-794d23f31431 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e99a379-3ce1-4ea4-b46d-9eb7eb4aff25,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:37.519889 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4eccf20d-c768-45ea-b9ca-794d23f31431 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:37.554290 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-aad27267-0508-4a74-9e45-042cd598d1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:37.569674 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-4250a7cb-644e-45ab-90ea-8c54c6d36c11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:37.590482 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e3c1f6-0f94-4ba9-ad01-0924be016e18 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Checking segment: {'id': '9a12db96-02c8-4cc2-a07f-fbd41f6b80c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'f29c8dd1-b82c-4a0a-8466-2244a5f8423c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:20:37.591096 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e3c1f6-0f94-4ba9-ad01-0924be016e18 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Network hostable DHCP agents. Network: f29c8dd1-b82c-4a0a-8466-2244a5f8423c, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:20:37.611629 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4eccf20d-c768-45ea-b9ca-794d23f31431 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:37.612006 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-4eccf20d-c768-45ea-b9ca-794d23f31431 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "DELETE /v2.0/security-groups/5e99a379-3ce1-4ea4-b46d-9eb7eb4aff25 HTTP/1.1" status: 204 len: 168 time: 1.0169733 Dec 22 13:20:37.616748 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44844) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:37.661558 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad27267-0508-4a74-9e45-042cd598d1ff None None] Pushing event updated for resources: {'Port': ['ID=ed2bfbf2-b1a5-4d24-9826-ec1794569d2c,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:37.665070 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-aad27267-0508-4a74-9e45-042cd598d1ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:37.688950 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5fa61-622e-43fa-9bf9-3b2c91dfed4e tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event updated for resources: {'Network': ['ID=01fd6428-692e-4da5-a6cf-ab4094ccb361,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:37.705559 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 01fd6428-692e-4da5-a6cf-ab4094ccb361 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:20:37.705658 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-31a5fa61-622e-43fa-9bf9-3b2c91dfed4e tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:37.726435 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fb272ba1-ce7e-49ea-9f0d-f8e3c4b45e53 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:37.767634 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-31a5fa61-622e-43fa-9bf9-3b2c91dfed4e tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9803500 Dec 22 13:20:37.769800 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44850) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:37.775900 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e4918a91-533a-4abe-aa4d-32f56288f6ed req-bcd313be-9f33-4906-9913-8cae3f3398b5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3095758 Dec 22 13:20:37.780762 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-5cf5291a-700d-4b28-a335-4f89db8e9f0f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:37.799313 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-58992e27-fd5c-407d-b974-b4323dd35505 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:37.804869 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-63c16480-6cef-4315-8f83-d3072efe664f tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Synchronizing usage tracker for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:37.853987 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fb272ba1-ce7e-49ea-9f0d-f8e3c4b45e53 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:37.873475 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f377479f-b670-4cb4-a6e8-123c8f8ba0bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:37.892228 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e3c1f6-0f94-4ba9-ad01-0924be016e18 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Network f29c8dd1-b82c-4a0a-8466-2244a5f8423c is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:20:37.901723 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-58992e27-fd5c-407d-b974-b4323dd35505 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:37.963451 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-63c16480-6cef-4315-8f83-d3072efe664f tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Unset dirty status for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:37.964672 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-63c16480-6cef-4315-8f83-d3072efe664f tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3455918 Dec 22 13:20:37.969679 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f5476447-f8e8-41d8-a7bf-ac8b3648846a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:37.978264 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ed5d0b6a-3d47-44b3-a9cc-b5c4c42821ff tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:37.981575 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44854) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:37.982431 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e44ba772-9305-4c92-9d38-ba4f571516ad tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:38.023003 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-89d9ed67-bd68-4e43-b753-f2df01e01151 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Request body: {'security_group': {'name': 'tempest-secgroup--1967070218'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:38.035571 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-89d9ed67-bd68-4e43-b753-f2df01e01151 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:38.073939 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb272ba1-ce7e-49ea-9f0d-f8e3c4b45e53 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6e3d67-b1ab-46fc-b0ef-32e12dff0761,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:38.084563 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-89d9ed67-bd68-4e43-b753-f2df01e01151 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:38.085871 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-c0e3c1f6-0f94-4ba9-ad01-0924be016e18 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, f29c8dd1-b82c-4a0a-8466-2244a5f8423c) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:38.088102 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-fb272ba1-ce7e-49ea-9f0d-f8e3c4b45e53 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:38.117256 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d0b6a-3d47-44b3-a9cc-b5c4c42821ff tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event updated for resources: {'Subnet': ['ID=4a430cad-1860-4997-9172-84aa0954e080,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:38.124872 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ed5d0b6a-3d47-44b3-a9cc-b5c4c42821ff tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:38.161701 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e3c1f6-0f94-4ba9-ad01-0924be016e18 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:38.163278 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-89d9ed67-bd68-4e43-b753-f2df01e01151 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:38.163402 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c0e3c1f6-0f94-4ba9-ad01-0924be016e18 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:38.178673 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fb272ba1-ce7e-49ea-9f0d-f8e3c4b45e53 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:38.182469 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-fb272ba1-ce7e-49ea-9f0d-f8e3c4b45e53 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2781973 Dec 22 13:20:38.184545 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44858) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:38.198278 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-595d282c-5f3f-4aff-87a3-2f482c9a6503 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Request body: {'security_group': {'name': 'tempest-secgroup--163130272'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:38.212196 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-595d282c-5f3f-4aff-87a3-2f482c9a6503 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:38.267843 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5cf5291a-700d-4b28-a335-4f89db8e9f0f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:38.286395 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-595d282c-5f3f-4aff-87a3-2f482c9a6503 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:38.289041 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5d0b6a-3d47-44b3-a9cc-b5c4c42821ff tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Checking segment: {'id': '0d951d59-fa83-43cc-a1ff-8928be2ffa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '00e75a16-8f9e-4895-a809-4dcc30b872a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:20:38.289398 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5d0b6a-3d47-44b3-a9cc-b5c4c42821ff tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Network hostable DHCP agents. Network: 00e75a16-8f9e-4895-a809-4dcc30b872a1, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:20:38.298064 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c0e3c1f6-0f94-4ba9-ad01-0924be016e18 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4964128 Dec 22 13:20:38.302158 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44862) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:38.310372 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e4918a91-533a-4abe-aa4d-32f56288f6ed req-51c4c75b-5d74-4c31-bceb-ccd98948fe75 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ccb0058a2c24446385d13786cea4c6a9&device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 1098 time: 0.4191275 Dec 22 13:20:38.324817 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-d320e013-9016-42aa-841b-969ff34d75e6 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'port': {'network_id': 'f29c8dd1-b82c-4a0a-8466-2244a5f8423c', 'name': 'tempest-PortsIpV6TestJSON-999573903'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:38.393452 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-89d9ed67-bd68-4e43-b753-f2df01e01151 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:38.410683 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-595d282c-5f3f-4aff-87a3-2f482c9a6503 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:38.424755 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-89d9ed67-bd68-4e43-b753-f2df01e01151 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Usage tracker for resource:security_group_rule and tenant:92aa080ac39b4dc9beceb1f64f596b7a is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:38.431890 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-89d9ed67-bd68-4e43-b753-f2df01e01151 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:38.453118 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-89d9ed67-bd68-4e43-b753-f2df01e01151 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:38.529802 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5cf5291a-700d-4b28-a335-4f89db8e9f0f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:38.534116 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-19dc05b3-ce0d-4513-9ec3-3560359e4bb6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:38.541541 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-66b2c29c-ab2f-4812-81b0-332629459d27 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:38.553632 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-595d282c-5f3f-4aff-87a3-2f482c9a6503 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:38.568726 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-595d282c-5f3f-4aff-87a3-2f482c9a6503 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Usage tracker for resource:security_group_rule and tenant:241cccaf397f432f9e177c9302f512ed is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:38.579576 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-595d282c-5f3f-4aff-87a3-2f482c9a6503 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:38.593494 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device ed2bfbf2-b1a5-4d24-9826-ec1794569d2c up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:20:38.594868 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5d0b6a-3d47-44b3-a9cc-b5c4c42821ff tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Network 00e75a16-8f9e-4895-a809-4dcc30b872a1 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:20:38.603788 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-595d282c-5f3f-4aff-87a3-2f482c9a6503 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:38.609235 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d320e013-9016-42aa-841b-969ff34d75e6 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:38.651305 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d320e013-9016-42aa-841b-969ff34d75e6 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:38.657855 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5cf5291a-700d-4b28-a335-4f89db8e9f0f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Network 01fd6428-692e-4da5-a6cf-ab4094ccb361 is not hosted by any dhcp agent {{(pid=84148) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 22 13:20:38.661699 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf5291a-700d-4b28-a335-4f89db8e9f0f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:38.662423 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5cf5291a-700d-4b28-a335-4f89db8e9f0f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:38.666878 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-5cf5291a-700d-4b28-a335-4f89db8e9f0f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "PUT /v2.0/networks/01fd6428-692e-4da5-a6cf-ab4094ccb361 HTTP/1.1" status: 200 len: 723 time: 0.8959348 Dec 22 13:20:38.667958 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44866) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:38.668760 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-89d9ed67-bd68-4e43-b753-f2df01e01151 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:38.693642 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-028eb9b9-c8f1-4848-a116-83793f116b80 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Request body: {'subnet': {'network_id': '01fd6428-692e-4da5-a6cf-ab4094ccb361', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:38.723440 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dc05b3-ce0d-4513-9ec3-3560359e4bb6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:20:38.734637 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-19dc05b3-ce0d-4513-9ec3-3560359e4bb6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:38.758137 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-89d9ed67-bd68-4e43-b753-f2df01e01151 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:38.761829 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-ed5d0b6a-3d47-44b3-a9cc-b5c4c42821ff tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 00e75a16-8f9e-4895-a809-4dcc30b872a1) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:38.766930 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5d0b6a-3d47-44b3-a9cc-b5c4c42821ff tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:38.767512 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ed5d0b6a-3d47-44b3-a9cc-b5c4c42821ff tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:38.781989 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e8c22024-b106-45ec-ac54-8038847e7ed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:38.782626 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port ed2bfbf2-b1a5-4d24-9826-ec1794569d2c completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:20:38.784393 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf5291a-700d-4b28-a335-4f89db8e9f0f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event updated for resources: {'Network': ['ID=01fd6428-692e-4da5-a6cf-ab4094ccb361,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:38.792901 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dc05b3-ce0d-4513-9ec3-3560359e4bb6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:38.793492 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-19dc05b3-ce0d-4513-9ec3-3560359e4bb6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:38.807864 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 01fd6428-692e-4da5-a6cf-ab4094ccb361 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:20:38.811467 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d320e013-9016-42aa-841b-969ff34d75e6 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Made reservation on behalf of 5dcef99d1b1441dea18127579d2b89f5 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:20:38.814460 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d320e013-9016-42aa-841b-969ff34d75e6 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:38.818339 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5cf5291a-700d-4b28-a335-4f89db8e9f0f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:38.818892 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9e30fb10-c3d0-4097-bae4-8274d378133b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.252s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:38.879452 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-595d282c-5f3f-4aff-87a3-2f482c9a6503 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:38.908579 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d9ed67-bd68-4e43-b753-f2df01e01151 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a59fa130-3414-4ad9-a1d6-82bfd6ffe29d,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:38.908579 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-89d9ed67-bd68-4e43-b753-f2df01e01151 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:38.908579 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-d320e013-9016-42aa-841b-969ff34d75e6 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] device_id is not set on port 67c2a408-d93b-4616-a6d3-fe0d7ad52c54 yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:20:38.914873 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4918a91-533a-4abe-aa4d-32f56288f6ed req-ad9446cf-6891-4766-a61f-0db776868ce7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:38.917586 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e4918a91-533a-4abe-aa4d-32f56288f6ed req-ad9446cf-6891-4766-a61f-0db776868ce7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=36a9635e-060b-4630-a9b5-9765cca55df8 HTTP/1.1" status: 200 len: 913 time: 0.5818188 Dec 22 13:20:39.031719 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-028eb9b9-c8f1-4848-a116-83793f116b80 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:39.038787 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:39.043241 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-028eb9b9-c8f1-4848-a116-83793f116b80 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Usage tracker for resource:subnet and tenant:5764ef7c4c644eedb583f164ec468ea1 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:39.055907 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-19dc05b3-ce0d-4513-9ec3-3560359e4bb6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1525791 Dec 22 13:20:39.057577 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-028eb9b9-c8f1-4848-a116-83793f116b80 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:39.069932 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018a3fe1-4283-47a8-8d8d-81aef38f3158 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:20:39.073027 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc05b3-ce0d-4513-9ec3-3560359e4bb6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Subnet': ['ID=690a17cd-a174-4797-9b90-7ed470eb3bde,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:39.076004 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-19dc05b3-ce0d-4513-9ec3-3560359e4bb6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:39.079739 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44872) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:39.087918 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-028eb9b9-c8f1-4848-a116-83793f116b80 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:39.090220 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e583f98-1555-4888-80ce-cd8c4b59ace8 None None] Network f29c8dd1-b82c-4a0a-8466-2244a5f8423c requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:20:39.096050 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-e2335b90-87b5-4ac3-b188-edca15e37c6b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'port': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'mac_address': 'fa:16:3e:62:8b:85', 'name': 'tempest-NetworksTestDHCPv6-1552614403'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:39.103303 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e4c563-9dc0-40d4-b5b2-e70ebd88e5d4 None None] Network 00e75a16-8f9e-4895-a809-4dcc30b872a1 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:20:39.107164 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-89d9ed67-bd68-4e43-b753-f2df01e01151 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:39.108703 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-89d9ed67-bd68-4e43-b753-f2df01e01151 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0972075 Dec 22 13:20:39.114518 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-595d282c-5f3f-4aff-87a3-2f482c9a6503 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:39.119857 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ed5d0b6a-3d47-44b3-a9cc-b5c4c42821ff tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5959883 Dec 22 13:20:39.120557 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44876) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:39.130597 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ca8f6224-c971-4167-9ac5-d5694653b544 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:39.141267 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44878) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:39.143837 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-ce9207eb-5ec9-4066-8e30-aa3e4e28ef9c tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Request body: {'security_group_rule': {'security_group_id': 'a59fa130-3414-4ad9-a1d6-82bfd6ffe29d', 'direction': 'ingress', 'protocol': 17}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:39.169896 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-7de229fd-8279-46e1-8f0f-6ad76e38ab74 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-334837634', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:39.194706 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-7de229fd-8279-46e1-8f0f-6ad76e38ab74 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:39.200564 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ce9207eb-5ec9-4066-8e30-aa3e4e28ef9c tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:39.217042 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ce9207eb-5ec9-4066-8e30-aa3e4e28ef9c tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Usage tracker for resource:security_group_rule and tenant:92aa080ac39b4dc9beceb1f64f596b7a is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:39.222274 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e4918a91-533a-4abe-aa4d-32f56288f6ed req-7231902e-b6d8-4933-8fe9-4d34fae21bf2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=675d5c62-fd43-45d1-8f32-32ff05f7306c HTTP/1.1" status: 200 len: 1000 time: 0.2855346 Dec 22 13:20:39.223826 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ce9207eb-5ec9-4066-8e30-aa3e4e28ef9c tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:39.224630 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-7de229fd-8279-46e1-8f0f-6ad76e38ab74 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Usage tracker for resource:router and tenant:ad8695e3cb0646af805a65484bd64689 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:39.233124 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-7de229fd-8279-46e1-8f0f-6ad76e38ab74 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:39.236313 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d282c-5f3f-4aff-87a3-2f482c9a6503 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c890d61b-212b-4076-986b-18c5ceb72f99,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:39.253355 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-595d282c-5f3f-4aff-87a3-2f482c9a6503 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:39.257894 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-7de229fd-8279-46e1-8f0f-6ad76e38ab74 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:39.270621 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ce9207eb-5ec9-4066-8e30-aa3e4e28ef9c tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:39.288714 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028eb9b9-c8f1-4848-a116-83793f116b80 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Made reservation on behalf of 5764ef7c4c644eedb583f164ec468ea1 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:20:39.305262 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-595d282c-5f3f-4aff-87a3-2f482c9a6503 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:39.306580 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-595d282c-5f3f-4aff-87a3-2f482c9a6503 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1194539 Dec 22 13:20:39.313665 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44884) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:39.370220 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-6e4c63e2-eed5-4295-a9f2-f2af46d080b9 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Request body: {'security_group_rule': {'security_group_id': 'bd6e3d67-b1ab-46fc-b0ef-32e12dff0761', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c890d61b-212b-4076-986b-18c5ceb72f99', 'remote_ip_prefix': None}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:39.386663 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:39.391839 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-6e4c63e2-eed5-4295-a9f2-f2af46d080b9 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:39.403900 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7de229fd-8279-46e1-8f0f-6ad76e38ab74 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:39.404890 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7de229fd-8279-46e1-8f0f-6ad76e38ab74 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:39.409362 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6e4c63e2-eed5-4295-a9f2-f2af46d080b9 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Usage tracker for resource:security_group_rule and tenant:241cccaf397f432f9e177c9302f512ed is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:39.422498 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6e4c63e2-eed5-4295-a9f2-f2af46d080b9 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:39.432280 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4918a91-533a-4abe-aa4d-32f56288f6ed req-0d20f75c-0983-41f4-b571-a30643683759 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:39.433767 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e4918a91-533a-4abe-aa4d-32f56288f6ed req-0d20f75c-0983-41f4-b571-a30643683759 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=02969300-ed8d-4b59-a34d-12a5dcb2cce8 HTTP/1.1" status: 200 len: 851 time: 0.1978726 Dec 22 13:20:39.446858 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-6e4c63e2-eed5-4295-a9f2-f2af46d080b9 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:39.455776 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-d320e013-9016-42aa-841b-969ff34d75e6 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Allocated IP 2001:db8::148 (f29c8dd1-b82c-4a0a-8466-2244a5f8423c/9a4cacee-b5c7-4335-8160-ce122ff17f22/67c2a408-d93b-4616-a6d3-fe0d7ad52c54) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:20:39.503706 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7de229fd-8279-46e1-8f0f-6ad76e38ab74 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:39.506268 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-2346b2b4-25c4-47fe-8d87-c52420f10706 None None] Provisioning for port ed2bfbf2-b1a5-4d24-9826-ec1794569d2c completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:20:39.554653 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-028eb9b9-c8f1-4848-a116-83793f116b80 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:39.573041 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e2335b90-87b5-4ac3-b188-edca15e37c6b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:39.583706 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c203959e-7f95-412a-b52f-250b03654ae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-f29c8dd1-b82c-4a0a-8466-2244a5f8423c', 'network_id': 'f29c8dd1-b82c-4a0a-8466-2244a5f8423c', 'tenant_id': '5dcef99d1b1441dea18127579d2b89f5', 'fixed_ips': [{'subnet_id': '9a4cacee-b5c7-4335-8160-ce122ff17f22'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:20:39.585099 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c203959e-7f95-412a-b52f-250b03654ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:39.593862 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-2346b2b4-25c4-47fe-8d87-c52420f10706 None None] Provisioning complete for port ed2bfbf2-b1a5-4d24-9826-ec1794569d2c triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:39.594518 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2346b2b4-25c4-47fe-8d87-c52420f10706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:39.627363 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ce9207eb-5ec9-4066-8e30-aa3e4e28ef9c tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:39.641011 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7de229fd-8279-46e1-8f0f-6ad76e38ab74 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:39.642485 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e2335b90-87b5-4ac3-b188-edca15e37c6b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:port and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:39.662940 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e2335b90-87b5-4ac3-b188-edca15e37c6b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:39.668900 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6e4c63e2-eed5-4295-a9f2-f2af46d080b9 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:39.686384 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e2335b90-87b5-4ac3-b188-edca15e37c6b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:39.742616 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58992e27-fd5c-407d-b974-b4323dd35505 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Router 79eaaa19-8daf-40ae-8b90-d16fa78890d4 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:20:39.753074 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e4918a91-533a-4abe-aa4d-32f56288f6ed req-91558c18-6ad4-4db0-aec9-1d51d32433d0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=36a9635e-060b-4630-a9b5-9765cca55df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3006566 Dec 22 13:20:39.785722 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7de229fd-8279-46e1-8f0f-6ad76e38ab74 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:39.789437 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7de229fd-8279-46e1-8f0f-6ad76e38ab74 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6324544 Dec 22 13:20:39.797515 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44888) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:39.867485 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d320e013-9016-42aa-841b-969ff34d75e6 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:39.884816 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ce9207eb-5ec9-4066-8e30-aa3e4e28ef9c tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:39.917850 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-d320e013-9016-42aa-841b-969ff34d75e6 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Transition to ACTIVE for port object 67c2a408-d93b-4616-a6d3-fe0d7ad52c54 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:20:39.920052 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6e4c63e2-eed5-4295-a9f2-f2af46d080b9 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:39.949088 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2335b90-87b5-4ac3-b188-edca15e37c6b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:20:39.970518 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74d9aed-4846-4828-8c24-9267179eeed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-00e75a16-8f9e-4895-a809-4dcc30b872a1', 'network_id': '00e75a16-8f9e-4895-a809-4dcc30b872a1', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'fixed_ips': [{'subnet_id': '4a430cad-1860-4997-9172-84aa0954e080'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:20:39.970747 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c74d9aed-4846-4828-8c24-9267179eeed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:40.025284 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6e4c63e2-eed5-4295-a9f2-f2af46d080b9 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:40.027343 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ce9207eb-5ec9-4066-8e30-aa3e4e28ef9c tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:40.029234 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-fb119d0d-a875-4874-8ae7-803d49c68f6f tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:40.053571 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:40.059192 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c63e2-eed5-4295-a9f2-f2af46d080b9 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1755f445-8853-4995-82d7-767b29c6cc30,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:40.067261 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6e4c63e2-eed5-4295-a9f2-f2af46d080b9 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:40.068153 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2346b2b4-25c4-47fe-8d87-c52420f10706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:40.093645 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d320e013-9016-42aa-841b-969ff34d75e6 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:40.100263 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1787694c-f230-46de-983b-40dc0a130296 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:40.154920 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6e4c63e2-eed5-4295-a9f2-f2af46d080b9 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:40.156141 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6e4c63e2-eed5-4295-a9f2-f2af46d080b9 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.8408968 Dec 22 13:20:40.160812 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44894) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:40.211867 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d320e013-9016-42aa-841b-969ff34d75e6 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Network f29c8dd1-b82c-4a0a-8466-2244a5f8423c is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:20:40.217013 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-d320e013-9016-42aa-841b-969ff34d75e6 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:40.227416 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d320e013-9016-42aa-841b-969ff34d75e6 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:20:40.231591 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d320e013-9016-42aa-841b-969ff34d75e6 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:40.232416 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d320e013-9016-42aa-841b-969ff34d75e6 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:40.236445 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d320e013-9016-42aa-841b-969ff34d75e6 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'Port': ['ID=67c2a408-d93b-4616-a6d3-fe0d7ad52c54,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:40.238165 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-2346b2b4-25c4-47fe-8d87-c52420f10706 None None] For port ed2bfbf2-b1a5-4d24-9826-ec1794569d2c, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=ed2bfbf2-b1a5-4d24-9826-ec1794569d2c,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:20:40.247648 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d320e013-9016-42aa-841b-969ff34d75e6 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:40.249636 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58992e27-fd5c-407d-b974-b4323dd35505 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:20:40.264128 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-58992e27-fd5c-407d-b974-b4323dd35505 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:40.299362 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5dd0ef-14e2-4d9b-8b2f-bf6987d4e7c4 None None] Sync routers for ids ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:20:40.300048 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f8b5a6f0-bf60-4a31-a55b-351754dea274 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:40.314853 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-c203959e-7f95-412a-b52f-250b03654ae5 None None] Allocated IP 2001:db8::2 (f29c8dd1-b82c-4a0a-8466-2244a5f8423c/9a4cacee-b5c7-4335-8160-ce122ff17f22/8d37a06f-34d9-4378-b753-732173eb6d20) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:20:40.319628 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f8b5a6f0-bf60-4a31-a55b-351754dea274 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:40.322220 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2346b2b4-25c4-47fe-8d87-c52420f10706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:40.330917 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f473f0a5-a9ca-4902-b356-6ae2838358cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:40.402678 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d320e013-9016-42aa-841b-969ff34d75e6 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0932584 Dec 22 13:20:40.403046 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9207eb-5ec9-4066-8e30-aa3e4e28ef9c tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33a253f2-05d6-4879-9f53-ea00c7c1909a,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:40.403691 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44898) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:40.432919 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ce9207eb-5ec9-4066-8e30-aa3e4e28ef9c tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:40.500450 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e4918a91-533a-4abe-aa4d-32f56288f6ed req-d0bbcdc7-f451-4fbe-928f-490fb3525aa6 service neutron] 10.222.0.45 "GET /v2.0/networks/36a9635e-060b-4630-a9b5-9765cca55df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7322080 Dec 22 13:20:40.503944 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-c74d9aed-4846-4828-8c24-9267179eeed9 None None] Allocated IP 2001:db8::2 (00e75a16-8f9e-4895-a809-4dcc30b872a1/4a430cad-1860-4997-9172-84aa0954e080/62b0acab-8ede-4c59-b22c-00bb0f128968) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:20:40.511350 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-4e16607b-f11b-4b1a-8f3a-4277426f8612 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Deleting port 67c2a408-d93b-4616-a6d3-fe0d7ad52c54 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:20:40.512770 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4e16607b-f11b-4b1a-8f3a-4277426f8612 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:40.518148 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5dd0ef-14e2-4d9b-8b2f-bf6987d4e7c4 None None] Routers {'79eaaa19-8daf-40ae-8b90-d16fa78890d4'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:20:40.518828 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-7c5dd0ef-14e2-4d9b-8b2f-bf6987d4e7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:20:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:40.563873 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f8b5a6f0-bf60-4a31-a55b-351754dea274 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:40.571455 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-58992e27-fd5c-407d-b974-b4323dd35505 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "PUT /v2.0/floatingips/e5447e66-e742-4a92-855d-2cde89572796 HTTP/1.1" status: 200 len: 979 time: 4.7230151 Dec 22 13:20:40.572251 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6ef448-0cee-46f9-96ce-de56d8152abb None None] Update dhcp port {'port': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'fixed_ips': [{'subnet_id': '4a41508e-e7f0-4a6c-bcce-941b61987d74', 'ip_address': '2001:db8::f816:3eff:fe17:ac56'}, {'subnet_id': '690a17cd-a174-4797-9b90-7ed470eb3bde'}], 'binding:host_id': 'dv-neutron-822669-1-hyperv'}, 'id': 'ed2bfbf2-b1a5-4d24-9826-ec1794569d2c'} from dv-neutron-822669-1-hyperv. {{(pid=84150) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 22 13:20:40.579066 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:40.589000 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44902) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:40.596055 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:40.639002 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-7c5dd0ef-14e2-4d9b-8b2f-bf6987d4e7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:40.651592 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346b2b4-25c4-47fe-8d87-c52420f10706 None None] Pushing event updated for resources: {'Port': ['ID=ed2bfbf2-b1a5-4d24-9826-ec1794569d2c,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:40.661220 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-028eb9b9-c8f1-4848-a116-83793f116b80 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:40.667207 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ce9207eb-5ec9-4066-8e30-aa3e4e28ef9c tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:40.668370 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5a6f0-bf60-4a31-a55b-351754dea274 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1755f445-8853-4995-82d7-767b29c6cc30,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:40.669201 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ce9207eb-5ec9-4066-8e30-aa3e4e28ef9c tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.5340047 Dec 22 13:20:40.676331 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e8499bb2-2299-40ca-be4a-7e6f8e7e7d74 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:40.681473 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f8b5a6f0-bf60-4a31-a55b-351754dea274 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:40.681783 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-2346b2b4-25c4-47fe-8d87-c52420f10706 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:40.682639 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f8b5a6f0-bf60-4a31-a55b-351754dea274 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/1755f445-8853-4995-82d7-767b29c6cc30 HTTP/1.1" status: 204 len: 168 time: 0.5179658 Dec 22 13:20:40.683579 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44906) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:40.684423 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f8b5a6f0-bf60-4a31-a55b-351754dea274 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:40.690249 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44908) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:40.709746 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e2335b90-87b5-4ac3-b188-edca15e37c6b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:40.764362 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0e6ef448-0cee-46f9-96ce-de56d8152abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:40.808186 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5dd0ef-14e2-4d9b-8b2f-bf6987d4e7c4 None None] Routers {'79eaaa19-8daf-40ae-8b90-d16fa78890d4'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:20:40.808821 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-7c5dd0ef-14e2-4d9b-8b2f-bf6987d4e7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:20:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:40.878286 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-e2335b90-87b5-4ac3-b188-edca15e37c6b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] device_id is not set on port a65331b1-3b89-45fc-9c2a-6bb665dd7617 yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:20:40.917634 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028eb9b9-c8f1-4848-a116-83793f116b80 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event updated for resources: {'Subnet': ['ID=859e37ac-f150-4f74-aa2b-5c79eaa75238,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:40.928980 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-7c5dd0ef-14e2-4d9b-8b2f-bf6987d4e7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:40.928980 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5dd0ef-14e2-4d9b-8b2f-bf6987d4e7c4 None None] The sync data for ids ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:20:40.938379 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-028eb9b9-c8f1-4848-a116-83793f116b80 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:41.013523 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d97f80d2-bfe3-4145-9865-c3cc4e036be3 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Synchronizing usage tracker for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group_rule {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:41.064125 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e4918a91-533a-4abe-aa4d-32f56288f6ed req-5b3d70a4-ec88-4bc7-832f-e23c7da38b9e service neutron] 10.222.0.45 "GET /v2.0/networks/36a9635e-060b-4630-a9b5-9765cca55df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5506947 Dec 22 13:20:41.075793 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028eb9b9-c8f1-4848-a116-83793f116b80 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Checking segment: {'id': '9618e4cc-9cbf-48cb-b8ff-d4da3e71038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '01fd6428-692e-4da5-a6cf-ab4094ccb361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:20:41.076210 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028eb9b9-c8f1-4848-a116-83793f116b80 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Network hostable DHCP agents. Network: 01fd6428-692e-4da5-a6cf-ab4094ccb361, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:20:41.137727 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c203959e-7f95-412a-b52f-250b03654ae5 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:41.167739 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c203959e-7f95-412a-b52f-250b03654ae5 None None] Transition to ACTIVE for port object 8d37a06f-34d9-4378-b753-732173eb6d20 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:20:41.199694 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c74d9aed-4846-4828-8c24-9267179eeed9 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:41.202192 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6884b-24b1-44da-a4b7-ab47c864f36c tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Deleting port c0c16f6b-4596-40c8-b075-d617257fa331 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:20:41.202322 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c203959e-7f95-412a-b52f-250b03654ae5 None None] Transition to ACTIVE for port object 8d37a06f-34d9-4378-b753-732173eb6d20 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:20:41.202580 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dbb6884b-24b1-44da-a4b7-ab47c864f36c tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:41.212313 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c74d9aed-4846-4828-8c24-9267179eeed9 None None] Transition to ACTIVE for port object 62b0acab-8ede-4c59-b22c-00bb0f128968 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:20:41.231280 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c74d9aed-4846-4828-8c24-9267179eeed9 None None] Transition to ACTIVE for port object 62b0acab-8ede-4c59-b22c-00bb0f128968 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:20:41.243886 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-031ed27c-5bbe-4f26-83c7-dd9a91fa05a9 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:41.261810 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c203959e-7f95-412a-b52f-250b03654ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:41.266912 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-1597f96e-bbf0-4e8f-a921-f46058f33896 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:41.291557 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4e16607b-f11b-4b1a-8f3a-4277426f8612 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:41.305509 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c74d9aed-4846-4828-8c24-9267179eeed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:41.313368 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-031ed27c-5bbe-4f26-83c7-dd9a91fa05a9 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:41.327500 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d97f80d2-bfe3-4145-9865-c3cc4e036be3 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Unset dirty status for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group_rule {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:41.333155 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d97f80d2-bfe3-4145-9865-c3cc4e036be3 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.6032436 Dec 22 13:20:41.350317 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44914) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:41.354183 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c203959e-7f95-412a-b52f-250b03654ae5 None None] Network f29c8dd1-b82c-4a0a-8466-2244a5f8423c is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:20:41.358682 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-c203959e-7f95-412a-b52f-250b03654ae5 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:41.360917 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c203959e-7f95-412a-b52f-250b03654ae5 None None] Pushing event updated for resources: {'Port': ['ID=8d37a06f-34d9-4378-b753-732173eb6d20,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:41.363694 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c203959e-7f95-412a-b52f-250b03654ae5 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:20:41.370188 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c203959e-7f95-412a-b52f-250b03654ae5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:41.371111 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-e252584e-5f02-468d-8721-e5c8038db831 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:41.375227 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028eb9b9-c8f1-4848-a116-83793f116b80 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Network 01fd6428-692e-4da5-a6cf-ab4094ccb361 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:20:41.402045 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74d9aed-4846-4828-8c24-9267179eeed9 None None] Network 00e75a16-8f9e-4895-a809-4dcc30b872a1 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:20:41.408953 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-c74d9aed-4846-4828-8c24-9267179eeed9 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:41.420556 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74d9aed-4846-4828-8c24-9267179eeed9 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:20:41.447990 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-74b66e95-9547-4872-bbb9-2b18d23a0ed4 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:41.470629 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-e2335b90-87b5-4ac3-b188-edca15e37c6b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Allocated IP 172.20.0.5 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/690a17cd-a174-4797-9b90-7ed470eb3bde/a65331b1-3b89-45fc-9c2a-6bb665dd7617) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:20:41.547263 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-4e16607b-f11b-4b1a-8f3a-4277426f8612 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Calling delete_port for 67c2a408-d93b-4616-a6d3-fe0d7ad52c54 owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:20:41.581747 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-e2335b90-87b5-4ac3-b188-edca15e37c6b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Allocated IP 2001:db8::f816:3eff:fe62:8b85 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/4a41508e-e7f0-4a6c-bcce-941b61987d74/a65331b1-3b89-45fc-9c2a-6bb665dd7617) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:20:41.610741 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d9aed-4846-4828-8c24-9267179eeed9 None None] Pushing event updated for resources: {'Port': ['ID=62b0acab-8ede-4c59-b22c-00bb0f128968,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:41.625260 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c74d9aed-4846-4828-8c24-9267179eeed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:41.633120 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-028eb9b9-c8f1-4848-a116-83793f116b80 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 01fd6428-692e-4da5-a6cf-ab4094ccb361) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:41.666977 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9514860b-8141-4718-94f2-531ff2405b20 None None] Network 01fd6428-692e-4da5-a6cf-ab4094ccb361 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:20:41.696572 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dbb6884b-24b1-44da-a4b7-ab47c864f36c tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:41.696990 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dbb6884b-24b1-44da-a4b7-ab47c864f36c tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:41.721668 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028eb9b9-c8f1-4848-a116-83793f116b80 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:41.722940 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-028eb9b9-c8f1-4848-a116-83793f116b80 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:41.746207 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e5fd6608-1453-4032-9100-15a9ecc731a9 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:41.777423 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-c203959e-7f95-412a-b52f-250b03654ae5 None None] Attempting to bind port 8d37a06f-34d9-4378-b753-732173eb6d20 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:20:41.778095 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-c203959e-7f95-412a-b52f-250b03654ae5 None None] Attempting to bind port 8d37a06f-34d9-4378-b753-732173eb6d20 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '9a12db96-02c8-4cc2-a07f-fbd41f6b80c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'f29c8dd1-b82c-4a0a-8466-2244a5f8423c'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:20:41.778503 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c203959e-7f95-412a-b52f-250b03654ae5 None None] Attempting to bind port 8d37a06f-34d9-4378-b753-732173eb6d20 on network f29c8dd1-b82c-4a0a-8466-2244a5f8423c {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:20:41.794934 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-c74d9aed-4846-4828-8c24-9267179eeed9 None None] Attempting to bind port 62b0acab-8ede-4c59-b22c-00bb0f128968 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:20:41.795302 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-c74d9aed-4846-4828-8c24-9267179eeed9 None None] Attempting to bind port 62b0acab-8ede-4c59-b22c-00bb0f128968 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '0d951d59-fa83-43cc-a1ff-8928be2ffa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '00e75a16-8f9e-4895-a809-4dcc30b872a1'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:20:41.795662 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74d9aed-4846-4828-8c24-9267179eeed9 None None] Attempting to bind port 62b0acab-8ede-4c59-b22c-00bb0f128968 on network 00e75a16-8f9e-4895-a809-4dcc30b872a1 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:20:41.805618 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-031ed27c-5bbe-4f26-83c7-dd9a91fa05a9 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:41.807511 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c203959e-7f95-412a-b52f-250b03654ae5 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:20:41.807890 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c203959e-7f95-412a-b52f-250b03654ae5 None None] Checking segment: {'id': '9a12db96-02c8-4cc2-a07f-fbd41f6b80c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'f29c8dd1-b82c-4a0a-8466-2244a5f8423c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:20:41.813540 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c203959e-7f95-412a-b52f-250b03654ae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:41.813977 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c203959e-7f95-412a-b52f-250b03654ae5 None None] Bound using segment: {'id': '9a12db96-02c8-4cc2-a07f-fbd41f6b80c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'f29c8dd1-b82c-4a0a-8466-2244a5f8423c'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:20:41.814495 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-c203959e-7f95-412a-b52f-250b03654ae5 None None] Bound port: 8d37a06f-34d9-4378-b753-732173eb6d20, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a12db96-02c8-4cc2-a07f-fbd41f6b80c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'f29c8dd1-b82c-4a0a-8466-2244a5f8423c'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:20:41.814885 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c203959e-7f95-412a-b52f-250b03654ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:41.837111 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74d9aed-4846-4828-8c24-9267179eeed9 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:20:41.837409 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74d9aed-4846-4828-8c24-9267179eeed9 None None] Checking segment: {'id': '0d951d59-fa83-43cc-a1ff-8928be2ffa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '00e75a16-8f9e-4895-a809-4dcc30b872a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:20:41.838013 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c74d9aed-4846-4828-8c24-9267179eeed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:41.838438 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74d9aed-4846-4828-8c24-9267179eeed9 None None] Bound using segment: {'id': '0d951d59-fa83-43cc-a1ff-8928be2ffa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '00e75a16-8f9e-4895-a809-4dcc30b872a1'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:20:41.838918 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-c74d9aed-4846-4828-8c24-9267179eeed9 None None] Bound port: 62b0acab-8ede-4c59-b22c-00bb0f128968, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d951d59-fa83-43cc-a1ff-8928be2ffa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '00e75a16-8f9e-4895-a809-4dcc30b872a1'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:20:41.839300 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c74d9aed-4846-4828-8c24-9267179eeed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:41.841007 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e5fd6608-1453-4032-9100-15a9ecc731a9 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:41.867853 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-04b4989f-6f3f-4d27-be57-8a714320a22d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:41.881740 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6884b-24b1-44da-a4b7-ab47c864f36c tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Calling delete_port for c0c16f6b-4596-40c8-b075-d617257fa331 owned by network:floatingip {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:20:41.909715 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-028eb9b9-c8f1-4848-a116-83793f116b80 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2329423 Dec 22 13:20:41.936967 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44922) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:41.949294 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-772708e2-a279-4a80-b0e8-a0478a054ec2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:41.966219 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ed27c-5bbe-4f26-83c7-dd9a91fa05a9 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59fa130-3414-4ad9-a1d6-82bfd6ffe29d,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:41.975200 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-031ed27c-5bbe-4f26-83c7-dd9a91fa05a9 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:42.037960 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-031ed27c-5bbe-4f26-83c7-dd9a91fa05a9 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:42.041411 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-031ed27c-5bbe-4f26-83c7-dd9a91fa05a9 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "DELETE /v2.0/security-groups/a59fa130-3414-4ad9-a1d6-82bfd6ffe29d HTTP/1.1" status: 204 len: 168 time: 1.3501492 Dec 22 13:20:42.043498 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44926) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:42.065740 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-c203959e-7f95-412a-b52f-250b03654ae5 None None] For port 8d37a06f-34d9-4378-b753-732173eb6d20, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:20:42.093019 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-c203959e-7f95-412a-b52f-250b03654ae5 None None] For port 8d37a06f-34d9-4378-b753-732173eb6d20, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=8d37a06f-34d9-4378-b753-732173eb6d20,segment=NetworkSegment(9a12db96-02c8-4cc2-a07f-fbd41f6b80c5),segment_id=9a12db96-02c8-4cc2-a07f-fbd41f6b80c5)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:20:42.096332 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4e16607b-f11b-4b1a-8f3a-4277426f8612 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:42.104211 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-c74d9aed-4846-4828-8c24-9267179eeed9 None None] For port 62b0acab-8ede-4c59-b22c-00bb0f128968, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:20:42.109197 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-c74d9aed-4846-4828-8c24-9267179eeed9 None None] For port 62b0acab-8ede-4c59-b22c-00bb0f128968, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=62b0acab-8ede-4c59-b22c-00bb0f128968,segment=NetworkSegment(0d951d59-fa83-43cc-a1ff-8928be2ffa1d),segment_id=0d951d59-fa83-43cc-a1ff-8928be2ffa1d)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:20:42.113787 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e1207a92-a9a2-4c34-9ae7-ec938b36d9cb tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:42.154529 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c203959e-7f95-412a-b52f-250b03654ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:42.160633 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f85cedac-9f17-42f1-9a26-95b7de629d88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:42.167189 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e16607b-f11b-4b1a-8f3a-4277426f8612 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event deleted for resources: {'Port': ['ID=67c2a408-d93b-4616-a6d3-fe0d7ad52c54,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:42.174052 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31d4ff-8aae-4c31-9caa-e2654e90a435 req-bacf391a-e526-436f-8ad1-de1bc01acc32 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:42.175574 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1a31d4ff-8aae-4c31-9caa-e2654e90a435 req-bacf391a-e526-436f-8ad1-de1bc01acc32 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.3713782 Dec 22 13:20:42.181224 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4e16607b-f11b-4b1a-8f3a-4277426f8612 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:42.201168 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62737052-6cd0-4128-829d-80de6c2a2083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-01fd6428-692e-4da5-a6cf-ab4094ccb361', 'network_id': '01fd6428-692e-4da5-a6cf-ab4094ccb361', 'tenant_id': '5764ef7c4c644eedb583f164ec468ea1', 'fixed_ips': [{'subnet_id': '859e37ac-f150-4f74-aa2b-5c79eaa75238'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:20:42.202169 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-62737052-6cd0-4128-829d-80de6c2a2083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:42.220421 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c74d9aed-4846-4828-8c24-9267179eeed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:42.291780 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-48cefed6-9435-4094-aca7-c5be3dd7b3b9 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Synchronizing usage tracker for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:42.310203 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4e16607b-f11b-4b1a-8f3a-4277426f8612 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:42.323211 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e5fd6608-1453-4032-9100-15a9ecc731a9 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:42.328864 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-4323e337-e197-4ffa-a117-9b327395919e tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:42.350434 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-4e16607b-f11b-4b1a-8f3a-4277426f8612 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/ports/67c2a408-d93b-4616-a6d3-fe0d7ad52c54 HTTP/1.1" status: 204 len: 168 time: 1.9430995 Dec 22 13:20:42.353815 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44930) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:42.367114 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c203959e-7f95-412a-b52f-250b03654ae5 None None] Pushing event updated for resources: {'Port': ['ID=8d37a06f-34d9-4378-b753-732173eb6d20,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:42.367438 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd6608-1453-4032-9100-15a9ecc731a9 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c890d61b-212b-4076-986b-18c5ceb72f99,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:42.369444 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e5fd6608-1453-4032-9100-15a9ecc731a9 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:42.377753 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c203959e-7f95-412a-b52f-250b03654ae5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:42.379686 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-877bfc82-b27f-41ab-a807-cf3eacccbff3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:42.397400 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1a31d4ff-8aae-4c31-9caa-e2654e90a435 req-c8f0adfb-1d6f-438b-8ea3-090a11435d35 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2060328 Dec 22 13:20:42.403999 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dedc24c-120d-4683-8619-554fc32ac030 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] DELETE failed (client error): The resource could not be found. Dec 22 13:20:42.404447 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dedc24c-120d-4683-8619-554fc32ac030 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:20:42.410433 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5dedc24c-120d-4683-8619-554fc32ac030 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/ports/67c2a408-d93b-4616-a6d3-fe0d7ad52c54 HTTP/1.1" status: 404 len: 333 time: 0.0534348 Dec 22 13:20:42.410433 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44934) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:42.421812 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-772708e2-a279-4a80-b0e8-a0478a054ec2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2946417'] for subnet, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:42.454207 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dbb6884b-24b1-44da-a4b7-ab47c864f36c tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:42.460573 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ebfe612b-14dd-4fd8-9288-a70457b764f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:42.479797 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-74b66e95-9547-4872-bbb9-2b18d23a0ed4 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Allocated IP 2001:db8::1 (00e75a16-8f9e-4895-a809-4dcc30b872a1/4a430cad-1860-4997-9172-84aa0954e080/52cbb8a8-ae35-48be-9528-339aec9245ca) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:20:42.510083 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-500e4654-0277-4c4f-8c1d-9da9e2cdee3f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] GET failed (client error): The resource could not be found. Dec 22 13:20:42.511100 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-500e4654-0277-4c4f-8c1d-9da9e2cdee3f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Synchronizing usage tracker for tenant:5dcef99d1b1441dea18127579d2b89f5 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:42.523162 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-48cefed6-9435-4094-aca7-c5be3dd7b3b9 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Unset dirty status for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:42.524575 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-48cefed6-9435-4094-aca7-c5be3dd7b3b9 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4803190 Dec 22 13:20:42.528711 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6884b-24b1-44da-a4b7-ab47c864f36c tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event deleted for resources: {'Port': ['ID=c0c16f6b-4596-40c8-b075-d617257fa331,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:42.530700 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44940) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:42.545749 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-f2610c21-498d-4bcc-a0e3-bc5de1b2f02f tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Request body: {'security_group': {'name': 'tempest-secgroup--1089800944'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:42.551223 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-dbb6884b-24b1-44da-a4b7-ab47c864f36c tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:42.557122 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-f2610c21-498d-4bcc-a0e3-bc5de1b2f02f tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:42.645902 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-f2610c21-498d-4bcc-a0e3-bc5de1b2f02f tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:42.693804 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-500e4654-0277-4c4f-8c1d-9da9e2cdee3f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Unset dirty status for tenant:5dcef99d1b1441dea18127579d2b89f5 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:42.699770 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-500e4654-0277-4c4f-8c1d-9da9e2cdee3f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "GET /v2.0/ports/67c2a408-d93b-4616-a6d3-fe0d7ad52c54 HTTP/1.1" status: 404 len: 333 time: 0.2887087 Dec 22 13:20:42.700869 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44944) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:42.736000 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dbb6884b-24b1-44da-a4b7-ab47c864f36c tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for floatingip, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:42.762026 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d9aed-4846-4828-8c24-9267179eeed9 None None] Pushing event updated for resources: {'Port': ['ID=62b0acab-8ede-4c59-b22c-00bb0f128968,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:42.773912 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device ed2bfbf2-b1a5-4d24-9826-ec1794569d2c up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:20:42.810460 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c74d9aed-4846-4828-8c24-9267179eeed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:42.822967 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e2335b90-87b5-4ac3-b188-edca15e37c6b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:42.862531 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e5fd6608-1453-4032-9100-15a9ecc731a9 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:42.867356 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e5fd6608-1453-4032-9100-15a9ecc731a9 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "DELETE /v2.0/security-groups/c890d61b-212b-4076-986b-18c5ceb72f99 HTTP/1.1" status: 204 len: 168 time: 1.5162981 Dec 22 13:20:42.874111 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44948) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:42.909218 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-62737052-6cd0-4128-829d-80de6c2a2083 None None] Allocated IP 172.20.0.2 (01fd6428-692e-4da5-a6cf-ab4094ccb361/859e37ac-f150-4f74-aa2b-5c79eaa75238/1d47e5f8-c69a-4658-a524-804474dbfcaa) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:20:42.912542 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f2610c21-498d-4bcc-a0e3-bc5de1b2f02f tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:43.063390 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port ed2bfbf2-b1a5-4d24-9826-ec1794569d2c triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:43.064169 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:43.091982 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-74b66e95-9547-4872-bbb9-2b18d23a0ed4 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:43.116574 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-74b66e95-9547-4872-bbb9-2b18d23a0ed4 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Transition to ACTIVE for port object 52cbb8a8-ae35-48be-9528-339aec9245ca will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:20:43.154654 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-e2335b90-87b5-4ac3-b188-edca15e37c6b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Transition to ACTIVE for port object a65331b1-3b89-45fc-9c2a-6bb665dd7617 will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:20:43.204566 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-9a2f5bc7-c5af-42c2-b7f0-d08a3932c686 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Synchronizing usage tracker for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:43.212270 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-74b66e95-9547-4872-bbb9-2b18d23a0ed4 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:43.219502 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-08d3300a-380d-4e86-9403-b10facc45089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:43.354754 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b66e95-9547-4872-bbb9-2b18d23a0ed4 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Network 00e75a16-8f9e-4895-a809-4dcc30b872a1 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:20:43.360443 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-74b66e95-9547-4872-bbb9-2b18d23a0ed4 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:43.363053 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b66e95-9547-4872-bbb9-2b18d23a0ed4 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:20:43.364052 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-74b66e95-9547-4872-bbb9-2b18d23a0ed4 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:43.370179 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b66e95-9547-4872-bbb9-2b18d23a0ed4 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event updated for resources: {'Port': ['ID=52cbb8a8-ae35-48be-9528-339aec9245ca,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:43.374344 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-74b66e95-9547-4872-bbb9-2b18d23a0ed4 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:43.377502 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-9a2f5bc7-c5af-42c2-b7f0-d08a3932c686 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Unset dirty status for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:43.377723 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-f2610c21-498d-4bcc-a0e3-bc5de1b2f02f tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:43.383492 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44954) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:43.384300 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-9a2f5bc7-c5af-42c2-b7f0-d08a3932c686 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.5088637 Dec 22 13:20:43.435975 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-62737052-6cd0-4128-829d-80de6c2a2083 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:43.448890 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-62737052-6cd0-4128-829d-80de6c2a2083 None None] Transition to ACTIVE for port object 1d47e5f8-c69a-4658-a524-804474dbfcaa will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:20:43.449332 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f2610c21-498d-4bcc-a0e3-bc5de1b2f02f tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Usage tracker for resource:security_group_rule and tenant:92aa080ac39b4dc9beceb1f64f596b7a is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:43.467706 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e2335b90-87b5-4ac3-b188-edca15e37c6b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:43.473675 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b680e4b9-1dc7-4803-a9aa-68df7c623b93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:43.475140 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-62737052-6cd0-4128-829d-80de6c2a2083 None None] Transition to ACTIVE for port object 1d47e5f8-c69a-4658-a524-804474dbfcaa will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:20:43.494025 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f2610c21-498d-4bcc-a0e3-bc5de1b2f02f tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:43.545758 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-0e6ef448-0cee-46f9-96ce-de56d8152abb None None] Allocated IP 172.20.0.2 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/690a17cd-a174-4797-9b90-7ed470eb3bde/ed2bfbf2-b1a5-4d24-9826-ec1794569d2c) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:20:43.570549 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-f2610c21-498d-4bcc-a0e3-bc5de1b2f02f tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:43.619698 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2335b90-87b5-4ac3-b188-edca15e37c6b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:20:43.629366 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-e2335b90-87b5-4ac3-b188-edca15e37c6b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:43.630084 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2335b90-87b5-4ac3-b188-edca15e37c6b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Port': ['ID=a65331b1-3b89-45fc-9c2a-6bb665dd7617,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:43.630874 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-62737052-6cd0-4128-829d-80de6c2a2083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:43.632708 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2335b90-87b5-4ac3-b188-edca15e37c6b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:20:43.640771 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-1597f96e-bbf0-4e8f-a921-f46058f33896 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:43.659393 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd98da7-deb5-431a-a5cb-b7c67a1ab8d5 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Deleting subnet 9a4cacee-b5c7-4335-8160-ce122ff17f22 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:20:43.680962 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8dd98da7-deb5-431a-a5cb-b7c67a1ab8d5 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:43.684962 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-74b66e95-9547-4872-bbb9-2b18d23a0ed4 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:43.707264 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e2335b90-87b5-4ac3-b188-edca15e37c6b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:43.708327 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8db35041-1f9f-40e7-a2c4-e428b83d3310 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:43.717316 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62737052-6cd0-4128-829d-80de6c2a2083 None None] Network 01fd6428-692e-4da5-a6cf-ab4094ccb361 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:20:43.726802 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-62737052-6cd0-4128-829d-80de6c2a2083 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:43.733532 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62737052-6cd0-4128-829d-80de6c2a2083 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:20:43.773543 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62737052-6cd0-4128-829d-80de6c2a2083 None None] Pushing event updated for resources: {'Port': ['ID=1d47e5f8-c69a-4658-a524-804474dbfcaa,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:43.800822 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8dd98da7-deb5-431a-a5cb-b7c67a1ab8d5 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:43.813766 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2335b90-87b5-4ac3-b188-edca15e37c6b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:43.817413 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-62737052-6cd0-4128-829d-80de6c2a2083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:43.818444 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e2335b90-87b5-4ac3-b188-edca15e37c6b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:43.835276 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8db35041-1f9f-40e7-a2c4-e428b83d3310 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:43.894267 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-0e6ef448-0cee-46f9-96ce-de56d8152abb None None] For port ed2bfbf2-b1a5-4d24-9826-ec1794569d2c, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=ed2bfbf2-b1a5-4d24-9826-ec1794569d2c,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:20:43.897522 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-62737052-6cd0-4128-829d-80de6c2a2083 None None] Attempting to bind port 1d47e5f8-c69a-4658-a524-804474dbfcaa on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:20:43.898137 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-62737052-6cd0-4128-829d-80de6c2a2083 None None] Attempting to bind port 1d47e5f8-c69a-4658-a524-804474dbfcaa by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '9618e4cc-9cbf-48cb-b8ff-d4da3e71038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '01fd6428-692e-4da5-a6cf-ab4094ccb361'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:20:43.898753 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62737052-6cd0-4128-829d-80de6c2a2083 None None] Attempting to bind port 1d47e5f8-c69a-4658-a524-804474dbfcaa on network 01fd6428-692e-4da5-a6cf-ab4094ccb361 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:20:43.909109 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62737052-6cd0-4128-829d-80de6c2a2083 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:20:43.913388 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62737052-6cd0-4128-829d-80de6c2a2083 None None] Checking segment: {'id': '9618e4cc-9cbf-48cb-b8ff-d4da3e71038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '01fd6428-692e-4da5-a6cf-ab4094ccb361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:20:43.913388 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-62737052-6cd0-4128-829d-80de6c2a2083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:43.913388 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62737052-6cd0-4128-829d-80de6c2a2083 None None] Bound using segment: {'id': '9618e4cc-9cbf-48cb-b8ff-d4da3e71038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '01fd6428-692e-4da5-a6cf-ab4094ccb361'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:20:43.913388 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-62737052-6cd0-4128-829d-80de6c2a2083 None None] Bound port: 1d47e5f8-c69a-4658-a524-804474dbfcaa, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9618e4cc-9cbf-48cb-b8ff-d4da3e71038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '01fd6428-692e-4da5-a6cf-ab4094ccb361'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:20:43.913388 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-62737052-6cd0-4128-829d-80de6c2a2083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:43.935389 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f2610c21-498d-4bcc-a0e3-bc5de1b2f02f tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:43.999358 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e2335b90-87b5-4ac3-b188-edca15e37c6b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.9160540 Dec 22 13:20:44.004033 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0e6ef448-0cee-46f9-96ce-de56d8152abb None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:44.011551 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44958) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:44.026602 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe50f5f-674a-4a0d-bf42-1754b4415ea4 req-9e5259c2-7a11-4c18-8175-d8c4f0b2dd6d tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:44.028165 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-cbe50f5f-674a-4a0d-bf42-1754b4415ea4 req-9e5259c2-7a11-4c18-8175-d8c4f0b2dd6d tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.5380940 Dec 22 13:20:44.062891 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-62737052-6cd0-4128-829d-80de6c2a2083 None None] For port 1d47e5f8-c69a-4658-a524-804474dbfcaa, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:20:44.066517 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-62737052-6cd0-4128-829d-80de6c2a2083 None None] For port 1d47e5f8-c69a-4658-a524-804474dbfcaa, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=1d47e5f8-c69a-4658-a524-804474dbfcaa,segment=NetworkSegment(9618e4cc-9cbf-48cb-b8ff-d4da3e71038c),segment_id=9618e4cc-9cbf-48cb-b8ff-d4da3e71038c)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:20:44.073210 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-772708e2-a279-4a80-b0e8-a0478a054ec2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792220741645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2885509'] for subnet, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:44.073462 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f2610c21-498d-4bcc-a0e3-bc5de1b2f02f tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:44.080208 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-94051e4f-d4cc-4f7b-87a8-33fa58f514da tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:44.104888 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a2cbaea3-d82a-4071-8729-b1f2cd74d0aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:44.112988 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-62737052-6cd0-4128-829d-80de6c2a2083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:44.118226 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-d25e5a8a-b214-4a34-8243-50b851b7285c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:44.184035 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772708e2-a279-4a80-b0e8-a0478a054ec2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:44.184667 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-772708e2-a279-4a80-b0e8-a0478a054ec2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:44.185988 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-772708e2-a279-4a80-b0e8-a0478a054ec2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "PUT /v2.0/subnets/859e37ac-f150-4f74-aa2b-5c79eaa75238 HTTP/1.1" status: 200 len: 806 time: 2.2489474 Dec 22 13:20:44.191896 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8db35041-1f9f-40e7-a2c4-e428b83d3310 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:44.195442 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44962) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:44.214222 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8dd98da7-deb5-431a-a5cb-b7c67a1ab8d5 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:44.228098 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772708e2-a279-4a80-b0e8-a0478a054ec2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event updated for resources: {'Subnet': ['ID=859e37ac-f150-4f74-aa2b-5c79eaa75238,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:44.238994 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-0e6ef448-0cee-46f9-96ce-de56d8152abb None None] Transition to ACTIVE for port object ed2bfbf2-b1a5-4d24-9826-ec1794569d2c will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:20:44.257729 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-772708e2-a279-4a80-b0e8-a0478a054ec2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:44.270830 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2610c21-498d-4bcc-a0e3-bc5de1b2f02f tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a731726f-5fff-431c-891c-40b2c90eb5ba,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:44.283559 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f2610c21-498d-4bcc-a0e3-bc5de1b2f02f tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:44.292398 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-89d9ed67-bd68-4e43-b753-f2df01e01151 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:44.298744 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0e6ef448-0cee-46f9-96ce-de56d8152abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:44.319355 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62737052-6cd0-4128-829d-80de6c2a2083 None None] Pushing event updated for resources: {'Port': ['ID=1d47e5f8-c69a-4658-a524-804474dbfcaa,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:44.323526 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-62737052-6cd0-4128-829d-80de6c2a2083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:44.324326 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c74d9aed-4846-4828-8c24-9267179eeed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:44.385681 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-cbe50f5f-674a-4a0d-bf42-1754b4415ea4 req-e839bcbd-7ac5-46b8-8434-a648a2963426 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3003719 Dec 22 13:20:44.398428 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8db35041-1f9f-40e7-a2c4-e428b83d3310 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:44.403404 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8db35041-1f9f-40e7-a2c4-e428b83d3310 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "DELETE /v2.0/security-groups/bd6e3d67-b1ab-46fc-b0ef-32e12dff0761 HTTP/1.1" status: 204 len: 168 time: 1.0181036 Dec 22 13:20:44.413389 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44966) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:44.476520 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b295dba8-93b3-4250-9629-eb6f6d406a30 None None] Network f29c8dd1-b82c-4a0a-8466-2244a5f8423c requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:20:44.598122 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-70efe754-9bfd-4dd0-ac43-0b323137910d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:44.620386 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ef448-0cee-46f9-96ce-de56d8152abb None None] Pushing event updated for resources: {'Port': ['ID=ed2bfbf2-b1a5-4d24-9826-ec1794569d2c,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:44.643912 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-0e6ef448-0cee-46f9-96ce-de56d8152abb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:44.655413 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-70efe754-9bfd-4dd0-ac43-0b323137910d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Deleting port 1d47e5f8-c69a-4658-a524-804474dbfcaa {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:20:44.655758 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-70efe754-9bfd-4dd0-ac43-0b323137910d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:44.793907 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db35041-1f9f-40e7-a2c4-e428b83d3310 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6e3d67-b1ab-46fc-b0ef-32e12dff0761,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:44.796278 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8db35041-1f9f-40e7-a2c4-e428b83d3310 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:44.817708 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-e6ed33b2-d9d7-4ce4-b852-cf93c8564172 None None] Provisioning for port 8d37a06f-34d9-4378-b753-732173eb6d20 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:20:44.876841 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aca2d3e-8b6e-44de-aca3-ed9974f4f7cf None None] Network 00e75a16-8f9e-4895-a809-4dcc30b872a1 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:20:44.881637 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f2610c21-498d-4bcc-a0e3-bc5de1b2f02f tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:44.893396 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f2610c21-498d-4bcc-a0e3-bc5de1b2f02f tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.3615081 Dec 22 13:20:44.896031 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8dd98da7-deb5-431a-a5cb-b7c67a1ab8d5 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:44.911241 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44974) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:44.923534 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-faeecd7c-62fc-445d-b805-20d07a509f55 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:44.968186 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.db.resource_extend [None req-74b66e95-9547-4872-bbb9-2b18d23a0ed4 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:20:44.985789 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-74b66e95-9547-4872-bbb9-2b18d23a0ed4 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:44.990564 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8dd98da7-deb5-431a-a5cb-b7c67a1ab8d5 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:45.013261 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd98da7-deb5-431a-a5cb-b7c67a1ab8d5 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event deleted for resources: {'Subnet': ['ID=9a4cacee-b5c7-4335-8160-ce122ff17f22,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:45.014877 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 8d37a06f-34d9-4378-b753-732173eb6d20 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:20:45.017075 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8dd98da7-deb5-431a-a5cb-b7c67a1ab8d5 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:45.024024 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-0407ecac-3609-4557-9314-f952af46e0f8 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Request body: {'security_group': {'name': 'tempest-secgroup--1073500784'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:45.033068 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0407ecac-3609-4557-9314-f952af46e0f8 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:45.038160 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0407ecac-3609-4557-9314-f952af46e0f8 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Usage tracker for resource:security_group and tenant:92aa080ac39b4dc9beceb1f64f596b7a is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:45.042738 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0407ecac-3609-4557-9314-f952af46e0f8 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:45.053175 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0407ecac-3609-4557-9314-f952af46e0f8 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:45.087376 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8dd98da7-deb5-431a-a5cb-b7c67a1ab8d5 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/subnets/9a4cacee-b5c7-4335-8160-ce122ff17f22 HTTP/1.1" status: 204 len: 168 time: 2.3843105 Dec 22 13:20:45.097540 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44978) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:45.152883 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-74b66e95-9547-4872-bbb9-2b18d23a0ed4 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:45.154176 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-74b66e95-9547-4872-bbb9-2b18d23a0ed4 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:45.161168 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-03a75933-e3d4-45df-b395-8848c2789434 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:45.269355 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-521e48aa-4fd2-4ee8-add9-010f09cf6cb3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:45.289443 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0407ecac-3609-4557-9314-f952af46e0f8 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:45.312057 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e34aff-8bca-4483-95a0-bc37dc6aba93 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:45.317579 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e34aff-8bca-4483-95a0-bc37dc6aba93 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:45.318741 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-69e34aff-8bca-4483-95a0-bc37dc6aba93 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:45.336563 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-4f0d6f75-2a3f-43f2-8e3b-7ab207a3d323 None None] Provisioning for port 62b0acab-8ede-4c59-b22c-00bb0f128968 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:20:45.385104 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-521e48aa-4fd2-4ee8-add9-010f09cf6cb3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Deleting port 8d37a06f-34d9-4378-b753-732173eb6d20 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:20:45.385547 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-521e48aa-4fd2-4ee8-add9-010f09cf6cb3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:45.395425 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 8d37a06f-34d9-4378-b753-732173eb6d20 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:20:45.404380 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b66e95-9547-4872-bbb9-2b18d23a0ed4 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event updated for resources: {'Port': ['ID=52cbb8a8-ae35-48be-9528-339aec9245ca,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:45.411296 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-74b66e95-9547-4872-bbb9-2b18d23a0ed4 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:45.417786 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 8d37a06f-34d9-4378-b753-732173eb6d20 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:45.418335 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:45.455846 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13e70fa-de1f-4e72-9fb9-4259d45a9213 None None] DHCP port deletion for f29c8dd1-b82c-4a0a-8466-2244a5f8423c request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:20:45.509577 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-69e34aff-8bca-4483-95a0-bc37dc6aba93 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:45.513667 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-69e34aff-8bca-4483-95a0-bc37dc6aba93 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 1.4975572 Dec 22 13:20:45.517455 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 44984) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:45.524245 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-e13e70fa-de1f-4e72-9fb9-4259d45a9213 None None] Deleting port 8d37a06f-34d9-4378-b753-732173eb6d20 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:20:45.524628 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e13e70fa-de1f-4e72-9fb9-4259d45a9213 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:45.597670 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-17258308-fcf4-4677-a873-4cc7472af993 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Synchronizing usage tracker for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:45.598829 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-70efe754-9bfd-4dd0-ac43-0b323137910d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] For port 1d47e5f8-c69a-4658-a524-804474dbfcaa, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=1d47e5f8-c69a-4658-a524-804474dbfcaa,segment=NetworkSegment(9618e4cc-9cbf-48cb-b8ff-d4da3e71038c),segment_id=9618e4cc-9cbf-48cb-b8ff-d4da3e71038c)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:20:45.599760 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-70efe754-9bfd-4dd0-ac43-0b323137910d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:45.619147 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755ee7ca-fd2a-4860-befb-6321d8d0e498 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:20:45.755637 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0407ecac-3609-4557-9314-f952af46e0f8 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:45.773085 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b66e95-9547-4872-bbb9-2b18d23a0ed4 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Network 00e75a16-8f9e-4895-a809-4dcc30b872a1 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:20:45.783721 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-70efe754-9bfd-4dd0-ac43-0b323137910d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Calling delete_port for 1d47e5f8-c69a-4658-a524-804474dbfcaa owned by network:dhcp {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:20:45.814625 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-74b66e95-9547-4872-bbb9-2b18d23a0ed4 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:45.859779 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0407ecac-3609-4557-9314-f952af46e0f8 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Usage tracker for resource:security_group_rule and tenant:92aa080ac39b4dc9beceb1f64f596b7a is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:45.871484 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0407ecac-3609-4557-9314-f952af46e0f8 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:45.888777 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-fc5015d8-e283-401a-8b6f-2ed8fde15d5a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting port a65331b1-3b89-45fc-9c2a-6bb665dd7617 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:20:45.889219 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fc5015d8-e283-401a-8b6f-2ed8fde15d5a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:45.961980 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0407ecac-3609-4557-9314-f952af46e0f8 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:45.986810 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:46.004267 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-799d4a78-86c6-400a-998a-e5f1f84c3826 None None] Provisioning for port ed2bfbf2-b1a5-4d24-9826-ec1794569d2c completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:20:46.020690 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e7cd19-7234-47f9-b3a7-dd6a00391d60 None None] Network 01fd6428-692e-4da5-a6cf-ab4094ccb361 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:20:46.025226 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-17258308-fcf4-4677-a873-4cc7472af993 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Unset dirty status for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:46.026506 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-17258308-fcf4-4677-a873-4cc7472af993 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.2291582 Dec 22 13:20:46.037411 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44990) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:46.045626 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-a64f6be7-4d62-4b84-b5cf-9606a46785f8 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Request body: {'security_group': {'name': 'tempest-secgroup--3363838'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:46.054340 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-a64f6be7-4d62-4b84-b5cf-9606a46785f8 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:46.085617 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-799d4a78-86c6-400a-998a-e5f1f84c3826 None None] Provisioning complete for port ed2bfbf2-b1a5-4d24-9826-ec1794569d2c triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:46.086056 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-799d4a78-86c6-400a-998a-e5f1f84c3826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:46.188135 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-a64f6be7-4d62-4b84-b5cf-9606a46785f8 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:46.344068 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a64f6be7-4d62-4b84-b5cf-9606a46785f8 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:46.400366 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-70efe754-9bfd-4dd0-ac43-0b323137910d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:46.407407 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0eda71f3-21d1-4e31-84ef-04041344dcbd tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:46.420911 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-521e48aa-4fd2-4ee8-add9-010f09cf6cb3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] For port 8d37a06f-34d9-4378-b753-732173eb6d20, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=8d37a06f-34d9-4378-b753-732173eb6d20,segment=NetworkSegment(9a12db96-02c8-4cc2-a07f-fbd41f6b80c5),segment_id=9a12db96-02c8-4cc2-a07f-fbd41f6b80c5)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:20:46.427102 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-521e48aa-4fd2-4ee8-add9-010f09cf6cb3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:46.454827 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-a64f6be7-4d62-4b84-b5cf-9606a46785f8 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:46.469272 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70efe754-9bfd-4dd0-ac43-0b323137910d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event deleted for resources: {'Port': ['ID=1d47e5f8-c69a-4658-a524-804474dbfcaa,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:46.472073 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-a64f6be7-4d62-4b84-b5cf-9606a46785f8 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Usage tracker for resource:security_group_rule and tenant:241cccaf397f432f9e177c9302f512ed is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:46.477885 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-70efe754-9bfd-4dd0-ac43-0b323137910d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:46.480432 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-a64f6be7-4d62-4b84-b5cf-9606a46785f8 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:46.525223 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-a64f6be7-4d62-4b84-b5cf-9606a46785f8 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:46.543694 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 8d37a06f-34d9-4378-b753-732173eb6d20, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=8d37a06f-34d9-4378-b753-732173eb6d20,segment=NetworkSegment(9a12db96-02c8-4cc2-a07f-fbd41f6b80c5),segment_id=9a12db96-02c8-4cc2-a07f-fbd41f6b80c5)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:20:46.582414 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70efe754-9bfd-4dd0-ac43-0b323137910d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] No DVR routers for this DVR port 1d47e5f8-c69a-4658-a524-804474dbfcaa on host dv-neutron-822669-1-hyperv {{(pid=84148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:20:46.603855 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-e13e70fa-de1f-4e72-9fb9-4259d45a9213 None None] For port 8d37a06f-34d9-4378-b753-732173eb6d20, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=8d37a06f-34d9-4378-b753-732173eb6d20,segment=NetworkSegment(9a12db96-02c8-4cc2-a07f-fbd41f6b80c5),segment_id=9a12db96-02c8-4cc2-a07f-fbd41f6b80c5)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:20:46.604114 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e13e70fa-de1f-4e72-9fb9-4259d45a9213 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:46.682028 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-521e48aa-4fd2-4ee8-add9-010f09cf6cb3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Calling delete_port for 8d37a06f-34d9-4378-b753-732173eb6d20 owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:20:46.691548 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-70efe754-9bfd-4dd0-ac43-0b323137910d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:46.729754 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b66e95-9547-4872-bbb9-2b18d23a0ed4 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Router f72b1804-93fb-4c96-8602-0c32f3f6c953 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:20:46.745175 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:46.746025 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 62b0acab-8ede-4c59-b22c-00bb0f128968 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:20:46.751579 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a64f6be7-4d62-4b84-b5cf-9606a46785f8 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:46.782014 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-e13e70fa-de1f-4e72-9fb9-4259d45a9213 None None] Calling delete_port for 8d37a06f-34d9-4378-b753-732173eb6d20 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:20:46.806063 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0407ecac-3609-4557-9314-f952af46e0f8 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:46.815899 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c203959e-7f95-412a-b52f-250b03654ae5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:46.828374 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fc5015d8-e283-401a-8b6f-2ed8fde15d5a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:46.878991 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb6884b-24b1-44da-a4b7-ab47c864f36c tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Router 79eaaa19-8daf-40ae-8b90-d16fa78890d4 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:20:46.930318 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a93b456d-8c1d-40c3-b297-1dd273623868 None None] Could not find standard attr ID for object 1d47e5f8-c69a-4658-a524-804474dbfcaa. {{(pid=84150) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:20:46.968505 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a64f6be7-4d62-4b84-b5cf-9606a46785f8 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:46.981165 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-be00fcf5-b893-4e1f-9eca-b1638361bccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:47.054852 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-fc5015d8-e283-401a-8b6f-2ed8fde15d5a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Calling delete_port for a65331b1-3b89-45fc-9c2a-6bb665dd7617 owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:20:47.063047 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=8d37a06f-34d9-4378-b753-732173eb6d20,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:47.072012 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:47.094196 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f6be7-4d62-4b84-b5cf-9606a46785f8 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49e55a41-eeaa-4d10-90a0-6104f41bb0a1,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:47.100815 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a64f6be7-4d62-4b84-b5cf-9606a46785f8 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:47.108251 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0407ecac-3609-4557-9314-f952af46e0f8 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:47.118918 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a93b456d-8c1d-40c3-b297-1dd273623868 None None] Provisioning for port 52cbb8a8-ae35-48be-9528-339aec9245ca completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:20:47.127511 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a93b456d-8c1d-40c3-b297-1dd273623868 None None] Provisioning complete for port 52cbb8a8-ae35-48be-9528-339aec9245ca triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:47.127900 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a93b456d-8c1d-40c3-b297-1dd273623868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:47.134906 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5535ed26-3537-4dba-8c61-bd36c28551ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:47.162343 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b66e95-9547-4872-bbb9-2b18d23a0ed4 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:20:47.172778 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 62b0acab-8ede-4c59-b22c-00bb0f128968 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:20:47.180479 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a9a870-16a8-4fde-a15a-8cc30021669c None None] Sync routers for ids ['f72b1804-93fb-4c96-8602-0c32f3f6c953'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:20:47.187123 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-74b66e95-9547-4872-bbb9-2b18d23a0ed4 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "PUT /v2.0/routers/f72b1804-93fb-4c96-8602-0c32f3f6c953/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3840685 Dec 22 13:20:47.190872 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44994) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:47.191514 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0407ecac-3609-4557-9314-f952af46e0f8 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da705c5b-3e9e-4b72-a359-ec77610d9491,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:47.195048 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 62b0acab-8ede-4c59-b22c-00bb0f128968 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:47.195048 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:47.204177 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a9a870-16a8-4fde-a15a-8cc30021669c None None] Routers {'f72b1804-93fb-4c96-8602-0c32f3f6c953'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:20:47.205228 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-a8a9a870-16a8-4fde-a15a-8cc30021669c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:20:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['f72b1804-93fb-4c96-8602-0c32f3f6c953'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:47.217964 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab47dcc-eb50-4777-a290-7c22e6c184da req-cba12828-c54b-46a4-9b9c-efe80e06f30d tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:47.220041 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7ab47dcc-eb50-4777-a290-7c22e6c184da req-cba12828-c54b-46a4-9b9c-efe80e06f30d tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 1.1469100 Dec 22 13:20:47.221339 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0407ecac-3609-4557-9314-f952af46e0f8 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:47.258829 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-a93b456d-8c1d-40c3-b297-1dd273623868 None None] Port 52cbb8a8-ae35-48be-9528-339aec9245ca cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:20:47.261486 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a64f6be7-4d62-4b84-b5cf-9606a46785f8 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:47.266689 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a64f6be7-4d62-4b84-b5cf-9606a46785f8 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 1.2240381 Dec 22 13:20:47.270665 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 44998) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:47.284251 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-2677a2cd-f552-4531-9529-cff24ef5634c tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Request body: {'security_group_rule': {'security_group_id': '49e55a41-eeaa-4d10-90a0-6104f41bb0a1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:47.295719 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-e13e70fa-de1f-4e72-9fb9-4259d45a9213 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:20:47.295719 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-e13e70fa-de1f-4e72-9fb9-4259d45a9213 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:20:47.295915 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-2677a2cd-f552-4531-9529-cff24ef5634c tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:47.297851 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-70efe754-9bfd-4dd0-ac43-0b323137910d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:47.307688 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a93b456d-8c1d-40c3-b297-1dd273623868 None None] Provisioning complete for port 62b0acab-8ede-4c59-b22c-00bb0f128968 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:47.308134 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a93b456d-8c1d-40c3-b297-1dd273623868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:47.312809 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b97b0219-9846-439b-98a6-3e05cda6f3ff tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:47.348287 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-2677a2cd-f552-4531-9529-cff24ef5634c tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Usage tracker for resource:security_group_rule and tenant:241cccaf397f432f9e177c9302f512ed is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:47.360635 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-2677a2cd-f552-4531-9529-cff24ef5634c tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:47.367375 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.api [None req-521e48aa-4fd2-4ee8-add9-010f09cf6cb3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84149) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:20:47.367765 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_db.api [None req-521e48aa-4fd2-4ee8-add9-010f09cf6cb3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:20:47.402081 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-2677a2cd-f552-4531-9529-cff24ef5634c tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:47.406483 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-a8a9a870-16a8-4fde-a15a-8cc30021669c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:47.418644 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70efe754-9bfd-4dd0-ac43-0b323137910d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event deleted for resources: {'Subnet': ['ID=859e37ac-f150-4f74-aa2b-5c79eaa75238,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:47.423708 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a9a870-16a8-4fde-a15a-8cc30021669c None None] Routers {'f72b1804-93fb-4c96-8602-0c32f3f6c953'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:20:47.428836 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d98779-104a-495c-b2eb-190f28bf9af1 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:47.429570 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-f9d98779-104a-495c-b2eb-190f28bf9af1 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Synchronizing usage tracker for tenant:ad8695e3cb0646af805a65484bd64689 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:47.432881 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-70efe754-9bfd-4dd0-ac43-0b323137910d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:47.435161 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-a8a9a870-16a8-4fde-a15a-8cc30021669c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:20:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['f72b1804-93fb-4c96-8602-0c32f3f6c953'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:47.458299 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7ab47dcc-eb50-4777-a290-7c22e6c184da req-83263699-f2f6-4c57-b622-dc415a4bb27a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2283330 Dec 22 13:20:47.520087 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0407ecac-3609-4557-9314-f952af46e0f8 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:47.527697 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0407ecac-3609-4557-9314-f952af46e0f8 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.5457880 Dec 22 13:20:47.529890 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45002) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:47.533337 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:47.547403 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-a8a9a870-16a8-4fde-a15a-8cc30021669c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:47.548077 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a9a870-16a8-4fde-a15a-8cc30021669c None None] The sync data for ids ['f72b1804-93fb-4c96-8602-0c32f3f6c953'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:20:47.557411 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-6796b9c3-3d2c-494f-a17a-29554849973a tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Request body: {'security_group_rule': {'security_group_id': 'a731726f-5fff-431c-891c-40b2c90eb5ba', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'da705c5b-3e9e-4b72-a359-ec77610d9491', 'remote_ip_prefix': None}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:47.558780 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd76d05-aa38-4739-aca7-367480b51635 None None] Network 01fd6428-692e-4da5-a6cf-ab4094ccb361 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:20:47.609601 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-70efe754-9bfd-4dd0-ac43-0b323137910d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:47.645152 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-70efe754-9bfd-4dd0-ac43-0b323137910d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01fd6428-692e-4da5-a6cf-ab4094ccb361']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:47.666662 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2677a2cd-f552-4531-9529-cff24ef5634c tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:47.679453 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-70efe754-9bfd-4dd0-ac43-0b323137910d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9618e4cc-9cbf-48cb-b8ff-d4da3e71038c') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:47.680042 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-70efe754-9bfd-4dd0-ac43-0b323137910d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9618e4cc-9cbf-48cb-b8ff-d4da3e71038c') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:47.695359 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-6796b9c3-3d2c-494f-a17a-29554849973a tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:47.699742 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6796b9c3-3d2c-494f-a17a-29554849973a tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Usage tracker for resource:security_group_rule and tenant:92aa080ac39b4dc9beceb1f64f596b7a is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:47.706837 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-70efe754-9bfd-4dd0-ac43-0b323137910d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:47.735726 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-70efe754-9bfd-4dd0-ac43-0b323137910d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:47.741208 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6796b9c3-3d2c-494f-a17a-29554849973a tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:47.747299 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-6796b9c3-3d2c-494f-a17a-29554849973a tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:47.747479 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70efe754-9bfd-4dd0-ac43-0b323137910d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:20:47.747872 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-70efe754-9bfd-4dd0-ac43-0b323137910d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:47.754718 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a93b456d-8c1d-40c3-b297-1dd273623868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:47.769710 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:20:47.769710 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:20:47.769710 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:20:47.769710 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:20:47.769710 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:20:47.769710 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:20:47.769710 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:20:47.769710 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:20:47.769710 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:20:47.769710 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:20:47.769710 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:20:47.769710 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:20:47.769710 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:20:47.769710 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:20:47.769710 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:20:47.769710 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:20:47.769710 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:20:47.769710 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:20:47.769710 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:20:47.769710 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:20:47.769710 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:20:47.769710 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:20:47.769710 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:20:47.769710 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:20:47.769710 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:20:47.769710 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:20:47.769710 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:20:47.769710 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:20:47.769710 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:20:47.769710 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:20:47.769710 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:20:47.769710 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:20:47.778082 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 62b0acab-8ede-4c59-b22c-00bb0f128968, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=62b0acab-8ede-4c59-b22c-00bb0f128968,segment=NetworkSegment(0d951d59-fa83-43cc-a1ff-8928be2ffa1d),segment_id=0d951d59-fa83-43cc-a1ff-8928be2ffa1d)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:20:47.818615 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-e13e70fa-de1f-4e72-9fb9-4259d45a9213 None None] Deleting port 8d37a06f-34d9-4378-b753-732173eb6d20 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:20:47.819418 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e13e70fa-de1f-4e72-9fb9-4259d45a9213 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:47.821291 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-f9d98779-104a-495c-b2eb-190f28bf9af1 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Unset dirty status for tenant:ad8695e3cb0646af805a65484bd64689 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:47.825712 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f9d98779-104a-495c-b2eb-190f28bf9af1 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "GET /v2.0/ports/52cbb8a8-ae35-48be-9528-339aec9245ca HTTP/1.1" status: 200 len: 911 time: 0.6321676 Dec 22 13:20:47.826736 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45006) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:47.845977 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fc5015d8-e283-401a-8b6f-2ed8fde15d5a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:47.861636 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4e16607b-f11b-4b1a-8f3a-4277426f8612 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:47.911398 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-521e48aa-4fd2-4ee8-add9-010f09cf6cb3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Deleting port 8d37a06f-34d9-4378-b753-732173eb6d20 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:20:47.912939 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-521e48aa-4fd2-4ee8-add9-010f09cf6cb3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:47.930748 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:47.935113 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-4185d37e-3d9a-4130-a82d-7a9292d78075 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:47.955818 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5015d8-e283-401a-8b6f-2ed8fde15d5a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Port': ['ID=a65331b1-3b89-45fc-9c2a-6bb665dd7617,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:47.955924 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2677a2cd-f552-4531-9529-cff24ef5634c tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:47.997972 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-fc5015d8-e283-401a-8b6f-2ed8fde15d5a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:48.063771 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2677a2cd-f552-4531-9529-cff24ef5634c tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:48.071962 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ac1aa71b-4ea0-475d-9529-63462b12196b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:48.076734 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03c0dff-777a-4b68-b07b-f850cfd11166 None None] DHCP port deletion for 01fd6428-692e-4da5-a6cf-ab4094ccb361 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:20:48.099105 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-70efe754-9bfd-4dd0-ac43-0b323137910d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:48.127942 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6796b9c3-3d2c-494f-a17a-29554849973a tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:48.137833 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-70efe754-9bfd-4dd0-ac43-0b323137910d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:48.139300 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device ed2bfbf2-b1a5-4d24-9826-ec1794569d2c up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:20:48.143963 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2677a2cd-f552-4531-9529-cff24ef5634c tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9094b717-d7a1-4224-b479-afbf8f479257,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:48.165608 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2677a2cd-f552-4531-9529-cff24ef5634c tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:48.166414 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-cb7b543e-9c5b-4c9f-95e2-b2a1cf805bfd tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:48.199367 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70efe754-9bfd-4dd0-ac43-0b323137910d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event deleted for resources: {'Network': ['ID=01fd6428-692e-4da5-a6cf-ab4094ccb361,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:48.204043 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-70efe754-9bfd-4dd0-ac43-0b323137910d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "DELETE /v2.0/networks/01fd6428-692e-4da5-a6cf-ab4094ccb361 HTTP/1.1" status: 204 len: 168 time: 4.0079215 Dec 22 13:20:48.212264 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=62b0acab-8ede-4c59-b22c-00bb0f128968,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:48.214775 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45010) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:48.217913 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-70efe754-9bfd-4dd0-ac43-0b323137910d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:48.222054 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:48.223699 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-a93b456d-8c1d-40c3-b297-1dd273623868 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:20:48.224246 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-a93b456d-8c1d-40c3-b297-1dd273623868 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:20:48.317635 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2677a2cd-f552-4531-9529-cff24ef5634c tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:48.322575 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-2677a2cd-f552-4531-9529-cff24ef5634c tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.0465734 Dec 22 13:20:48.324116 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0137de6-a20f-4c53-a983-2002a450c42d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] DELETE failed (client error): The resource could not be found. Dec 22 13:20:48.324552 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0137de6-a20f-4c53-a983-2002a450c42d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:20:48.326158 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d0137de6-a20f-4c53-a983-2002a450c42d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "DELETE /v2.0/networks/01fd6428-692e-4da5-a6cf-ab4094ccb361 HTTP/1.1" status: 404 len: 339 time: 0.0492904 Dec 22 13:20:48.326694 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45014) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:48.348097 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6796b9c3-3d2c-494f-a17a-29554849973a tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:48.349501 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45018) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:48.366004 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-ddbd2501-9c55-44a6-94c0-59dd586b8ce2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-889921210', 'description': 'd1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:48.377710 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-e13e70fa-de1f-4e72-9fb9-4259d45a9213 None None] For port 8d37a06f-34d9-4378-b753-732173eb6d20, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=8d37a06f-34d9-4378-b753-732173eb6d20,segment=NetworkSegment(9a12db96-02c8-4cc2-a07f-fbd41f6b80c5),segment_id=9a12db96-02c8-4cc2-a07f-fbd41f6b80c5)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:20:48.377710 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e13e70fa-de1f-4e72-9fb9-4259d45a9213 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:48.390766 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-ddbd2501-9c55-44a6-94c0-59dd586b8ce2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:48.391038 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port ed2bfbf2-b1a5-4d24-9826-ec1794569d2c triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:48.391216 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:48.398553 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fc5015d8-e283-401a-8b6f-2ed8fde15d5a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:48.401376 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-ddbd2501-9c55-44a6-94c0-59dd586b8ce2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Usage tracker for resource:network and tenant:5764ef7c4c644eedb583f164ec468ea1 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:48.420398 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb6884b-24b1-44da-a4b7-ab47c864f36c tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:20:48.422005 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6796b9c3-3d2c-494f-a17a-29554849973a tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:48.428724 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a4569869-39ff-4ac4-acca-35c7a36b6aa1 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:48.441973 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a4569869-39ff-4ac4-acca-35c7a36b6aa1 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:48.471413 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-ddbd2501-9c55-44a6-94c0-59dd586b8ce2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:48.481887 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2087667-b254-4755-b971-e1656cf8af6a None None] Sync routers for ids ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:20:48.495258 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5faa40aa-a19e-4393-aefe-f91df80ecc22 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:48.504579 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:48.590517 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a4569869-39ff-4ac4-acca-35c7a36b6aa1 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:48.621096 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-e13e70fa-de1f-4e72-9fb9-4259d45a9213 None None] Calling delete_port for 8d37a06f-34d9-4378-b753-732173eb6d20 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:20:48.641032 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-ddbd2501-9c55-44a6-94c0-59dd586b8ce2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:48.656700 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dbb6884b-24b1-44da-a4b7-ab47c864f36c tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:48.677910 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:48.694477 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4569869-39ff-4ac4-acca-35c7a36b6aa1 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9094b717-d7a1-4224-b479-afbf8f479257,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:48.698502 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2087667-b254-4755-b971-e1656cf8af6a None None] Routers {'79eaaa19-8daf-40ae-8b90-d16fa78890d4'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:20:48.699188 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-e2087667-b254-4755-b971-e1656cf8af6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:20:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:48.702257 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a4569869-39ff-4ac4-acca-35c7a36b6aa1 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:48.719351 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796b9c3-3d2c-494f-a17a-29554849973a tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e4f601-4993-49d2-9d51-1e2c153d6019,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:48.727266 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6796b9c3-3d2c-494f-a17a-29554849973a tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:48.734637 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-fc5015d8-e283-401a-8b6f-2ed8fde15d5a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/ports/a65331b1-3b89-45fc-9c2a-6bb665dd7617 HTTP/1.1" status: 204 len: 168 time: 3.2007463 Dec 22 13:20:48.741761 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-521e48aa-4fd2-4ee8-add9-010f09cf6cb3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] For port 8d37a06f-34d9-4378-b753-732173eb6d20, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=8d37a06f-34d9-4378-b753-732173eb6d20,segment=NetworkSegment(9a12db96-02c8-4cc2-a07f-fbd41f6b80c5),segment_id=9a12db96-02c8-4cc2-a07f-fbd41f6b80c5)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:20:48.742132 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-521e48aa-4fd2-4ee8-add9-010f09cf6cb3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:48.749212 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45024) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:48.759785 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a4569869-39ff-4ac4-acca-35c7a36b6aa1 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:48.763466 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a4569869-39ff-4ac4-acca-35c7a36b6aa1 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/9094b717-d7a1-4224-b479-afbf8f479257 HTTP/1.1" status: 204 len: 168 time: 0.4324467 Dec 22 13:20:48.765937 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45028) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:48.813211 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-e2087667-b254-4755-b971-e1656cf8af6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:48.859937 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbd2501-9c55-44a6-94c0-59dd586b8ce2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Made reservation on behalf of 5764ef7c4c644eedb583f164ec468ea1 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:20:48.860193 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7dbe6-f232-456f-9a34-c528ed595db2 req-030ffc5e-309b-42c0-a5c9-ba253e0ca875 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:48.861964 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-b9e7dbe6-f232-456f-9a34-c528ed595db2 req-030ffc5e-309b-42c0-a5c9-ba253e0ca875 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.1738684 Dec 22 13:20:48.862875 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ddbd2501-9c55-44a6-94c0-59dd586b8ce2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:48.869337 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-6fa30f75-f987-4817-9387-e540fa38af75 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Synchronizing usage tracker for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group_rule {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:48.901015 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2087667-b254-4755-b971-e1656cf8af6a None None] Routers {'79eaaa19-8daf-40ae-8b90-d16fa78890d4'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:20:48.901576 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-e2087667-b254-4755-b971-e1656cf8af6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:20:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:48.934307 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-dbb6884b-24b1-44da-a4b7-ab47c864f36c tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "DELETE /v2.0/floatingips/e5447e66-e742-4a92-855d-2cde89572796 HTTP/1.1" status: 204 len: 168 time: 8.3444691 Dec 22 13:20:48.939087 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45032) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:48.945690 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-521e48aa-4fd2-4ee8-add9-010f09cf6cb3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Calling delete_port for 8d37a06f-34d9-4378-b753-732173eb6d20 owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:20:48.965077 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e13e70fa-de1f-4e72-9fb9-4259d45a9213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:48.974692 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6796b9c3-3d2c-494f-a17a-29554849973a tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:48.981170 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6796b9c3-3d2c-494f-a17a-29554849973a tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.4455147 Dec 22 13:20:48.984064 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45036) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:48.985608 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:49.031234 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-e2087667-b254-4755-b971-e1656cf8af6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:49.031664 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2087667-b254-4755-b971-e1656cf8af6a None None] The sync data for ids ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:20:49.049329 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e70fa-de1f-4e72-9fb9-4259d45a9213 None None] Pushing event deleted for resources: {'Port': ['ID=8d37a06f-34d9-4378-b753-732173eb6d20,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:49.056012 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-e13e70fa-de1f-4e72-9fb9-4259d45a9213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:49.056846 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13e70fa-de1f-4e72-9fb9-4259d45a9213 None None] No DVR routers for this DVR port 8d37a06f-34d9-4378-b753-732173eb6d20 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:20:49.064075 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0037fc65-85c5-4f87-bf93-f5ac3df81024 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:49.065519 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0037fc65-85c5-4f87-bf93-f5ac3df81024 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:49.067528 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0037fc65-85c5-4f87-bf93-f5ac3df81024 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:49.068878 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0037fc65-85c5-4f87-bf93-f5ac3df81024 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:49.073205 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-245f8d32-b1a0-4c21-82af-f8159fc94b99 None None] Provisioning complete for port ed2bfbf2-b1a5-4d24-9826-ec1794569d2c triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:49.073614 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-245f8d32-b1a0-4c21-82af-f8159fc94b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:49.088581 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddbd2501-9c55-44a6-94c0-59dd586b8ce2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:20:49.124607 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cd9143dc-8a25-4a35-9087-a9d23b67b6f2 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:49.132211 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 8d37a06f-34d9-4378-b753-732173eb6d20 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:20:49.151957 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-6fa30f75-f987-4817-9387-e540fa38af75 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Unset dirty status for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group_rule {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:49.155274 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cd9143dc-8a25-4a35-9087-a9d23b67b6f2 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:49.155386 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6fa30f75-f987-4817-9387-e540fa38af75 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3857903 Dec 22 13:20:49.162771 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ddbd2501-9c55-44a6-94c0-59dd586b8ce2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:49.163301 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-ddbd2501-9c55-44a6-94c0-59dd586b8ce2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Added segment ace416a9-4037-49dc-9faf-7bc793b74f51 of type vlan for network bec5d021-196a-46f3-b159-e08fa4838278 Dec 22 13:20:49.169195 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45040) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:49.189804 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-b9e7dbe6-f232-456f-9a34-c528ed595db2 req-b4778947-69ee-497a-8014-e397f58d5948 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3176060 Dec 22 13:20:49.190342 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 8d37a06f-34d9-4378-b753-732173eb6d20 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:20:49.190952 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 8d37a06f-34d9-4378-b753-732173eb6d20 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:20:49.222557 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.api [None req-521e48aa-4fd2-4ee8-add9-010f09cf6cb3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84149) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:20:49.222750 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_db.api [None req-521e48aa-4fd2-4ee8-add9-010f09cf6cb3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:20:49.236689 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0037fc65-85c5-4f87-bf93-f5ac3df81024 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:49.237854 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0037fc65-85c5-4f87-bf93-f5ac3df81024 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4856422 Dec 22 13:20:49.249835 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45044) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:49.285144 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-368569d9-c142-411b-9c46-8c44ba8ec0eb tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Deleting port 256b3b0e-3f7b-488f-96f5-b34f308e7c06 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:20:49.285801 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-368569d9-c142-411b-9c46-8c44ba8ec0eb tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:49.293996 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-245f8d32-b1a0-4c21-82af-f8159fc94b99 None None] Could not find standard attr ID for object a65331b1-3b89-45fc-9c2a-6bb665dd7617. {{(pid=84150) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:20:49.305579 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ddbd2501-9c55-44a6-94c0-59dd586b8ce2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:49.308135 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-245f8d32-b1a0-4c21-82af-f8159fc94b99 None None] Provisioning complete for port 52cbb8a8-ae35-48be-9528-339aec9245ca triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:49.308679 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-245f8d32-b1a0-4c21-82af-f8159fc94b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:49.318243 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cd9143dc-8a25-4a35-9087-a9d23b67b6f2 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:49.332461 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:49.364477 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9143dc-8a25-4a35-9087-a9d23b67b6f2 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0e4f601-4993-49d2-9d51-1e2c153d6019,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:49.374212 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-245f8d32-b1a0-4c21-82af-f8159fc94b99 None None] Port 52cbb8a8-ae35-48be-9528-339aec9245ca cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:20:49.379354 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-cd9143dc-8a25-4a35-9087-a9d23b67b6f2 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:49.423109 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0a9e6856-7f55-4eeb-a801-03c4b4a47f30 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:49.488326 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ddbd2501-9c55-44a6-94c0-59dd586b8ce2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:49.492351 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbd2501-9c55-44a6-94c0-59dd586b8ce2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:49.492970 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ddbd2501-9c55-44a6-94c0-59dd586b8ce2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:49.505260 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8e53416b-f26a-44c6-ab82-72a07f61eac4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:49.596916 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cd9143dc-8a25-4a35-9087-a9d23b67b6f2 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:49.598037 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-cd9143dc-8a25-4a35-9087-a9d23b67b6f2 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/b0e4f601-4993-49d2-9d51-1e2c153d6019 HTTP/1.1" status: 204 len: 168 time: 0.6063435 Dec 22 13:20:49.621289 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45048) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:49.624470 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0a9e6856-7f55-4eeb-a801-03c4b4a47f30 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:49.684736 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-368569d9-c142-411b-9c46-8c44ba8ec0eb tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:49.690721 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ddbd2501-9c55-44a6-94c0-59dd586b8ce2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.3332984 Dec 22 13:20:49.693639 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45052) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:49.708866 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd2501-9c55-44a6-94c0-59dd586b8ce2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event updated for resources: {'Network': ['ID=bec5d021-196a-46f3-b159-e08fa4838278,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:49.710850 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-521e48aa-4fd2-4ee8-add9-010f09cf6cb3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Deleting port 8d37a06f-34d9-4378-b753-732173eb6d20 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:20:49.711339 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-521e48aa-4fd2-4ee8-add9-010f09cf6cb3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:49.721405 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network bec5d021-196a-46f3-b159-e08fa4838278 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:20:49.735988 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ddbd2501-9c55-44a6-94c0-59dd586b8ce2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:49.810959 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-521e48aa-4fd2-4ee8-add9-010f09cf6cb3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] The port '8d37a06f-34d9-4378-b753-732173eb6d20' was deleted {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:20:49.815093 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-16218c2f-8f74-4676-8851-0308bf07c441 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting subnet 4a41508e-e7f0-4a6c-bcce-941b61987d74 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:20:49.821263 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-16218c2f-8f74-4676-8851-0308bf07c441 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:49.913001 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-368569d9-c142-411b-9c46-8c44ba8ec0eb tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Calling delete_port for 256b3b0e-3f7b-488f-96f5-b34f308e7c06 owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:20:49.917749 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0a9e6856-7f55-4eeb-a801-03c4b4a47f30 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:49.928271 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f54ec4c8-51d8-468b-ab6f-46fc70e32814 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Synchronizing usage tracker for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group_rule {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:49.982061 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f7ee076f-ef99-49e7-aff4-9db19ce62781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:50.019686 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-16218c2f-8f74-4676-8851-0308bf07c441 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:50.022794 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 62b0acab-8ede-4c59-b22c-00bb0f128968 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:20:50.031101 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca3b53a-4022-496a-b885-fb10852d777b tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:50.031782 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-cca3b53a-4022-496a-b885-fb10852d777b tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Synchronizing usage tracker for tenant:5764ef7c4c644eedb583f164ec468ea1 on resource:network {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:50.061128 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e6856-7f55-4eeb-a801-03c4b4a47f30 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e55a41-eeaa-4d10-90a0-6104f41bb0a1,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:50.073836 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0a9e6856-7f55-4eeb-a801-03c4b4a47f30 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:50.087008 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-521e48aa-4fd2-4ee8-add9-010f09cf6cb3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:50.123464 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 62b0acab-8ede-4c59-b22c-00bb0f128968 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:50.124776 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:50.128665 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-cca3b53a-4022-496a-b885-fb10852d777b tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Unset dirty status for tenant:5764ef7c4c644eedb583f164ec468ea1 on resource:network {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:50.132853 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-cca3b53a-4022-496a-b885-fb10852d777b tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "GET /v2.0/networks?id=bec5d021-196a-46f3-b159-e08fa4838278 HTTP/1.1" status: 200 len: 760 time: 0.4352131 Dec 22 13:20:50.132972 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-521e48aa-4fd2-4ee8-add9-010f09cf6cb3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f29c8dd1-b82c-4a0a-8466-2244a5f8423c']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:50.133778 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45056) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:50.142951 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-817f49e5-efc4-4605-a8f1-b05207d2617c tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Request body: {'network': {'description': 'd2'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:50.151178 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f54ec4c8-51d8-468b-ab6f-46fc70e32814 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Unset dirty status for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group_rule {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:50.152442 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f54ec4c8-51d8-468b-ab6f-46fc70e32814 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.5205975 Dec 22 13:20:50.154174 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-521e48aa-4fd2-4ee8-add9-010f09cf6cb3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a12db96-02c8-4cc2-a07f-fbd41f6b80c5') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:50.154620 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-521e48aa-4fd2-4ee8-add9-010f09cf6cb3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a12db96-02c8-4cc2-a07f-fbd41f6b80c5') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:50.165598 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45060) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:50.174022 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-521e48aa-4fd2-4ee8-add9-010f09cf6cb3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:50.184946 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0a9e6856-7f55-4eeb-a801-03c4b4a47f30 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:50.188701 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0a9e6856-7f55-4eeb-a801-03c4b4a47f30 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "DELETE /v2.0/security-groups/49e55a41-eeaa-4d10-90a0-6104f41bb0a1 HTTP/1.1" status: 204 len: 168 time: 1.0158069 Dec 22 13:20:50.190991 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45064) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:50.220227 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-521e48aa-4fd2-4ee8-add9-010f09cf6cb3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:50.237234 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-521e48aa-4fd2-4ee8-add9-010f09cf6cb3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:20:50.237634 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-521e48aa-4fd2-4ee8-add9-010f09cf6cb3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:50.253894 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-16218c2f-8f74-4676-8851-0308bf07c441 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:50.272687 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 1d47e5f8-c69a-4658-a524-804474dbfcaa no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:20:50.284498 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:20:50.284498 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:20:50.284498 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:20:50.284498 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:20:50.284498 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:20:50.284498 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:20:50.284498 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:20:50.284498 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:20:50.284498 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:20:50.284498 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:20:50.284498 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:20:50.284498 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:20:50.284498 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:20:50.284498 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:20:50.284498 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:20:50.284498 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:20:50.284498 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:20:50.284498 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:20:50.284498 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:20:50.284498 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:20:50.284498 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:20:50.284498 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:20:50.284498 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:20:50.284498 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:20:50.284498 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:20:50.284498 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:20:50.284498 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:20:50.284498 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:20:50.284498 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:20:50.284498 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:20:50.284498 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:20:50.284498 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:20:50.284498 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:20:50.284498 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:20:50.284498 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:20:50.284498 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:20:50.284498 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:20:50.284498 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:20:50.284498 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:20:50.284498 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:20:50.318930 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 1d47e5f8-c69a-4658-a524-804474dbfcaa {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:20:50.320465 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 1d47e5f8-c69a-4658-a524-804474dbfcaa not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:20:50.425196 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-5faa40aa-a19e-4393-aefe-f91df80ecc22 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Deleting port 52cbb8a8-ae35-48be-9528-339aec9245ca {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:20:50.425823 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5faa40aa-a19e-4393-aefe-f91df80ecc22 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:50.437144 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-dc46c239-d0af-48d1-b5c1-d37504aa553f tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Synchronizing usage tracker for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:50.496600 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-521e48aa-4fd2-4ee8-add9-010f09cf6cb3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:50.609748 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:50.624794 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-521e48aa-4fd2-4ee8-add9-010f09cf6cb3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:50.631980 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-dc46c239-d0af-48d1-b5c1-d37504aa553f tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Unset dirty status for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:50.637345 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-dc46c239-d0af-48d1-b5c1-d37504aa553f tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4413319 Dec 22 13:20:50.637345 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-16218c2f-8f74-4676-8851-0308bf07c441 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:50.642858 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45070) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:50.654606 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc662a3-0ef1-46b8-b27b-68e14e3ecc5e req-ac4fc0d7-62c9-4870-ac32-57e31a35ff88 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:50.656142 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7fc662a3-0ef1-46b8-b27b-68e14e3ecc5e req-ac4fc0d7-62c9-4870-ac32-57e31a35ff88 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.2697837 Dec 22 13:20:50.657083 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e48aa-4fd2-4ee8-add9-010f09cf6cb3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event deleted for resources: {'Network': ['ID=f29c8dd1-b82c-4a0a-8466-2244a5f8423c,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:50.663357 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-4e3cc0a8-11db-463a-9761-844c23c6a1a2 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Request body: {'security_group': {'name': 'tempest-secgroup--782427072'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:50.673169 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-521e48aa-4fd2-4ee8-add9-010f09cf6cb3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:50.673669 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1db92ab1-ab56-4562-bb3b-99be9f69b028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:50.700981 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-4e3cc0a8-11db-463a-9761-844c23c6a1a2 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:50.728138 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-521e48aa-4fd2-4ee8-add9-010f09cf6cb3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/networks/f29c8dd1-b82c-4a0a-8466-2244a5f8423c HTTP/1.1" status: 204 len: 168 time: 5.6251023 Dec 22 13:20:50.737047 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45074) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:50.743101 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16218c2f-8f74-4676-8851-0308bf07c441 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Subnet': ['ID=4a41508e-e7f0-4a6c-bcce-941b61987d74,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:50.751227 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-16218c2f-8f74-4676-8851-0308bf07c441 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:50.753360 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-16218c2f-8f74-4676-8851-0308bf07c441 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:50.755599 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-16218c2f-8f74-4676-8851-0308bf07c441 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/4a41508e-e7f0-4a6c-bcce-941b61987d74 HTTP/1.1" status: 204 len: 168 time: 1.5046952 Dec 22 13:20:50.759527 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-51e3e1f2-6c54-44c2-b609-7560f01a40ae tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-678757146'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:50.762109 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cb9b46-dad0-44bd-b546-208e8372c7d2 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:20:50.763031 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-4e3cc0a8-11db-463a-9761-844c23c6a1a2 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:50.767279 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45078) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:50.806049 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-51e3e1f2-6c54-44c2-b609-7560f01a40ae tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:50.806322 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bde4d98c-802c-4017-9bce-06e1e160c1b1 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:50.808148 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-368569d9-c142-411b-9c46-8c44ba8ec0eb tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:50.819764 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-55cb7e0f-2b80-49b5-9014-c146eb4d3b1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:50.821777 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-51e3e1f2-6c54-44c2-b609-7560f01a40ae tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Usage tracker for resource:network and tenant:5dcef99d1b1441dea18127579d2b89f5 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:50.831958 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-51e3e1f2-6c54-44c2-b609-7560f01a40ae tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:50.842506 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-51e3e1f2-6c54-44c2-b609-7560f01a40ae tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:50.853051 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7fc662a3-0ef1-46b8-b27b-68e14e3ecc5e req-8e17c6bb-2a3c-426e-b45d-ca2e394b96c8 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811504 Dec 22 13:20:50.876550 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-0850a97c-c0eb-4050-9777-66903c793398 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting subnet 690a17cd-a174-4797-9b90-7ed470eb3bde {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:20:50.879960 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0850a97c-c0eb-4050-9777-66903c793398 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:50.900008 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368569d9-c142-411b-9c46-8c44ba8ec0eb tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event deleted for resources: {'Port': ['ID=256b3b0e-3f7b-488f-96f5-b34f308e7c06,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:50.903018 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-368569d9-c142-411b-9c46-8c44ba8ec0eb tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:50.914959 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4e3cc0a8-11db-463a-9761-844c23c6a1a2 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:50.955279 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0850a97c-c0eb-4050-9777-66903c793398 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:50.963399 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-817f49e5-efc4-4605-a8f1-b05207d2617c tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:50.986828 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bde4d98c-802c-4017-9bce-06e1e160c1b1 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:51.004947 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e3e1f2-6c54-44c2-b609-7560f01a40ae tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Made reservation on behalf of 5dcef99d1b1441dea18127579d2b89f5 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:20:51.007698 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-51e3e1f2-6c54-44c2-b609-7560f01a40ae tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:51.034369 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-4e3cc0a8-11db-463a-9761-844c23c6a1a2 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:51.055441 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-4e3cc0a8-11db-463a-9761-844c23c6a1a2 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Usage tracker for resource:security_group_rule and tenant:241cccaf397f432f9e177c9302f512ed is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:51.060186 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-4e3cc0a8-11db-463a-9761-844c23c6a1a2 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:51.074895 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-4e3cc0a8-11db-463a-9761-844c23c6a1a2 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:51.090497 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e3e1f2-6c54-44c2-b609-7560f01a40ae tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:20:51.111663 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-51e3e1f2-6c54-44c2-b609-7560f01a40ae tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:51.112064 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-51e3e1f2-6c54-44c2-b609-7560f01a40ae tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Added segment 56a06218-1021-4308-b702-c623b8c522be of type vlan for network 6ae3f0bf-678f-4502-84ea-80409b3436da Dec 22 13:20:51.123132 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5faa40aa-a19e-4393-aefe-f91df80ecc22 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:51.136527 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-817f49e5-efc4-4605-a8f1-b05207d2617c tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:51.147260 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-dff78b3f-b9ff-476f-bc05-95ca638a12fc tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:51.159700 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0850a97c-c0eb-4050-9777-66903c793398 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:51.201491 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-51e3e1f2-6c54-44c2-b609-7560f01a40ae tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:51.244787 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4e3cc0a8-11db-463a-9761-844c23c6a1a2 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:51.289796 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4e3cc0a8-11db-463a-9761-844c23c6a1a2 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:51.293901 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b47e4f8c-be0d-4b6d-a67e-6bccfa898f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:51.319054 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-51e3e1f2-6c54-44c2-b609-7560f01a40ae tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:51.322950 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e3e1f2-6c54-44c2-b609-7560f01a40ae tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:51.323468 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-51e3e1f2-6c54-44c2-b609-7560f01a40ae tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:51.351872 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-5faa40aa-a19e-4393-aefe-f91df80ecc22 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Calling delete_port for 52cbb8a8-ae35-48be-9528-339aec9245ca owned by network:router_interface {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:20:51.370692 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0850a97c-c0eb-4050-9777-66903c793398 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:51.388582 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3cc0a8-11db-463a-9761-844c23c6a1a2 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c08463e-00bc-4a4b-b3c2-0c1c61d17c61,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:51.401590 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4e3cc0a8-11db-463a-9761-844c23c6a1a2 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:51.404960 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d9edce85-c26c-4e86-bd6d-3c8110ac3489 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:51.405263 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-817f49e5-efc4-4605-a8f1-b05207d2617c tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Network bec5d021-196a-46f3-b159-e08fa4838278 is not hosted by any dhcp agent {{(pid=84148) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 22 13:20:51.408953 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817f49e5-efc4-4605-a8f1-b05207d2617c tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:51.409560 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-817f49e5-efc4-4605-a8f1-b05207d2617c tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:51.413255 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-817f49e5-efc4-4605-a8f1-b05207d2617c tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "PUT /v2.0/networks/bec5d021-196a-46f3-b159-e08fa4838278 HTTP/1.1" status: 200 len: 757 time: 1.2764945 Dec 22 13:20:51.422238 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45082) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:51.424774 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-368569d9-c142-411b-9c46-8c44ba8ec0eb tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:51.511865 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-51e3e1f2-6c54-44c2-b609-7560f01a40ae tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7700579 Dec 22 13:20:51.514434 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45086) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:51.544296 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-22d77255-0110-41bb-b323-e75827c82d00 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'subnet': {'network_id': '6ae3f0bf-678f-4502-84ea-80409b3436da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:51.547314 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4e3cc0a8-11db-463a-9761-844c23c6a1a2 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:51.551033 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-4e3cc0a8-11db-463a-9761-844c23c6a1a2 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9045761 Dec 22 13:20:51.558272 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bde4d98c-802c-4017-9bce-06e1e160c1b1 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:51.560943 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0850a97c-c0eb-4050-9777-66903c793398 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:51.562378 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f49e5-efc4-4605-a8f1-b05207d2617c tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event updated for resources: {'Network': ['ID=bec5d021-196a-46f3-b159-e08fa4838278,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:51.570538 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0850a97c-c0eb-4050-9777-66903c793398 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/690a17cd-a174-4797-9b90-7ed470eb3bde HTTP/1.1" status: 204 len: 168 time: 0.8021464 Dec 22 13:20:51.571172 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45090) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:51.571507 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45092) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:51.571657 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-817f49e5-efc4-4605-a8f1-b05207d2617c tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:51.580649 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network bec5d021-196a-46f3-b159-e08fa4838278 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:20:51.594367 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-65574c9b-fcf9-4fd9-b78f-0ae1a3806957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:51.672997 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-43370b39-4650-4252-967c-ae545ea72399 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Request body: {'security_group_rule': {'security_group_id': '2c08463e-00bc-4a4b-b3c2-0c1c61d17c61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:51.687289 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-43370b39-4650-4252-967c-ae545ea72399 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:51.699597 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-7786afc6-70af-4366-ac8a-e8d12148058f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:router {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:51.704350 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3e1f2-6c54-44c2-b609-7560f01a40ae tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'Network': ['ID=6ae3f0bf-678f-4502-84ea-80409b3436da,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:51.704499 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bde4d98c-802c-4017-9bce-06e1e160c1b1 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:51.704686 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-bde4d98c-802c-4017-9bce-06e1e160c1b1 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "DELETE /v2.0/security-groups/da705c5b-3e9e-4b72-a359-ec77610d9491 HTTP/1.1" status: 204 len: 168 time: 1.5396221 Dec 22 13:20:51.709588 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-43370b39-4650-4252-967c-ae545ea72399 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Usage tracker for resource:security_group_rule and tenant:241cccaf397f432f9e177c9302f512ed is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:51.713259 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde4d98c-802c-4017-9bce-06e1e160c1b1 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da705c5b-3e9e-4b72-a359-ec77610d9491,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:51.713973 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45098) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:51.715572 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-bde4d98c-802c-4017-9bce-06e1e160c1b1 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:51.720222 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-51e3e1f2-6c54-44c2-b609-7560f01a40ae tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:51.721047 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-43370b39-4650-4252-967c-ae545ea72399 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:51.737137 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f63f1228-2949-4991-a6d3-83038be2f0f7 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.349s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:51.744328 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a4b5e2-5b8b-46a9-bb7a-d33563bf125b None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:20:51.767407 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 6ae3f0bf-678f-4502-84ea-80409b3436da details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:20:51.767600 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-368569d9-c142-411b-9c46-8c44ba8ec0eb tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "DELETE /v2.0/ports/256b3b0e-3f7b-488f-96f5-b34f308e7c06 HTTP/1.1" status: 204 len: 168 time: 2.8174641 Dec 22 13:20:51.771754 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45104) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:51.779761 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5a32ed-ccc8-4982-a14b-95db36755fab tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:51.784498 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ff5a32ed-ccc8-4982-a14b-95db36755fab tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "GET /v2.0/networks?id=bec5d021-196a-46f3-b159-e08fa4838278 HTTP/1.1" status: 200 len: 760 time: 0.3527548 Dec 22 13:20:51.785631 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0850a97c-c0eb-4050-9777-66903c793398 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Subnet': ['ID=690a17cd-a174-4797-9b90-7ed470eb3bde,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:51.786331 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-6b339231-ae75-42de-82b7-06b9de160797 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Request body: {'floatingip': {'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:51.789518 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-43370b39-4650-4252-967c-ae545ea72399 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:51.796624 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45108) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:51.796735 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0850a97c-c0eb-4050-9777-66903c793398 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:51.801343 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-6b339231-ae75-42de-82b7-06b9de160797 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:51.808922 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-934bffc5-5ea4-44b5-a2d5-b7d1ae379dec tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2130135226'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:51.815614 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-934bffc5-5ea4-44b5-a2d5-b7d1ae379dec tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:51.815788 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-7786afc6-70af-4366-ac8a-e8d12148058f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:router {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:51.820410 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7786afc6-70af-4366-ac8a-e8d12148058f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2289701 Dec 22 13:20:51.820671 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45112) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:51.827557 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-934bffc5-5ea4-44b5-a2d5-b7d1ae379dec tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:51.830789 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-0c79c45c-0f21-432b-89a0-a269154a90d6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'subnet': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:51.835581 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-22d77255-0110-41bb-b323-e75827c82d00 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:51.845725 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-22d77255-0110-41bb-b323-e75827c82d00 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Usage tracker for resource:subnet and tenant:5dcef99d1b1441dea18127579d2b89f5 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:51.852008 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-22d77255-0110-41bb-b323-e75827c82d00 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:51.854958 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-6b339231-ae75-42de-82b7-06b9de160797 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:51.866682 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-22d77255-0110-41bb-b323-e75827c82d00 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:51.945590 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-43370b39-4650-4252-967c-ae545ea72399 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:51.973266 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-1911ebe1-3a02-41a9-9dc2-55562ac758b6 None None] Provisioning complete for port ed2bfbf2-b1a5-4d24-9826-ec1794569d2c triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:51.973650 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1911ebe1-3a02-41a9-9dc2-55562ac758b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:51.977152 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d77255-0110-41bb-b323-e75827c82d00 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Made reservation on behalf of 5dcef99d1b1441dea18127579d2b89f5 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:20:51.998515 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-7b8c98c1-ce57-4390-b7e9-08a9256dce40 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Synchronizing usage tracker for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:52.018756 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0c79c45c-0f21-432b-89a0-a269154a90d6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:52.039850 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0c79c45c-0f21-432b-89a0-a269154a90d6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:52.061449 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6b339231-ae75-42de-82b7-06b9de160797 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for floatingip, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:52.066084 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-43370b39-4650-4252-967c-ae545ea72399 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:52.084737 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934bffc5-5ea4-44b5-a2d5-b7d1ae379dec tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Made reservation on behalf of 5764ef7c4c644eedb583f164ec468ea1 for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:20:52.087763 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-934bffc5-5ea4-44b5-a2d5-b7d1ae379dec tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:52.110231 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5faa40aa-a19e-4393-aefe-f91df80ecc22 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:52.146866 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-7b8c98c1-ce57-4390-b7e9-08a9256dce40 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Unset dirty status for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:52.151003 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7b8c98c1-ce57-4390-b7e9-08a9256dce40 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.4306090 Dec 22 13:20:52.151987 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45118) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:52.152134 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7374b633-db2f-45b0-b68d-1a91f8bce113 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:52.173802 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-43370b39-4650-4252-967c-ae545ea72399 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:52.182460 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c79c45c-0f21-432b-89a0-a269154a90d6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:20:52.186099 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0c79c45c-0f21-432b-89a0-a269154a90d6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:52.208857 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:52.263564 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa40aa-a19e-4393-aefe-f91df80ecc22 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event deleted for resources: {'Port': ['ID=52cbb8a8-ae35-48be-9528-339aec9245ca,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:52.267922 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5faa40aa-a19e-4393-aefe-f91df80ecc22 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:52.317402 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43370b39-4650-4252-967c-ae545ea72399 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4278563c-d79d-41ad-ac3c-4585e2e7bb38,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:52.326024 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8722a19e-710b-4fd9-b281-dbb9cec425fa None None] DHCP port deletion for 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:20:52.326530 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-43370b39-4650-4252-967c-ae545ea72399 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:52.331564 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-22d77255-0110-41bb-b323-e75827c82d00 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:52.332977 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-8722a19e-710b-4fd9-b281-dbb9cec425fa None None] Deleting port ed2bfbf2-b1a5-4d24-9826-ec1794569d2c {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:20:52.334060 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8722a19e-710b-4fd9-b281-dbb9cec425fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:52.369466 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dbe6dbfd-fd55-441b-80a9-b44e021611b3 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:52.393120 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-43370b39-4650-4252-967c-ae545ea72399 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:52.397263 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-43370b39-4650-4252-967c-ae545ea72399 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8193824 Dec 22 13:20:52.403897 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45122) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:52.428152 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dbe6dbfd-fd55-441b-80a9-b44e021611b3 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:52.451559 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b4522aa3-0454-4215-81de-3b4f5e3f596b tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "GET /v2.0/security-group-rules/4278563c-d79d-41ad-ac3c-4585e2e7bb38 HTTP/1.1" status: 200 len: 705 time: 0.0451987 Dec 22 13:20:52.463478 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45126) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:52.600291 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f2ab72a2-70aa-4741-8dee-59e920b6173c tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Synchronizing usage tracker for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group_rule {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:52.610901 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-934bffc5-5ea4-44b5-a2d5-b7d1ae379dec tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:20:52.658974 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-8722a19e-710b-4fd9-b281-dbb9cec425fa None None] For port ed2bfbf2-b1a5-4d24-9826-ec1794569d2c, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=ed2bfbf2-b1a5-4d24-9826-ec1794569d2c,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:20:52.659582 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8722a19e-710b-4fd9-b281-dbb9cec425fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:52.666747 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dbe6dbfd-fd55-441b-80a9-b44e021611b3 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:52.669904 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3dd5a73f-bebf-4725-9d01-8b5234e077b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:52.687547 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6dbfd-fd55-441b-80a9-b44e021611b3 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a731726f-5fff-431c-891c-40b2c90eb5ba,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:52.689418 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-dbe6dbfd-fd55-441b-80a9-b44e021611b3 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:52.714450 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-934bffc5-5ea4-44b5-a2d5-b7d1ae379dec tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:52.714793 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-934bffc5-5ea4-44b5-a2d5-b7d1ae379dec tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Added segment 272abf0c-90b3-4a05-b51a-0dcd74c67752 of type vlan for network d4161c55-204b-4f09-bf3a-81f0cd5dd672 Dec 22 13:20:52.725718 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f2ab72a2-70aa-4741-8dee-59e920b6173c tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Unset dirty status for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group_rule {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:52.727639 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f2ab72a2-70aa-4741-8dee-59e920b6173c tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2626967 Dec 22 13:20:52.729970 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45130) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:52.749036 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0c79c45c-0f21-432b-89a0-a269154a90d6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:52.753179 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-60a43b84-bc1b-4035-835b-a0534476ac71 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:52.793229 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-8722a19e-710b-4fd9-b281-dbb9cec425fa None None] Calling delete_port for ed2bfbf2-b1a5-4d24-9826-ec1794569d2c owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:20:52.828530 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c79c45c-0f21-432b-89a0-a269154a90d6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:20:52.831447 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-06268b1b-62d7-48d4-83f9-49658927fbe8 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:52.840851 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-0c79c45c-0f21-432b-89a0-a269154a90d6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:52.843747 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c79c45c-0f21-432b-89a0-a269154a90d6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:52.844318 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0c79c45c-0f21-432b-89a0-a269154a90d6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:52.857389 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-934bffc5-5ea4-44b5-a2d5-b7d1ae379dec tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:52.864534 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6357d9-21f8-4359-b724-458d0bbc74db req-c0349814-f9c2-4dcc-815c-195d78d0838b tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:52.871163 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-06268b1b-62d7-48d4-83f9-49658927fbe8 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:52.871347 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7b6357d9-21f8-4359-b724-458d0bbc74db req-c0349814-f9c2-4dcc-815c-195d78d0838b tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.7896893 Dec 22 13:20:52.882057 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c79c45c-0f21-432b-89a0-a269154a90d6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Subnet': ['ID=2f521a88-06de-472a-8142-ec25671878b8,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:52.884811 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0c79c45c-0f21-432b-89a0-a269154a90d6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:52.926454 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5faa40aa-a19e-4393-aefe-f91df80ecc22 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:52.935753 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dbe6dbfd-fd55-441b-80a9-b44e021611b3 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:52.936896 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-dbe6dbfd-fd55-441b-80a9-b44e021611b3 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "DELETE /v2.0/security-groups/a731726f-5fff-431c-891c-40b2c90eb5ba HTTP/1.1" status: 204 len: 168 time: 0.7837067 Dec 22 13:20:52.939448 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45134) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:52.959455 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8722a19e-710b-4fd9-b281-dbb9cec425fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:52.965274 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-06268b1b-62d7-48d4-83f9-49658927fbe8 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:52.967706 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0c79c45c-0f21-432b-89a0-a269154a90d6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1460400 Dec 22 13:20:52.970556 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-62737052-6cd0-4128-829d-80de6c2a2083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:52.973017 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45138) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:52.974441 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3e83df89-04ec-4f6f-8e2e-a6d65833f555 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:52.986737 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-2b46a78d-5687-48d2-a5bd-7741a489ed57 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'subnet': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:53.018962 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8722a19e-710b-4fd9-b281-dbb9cec425fa None None] Pushing event deleted for resources: {'Port': ['ID=ed2bfbf2-b1a5-4d24-9826-ec1794569d2c,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:53.022462 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8722a19e-710b-4fd9-b281-dbb9cec425fa None None] No DVR routers for this DVR port ed2bfbf2-b1a5-4d24-9826-ec1794569d2c on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:20:53.024120 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-8722a19e-710b-4fd9-b281-dbb9cec425fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:53.051310 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d71d73-6b3b-464e-b61d-0446fd10686a None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:20:53.081260 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06268b1b-62d7-48d4-83f9-49658927fbe8 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4278563c-d79d-41ad-ac3c-4585e2e7bb38,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:53.093295 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-934bffc5-5ea4-44b5-a2d5-b7d1ae379dec tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:53.094231 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-06268b1b-62d7-48d4-83f9-49658927fbe8 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:53.097070 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934bffc5-5ea4-44b5-a2d5-b7d1ae379dec tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:53.097654 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-934bffc5-5ea4-44b5-a2d5-b7d1ae379dec tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:53.107783 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1a1b0c88-8f7a-4ac0-a33a-f28a9d8fda3f tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:53.137051 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-18b99d0b-672c-4dbf-875b-a769da28b085 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Synchronizing usage tracker for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:53.164436 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-06268b1b-62d7-48d4-83f9-49658927fbe8 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:53.168066 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-06268b1b-62d7-48d4-83f9-49658927fbe8 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/4278563c-d79d-41ad-ac3c-4585e2e7bb38 HTTP/1.1" status: 204 len: 168 time: 0.4364989 Dec 22 13:20:53.172355 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45142) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:53.204100 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7b6357d9-21f8-4359-b724-458d0bbc74db req-a6873664-0ff3-4d55-b2f5-96a775ce43ea tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3271577 Dec 22 13:20:53.219425 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-2b46a78d-5687-48d2-a5bd-7741a489ed57 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:53.240583 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-2b46a78d-5687-48d2-a5bd-7741a489ed57 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:53.254501 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1afba322-bf8f-49fd-943b-9fa5b4b53f64 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Synchronizing usage tracker for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group_rule {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:53.260680 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-18b99d0b-672c-4dbf-875b-a769da28b085 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Unset dirty status for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:53.265799 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-18b99d0b-672c-4dbf-875b-a769da28b085 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3215611 Dec 22 13:20:53.267315 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45146) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:53.274959 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-795aacc7-1844-4e9d-b997-68e9377ed79b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Request body: {'security_group': {'name': 'tempest-secgroup--393963331'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:53.283720 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-795aacc7-1844-4e9d-b997-68e9377ed79b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:53.296854 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-795aacc7-1844-4e9d-b997-68e9377ed79b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:53.309791 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea09176d-1490-42a5-ad9d-76071bea0eb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'tenant_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'fixed_ips': [{'subnet_id': '2f521a88-06de-472a-8142-ec25671878b8'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:20:53.310655 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ea09176d-1490-42a5-ad9d-76071bea0eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:53.335306 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1afba322-bf8f-49fd-943b-9fa5b4b53f64 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Unset dirty status for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group_rule {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:53.340091 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1afba322-bf8f-49fd-943b-9fa5b4b53f64 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1665752 Dec 22 13:20:53.340697 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45150) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:53.347108 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-4294efcb-d18a-4e27-8452-53d8d0a357fc tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Request body: {'security_group_rule': {'security_group_id': '2c08463e-00bc-4a4b-b3c2-0c1c61d17c61', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:53.353554 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-4294efcb-d18a-4e27-8452-53d8d0a357fc tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:53.353720 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6b339231-ae75-42de-82b7-06b9de160797 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:53.355870 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-795aacc7-1844-4e9d-b997-68e9377ed79b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:53.378672 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-4294efcb-d18a-4e27-8452-53d8d0a357fc tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:53.396592 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bffc5-5ea4-44b5-a2d5-b7d1ae379dec tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event updated for resources: {'Network': ['ID=d4161c55-204b-4f09-bf3a-81f0cd5dd672,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:53.402193 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-934bffc5-5ea4-44b5-a2d5-b7d1ae379dec tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:53.409820 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network d4161c55-204b-4f09-bf3a-81f0cd5dd672 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:20:53.412940 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-795aacc7-1844-4e9d-b997-68e9377ed79b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:53.417746 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-795aacc7-1844-4e9d-b997-68e9377ed79b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Usage tracker for resource:security_group_rule and tenant:92aa080ac39b4dc9beceb1f64f596b7a is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:53.420038 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-934bffc5-5ea4-44b5-a2d5-b7d1ae379dec tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6227279 Dec 22 13:20:53.422945 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45154) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:53.425908 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-795aacc7-1844-4e9d-b997-68e9377ed79b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:53.432517 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-704bc9b9-b111-488e-8dba-687fb91e20da tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Request body: {'subnet': {'network_id': 'd4161c55-204b-4f09-bf3a-81f0cd5dd672', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:53.456717 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-795aacc7-1844-4e9d-b997-68e9377ed79b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:53.495115 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-22d77255-0110-41bb-b323-e75827c82d00 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:53.514837 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-de46f1ed-e219-4374-b6ba-c1fe3c419ab3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:53.585066 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-ea09176d-1490-42a5-ad9d-76071bea0eb4 None None] Allocated IP 172.20.0.2 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/2f521a88-06de-472a-8142-ec25671878b8/39c093c5-00d4-47f5-9457-ad68c2b83258) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:20:53.624226 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4294efcb-d18a-4e27-8452-53d8d0a357fc tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:53.647193 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b46a78d-5687-48d2-a5bd-7741a489ed57 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:20:53.650636 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2b46a78d-5687-48d2-a5bd-7741a489ed57 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:53.766551 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d77255-0110-41bb-b323-e75827c82d00 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'Subnet': ['ID=71be37ea-4b8c-4ffe-a673-920e707b60cf,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:53.775394 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-22d77255-0110-41bb-b323-e75827c82d00 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:53.804920 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ea09176d-1490-42a5-ad9d-76071bea0eb4 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:53.816622 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-ea09176d-1490-42a5-ad9d-76071bea0eb4 None None] Transition to ACTIVE for port object 39c093c5-00d4-47f5-9457-ad68c2b83258 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:20:53.837090 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-ea09176d-1490-42a5-ad9d-76071bea0eb4 None None] Transition to ACTIVE for port object 39c093c5-00d4-47f5-9457-ad68c2b83258 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:20:53.855623 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-704bc9b9-b111-488e-8dba-687fb91e20da tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:53.870632 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-6b339231-ae75-42de-82b7-06b9de160797 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Allocated IP 172.26.1.120 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/a48b39c8-4445-445f-a120-a85e12289efb) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:20:53.875744 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-704bc9b9-b111-488e-8dba-687fb91e20da tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Usage tracker for resource:subnet and tenant:5764ef7c4c644eedb583f164ec468ea1 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:53.886462 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d77255-0110-41bb-b323-e75827c82d00 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Checking segment: {'id': '56a06218-1021-4308-b702-c623b8c522be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '6ae3f0bf-678f-4502-84ea-80409b3436da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:20:53.886829 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d77255-0110-41bb-b323-e75827c82d00 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Network hostable DHCP agents. Network: 6ae3f0bf-678f-4502-84ea-80409b3436da, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:20:53.887218 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-704bc9b9-b111-488e-8dba-687fb91e20da tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:53.907185 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-795aacc7-1844-4e9d-b997-68e9377ed79b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:53.910131 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-704bc9b9-b111-488e-8dba-687fb91e20da tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:53.935612 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ea09176d-1490-42a5-ad9d-76071bea0eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:53.936381 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4294efcb-d18a-4e27-8452-53d8d0a357fc tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:53.941125 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-fe90f2ef-e111-473e-80e8-0c507f31315e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:53.978005 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5faa40aa-a19e-4393-aefe-f91df80ecc22 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Router f72b1804-93fb-4c96-8602-0c32f3f6c953 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:20:54.018450 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-795aacc7-1844-4e9d-b997-68e9377ed79b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:54.039092 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device ed2bfbf2-b1a5-4d24-9826-ec1794569d2c no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:20:54.044454 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5fb8f03b-cb6a-4b65-b44e-6d997415d403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:54.058778 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704bc9b9-b111-488e-8dba-687fb91e20da tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Made reservation on behalf of 5764ef7c4c644eedb583f164ec468ea1 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:20:54.074490 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4294efcb-d18a-4e27-8452-53d8d0a357fc tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:54.081824 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: ed2bfbf2-b1a5-4d24-9826-ec1794569d2c {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:20:54.081824 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device ed2bfbf2-b1a5-4d24-9826-ec1794569d2c not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:20:54.095233 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea09176d-1490-42a5-ad9d-76071bea0eb4 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:20:54.100780 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-ea09176d-1490-42a5-ad9d-76071bea0eb4 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:54.102829 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09176d-1490-42a5-ad9d-76071bea0eb4 None None] Pushing event updated for resources: {'Port': ['ID=39c093c5-00d4-47f5-9457-ad68c2b83258,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:54.104657 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea09176d-1490-42a5-ad9d-76071bea0eb4 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:20:54.107109 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-ea09176d-1490-42a5-ad9d-76071bea0eb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:54.199062 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-ea09176d-1490-42a5-ad9d-76071bea0eb4 None None] Attempting to bind port 39c093c5-00d4-47f5-9457-ad68c2b83258 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:20:54.199443 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-ea09176d-1490-42a5-ad9d-76071bea0eb4 None None] Attempting to bind port 39c093c5-00d4-47f5-9457-ad68c2b83258 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:20:54.199814 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea09176d-1490-42a5-ad9d-76071bea0eb4 None None] Attempting to bind port 39c093c5-00d4-47f5-9457-ad68c2b83258 on network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:20:54.207915 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea09176d-1490-42a5-ad9d-76071bea0eb4 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:20:54.213094 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea09176d-1490-42a5-ad9d-76071bea0eb4 None None] Checking segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:20:54.213094 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ea09176d-1490-42a5-ad9d-76071bea0eb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:54.213094 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea09176d-1490-42a5-ad9d-76071bea0eb4 None None] Bound using segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:20:54.213094 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-ea09176d-1490-42a5-ad9d-76071bea0eb4 None None] Bound port: 39c093c5-00d4-47f5-9457-ad68c2b83258, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:20:54.213094 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ea09176d-1490-42a5-ad9d-76071bea0eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:54.229055 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795aacc7-1844-4e9d-b997-68e9377ed79b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb6e070-903e-489c-aa44-da00049cf8ba,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:54.248243 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-795aacc7-1844-4e9d-b997-68e9377ed79b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:54.248243 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-06268b1b-62d7-48d4-83f9-49658927fbe8 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:54.274402 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-795aacc7-1844-4e9d-b997-68e9377ed79b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:54.276188 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-795aacc7-1844-4e9d-b997-68e9377ed79b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0075002 Dec 22 13:20:54.278838 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-704bc9b9-b111-488e-8dba-687fb91e20da tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:54.293722 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45160) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:54.305448 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-ea09176d-1490-42a5-ad9d-76071bea0eb4 None None] For port 39c093c5-00d4-47f5-9457-ad68c2b83258, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:20:54.308682 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-ea09176d-1490-42a5-ad9d-76071bea0eb4 None None] For port 39c093c5-00d4-47f5-9457-ad68c2b83258, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=39c093c5-00d4-47f5-9457-ad68c2b83258,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:20:54.316658 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d77255-0110-41bb-b323-e75827c82d00 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Network 6ae3f0bf-678f-4502-84ea-80409b3436da is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:20:54.352453 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4294efcb-d18a-4e27-8452-53d8d0a357fc tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eae3cb2-7dc5-489b-abf5-bbb3a3c51555,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:54.358416 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-59074713-3bdc-48f4-aa36-85a388d1029f tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Request body: {'security_group_rule': {'security_group_id': '3eb6e070-903e-489c-aa44-da00049cf8ba', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:54.364077 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6b339231-ae75-42de-82b7-06b9de160797 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:54.365899 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-59074713-3bdc-48f4-aa36-85a388d1029f tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:54.370670 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-59074713-3bdc-48f4-aa36-85a388d1029f tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Usage tracker for resource:security_group_rule and tenant:92aa080ac39b4dc9beceb1f64f596b7a is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:54.370842 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5faa40aa-a19e-4393-aefe-f91df80ecc22 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:20:54.375201 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-59074713-3bdc-48f4-aa36-85a388d1029f tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:54.383071 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-5faa40aa-a19e-4393-aefe-f91df80ecc22 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "PUT /v2.0/routers/f72b1804-93fb-4c96-8602-0c32f3f6c953/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5482543 Dec 22 13:20:54.386547 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c476a6-1ed5-4ce5-96aa-d8b872e5f0ca None None] Sync routers for ids ['f72b1804-93fb-4c96-8602-0c32f3f6c953'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:20:54.387017 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ea09176d-1490-42a5-ad9d-76071bea0eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:54.387153 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45164) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:54.389520 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4294efcb-d18a-4e27-8452-53d8d0a357fc tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:54.391917 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-804d9dc3-b61d-4080-879a-19a4bfe3cafb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:54.393877 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-4294efcb-d18a-4e27-8452-53d8d0a357fc tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0521746 Dec 22 13:20:54.396110 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45168) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:54.401982 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c476a6-1ed5-4ce5-96aa-d8b872e5f0ca None None] Routers {'f72b1804-93fb-4c96-8602-0c32f3f6c953'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:20:54.403006 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-e5c476a6-1ed5-4ce5-96aa-d8b872e5f0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:20:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['f72b1804-93fb-4c96-8602-0c32f3f6c953'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:54.407842 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4294efcb-d18a-4e27-8452-53d8d0a357fc tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:54.419763 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-59074713-3bdc-48f4-aa36-85a388d1029f tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:54.433215 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-22d77255-0110-41bb-b323-e75827c82d00 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 6ae3f0bf-678f-4502-84ea-80409b3436da) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:54.437842 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-2d831e0c-ef95-424a-ae5d-e2d8f36eb7fd tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Synchronizing usage tracker for tenant:ad8695e3cb0646af805a65484bd64689 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:54.446097 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d77255-0110-41bb-b323-e75827c82d00 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:54.446715 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-22d77255-0110-41bb-b323-e75827c82d00 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:54.453213 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccc1c27-3682-4e9c-851f-84988a835f56 None None] Network 6ae3f0bf-678f-4502-84ea-80409b3436da requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:20:54.507525 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-e5c476a6-1ed5-4ce5-96aa-d8b872e5f0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:54.522294 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c476a6-1ed5-4ce5-96aa-d8b872e5f0ca None None] Routers {'f72b1804-93fb-4c96-8602-0c32f3f6c953'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:20:54.523764 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-e5c476a6-1ed5-4ce5-96aa-d8b872e5f0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:20:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['f72b1804-93fb-4c96-8602-0c32f3f6c953'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:54.524795 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6b339231-ae75-42de-82b7-06b9de160797 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:54.529440 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-32157c22-b4ed-4840-81f6-dff611d9cb6c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:54.543380 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-42083822-7ccf-4727-bee6-659228652ecd tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "GET /v2.0/security-group-rules/2eae3cb2-7dc5-489b-abf5-bbb3a3c51555 HTTP/1.1" status: 200 len: 705 time: 0.1301081 Dec 22 13:20:54.553147 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45172) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:54.596795 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-22d77255-0110-41bb-b323-e75827c82d00 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0700827 Dec 22 13:20:54.597823 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45176) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:54.610866 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-2d831e0c-ef95-424a-ae5d-e2d8f36eb7fd tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Unset dirty status for tenant:ad8695e3cb0646af805a65484bd64689 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:54.614840 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09176d-1490-42a5-ad9d-76071bea0eb4 None None] Pushing event updated for resources: {'Port': ['ID=39c093c5-00d4-47f5-9457-ad68c2b83258,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:54.617170 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-2d831e0c-ef95-424a-ae5d-e2d8f36eb7fd tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "GET /v2.0/ports?device_id=f72b1804-93fb-4c96-8602-0c32f3f6c953 HTTP/1.1" status: 200 len: 205 time: 0.2271445 Dec 22 13:20:54.618651 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45180) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:54.624923 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-59074713-3bdc-48f4-aa36-85a388d1029f tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:54.633418 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-befb977a-7103-4cef-829e-3e3c0de71bba tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'port': {'network_id': '6ae3f0bf-678f-4502-84ea-80409b3436da', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2108441282'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:54.642175 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-ea09176d-1490-42a5-ad9d-76071bea0eb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:54.645433 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-e5c476a6-1ed5-4ce5-96aa-d8b872e5f0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:54.646738 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c476a6-1ed5-4ce5-96aa-d8b872e5f0ca None None] The sync data for ids ['f72b1804-93fb-4c96-8602-0c32f3f6c953'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:20:54.736853 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b339231-ae75-42de-82b7-06b9de160797 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:20:54.742882 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-6b339231-ae75-42de-82b7-06b9de160797 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:54.745748 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b339231-ae75-42de-82b7-06b9de160797 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:20:54.787300 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b339231-ae75-42de-82b7-06b9de160797 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event updated for resources: {'Port': ['ID=a48b39c8-4445-445f-a120-a85e12289efb,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:54.790300 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6b339231-ae75-42de-82b7-06b9de160797 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:54.798914 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d63ae7-4c18-48cd-9b1b-932faa91a363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-6ae3f0bf-678f-4502-84ea-80409b3436da', 'network_id': '6ae3f0bf-678f-4502-84ea-80409b3436da', 'tenant_id': '5dcef99d1b1441dea18127579d2b89f5', 'fixed_ips': [{'subnet_id': '71be37ea-4b8c-4ffe-a673-920e707b60cf'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:20:54.800870 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-11d63ae7-4c18-48cd-9b1b-932faa91a363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:54.864338 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-44fd40d8-e177-4d05-9aff-d9ea84b811ec tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Synchronizing usage tracker for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group_rule {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:54.888005 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-befb977a-7103-4cef-829e-3e3c0de71bba tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:54.893891 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-befb977a-7103-4cef-829e-3e3c0de71bba tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Usage tracker for resource:port and tenant:5dcef99d1b1441dea18127579d2b89f5 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:54.899383 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-befb977a-7103-4cef-829e-3e3c0de71bba tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:54.906965 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-befb977a-7103-4cef-829e-3e3c0de71bba tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:54.968412 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990cbde-7401-4412-a973-bc07254116ca req-3afd0c45-e074-4688-ab94-54fcb36c04d5 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:54.969913 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4990cbde-7401-4412-a973-bc07254116ca req-3afd0c45-e074-4688-ab94-54fcb36c04d5 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.5745642 Dec 22 13:20:55.051039 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6b339231-ae75-42de-82b7-06b9de160797 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:55.053295 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befb977a-7103-4cef-829e-3e3c0de71bba tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Made reservation on behalf of 5dcef99d1b1441dea18127579d2b89f5 for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:20:55.056634 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-befb977a-7103-4cef-829e-3e3c0de71bba tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:55.065722 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-11d63ae7-4c18-48cd-9b1b-932faa91a363 None None] Allocated IP 2001:db8::2 (6ae3f0bf-678f-4502-84ea-80409b3436da/71be37ea-4b8c-4ffe-a673-920e707b60cf/c2bceb11-2173-4fed-bb27-0d6f8d7bb89b) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:20:55.076112 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fb3a8e64-a3fb-4d07-84bc-50cc52cdaa0b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:55.084115 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-befb977a-7103-4cef-829e-3e3c0de71bba tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] device_id is not set on port 955c655b-d985-4f18-a062-cd95c8254d47 yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:20:55.166422 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-59074713-3bdc-48f4-aa36-85a388d1029f tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:55.174489 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-44fd40d8-e177-4d05-9aff-d9ea84b811ec tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Unset dirty status for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group_rule {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:55.179791 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-44fd40d8-e177-4d05-9aff-d9ea84b811ec tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.6202402 Dec 22 13:20:55.179953 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45184) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:55.224809 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6b339231-ae75-42de-82b7-06b9de160797 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:55.296371 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dd466915-699c-4e28-bc64-33655ce1c7ab tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:55.301307 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-59074713-3bdc-48f4-aa36-85a388d1029f tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:55.305412 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-11d63ae7-4c18-48cd-9b1b-932faa91a363 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:55.312413 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f8b5a6f0-bf60-4a31-a55b-351754dea274 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:55.319267 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-11d63ae7-4c18-48cd-9b1b-932faa91a363 None None] Transition to ACTIVE for port object c2bceb11-2173-4fed-bb27-0d6f8d7bb89b will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:20:55.322581 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4990cbde-7401-4412-a973-bc07254116ca req-3d2771bf-62ee-413d-8090-65024f7158a5 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3333814 Dec 22 13:20:55.324475 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dd466915-699c-4e28-bc64-33655ce1c7ab tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:55.361194 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59074713-3bdc-48f4-aa36-85a388d1029f tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f337171-4d94-4164-b990-5af515c305e9,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:55.363988 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-59074713-3bdc-48f4-aa36-85a388d1029f tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:55.373880 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-11d63ae7-4c18-48cd-9b1b-932faa91a363 None None] Transition to ACTIVE for port object c2bceb11-2173-4fed-bb27-0d6f8d7bb89b will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:20:55.374005 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-704bc9b9-b111-488e-8dba-687fb91e20da tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:55.380867 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0c79c45c-0f21-432b-89a0-a269154a90d6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:55.411031 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.objects.ports [None req-2b46a78d-5687-48d2-a5bd-7741a489ed57 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84149) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 22 13:20:55.496871 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-11d63ae7-4c18-48cd-9b1b-932faa91a363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:55.503058 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f2309ae2-d7bf-4d56-b0fd-8764c25b94c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:55.664419 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-befb977a-7103-4cef-829e-3e3c0de71bba tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Allocated IP 2001:db8::23a (6ae3f0bf-678f-4502-84ea-80409b3436da/71be37ea-4b8c-4ffe-a673-920e707b60cf/955c655b-d985-4f18-a062-cd95c8254d47) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:20:55.666976 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-59074713-3bdc-48f4-aa36-85a388d1029f tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:55.668214 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-59074713-3bdc-48f4-aa36-85a388d1029f tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.3699872 Dec 22 13:20:55.673898 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45188) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:55.684612 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d63ae7-4c18-48cd-9b1b-932faa91a363 None None] Pushing event updated for resources: {'Port': ['ID=c2bceb11-2173-4fed-bb27-0d6f8d7bb89b,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:55.696988 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d63ae7-4c18-48cd-9b1b-932faa91a363 None None] Network 6ae3f0bf-678f-4502-84ea-80409b3436da is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:20:55.698298 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-11d63ae7-4c18-48cd-9b1b-932faa91a363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:55.700660 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-11d63ae7-4c18-48cd-9b1b-932faa91a363 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:55.704073 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d63ae7-4c18-48cd-9b1b-932faa91a363 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:20:55.821553 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-11d63ae7-4c18-48cd-9b1b-932faa91a363 None None] Attempting to bind port c2bceb11-2173-4fed-bb27-0d6f8d7bb89b on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:20:55.822188 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-11d63ae7-4c18-48cd-9b1b-932faa91a363 None None] Attempting to bind port c2bceb11-2173-4fed-bb27-0d6f8d7bb89b by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '56a06218-1021-4308-b702-c623b8c522be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '6ae3f0bf-678f-4502-84ea-80409b3436da'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:20:55.822788 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d63ae7-4c18-48cd-9b1b-932faa91a363 None None] Attempting to bind port c2bceb11-2173-4fed-bb27-0d6f8d7bb89b on network 6ae3f0bf-678f-4502-84ea-80409b3436da {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:20:55.837707 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d63ae7-4c18-48cd-9b1b-932faa91a363 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:20:55.838660 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d63ae7-4c18-48cd-9b1b-932faa91a363 None None] Checking segment: {'id': '56a06218-1021-4308-b702-c623b8c522be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '6ae3f0bf-678f-4502-84ea-80409b3436da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:20:55.839398 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-11d63ae7-4c18-48cd-9b1b-932faa91a363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:55.840076 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d63ae7-4c18-48cd-9b1b-932faa91a363 None None] Bound using segment: {'id': '56a06218-1021-4308-b702-c623b8c522be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '6ae3f0bf-678f-4502-84ea-80409b3436da'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:20:55.840703 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-11d63ae7-4c18-48cd-9b1b-932faa91a363 None None] Bound port: c2bceb11-2173-4fed-bb27-0d6f8d7bb89b, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a06218-1021-4308-b702-c623b8c522be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '6ae3f0bf-678f-4502-84ea-80409b3436da'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:20:55.841396 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-11d63ae7-4c18-48cd-9b1b-932faa91a363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:55.869786 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dd466915-699c-4e28-bc64-33655ce1c7ab tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:55.874428 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:55.927678 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd466915-699c-4e28-bc64-33655ce1c7ab tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2eae3cb2-7dc5-489b-abf5-bbb3a3c51555,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:55.934803 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-dd466915-699c-4e28-bc64-33655ce1c7ab tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:55.957211 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.db.resource_extend [None req-6b339231-ae75-42de-82b7-06b9de160797 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:20:55.971656 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-11d63ae7-4c18-48cd-9b1b-932faa91a363 None None] For port c2bceb11-2173-4fed-bb27-0d6f8d7bb89b, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:20:55.977296 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-11d63ae7-4c18-48cd-9b1b-932faa91a363 None None] For port c2bceb11-2173-4fed-bb27-0d6f8d7bb89b, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=c2bceb11-2173-4fed-bb27-0d6f8d7bb89b,segment=NetworkSegment(56a06218-1021-4308-b702-c623b8c522be),segment_id=56a06218-1021-4308-b702-c623b8c522be)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:20:56.003674 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bc9b9-b111-488e-8dba-687fb91e20da tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event updated for resources: {'Subnet': ['ID=7b725934-6c1d-4fb9-aa96-d595c8dbcede,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:56.003674 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-704bc9b9-b111-488e-8dba-687fb91e20da tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:56.003851 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6b339231-ae75-42de-82b7-06b9de160797 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:56.004699 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-befb977a-7103-4cef-829e-3e3c0de71bba tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:56.031682 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-befb977a-7103-4cef-829e-3e3c0de71bba tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Transition to ACTIVE for port object 955c655b-d985-4f18-a062-cd95c8254d47 will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:20:56.062058 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-11d63ae7-4c18-48cd-9b1b-932faa91a363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:56.067760 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-8722a19e-710b-4fd9-b281-dbb9cec425fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:56.084786 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6b339231-ae75-42de-82b7-06b9de160797 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:56.097948 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d8284ff6-24e9-46da-9193-fce6be41ed2c tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:56.119425 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9e3aff8b-e3fb-4c05-80bd-c41bac5e64b4 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:56.135784 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2b46a78d-5687-48d2-a5bd-7741a489ed57 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:56.166265 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b339231-ae75-42de-82b7-06b9de160797 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event updated for resources: {'Port': ['ID=a48b39c8-4445-445f-a120-a85e12289efb,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:56.166680 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 39c093c5-00d4-47f5-9457-ad68c2b83258 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:20:56.170035 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6b339231-ae75-42de-82b7-06b9de160797 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:56.170950 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dd466915-699c-4e28-bc64-33655ce1c7ab tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:56.174403 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-dd466915-699c-4e28-bc64-33655ce1c7ab tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/2eae3cb2-7dc5-489b-abf5-bbb3a3c51555 HTTP/1.1" status: 204 len: 168 time: 0.9920909 Dec 22 13:20:56.174403 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-befb977a-7103-4cef-829e-3e3c0de71bba tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:56.178788 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45192) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:56.179916 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-70efe754-9bfd-4dd0-ac43-0b323137910d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:56.206579 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9e3aff8b-e3fb-4c05-80bd-c41bac5e64b4 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:56.212917 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d63ae7-4c18-48cd-9b1b-932faa91a363 None None] Pushing event updated for resources: {'Port': ['ID=c2bceb11-2173-4fed-bb27-0d6f8d7bb89b,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:56.227707 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-11d63ae7-4c18-48cd-9b1b-932faa91a363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:56.242837 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fb3a8e64-a3fb-4d07-84bc-50cc52cdaa0b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:56.274079 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704bc9b9-b111-488e-8dba-687fb91e20da tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Checking segment: {'id': '272abf0c-90b3-4a05-b51a-0dcd74c67752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'd4161c55-204b-4f09-bf3a-81f0cd5dd672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:20:56.274363 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704bc9b9-b111-488e-8dba-687fb91e20da tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Network hostable DHCP agents. Network: d4161c55-204b-4f09-bf3a-81f0cd5dd672, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:20:56.306688 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fb3a8e64-a3fb-4d07-84bc-50cc52cdaa0b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:56.348552 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb977a-7103-4cef-829e-3e3c0de71bba tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'Port': ['ID=955c655b-d985-4f18-a062-cd95c8254d47,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:56.355239 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6b339231-ae75-42de-82b7-06b9de160797 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:56.369239 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-befb977a-7103-4cef-829e-3e3c0de71bba tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:56.391613 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befb977a-7103-4cef-829e-3e3c0de71bba tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Network 6ae3f0bf-678f-4502-84ea-80409b3436da is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:20:56.393548 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-b14813ec-bc31-419e-9a48-7b2b06059ac0 None None] Provisioning for port 39c093c5-00d4-47f5-9457-ad68c2b83258 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:20:56.394131 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-befb977a-7103-4cef-829e-3e3c0de71bba tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:56.397435 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befb977a-7103-4cef-829e-3e3c0de71bba tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:20:56.403156 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befb977a-7103-4cef-829e-3e3c0de71bba tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:56.403938 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-befb977a-7103-4cef-829e-3e3c0de71bba tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:56.406515 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 39c093c5-00d4-47f5-9457-ad68c2b83258 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:20:56.422269 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-b14813ec-bc31-419e-9a48-7b2b06059ac0 None None] Provisioning complete for port 39c093c5-00d4-47f5-9457-ad68c2b83258 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:56.425070 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b14813ec-bc31-419e-9a48-7b2b06059ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:56.434280 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9e3aff8b-e3fb-4c05-80bd-c41bac5e64b4 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:56.439102 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6e4c63e2-eed5-4295-a9f2-f2af46d080b9 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:56.456462 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-1337c5a2-13b0-4f44-a99d-0648d8a2269f tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Synchronizing usage tracker for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group_rule {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:56.458019 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6b339231-ae75-42de-82b7-06b9de160797 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:56.463093 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6b339231-ae75-42de-82b7-06b9de160797 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6889110 Dec 22 13:20:56.465172 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45200) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:56.476879 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-49be0c12-504d-4933-8b71-1b32a1c7caca tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Request body: {'port': {'network_id': '7ac79257-47d9-405a-9825-2b7516a86bf8', 'name': 'tempest-FloatingIPTestJSON-1401297708'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:56.483270 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 39c093c5-00d4-47f5-9457-ad68c2b83258 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:56.483655 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:56.523949 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3aff8b-e3fb-4c05-80bd-c41bac5e64b4 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f337171-4d94-4164-b990-5af515c305e9,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:56.544402 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9e3aff8b-e3fb-4c05-80bd-c41bac5e64b4 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:56.572466 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-befb977a-7103-4cef-829e-3e3c0de71bba tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.9636455 Dec 22 13:20:56.577722 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45204) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:56.809844 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:56.818121 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-2b46a78d-5687-48d2-a5bd-7741a489ed57 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] For port 39c093c5-00d4-47f5-9457-ad68c2b83258, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=39c093c5-00d4-47f5-9457-ad68c2b83258,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:20:56.836081 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b14813ec-bc31-419e-9a48-7b2b06059ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:56.851509 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2b46a78d-5687-48d2-a5bd-7741a489ed57 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:56.853270 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fb3a8e64-a3fb-4d07-84bc-50cc52cdaa0b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:56.853880 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3a8e64-a3fb-4d07-84bc-50cc52cdaa0b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Fanout notify agent at l3_agent the message router_deleted on router f72b1804-93fb-4c96-8602-0c32f3f6c953 {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:20:56.872777 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fb3a8e64-a3fb-4d07-84bc-50cc52cdaa0b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:56.876779 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-fb3a8e64-a3fb-4d07-84bc-50cc52cdaa0b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "DELETE /v2.0/routers/f72b1804-93fb-4c96-8602-0c32f3f6c953 HTTP/1.1" status: 204 len: 168 time: 2.2536948 Dec 22 13:20:56.876779 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9e3aff8b-e3fb-4c05-80bd-c41bac5e64b4 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:56.876779 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9e3aff8b-e3fb-4c05-80bd-c41bac5e64b4 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/9f337171-4d94-4164-b990-5af515c305e9 HTTP/1.1" status: 204 len: 168 time: 1.1978307 Dec 22 13:20:56.876779 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704bc9b9-b111-488e-8dba-687fb91e20da tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Network d4161c55-204b-4f09-bf3a-81f0cd5dd672 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:20:56.878682 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45208) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:56.879008 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45210) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:56.903978 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-5cf2f7f5-d4c5-4db2-a817-6854d875b4d1 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Deleting port 955c655b-d985-4f18-a062-cd95c8254d47 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:20:56.904577 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5cf2f7f5-d4c5-4db2-a817-6854d875b4d1 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:56.949284 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-1337c5a2-13b0-4f44-a99d-0648d8a2269f tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Unset dirty status for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group_rule {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:56.950602 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-1337c5a2-13b0-4f44-a99d-0648d8a2269f tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.6886618 Dec 22 13:20:56.964442 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45216) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:56.977336 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-a157fcb3-5592-49b5-b24b-2cba635069f9 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Request body: {'security_group_rule': {'security_group_id': '2c08463e-00bc-4a4b-b3c2-0c1c61d17c61', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:56.985710 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2b46a78d-5687-48d2-a5bd-7741a489ed57 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:56.985934 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2b46a78d-5687-48d2-a5bd-7741a489ed57 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:56.989391 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-13d6d60e-6f05-420a-a7af-ddffa9acc9bd tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:56.999553 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-49be0c12-504d-4933-8b71-1b32a1c7caca tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:57.007731 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-49be0c12-504d-4933-8b71-1b32a1c7caca tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Usage tracker for resource:port and tenant:88c4270da4ff42b4b75089e5737840cb is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:57.035849 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-49be0c12-504d-4933-8b71-1b32a1c7caca tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:57.037573 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-704bc9b9-b111-488e-8dba-687fb91e20da tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, d4161c55-204b-4f09-bf3a-81f0cd5dd672) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:57.055119 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-49be0c12-504d-4933-8b71-1b32a1c7caca tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:57.055623 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-a157fcb3-5592-49b5-b24b-2cba635069f9 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:57.062822 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704bc9b9-b111-488e-8dba-687fb91e20da tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:57.063408 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-704bc9b9-b111-488e-8dba-687fb91e20da tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:57.064593 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75d2ab-9d5d-4a97-8c7e-e8d1453c0435 req-3b652eb5-6fa3-4b1a-ad69-32b0ba739552 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:57.066164 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7a75d2ab-9d5d-4a97-8c7e-e8d1453c0435 req-3b652eb5-6fa3-4b1a-ad69-32b0ba739552 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.4956274 Dec 22 13:20:57.095954 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7fe958-af6f-4e5f-8663-bbc9a9389049 None None] Network d4161c55-204b-4f09-bf3a-81f0cd5dd672 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:20:57.170345 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-a157fcb3-5592-49b5-b24b-2cba635069f9 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:57.180979 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5ad22f8d-0057-4b5a-a872-7ef20f4ae52c tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Synchronizing usage tracker for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group_rule {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:57.181159 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49be0c12-504d-4933-8b71-1b32a1c7caca tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Made reservation on behalf of 88c4270da4ff42b4b75089e5737840cb for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:20:57.184439 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-704bc9b9-b111-488e-8dba-687fb91e20da tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7600348 Dec 22 13:20:57.185201 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-49be0c12-504d-4933-8b71-1b32a1c7caca tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:57.197125 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45220) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:57.215275 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:20:57.215275 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:20:57.230440 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-b14813ec-bc31-419e-9a48-7b2b06059ac0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:20:57.231067 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-b14813ec-bc31-419e-9a48-7b2b06059ac0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:20:57.244206 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7a75d2ab-9d5d-4a97-8c7e-e8d1453c0435 req-5840bae9-2f95-4c64-bfe1-04c64f819bf9 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662493 Dec 22 13:20:57.252075 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b46a78d-5687-48d2-a5bd-7741a489ed57 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:20:57.256796 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-49be0c12-504d-4933-8b71-1b32a1c7caca tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] device_id is not set on port f8958609-ba27-4629-93fe-4b5194284656 yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:20:57.305161 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-2b46a78d-5687-48d2-a5bd-7741a489ed57 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:57.319147 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b46a78d-5687-48d2-a5bd-7741a489ed57 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:57.320228 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2b46a78d-5687-48d2-a5bd-7741a489ed57 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:57.329249 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.securitygroups_db [None req-a157fcb3-5592-49b5-b24b-2cba635069f9 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Project 241cccaf397f432f9e177c9302f512ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:20:57.334021 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46a78d-5687-48d2-a5bd-7741a489ed57 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Port': ['ID=39c093c5-00d4-47f5-9457-ad68c2b83258,revision_number=4']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:57.350730 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5cf2f7f5-d4c5-4db2-a817-6854d875b4d1 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:57.365671 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2b46a78d-5687-48d2-a5bd-7741a489ed57 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:57.366284 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-16218c2f-8f74-4676-8851-0308bf07c441 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.348s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:57.407861 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a157fcb3-5592-49b5-b24b-2cba635069f9 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:57.416194 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28420480-a069-4a58-96ed-54d4a31ac524 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:20:57.431789 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5ad22f8d-0057-4b5a-a872-7ef20f4ae52c tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Unset dirty status for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group_rule {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:57.435569 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5ad22f8d-0057-4b5a-a872-7ef20f4ae52c tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5515864 Dec 22 13:20:57.446149 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45224) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:57.484555 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-49be0c12-504d-4933-8b71-1b32a1c7caca tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Allocated IP 172.20.0.10 (7ac79257-47d9-405a-9825-2b7516a86bf8/d857f1db-ab4c-4c8d-aba3-be52d5449c21/f8958609-ba27-4629-93fe-4b5194284656) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:20:57.537756 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-2b46a78d-5687-48d2-a5bd-7741a489ed57 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.5535443 Dec 22 13:20:57.553386 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45228) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:57.560200 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-cad63de0-232b-4fae-8acc-522b44d771d7 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Deleting subnet 4a430cad-1860-4997-9172-84aa0954e080 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:20:57.590746 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-34d9354d-c36a-4c5c-b525-8bec336bc62a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'port': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'mac_address': 'fa:16:3e:45:45:02', 'name': 'tempest-NetworksTestDHCPv6-1603141432'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:57.609184 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46a78d-5687-48d2-a5bd-7741a489ed57 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Subnet': ['ID=220b626e-c8a7-4794-a983-d4575272eb7d,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:57.609843 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cad63de0-232b-4fae-8acc-522b44d771d7 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:57.654687 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24324d6-278e-4607-a24f-b30ac5c5c17a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-d4161c55-204b-4f09-bf3a-81f0cd5dd672', 'network_id': 'd4161c55-204b-4f09-bf3a-81f0cd5dd672', 'tenant_id': '5764ef7c4c644eedb583f164ec468ea1', 'fixed_ips': [{'subnet_id': '7b725934-6c1d-4fb9-aa96-d595c8dbcede'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:20:57.655633 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e24324d6-278e-4607-a24f-b30ac5c5c17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:57.671647 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7204b0bb-b929-49da-b999-99e473e85b23 None None] Network 6ae3f0bf-678f-4502-84ea-80409b3436da requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:20:57.698755 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2b46a78d-5687-48d2-a5bd-7741a489ed57 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:57.714248 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b9b2-4de7-4941-b308-cc56c63fe4fa tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:57.782580 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-5cf2f7f5-d4c5-4db2-a817-6854d875b4d1 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Calling delete_port for 955c655b-d985-4f18-a062-cd95c8254d47 owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:20:57.796679 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cad63de0-232b-4fae-8acc-522b44d771d7 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:57.948919 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:57.964976 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-49be0c12-504d-4933-8b71-1b32a1c7caca tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:57.970950 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b14813ec-bc31-419e-9a48-7b2b06059ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:57.974946 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-eb84c50b-2cee-4f3c-a9bc-6b39eba72c89 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:58.002819 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a157fcb3-5592-49b5-b24b-2cba635069f9 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:58.105602 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-eb84c50b-2cee-4f3c-a9bc-6b39eba72c89 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:58.107939 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5cf2f7f5-d4c5-4db2-a817-6854d875b4d1 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:58.113172 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-fa027595-85b6-46bc-ae12-12a74a2d01eb tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:58.121368 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a157fcb3-5592-49b5-b24b-2cba635069f9 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:58.132760 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:58.142790 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 39c093c5-00d4-47f5-9457-ad68c2b83258, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=39c093c5-00d4-47f5-9457-ad68c2b83258,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:20:58.150735 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-49be0c12-504d-4933-8b71-1b32a1c7caca tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:58.171167 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf2f7f5-d4c5-4db2-a817-6854d875b4d1 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event deleted for resources: {'Port': ['ID=955c655b-d985-4f18-a062-cd95c8254d47,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:58.175580 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5cf2f7f5-d4c5-4db2-a817-6854d875b4d1 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:58.176618 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e78319de-2eba-440e-be86-c3b3e0586b2b tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:58.184257 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b9b2-4de7-4941-b308-cc56c63fe4fa tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:58.212089 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-34d9354d-c36a-4c5c-b525-8bec336bc62a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:58.223331 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a157fcb3-5592-49b5-b24b-2cba635069f9 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a916c6c-58dc-4135-88df-d0d287ab6fd1,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:58.235651 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a157fcb3-5592-49b5-b24b-2cba635069f9 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:58.243185 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-e24324d6-278e-4607-a24f-b30ac5c5c17a None None] Allocated IP 172.20.0.2 (d4161c55-204b-4f09-bf3a-81f0cd5dd672/7b725934-6c1d-4fb9-aa96-d595c8dbcede/e4e61acd-df66-4709-a901-f67d96f112a5) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:20:58.245018 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-34d9354d-c36a-4c5c-b525-8bec336bc62a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:port and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:58.250450 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-34d9354d-c36a-4c5c-b525-8bec336bc62a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:58.250671 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be0c12-504d-4933-8b71-1b32a1c7caca tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event updated for resources: {'Port': ['ID=f8958609-ba27-4629-93fe-4b5194284656,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:58.258588 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-49be0c12-504d-4933-8b71-1b32a1c7caca tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:58.269765 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-34d9354d-c36a-4c5c-b525-8bec336bc62a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:58.286932 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:58.299004 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5cf2f7f5-d4c5-4db2-a817-6854d875b4d1 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:58.308893 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cad63de0-232b-4fae-8acc-522b44d771d7 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:58.312323 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:58.313627 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-5cf2f7f5-d4c5-4db2-a817-6854d875b4d1 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/ports/955c655b-d985-4f18-a062-cd95c8254d47 HTTP/1.1" status: 204 len: 168 time: 1.7337680 Dec 22 13:20:58.317429 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45234) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:58.388949 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49be0c12-504d-4933-8b71-1b32a1c7caca tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Network 7ac79257-47d9-405a-9825-2b7516a86bf8 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:20:58.394552 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-49be0c12-504d-4933-8b71-1b32a1c7caca tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:58.420460 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5ce773-3987-421d-9e0e-a65b42c00887 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] GET failed (client error): The resource could not be found. Dec 22 13:20:58.420988 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-6e5ce773-3987-421d-9e0e-a65b42c00887 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Synchronizing usage tracker for tenant:5dcef99d1b1441dea18127579d2b89f5 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:58.425916 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49be0c12-504d-4933-8b71-1b32a1c7caca tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:20:58.451758 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a157fcb3-5592-49b5-b24b-2cba635069f9 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:58.453307 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a157fcb3-5592-49b5-b24b-2cba635069f9 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.4818113 Dec 22 13:20:58.469625 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45238) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:58.517461 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-81decf88-c03e-4aae-9fe2-72c9b279a80d tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "GET /v2.0/security-group-rules/7a916c6c-58dc-4135-88df-d0d287ab6fd1 HTTP/1.1" status: 200 len: 711 time: 0.0464871 Dec 22 13:20:58.520585 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45242) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:58.525238 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d9354d-c36a-4c5c-b525-8bec336bc62a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:20:58.578127 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49be0c12-504d-4933-8b71-1b32a1c7caca tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:58.579449 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-49be0c12-504d-4933-8b71-1b32a1c7caca tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:58.591194 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-6e5ce773-3987-421d-9e0e-a65b42c00887 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Unset dirty status for tenant:5dcef99d1b1441dea18127579d2b89f5 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:58.592353 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6e5ce773-3987-421d-9e0e-a65b42c00887 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "GET /v2.0/ports/955c655b-d985-4f18-a062-cd95c8254d47 HTTP/1.1" status: 404 len: 333 time: 0.2730498 Dec 22 13:20:58.621601 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45246) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:58.627063 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device c2bceb11-2173-4fed-bb27-0d6f8d7bb89b up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:20:58.643726 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-eb84c50b-2cee-4f3c-a9bc-6b39eba72c89 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:58.652745 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-766e845f-6a2e-4a42-90bd-10a4bcc21e31 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:58.674455 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84c50b-2cee-4f3c-a9bc-6b39eba72c89 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb6e070-903e-489c-aa44-da00049cf8ba,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:58.677993 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-eb84c50b-2cee-4f3c-a9bc-6b39eba72c89 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:58.716435 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-2aa80e1e-887f-4293-83e6-ce7b0ef5c9b1 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.1914718 Dec 22 13:20:58.718972 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45250) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:58.728792 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-b14813ec-bc31-419e-9a48-7b2b06059ac0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:20:58.729196 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-b14813ec-bc31-419e-9a48-7b2b06059ac0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:20:58.732892 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cad63de0-232b-4fae-8acc-522b44d771d7 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:58.743798 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b5003a66-5250-43af-a3a2-e1c71804b7a6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:58.757526 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=39c093c5-00d4-47f5-9457-ad68c2b83258,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:58.761166 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:58.768467 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e85213c3-6c92-48ff-8e32-1d9e1eb63933 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:58.779473 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e85213c3-6c92-48ff-8e32-1d9e1eb63933 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:58.811398 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-49be0c12-504d-4933-8b71-1b32a1c7caca tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3428988 Dec 22 13:20:58.814950 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45254) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:58.822023 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad63de0-232b-4fae-8acc-522b44d771d7 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event deleted for resources: {'Subnet': ['ID=4a430cad-1860-4997-9172-84aa0954e080,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:58.824289 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-2d2066b4-72bd-47a7-88ae-f7b87dcd125e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Request body: {'floatingip': {'port_id': 'f8958609-ba27-4629-93fe-4b5194284656'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:20:58.824441 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:58.829800 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-cad63de0-232b-4fae-8acc-522b44d771d7 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:58.845765 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cad63de0-232b-4fae-8acc-522b44d771d7 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:58.847654 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-cad63de0-232b-4fae-8acc-522b44d771d7 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "DELETE /v2.0/subnets/4a430cad-1860-4997-9172-84aa0954e080 HTTP/1.1" status: 204 len: 168 time: 1.9677515 Dec 22 13:20:58.854517 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c7aaf-7764-4b93-bd11-057c72916f15 req-e993f8a4-21cb-4f98-8e10-4d20d103e5a2 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:58.863766 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5a4c7aaf-7764-4b93-bd11-057c72916f15 req-e993f8a4-21cb-4f98-8e10-4d20d103e5a2 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.4138017 Dec 22 13:20:58.877797 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45258) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:58.894680 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b24ceab-6aad-43ed-b619-e178c51da2a0 None None] Network 00e75a16-8f9e-4895-a809-4dcc30b872a1 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:20:58.932025 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port c2bceb11-2173-4fed-bb27-0d6f8d7bb89b completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:20:58.954083 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e85213c3-6c92-48ff-8e32-1d9e1eb63933 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:58.958112 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-34d9354d-c36a-4c5c-b525-8bec336bc62a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:58.958795 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2d2066b4-72bd-47a7-88ae-f7b87dcd125e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for floatingip, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:58.995952 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-eb84c50b-2cee-4f3c-a9bc-6b39eba72c89 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:58.997088 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-eb84c50b-2cee-4f3c-a9bc-6b39eba72c89 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "DELETE /v2.0/security-groups/3eb6e070-903e-489c-aa44-da00049cf8ba HTTP/1.1" status: 204 len: 168 time: 1.5455182 Dec 22 13:20:59.008533 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45262) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:59.044976 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ac5d1c44-1bcf-4630-942e-533a0074b322 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:59.098102 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1d9069a1-dfcf-4dd8-887e-2eef36cace59 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:59.101138 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-34d9354d-c36a-4c5c-b525-8bec336bc62a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] device_id is not set on port b2e2d983-c5ab-4216-922f-120973edf517 yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:20:59.107421 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 39c093c5-00d4-47f5-9457-ad68c2b83258 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:20:59.162988 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5a4c7aaf-7764-4b93-bd11-057c72916f15 req-c60ffd84-f53d-4148-a99e-557a83cc7c3f tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2999229 Dec 22 13:20:59.235963 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e24324d6-278e-4607-a24f-b30ac5c5c17a None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:59.285892 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-e24324d6-278e-4607-a24f-b30ac5c5c17a None None] Transition to ACTIVE for port object e4e61acd-df66-4709-a901-f67d96f112a5 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:20:59.351584 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-e24324d6-278e-4607-a24f-b30ac5c5c17a None None] Transition to ACTIVE for port object e4e61acd-df66-4709-a901-f67d96f112a5 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:20:59.371725 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 39c093c5-00d4-47f5-9457-ad68c2b83258 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:59.372147 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:59.434869 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85213c3-6c92-48ff-8e32-1d9e1eb63933 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a916c6c-58dc-4135-88df-d0d287ab6fd1,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:59.441789 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e85213c3-6c92-48ff-8e32-1d9e1eb63933 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:59.443573 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-34d9354d-c36a-4c5c-b525-8bec336bc62a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Allocated IP 172.20.0.9 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/2f521a88-06de-472a-8142-ec25671878b8/b2e2d983-c5ab-4216-922f-120973edf517) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:20:59.450196 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-34d9354d-c36a-4c5c-b525-8bec336bc62a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Allocated IP 2001:db8::f816:3eff:fe45:4502 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/220b626e-c8a7-4794-a983-d4575272eb7d/b2e2d983-c5ab-4216-922f-120973edf517) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:20:59.455546 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e85213c3-6c92-48ff-8e32-1d9e1eb63933 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:59.456777 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e85213c3-6c92-48ff-8e32-1d9e1eb63933 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/7a916c6c-58dc-4135-88df-d0d287ab6fd1 HTTP/1.1" status: 204 len: 168 time: 0.7367716 Dec 22 13:20:59.471126 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45268) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:59.472012 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e24324d6-278e-4607-a24f-b30ac5c5c17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:59.486638 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-efb6efdd-2777-4047-9f0a-79df815570a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:59.611613 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-1d9069a1-dfcf-4dd8-887e-2eef36cace59 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Deleting port 62b0acab-8ede-4c59-b22c-00bb0f128968 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:20:59.612103 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1d9069a1-dfcf-4dd8-887e-2eef36cace59 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:59.660912 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24324d6-278e-4607-a24f-b30ac5c5c17a None None] Pushing event updated for resources: {'Port': ['ID=e4e61acd-df66-4709-a901-f67d96f112a5,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:59.667858 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f6f5422d-a50e-4e5f-bbcd-b65f52de45fe tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Synchronizing usage tracker for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:59.673232 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24324d6-278e-4607-a24f-b30ac5c5c17a None None] Network d4161c55-204b-4f09-bf3a-81f0cd5dd672 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:20:59.674902 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-e24324d6-278e-4607-a24f-b30ac5c5c17a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:59.680304 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-e24324d6-278e-4607-a24f-b30ac5c5c17a None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:59.683739 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24324d6-278e-4607-a24f-b30ac5c5c17a None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:20:59.760975 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b9b2-4de7-4941-b308-cc56c63fe4fa tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:59.774655 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-177b44cf-57f1-41a6-95d5-b60baafcecdc tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:59.796818 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ba1f98-ae85-44e0-a895-9ae02242a7d6 None None] DHCP port deletion for 00e75a16-8f9e-4895-a809-4dcc30b872a1 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:20:59.822948 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-596b0e5d-2c30-4cdb-a246-87719af05e90 None None] Could not find standard attr ID for object 955c655b-d985-4f18-a062-cd95c8254d47. {{(pid=84150) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:20:59.830482 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8bfa6f2-4796-4bb8-bcd6-9254329ce0cf tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Deleting subnet 71be37ea-4b8c-4ffe-a673-920e707b60cf {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:20:59.842029 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f4b9b2-4de7-4941-b308-cc56c63fe4fa tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event deleted for resources: {'Subnet': ['ID=7b725934-6c1d-4fb9-aa96-d595c8dbcede,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:59.846091 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d8bfa6f2-4796-4bb8-bcd6-9254329ce0cf tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:59.897276 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-3ebc48dd-e571-4ccf-be28-ab463aff5b15 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Synchronizing usage tracker for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group_rule {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:59.898403 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c7f4b9b2-4de7-4941-b308-cc56c63fe4fa tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:59.903899 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-b8ba1f98-ae85-44e0-a895-9ae02242a7d6 None None] Deleting port 62b0acab-8ede-4c59-b22c-00bb0f128968 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:20:59.904547 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b8ba1f98-ae85-44e0-a895-9ae02242a7d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:59.911602 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f6f5422d-a50e-4e5f-bbcd-b65f52de45fe tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Unset dirty status for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:59.916648 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f6f5422d-a50e-4e5f-bbcd-b65f52de45fe tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8940096 Dec 22 13:20:59.949545 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45274) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:00.015107 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-92d3d85c-a434-458b-ab47-fab596b9625a tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Request body: {'security_group': {'name': 'tempest-secgroup--2127570920'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:00.025853 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-e24324d6-278e-4607-a24f-b30ac5c5c17a None None] Attempting to bind port e4e61acd-df66-4709-a901-f67d96f112a5 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:21:00.026235 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-e24324d6-278e-4607-a24f-b30ac5c5c17a None None] Attempting to bind port e4e61acd-df66-4709-a901-f67d96f112a5 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '272abf0c-90b3-4a05-b51a-0dcd74c67752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'd4161c55-204b-4f09-bf3a-81f0cd5dd672'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:21:00.026705 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24324d6-278e-4607-a24f-b30ac5c5c17a None None] Attempting to bind port e4e61acd-df66-4709-a901-f67d96f112a5 on network d4161c55-204b-4f09-bf3a-81f0cd5dd672 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:21:00.042529 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-92d3d85c-a434-458b-ab47-fab596b9625a tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:00.054627 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24324d6-278e-4607-a24f-b30ac5c5c17a None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:21:00.055295 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24324d6-278e-4607-a24f-b30ac5c5c17a None None] Checking segment: {'id': '272abf0c-90b3-4a05-b51a-0dcd74c67752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'd4161c55-204b-4f09-bf3a-81f0cd5dd672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:21:00.055912 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e24324d6-278e-4607-a24f-b30ac5c5c17a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:00.056641 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24324d6-278e-4607-a24f-b30ac5c5c17a None None] Bound using segment: {'id': '272abf0c-90b3-4a05-b51a-0dcd74c67752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'd4161c55-204b-4f09-bf3a-81f0cd5dd672'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:21:00.057305 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-e24324d6-278e-4607-a24f-b30ac5c5c17a None None] Bound port: e4e61acd-df66-4709-a901-f67d96f112a5, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272abf0c-90b3-4a05-b51a-0dcd74c67752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'd4161c55-204b-4f09-bf3a-81f0cd5dd672'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:21:00.057861 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e24324d6-278e-4607-a24f-b30ac5c5c17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:00.059544 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d8bfa6f2-4796-4bb8-bcd6-9254329ce0cf tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:00.081495 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-596b0e5d-2c30-4cdb-a246-87719af05e90 None None] Provisioning for port c2bceb11-2173-4fed-bb27-0d6f8d7bb89b completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:21:00.087944 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b9b2-4de7-4941-b308-cc56c63fe4fa tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:00.102208 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-92d3d85c-a434-458b-ab47-fab596b9625a tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:00.108399 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-596b0e5d-2c30-4cdb-a246-87719af05e90 None None] Provisioning complete for port c2bceb11-2173-4fed-bb27-0d6f8d7bb89b triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:00.112048 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-596b0e5d-2c30-4cdb-a246-87719af05e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:00.166104 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-34d9354d-c36a-4c5c-b525-8bec336bc62a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:00.181257 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-3ebc48dd-e571-4ccf-be28-ab463aff5b15 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Unset dirty status for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group_rule {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:21:00.185597 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-3ebc48dd-e571-4ccf-be28-ab463aff5b15 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.7099113 Dec 22 13:21:00.186402 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45278) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:00.282570 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-caa90e6c-a9ea-49d3-92c8-56dbe9452510 req-ca4b6561-4733-453e-8a82-8ba0ab9e7b49 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ccb0058a2c24446385d13786cea4c6a9&device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 1098 time: 0.3823478 Dec 22 13:21:00.321781 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-b8ba1f98-ae85-44e0-a895-9ae02242a7d6 None None] For port 62b0acab-8ede-4c59-b22c-00bb0f128968, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=62b0acab-8ede-4c59-b22c-00bb0f128968,segment=NetworkSegment(0d951d59-fa83-43cc-a1ff-8928be2ffa1d),segment_id=0d951d59-fa83-43cc-a1ff-8928be2ffa1d)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:21:00.322404 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b8ba1f98-ae85-44e0-a895-9ae02242a7d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:00.331949 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-e24324d6-278e-4607-a24f-b30ac5c5c17a None None] For port e4e61acd-df66-4709-a901-f67d96f112a5, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:21:00.356045 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-c7f4b9b2-4de7-4941-b308-cc56c63fe4fa tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4161c55-204b-4f09-bf3a-81f0cd5dd672']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:00.381074 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-92d3d85c-a434-458b-ab47-fab596b9625a tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:00.404622 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d8bfa6f2-4796-4bb8-bcd6-9254329ce0cf tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:00.421374 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-c7f4b9b2-4de7-4941-b308-cc56c63fe4fa tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '272abf0c-90b3-4a05-b51a-0dcd74c67752') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:00.421785 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-c7f4b9b2-4de7-4941-b308-cc56c63fe4fa tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '272abf0c-90b3-4a05-b51a-0dcd74c67752') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:00.434278 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-34d9354d-c36a-4c5c-b525-8bec336bc62a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Transition to ACTIVE for port object b2e2d983-c5ab-4216-922f-120973edf517 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:21:00.443722 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 39c093c5-00d4-47f5-9457-ad68c2b83258 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:21:00.482570 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-1d9069a1-dfcf-4dd8-887e-2eef36cace59 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] For port 62b0acab-8ede-4c59-b22c-00bb0f128968, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=62b0acab-8ede-4c59-b22c-00bb0f128968,segment=NetworkSegment(0d951d59-fa83-43cc-a1ff-8928be2ffa1d),segment_id=0d951d59-fa83-43cc-a1ff-8928be2ffa1d)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:21:00.483156 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1d9069a1-dfcf-4dd8-887e-2eef36cace59 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:00.499715 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-47200c8f-4ad4-4481-addc-ebec51aaa780 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:00.529685 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-e24324d6-278e-4607-a24f-b30ac5c5c17a None None] For port e4e61acd-df66-4709-a901-f67d96f112a5, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=e4e61acd-df66-4709-a901-f67d96f112a5,segment=NetworkSegment(272abf0c-90b3-4a05-b51a-0dcd74c67752),segment_id=272abf0c-90b3-4a05-b51a-0dcd74c67752)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:21:00.542649 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-b8ba1f98-ae85-44e0-a895-9ae02242a7d6 None None] Calling delete_port for 62b0acab-8ede-4c59-b22c-00bb0f128968 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:21:00.581424 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa90e6c-a9ea-49d3-92c8-56dbe9452510 req-7975cb6f-5765-4dc4-bb0a-eae61463fd40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:00.582977 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-caa90e6c-a9ea-49d3-92c8-56dbe9452510 req-7975cb6f-5765-4dc4-bb0a-eae61463fd40 service neutron] 10.222.0.45 "GET /v2.0/networks?id=36a9635e-060b-4630-a9b5-9765cca55df8 HTTP/1.1" status: 200 len: 913 time: 0.2817483 Dec 22 13:21:00.584865 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-47200c8f-4ad4-4481-addc-ebec51aaa780 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:00.621299 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e24324d6-278e-4607-a24f-b30ac5c5c17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:00.631486 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-aad27267-0508-4a74-9e45-042cd598d1ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:00.642671 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-1d9069a1-dfcf-4dd8-887e-2eef36cace59 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Calling delete_port for 62b0acab-8ede-4c59-b22c-00bb0f128968 owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:21:00.669738 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b9b2-4de7-4941-b308-cc56c63fe4fa tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:00.685082 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.db.resource_extend [None req-2d2066b4-72bd-47a7-88ae-f7b87dcd125e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:21:00.689777 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19af8c-0cc1-4b02-818b-fea102bc5d69 req-bb9df676-d675-4c1a-9d41-d8568c090001 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:00.691290 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ea19af8c-0cc1-4b02-818b-fea102bc5d69 req-bb9df676-d675-4c1a-9d41-d8568c090001 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.8648744 Dec 22 13:21:00.729936 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b9b2-4de7-4941-b308-cc56c63fe4fa tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:00.732840 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-596b0e5d-2c30-4cdb-a246-87719af05e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:00.739925 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d8bfa6f2-4796-4bb8-bcd6-9254329ce0cf tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:00.755762 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-793e339c-7dca-4734-8f89-7befe2d9e14b tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:00.763154 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7f4b9b2-4de7-4941-b308-cc56c63fe4fa tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:21:00.763566 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b9b2-4de7-4941-b308-cc56c63fe4fa tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:00.779594 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:21:00.779594 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:21:00.779594 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:21:00.779594 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:21:00.779594 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:21:00.779594 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:21:00.779594 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:21:00.779594 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:21:00.779594 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:21:00.779594 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:21:00.779594 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:21:00.779594 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:21:00.779594 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:21:00.779594 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:21:00.779594 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:21:00.779594 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:21:00.779594 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:21:00.779594 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:21:00.779594 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:21:00.779594 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:21:00.779594 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:21:00.779594 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:21:00.779594 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:21:00.779594 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:21:00.779594 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:21:00.779594 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:21:00.779594 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:21:00.779594 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:21:00.779594 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:21:00.779594 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:21:00.779594 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:21:00.779594 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:21:00.797453 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24324d6-278e-4607-a24f-b30ac5c5c17a None None] Pushing event updated for resources: {'Port': ['ID=e4e61acd-df66-4709-a901-f67d96f112a5,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:00.801100 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-e24324d6-278e-4607-a24f-b30ac5c5c17a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:00.808750 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bfa6f2-4796-4bb8-bcd6-9254329ce0cf tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event deleted for resources: {'Subnet': ['ID=71be37ea-4b8c-4ffe-a673-920e707b60cf,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:00.810691 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d8bfa6f2-4796-4bb8-bcd6-9254329ce0cf tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:00.832424 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d8bfa6f2-4796-4bb8-bcd6-9254329ce0cf tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:00.835685 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-92d3d85c-a434-458b-ab47-fab596b9625a tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:00.865563 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-92d3d85c-a434-458b-ab47-fab596b9625a tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Usage tracker for resource:security_group_rule and tenant:92aa080ac39b4dc9beceb1f64f596b7a is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:00.873527 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-92d3d85c-a434-458b-ab47-fab596b9625a tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:00.874891 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5056bc27-2059-4e6b-9487-b20a64b2479d None None] Network 6ae3f0bf-678f-4502-84ea-80409b3436da requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:21:00.878788 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d8bfa6f2-4796-4bb8-bcd6-9254329ce0cf tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/subnets/71be37ea-4b8c-4ffe-a673-920e707b60cf HTTP/1.1" status: 204 len: 168 time: 2.2525952 Dec 22 13:21:00.882518 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45282) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:00.885110 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2d2066b4-72bd-47a7-88ae-f7b87dcd125e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:00.887131 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-caa90e6c-a9ea-49d3-92c8-56dbe9452510 req-a75c85e8-240c-4551-8e8a-f1b6e8d102d1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=675d5c62-fd43-45d1-8f32-32ff05f7306c HTTP/1.1" status: 200 len: 1000 time: 0.2898047 Dec 22 13:21:00.890635 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-92d3d85c-a434-458b-ab47-fab596b9625a tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:00.919028 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ea19af8c-0cc1-4b02-818b-fea102bc5d69 req-7a4b8204-d076-42e1-a83c-b6ab993864d8 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175853 Dec 22 13:21:00.921689 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-34d9354d-c36a-4c5c-b525-8bec336bc62a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:00.936898 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0a163e7c-f4c0-41a0-a247-290bf05a2ba3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:00.992552 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.api [None req-c7f4b9b2-4de7-4941-b308-cc56c63fe4fa tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 13:21:00.992552 dv-neutron-822669-1-hyperv neutron-server[84149]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 13:21:00.992552 dv-neutron-822669-1-hyperv neutron-server[84149]: [parameters: {'id': 'd4161c55-204b-4f09-bf3a-81f0cd5dd672'}] Dec 22 13:21:00.992552 dv-neutron-822669-1-hyperv neutron-server[84149]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84149) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:21:00.993511 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_db.api [None req-c7f4b9b2-4de7-4941-b308-cc56c63fe4fa tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:21:01.000170 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-47200c8f-4ad4-4481-addc-ebec51aaa780 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:01.002508 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-47200c8f-4ad4-4481-addc-ebec51aaa780 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:01.006335 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-47200c8f-4ad4-4481-addc-ebec51aaa780 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "DELETE /v2.0/security-groups/2c08463e-00bc-4a4b-b3c2-0c1c61d17c61 HTTP/1.1" status: 204 len: 168 time: 0.8155587 Dec 22 13:21:01.010116 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.api [None req-1d9069a1-dfcf-4dd8-887e-2eef36cace59 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84149) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:21:01.010894 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_db.api [None req-1d9069a1-dfcf-4dd8-887e-2eef36cace59 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:21:01.011084 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45286) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:01.011186 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e0eb6f27-1583-47f5-8a37-95724944c392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:01.011269 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b8ba1f98-ae85-44e0-a895-9ae02242a7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:01.015837 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d9354d-c36a-4c5c-b525-8bec336bc62a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:21:01.018649 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2d2066b4-72bd-47a7-88ae-f7b87dcd125e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:01.023606 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-34d9354d-c36a-4c5c-b525-8bec336bc62a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:01.024548 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-8df4b178-35fe-4a86-9606-409ba22f7786 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:01.073362 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d9354d-c36a-4c5c-b525-8bec336bc62a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:21:01.097879 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 39c093c5-00d4-47f5-9457-ad68c2b83258 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:01.098270 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:01.135897 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba1f98-ae85-44e0-a895-9ae02242a7d6 None None] Pushing event deleted for resources: {'Port': ['ID=62b0acab-8ede-4c59-b22c-00bb0f128968,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:01.153734 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-b8ba1f98-ae85-44e0-a895-9ae02242a7d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:01.155708 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-596b0e5d-2c30-4cdb-a246-87719af05e90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:21:01.156260 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-596b0e5d-2c30-4cdb-a246-87719af05e90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:21:01.168786 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9354d-c36a-4c5c-b525-8bec336bc62a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Port': ['ID=b2e2d983-c5ab-4216-922f-120973edf517,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:01.183020 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ba1f98-ae85-44e0-a895-9ae02242a7d6 None None] No DVR routers for this DVR port 62b0acab-8ede-4c59-b22c-00bb0f128968 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:21:01.188636 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-34d9354d-c36a-4c5c-b525-8bec336bc62a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:01.196377 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-92d3d85c-a434-458b-ab47-fab596b9625a tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:01.197493 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a00d722-c043-40b7-b9a2-eede57b77d24 None None] Network d4161c55-204b-4f09-bf3a-81f0cd5dd672 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:21:01.199031 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1e9099aa-5f16-44bc-84c5-1c4b79e01513 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Synchronizing usage tracker for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:21:01.238339 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d9354d-c36a-4c5c-b525-8bec336bc62a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:01.240207 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-34d9354d-c36a-4c5c-b525-8bec336bc62a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:01.254373 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47200c8f-4ad4-4481-addc-ebec51aaa780 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c08463e-00bc-4a4b-b3c2-0c1c61d17c61,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:01.257423 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-47200c8f-4ad4-4481-addc-ebec51aaa780 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:01.286939 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa90e6c-a9ea-49d3-92c8-56dbe9452510 req-928b5faa-b953-40d4-8a5c-ead761c7dad6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:01.290561 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-caa90e6c-a9ea-49d3-92c8-56dbe9452510 req-928b5faa-b953-40d4-8a5c-ead761c7dad6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=02969300-ed8d-4b59-a34d-12a5dcb2cce8 HTTP/1.1" status: 200 len: 851 time: 0.3805912 Dec 22 13:21:01.291992 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-80a80c62-7a00-4fa9-a3ad-d47a1046a9b2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:01.299667 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-92d3d85c-a434-458b-ab47-fab596b9625a tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:01.307629 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-61aa3055-c7a5-402f-af25-1b43fae54e05 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:01.351953 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d3d85c-a434-458b-ab47-fab596b9625a tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c27da328-7e7d-471a-80a1-64ebd94aab11,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:01.352191 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-80a80c62-7a00-4fa9-a3ad-d47a1046a9b2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Deleting port c2bceb11-2173-4fed-bb27-0d6f8d7bb89b {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:21:01.355606 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-80a80c62-7a00-4fa9-a3ad-d47a1046a9b2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:01.367118 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1e9099aa-5f16-44bc-84c5-1c4b79e01513 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Unset dirty status for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:21:01.374077 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1e9099aa-5f16-44bc-84c5-1c4b79e01513 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3567226 Dec 22 13:21:01.377621 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45290) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:01.378852 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-92d3d85c-a434-458b-ab47-fab596b9625a tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:01.381147 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-34d9354d-c36a-4c5c-b525-8bec336bc62a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.8242953 Dec 22 13:21:01.390212 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45292) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:01.390335 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-a902828e-5eb6-47c2-b9bd-4dff83b5e3b4 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Request body: {'security_group': {'name': 'tempest-secgroup--805689243'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:01.398755 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-a902828e-5eb6-47c2-b9bd-4dff83b5e3b4 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:01.419094 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-a902828e-5eb6-47c2-b9bd-4dff83b5e3b4 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:01.484386 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-92d3d85c-a434-458b-ab47-fab596b9625a tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:01.491169 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-92d3d85c-a434-458b-ab47-fab596b9625a tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4916906 Dec 22 13:21:01.492330 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45298) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:01.496424 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b9b2-4de7-4941-b308-cc56c63fe4fa tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:01.502577 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-1e1d95cb-7342-4785-b087-8498ca09e1a2 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Request body: {'security_group_rule': {'security_group_id': 'c27da328-7e7d-471a-80a1-64ebd94aab11', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:01.512876 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1e1d95cb-7342-4785-b087-8498ca09e1a2 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:01.517919 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1e1d95cb-7342-4785-b087-8498ca09e1a2 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Usage tracker for resource:security_group_rule and tenant:92aa080ac39b4dc9beceb1f64f596b7a is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:01.522394 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1e1d95cb-7342-4785-b087-8498ca09e1a2 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:01.529911 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1e1d95cb-7342-4785-b087-8498ca09e1a2 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:01.540316 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-1d9069a1-dfcf-4dd8-887e-2eef36cace59 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Deleting port 62b0acab-8ede-4c59-b22c-00bb0f128968 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:21:01.540588 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1d9069a1-dfcf-4dd8-887e-2eef36cace59 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:01.594733 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a902828e-5eb6-47c2-b9bd-4dff83b5e3b4 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:01.647851 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 62b0acab-8ede-4c59-b22c-00bb0f128968 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:21:01.655105 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1e1d95cb-7342-4785-b087-8498ca09e1a2 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:01.673647 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-1d9069a1-dfcf-4dd8-887e-2eef36cace59 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] The port '62b0acab-8ede-4c59-b22c-00bb0f128968' was deleted {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:21:01.685095 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-c7f4b9b2-4de7-4941-b308-cc56c63fe4fa tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Deleting port e4e61acd-df66-4709-a901-f67d96f112a5 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:21:01.685430 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b9b2-4de7-4941-b308-cc56c63fe4fa tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:01.692459 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-caa90e6c-a9ea-49d3-92c8-56dbe9452510 req-de87edf9-f2f4-4bf1-8802-c0e6fdcc03d9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=36a9635e-060b-4630-a9b5-9765cca55df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3890166 Dec 22 13:21:01.715082 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7351923e-1ccd-40f6-aa7c-ef3020b78fae None None] DHCP port deletion for 6ae3f0bf-678f-4502-84ea-80409b3436da request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:21:01.727674 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 62b0acab-8ede-4c59-b22c-00bb0f128968 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:21:01.728053 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 62b0acab-8ede-4c59-b22c-00bb0f128968 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:21:01.735886 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7351923e-1ccd-40f6-aa7c-ef3020b78fae None None] Deleting port c2bceb11-2173-4fed-bb27-0d6f8d7bb89b {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:21:01.736431 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7351923e-1ccd-40f6-aa7c-ef3020b78fae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:01.810268 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-596b0e5d-2c30-4cdb-a246-87719af05e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:01.825940 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb70db3-1929-462c-942f-32f3a14c2a6f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:01.830058 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb70db3-1929-462c-942f-32f3a14c2a6f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:01.830857 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-2fb70db3-1929-462c-942f-32f3a14c2a6f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:21:01.848870 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-80a80c62-7a00-4fa9-a3ad-d47a1046a9b2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] For port c2bceb11-2173-4fed-bb27-0d6f8d7bb89b, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=c2bceb11-2173-4fed-bb27-0d6f8d7bb89b,segment=NetworkSegment(56a06218-1021-4308-b702-c623b8c522be),segment_id=56a06218-1021-4308-b702-c623b8c522be)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:21:01.848870 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-80a80c62-7a00-4fa9-a3ad-d47a1046a9b2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:01.881439 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-a902828e-5eb6-47c2-b9bd-4dff83b5e3b4 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:01.943789 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-a902828e-5eb6-47c2-b9bd-4dff83b5e3b4 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:01.949563 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1d9069a1-dfcf-4dd8-887e-2eef36cace59 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:01.954197 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-596b0e5d-2c30-4cdb-a246-87719af05e90 None None] For port c2bceb11-2173-4fed-bb27-0d6f8d7bb89b, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=c2bceb11-2173-4fed-bb27-0d6f8d7bb89b,segment=NetworkSegment(56a06218-1021-4308-b702-c623b8c522be),segment_id=56a06218-1021-4308-b702-c623b8c522be)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:21:02.001220 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7351923e-1ccd-40f6-aa7c-ef3020b78fae None None] For port c2bceb11-2173-4fed-bb27-0d6f8d7bb89b, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=c2bceb11-2173-4fed-bb27-0d6f8d7bb89b,segment=NetworkSegment(56a06218-1021-4308-b702-c623b8c522be),segment_id=56a06218-1021-4308-b702-c623b8c522be)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:21:02.001614 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7351923e-1ccd-40f6-aa7c-ef3020b78fae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:02.028478 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-1d9069a1-dfcf-4dd8-887e-2eef36cace59 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e75a16-8f9e-4895-a809-4dcc30b872a1']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:02.029572 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-80a80c62-7a00-4fa9-a3ad-d47a1046a9b2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Calling delete_port for c2bceb11-2173-4fed-bb27-0d6f8d7bb89b owned by network:dhcp {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:21:02.043156 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1e1d95cb-7342-4785-b087-8498ca09e1a2 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:02.078803 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-596b0e5d-2c30-4cdb-a246-87719af05e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:02.108508 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-1d9069a1-dfcf-4dd8-887e-2eef36cace59 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d951d59-fa83-43cc-a1ff-8928be2ffa1d') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:02.108807 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-1d9069a1-dfcf-4dd8-887e-2eef36cace59 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d951d59-fa83-43cc-a1ff-8928be2ffa1d') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:02.126974 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1e1d95cb-7342-4785-b087-8498ca09e1a2 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:02.133185 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1d9069a1-dfcf-4dd8-887e-2eef36cace59 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:02.137225 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:02.143702 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:02.180596 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7351923e-1ccd-40f6-aa7c-ef3020b78fae None None] Calling delete_port for c2bceb11-2173-4fed-bb27-0d6f8d7bb89b owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:21:02.189385 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-2fb70db3-1929-462c-942f-32f3a14c2a6f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:21:02.194547 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-2fb70db3-1929-462c-942f-32f3a14c2a6f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.7972577 Dec 22 13:21:02.195492 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-caa90e6c-a9ea-49d3-92c8-56dbe9452510 req-f383c247-54d8-446b-8fd0-619f5e7a12fe service neutron] 10.222.0.45 "GET /v2.0/networks/36a9635e-060b-4630-a9b5-9765cca55df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4902620 Dec 22 13:21:02.195993 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45304) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:02.198871 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d95cb-7342-4785-b087-8498ca09e1a2 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba83e84b-943b-4b49-947e-8475f7d75ea3,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:02.211309 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1d9069a1-dfcf-4dd8-887e-2eef36cace59 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:02.224232 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1e1d95cb-7342-4785-b087-8498ca09e1a2 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:02.229521 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-c7f4b9b2-4de7-4941-b308-cc56c63fe4fa tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] For port e4e61acd-df66-4709-a901-f67d96f112a5, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=e4e61acd-df66-4709-a901-f67d96f112a5,segment=NetworkSegment(272abf0c-90b3-4a05-b51a-0dcd74c67752),segment_id=272abf0c-90b3-4a05-b51a-0dcd74c67752)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:21:02.229930 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b9b2-4de7-4941-b308-cc56c63fe4fa tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:02.237404 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d9069a1-dfcf-4dd8-887e-2eef36cace59 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:21:02.238034 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1d9069a1-dfcf-4dd8-887e-2eef36cace59 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:02.262861 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:21:02.262861 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:21:02.262861 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:21:02.262861 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:21:02.262861 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:21:02.262861 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:21:02.262861 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:21:02.262861 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:21:02.262861 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:21:02.262861 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:21:02.262861 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:21:02.262861 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:21:02.262861 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:21:02.262861 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:21:02.262861 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:21:02.262861 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:21:02.262861 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:21:02.262861 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:21:02.262861 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:21:02.262861 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:21:02.262861 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:21:02.262861 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:21:02.262861 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:21:02.262861 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:21:02.262861 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:21:02.262861 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:21:02.262861 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:21:02.262861 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:21:02.262861 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:21:02.262861 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:21:02.262861 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:21:02.262861 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:21:02.274464 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-596b0e5d-2c30-4cdb-a246-87719af05e90 None None] Provisioning complete for port 39c093c5-00d4-47f5-9457-ad68c2b83258 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:02.274836 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-596b0e5d-2c30-4cdb-a246-87719af05e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:02.304236 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b0e5d-2c30-4cdb-a246-87719af05e90 None None] Pushing event updated for resources: {'Port': ['ID=c2bceb11-2173-4fed-bb27-0d6f8d7bb89b,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:02.321125 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a902828e-5eb6-47c2-b9bd-4dff83b5e3b4 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:02.325086 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-596b0e5d-2c30-4cdb-a246-87719af05e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:02.328650 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.db.api [None req-80a80c62-7a00-4fa9-a3ad-d47a1046a9b2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:21:02.329230 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_db.api [None req-80a80c62-7a00-4fa9-a3ad-d47a1046a9b2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:21:02.330496 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.l3_db [None req-2d2066b4-72bd-47a7-88ae-f7b87dcd125e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Floating IP 3d02809f-f342-4bfd-93a9-c4c1aa10481f associated. External IP: 172.26.1.120, port: f8958609-ba27-4629-93fe-4b5194284656. Dec 22 13:21:02.397014 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-7351923e-1ccd-40f6-aa7c-ef3020b78fae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:21:02.397385 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-7351923e-1ccd-40f6-aa7c-ef3020b78fae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:21:02.429168 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device c2bceb11-2173-4fed-bb27-0d6f8d7bb89b no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:21:02.435607 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-7c61d63d-39e0-4930-ab23-70c013548d83 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting port b2e2d983-c5ab-4216-922f-120973edf517 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:21:02.435953 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7c61d63d-39e0-4930-ab23-70c013548d83 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:02.566719 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9889f-f16a-4083-a726-d716022e4d76 req-9262258a-40c2-433a-8cb2-93c3cbd80cde tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:02.573610 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-48d9889f-f16a-4083-a726-d716022e4d76 req-9262258a-40c2-433a-8cb2-93c3cbd80cde tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.4736347 Dec 22 13:21:02.575625 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:02.579956 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-c7f4b9b2-4de7-4941-b308-cc56c63fe4fa tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Calling delete_port for e4e61acd-df66-4709-a901-f67d96f112a5 owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:21:02.606892 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a902828e-5eb6-47c2-b9bd-4dff83b5e3b4 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:02.617232 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port c2bceb11-2173-4fed-bb27-0d6f8d7bb89b, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=c2bceb11-2173-4fed-bb27-0d6f8d7bb89b,segment=NetworkSegment(56a06218-1021-4308-b702-c623b8c522be),segment_id=56a06218-1021-4308-b702-c623b8c522be)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:21:02.619756 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-dbe6dbfd-fd55-441b-80a9-b44e021611b3 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:02.627586 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1e1d95cb-7342-4785-b087-8498ca09e1a2 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:02.628763 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1e1d95cb-7342-4785-b087-8498ca09e1a2 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1345153 Dec 22 13:21:02.638091 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45308) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:02.655153 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-2f898339-d996-42bb-8519-d47c84bb1abe None None] Provisioning for port b2e2d983-c5ab-4216-922f-120973edf517 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:21:02.661944 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-2f898339-d996-42bb-8519-d47c84bb1abe None None] Provisioning complete for port b2e2d983-c5ab-4216-922f-120973edf517 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:02.662658 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2f898339-d996-42bb-8519-d47c84bb1abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:02.691458 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:02.700446 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-11d63ae7-4c18-48cd-9b1b-932faa91a363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:02.700688 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a902828e-5eb6-47c2-b9bd-4dff83b5e3b4 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b89d84e-a4df-4f42-96a9-8cca44d78da6,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:02.706837 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8430be62-aa59-49cf-b3f9-e1025c2cdd8a tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "GET /v2.0/security-group-rules/ba83e84b-943b-4b49-947e-8475f7d75ea3 HTTP/1.1" status: 200 len: 705 time: 0.0650780 Dec 22 13:21:02.707854 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a902828e-5eb6-47c2-b9bd-4dff83b5e3b4 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:02.721475 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1d9069a1-dfcf-4dd8-887e-2eef36cace59 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:02.724979 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45312) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:02.743427 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-44707291-e768-4078-bc50-932895e25a54 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:02.757677 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1d9069a1-dfcf-4dd8-887e-2eef36cace59 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:02.763782 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1d9069a1-dfcf-4dd8-887e-2eef36cace59 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "DELETE /v2.0/networks/00e75a16-8f9e-4895-a809-4dcc30b872a1 HTTP/1.1" status: 204 len: 168 time: 3.8824918 Dec 22 13:21:02.767311 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-caa90e6c-a9ea-49d3-92c8-56dbe9452510 req-99410b00-185b-4083-b3ad-7d592cdd48cf service neutron] 10.222.0.45 "GET /v2.0/networks/36a9635e-060b-4630-a9b5-9765cca55df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5271959 Dec 22 13:21:02.770016 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45316) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:02.778538 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a902828e-5eb6-47c2-b9bd-4dff83b5e3b4 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:02.779718 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a902828e-5eb6-47c2-b9bd-4dff83b5e3b4 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3969984 Dec 22 13:21:02.784466 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9069a1-dfcf-4dd8-887e-2eef36cace59 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event deleted for resources: {'Network': ['ID=00e75a16-8f9e-4895-a809-4dcc30b872a1,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:02.785838 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45320) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:02.795367 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-4174a70a-d506-4319-a00d-ec9ddf2bbdc6 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-866452451', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}, 'admin_state_up': False}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:02.802712 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1d9069a1-dfcf-4dd8-887e-2eef36cace59 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:02.803863 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-4174a70a-d506-4319-a00d-ec9ddf2bbdc6 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:02.810162 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-4174a70a-d506-4319-a00d-ec9ddf2bbdc6 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Usage tracker for resource:router and tenant:ad8695e3cb0646af805a65484bd64689 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:02.810488 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-0de87095-1169-478e-8627-7f0d9e030a19 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Request body: {'security_group_rule': {'security_group_id': '3b89d84e-a4df-4f42-96a9-8cca44d78da6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:02.813610 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-4174a70a-d506-4319-a00d-ec9ddf2bbdc6 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:02.827530 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-4174a70a-d506-4319-a00d-ec9ddf2bbdc6 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:02.832133 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-80a80c62-7a00-4fa9-a3ad-d47a1046a9b2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Deleting port c2bceb11-2173-4fed-bb27-0d6f8d7bb89b {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:21:02.832676 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-80a80c62-7a00-4fa9-a3ad-d47a1046a9b2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:02.848875 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c546425a-990e-468f-bc70-600efb8830ca tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Synchronizing usage tracker for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group_rule {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:21:02.851043 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-2f898339-d996-42bb-8519-d47c84bb1abe None None] Port b2e2d983-c5ab-4216-922f-120973edf517 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:21:02.862451 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=c2bceb11-2173-4fed-bb27-0d6f8d7bb89b,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:02.863070 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b9b2-4de7-4941-b308-cc56c63fe4fa tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:02.865647 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:02.868029 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-44707291-e768-4078-bc50-932895e25a54 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:02.898563 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7351923e-1ccd-40f6-aa7c-ef3020b78fae None None] Deleting port c2bceb11-2173-4fed-bb27-0d6f8d7bb89b {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:21:02.899058 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7351923e-1ccd-40f6-aa7c-ef3020b78fae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:02.911891 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f4b9b2-4de7-4941-b308-cc56c63fe4fa tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event deleted for resources: {'Port': ['ID=e4e61acd-df66-4709-a901-f67d96f112a5,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:02.914487 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4174a70a-d506-4319-a00d-ec9ddf2bbdc6 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:02.915812 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4174a70a-d506-4319-a00d-ec9ddf2bbdc6 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:02.919171 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c7f4b9b2-4de7-4941-b308-cc56c63fe4fa tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:02.921075 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-0de87095-1169-478e-8627-7f0d9e030a19 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:02.924587 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f4b9b2-4de7-4941-b308-cc56c63fe4fa tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] No DVR routers for this DVR port e4e61acd-df66-4709-a901-f67d96f112a5 on host dv-neutron-822669-1-hyperv {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:21:02.964346 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c546425a-990e-468f-bc70-600efb8830ca tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Unset dirty status for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group_rule {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:21:02.965616 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c546425a-990e-468f-bc70-600efb8830ca tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2396805 Dec 22 13:21:02.970655 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45324) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:03.014254 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-48d9889f-f16a-4083-a726-d716022e4d76 req-840201b6-815e-4aa9-9527-5eb3ab89b99b tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4398205 Dec 22 13:21:03.022702 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-0de87095-1169-478e-8627-7f0d9e030a19 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:03.081581 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4174a70a-d506-4319-a00d-ec9ddf2bbdc6 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:03.103768 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:21:03.116912 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b9b2-4de7-4941-b308-cc56c63fe4fa tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:03.119852 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7351923e-1ccd-40f6-aa7c-ef3020b78fae None None] For port c2bceb11-2173-4fed-bb27-0d6f8d7bb89b, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=c2bceb11-2173-4fed-bb27-0d6f8d7bb89b,segment=NetworkSegment(56a06218-1021-4308-b702-c623b8c522be),segment_id=56a06218-1021-4308-b702-c623b8c522be)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:21:03.120349 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7351923e-1ccd-40f6-aa7c-ef3020b78fae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:03.131739 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c4150d62-dc35-4910-9edd-d6e909bb5a97 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:03.157940 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c4150d62-dc35-4910-9edd-d6e909bb5a97 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:03.159881 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7c61d63d-39e0-4930-ab23-70c013548d83 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:03.168871 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-c7f4b9b2-4de7-4941-b308-cc56c63fe4fa tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4161c55-204b-4f09-bf3a-81f0cd5dd672']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:03.185683 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-c7f4b9b2-4de7-4941-b308-cc56c63fe4fa tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '272abf0c-90b3-4a05-b51a-0dcd74c67752') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:03.185980 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-c7f4b9b2-4de7-4941-b308-cc56c63fe4fa tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '272abf0c-90b3-4a05-b51a-0dcd74c67752') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:03.201787 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b9b2-4de7-4941-b308-cc56c63fe4fa tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:03.249323 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7351923e-1ccd-40f6-aa7c-ef3020b78fae None None] Calling delete_port for c2bceb11-2173-4fed-bb27-0d6f8d7bb89b owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:21:03.291126 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b9b2-4de7-4941-b308-cc56c63fe4fa tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:03.300806 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7f4b9b2-4de7-4941-b308-cc56c63fe4fa tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:21:03.301575 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b9b2-4de7-4941-b308-cc56c63fe4fa tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:03.317674 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:21:03.317674 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:21:03.317674 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:21:03.317674 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:21:03.317674 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:21:03.317674 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:21:03.317674 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:21:03.317674 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:21:03.317674 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:21:03.317674 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:21:03.317674 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:21:03.317674 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:21:03.317674 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:21:03.317674 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:21:03.317674 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:21:03.317674 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:21:03.317674 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:21:03.317674 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:21:03.317674 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:21:03.317674 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:21:03.317674 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:21:03.317674 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:21:03.317674 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:21:03.317674 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:21:03.317674 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:21:03.317674 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:21:03.317674 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:21:03.317674 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:21:03.317674 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:21:03.317674 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:21:03.317674 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:21:03.317674 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:21:03.356871 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0de87095-1169-478e-8627-7f0d9e030a19 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:03.373650 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-7c61d63d-39e0-4930-ab23-70c013548d83 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Calling delete_port for b2e2d983-c5ab-4216-922f-120973edf517 owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:21:03.410102 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7351923e-1ccd-40f6-aa7c-ef3020b78fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:03.414960 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c4150d62-dc35-4910-9edd-d6e909bb5a97 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:03.418167 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:03.427199 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:03.460121 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4150d62-dc35-4910-9edd-d6e909bb5a97 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba83e84b-943b-4b49-947e-8475f7d75ea3,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:03.468745 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c4150d62-dc35-4910-9edd-d6e909bb5a97 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:03.478933 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7351923e-1ccd-40f6-aa7c-ef3020b78fae None None] Pushing event deleted for resources: {'Port': ['ID=c2bceb11-2173-4fed-bb27-0d6f8d7bb89b,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:03.483362 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7351923e-1ccd-40f6-aa7c-ef3020b78fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:03.487024 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4174a70a-d506-4319-a00d-ec9ddf2bbdc6 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:03.489624 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7351923e-1ccd-40f6-aa7c-ef3020b78fae None None] No DVR routers for this DVR port c2bceb11-2173-4fed-bb27-0d6f8d7bb89b on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:21:03.490430 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-80a80c62-7a00-4fa9-a3ad-d47a1046a9b2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] For port c2bceb11-2173-4fed-bb27-0d6f8d7bb89b, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=c2bceb11-2173-4fed-bb27-0d6f8d7bb89b,segment=NetworkSegment(56a06218-1021-4308-b702-c623b8c522be),segment_id=56a06218-1021-4308-b702-c623b8c522be)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:21:03.490799 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-80a80c62-7a00-4fa9-a3ad-d47a1046a9b2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:03.508393 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616937fd-8f56-450d-b1e5-41630a1a4370 None None] get_active_networks_info from dv-neutron-822669-1-hyperv {{(pid=84150) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 13:21:03.541386 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b9b2-4de7-4941-b308-cc56c63fe4fa tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:03.550046 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b9b2-4de7-4941-b308-cc56c63fe4fa tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:03.553051 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-334726cf-e90a-4071-b406-294d61de42b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:03.585448 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f4b9b2-4de7-4941-b308-cc56c63fe4fa tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event deleted for resources: {'Network': ['ID=d4161c55-204b-4f09-bf3a-81f0cd5dd672,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:03.589510 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c7f4b9b2-4de7-4941-b308-cc56c63fe4fa tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:03.591477 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c7f4b9b2-4de7-4941-b308-cc56c63fe4fa tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "DELETE /v2.0/networks/d4161c55-204b-4f09-bf3a-81f0cd5dd672 HTTP/1.1" status: 204 len: 168 time: 6.3869777 Dec 22 13:21:03.594001 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45328) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:03.650215 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-80a80c62-7a00-4fa9-a3ad-d47a1046a9b2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Calling delete_port for c2bceb11-2173-4fed-bb27-0d6f8d7bb89b owned by network:dhcp {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:21:03.656196 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616937fd-8f56-450d-b1e5-41630a1a4370 None None] Resources bound (agent type, host, resource id): {{(pid=84150) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 13:21:03.664922 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c4150d62-dc35-4910-9edd-d6e909bb5a97 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:03.666738 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c4150d62-dc35-4910-9edd-d6e909bb5a97 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/ba83e84b-943b-4b49-947e-8475f7d75ea3 HTTP/1.1" status: 204 len: 168 time: 0.6936655 Dec 22 13:21:03.674333 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-702aff6c-6afe-4bbb-8db5-fa710fa6a3c7 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] GET failed (client error): The resource could not be found. Dec 22 13:21:03.675102 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-702aff6c-6afe-4bbb-8db5-fa710fa6a3c7 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Synchronizing usage tracker for tenant:5764ef7c4c644eedb583f164ec468ea1 on resource:subnet {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:21:03.679146 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45332) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:03.790454 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0de87095-1169-478e-8627-7f0d9e030a19 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:03.816018 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-86704c00-c14e-4d19-9b31-f83c252f93e4 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Synchronizing usage tracker for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group_rule {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:21:03.856848 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.db.api [None req-80a80c62-7a00-4fa9-a3ad-d47a1046a9b2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:21:03.857166 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_db.api [None req-80a80c62-7a00-4fa9-a3ad-d47a1046a9b2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:21:03.862262 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-702aff6c-6afe-4bbb-8db5-fa710fa6a3c7 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Unset dirty status for tenant:5764ef7c4c644eedb583f164ec468ea1 on resource:subnet {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:21:03.863463 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-702aff6c-6afe-4bbb-8db5-fa710fa6a3c7 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "GET /v2.0/subnets/7b725934-6c1d-4fb9-aa96-d595c8dbcede HTTP/1.1" status: 404 len: 337 time: 0.2684078 Dec 22 13:21:03.867798 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45336) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:03.894803 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-86704c00-c14e-4d19-9b31-f83c252f93e4 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Unset dirty status for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group_rule {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:21:03.899170 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-86704c00-c14e-4d19-9b31-f83c252f93e4 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2160485 Dec 22 13:21:03.899692 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45340) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:03.903707 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ccbe531-73bd-4413-acb8-506045e8519e tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] DELETE failed (client error): The resource could not be found. Dec 22 13:21:03.904078 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ccbe531-73bd-4413-acb8-506045e8519e tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:21:03.904264 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0de87095-1169-478e-8627-7f0d9e030a19 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:03.909150 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-2ccbe531-73bd-4413-acb8-506045e8519e tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "DELETE /v2.0/networks/d4161c55-204b-4f09-bf3a-81f0cd5dd672 HTTP/1.1" status: 404 len: 339 time: 0.0366156 Dec 22 13:21:03.910999 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45344) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:03.913215 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-4948c985-21c8-4d0b-a871-7b0ecdf76f94 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Request body: {'security_group_rule': {'security_group_id': 'c27da328-7e7d-471a-80a1-64ebd94aab11', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:03.917802 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a4569869-39ff-4ac4-acca-35c7a36b6aa1 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:03.921877 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-4948c985-21c8-4d0b-a871-7b0ecdf76f94 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:03.964907 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-4948c985-21c8-4d0b-a871-7b0ecdf76f94 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:03.966933 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4174a70a-d506-4319-a00d-ec9ddf2bbdc6 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for router_gateway, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:03.992071 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de87095-1169-478e-8627-7f0d9e030a19 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1787b943-07c9-4b18-a8a0-32204934f8e6,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:04.008298 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4174a70a-d506-4319-a00d-ec9ddf2bbdc6 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:04.055026 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0de87095-1169-478e-8627-7f0d9e030a19 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:04.068392 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4948c985-21c8-4d0b-a871-7b0ecdf76f94 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:04.150058 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7c61d63d-39e0-4930-ab23-70c013548d83 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:04.168686 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6b339231-ae75-42de-82b7-06b9de160797 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:04.210209 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0de87095-1169-478e-8627-7f0d9e030a19 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:04.213980 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0de87095-1169-478e-8627-7f0d9e030a19 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.4190450 Dec 22 13:21:04.235331 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45350) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:04.261689 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4948c985-21c8-4d0b-a871-7b0ecdf76f94 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:04.325743 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-4174a70a-d506-4319-a00d-ec9ddf2bbdc6 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Allocated IP 172.26.1.145 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/129e3a74-6826-4bc9-b771-47e078837452) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:21:04.338504 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4948c985-21c8-4d0b-a871-7b0ecdf76f94 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:04.349653 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:04.355913 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-80a80c62-7a00-4fa9-a3ad-d47a1046a9b2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Deleting port c2bceb11-2173-4fed-bb27-0d6f8d7bb89b {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:21:04.356252 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-80a80c62-7a00-4fa9-a3ad-d47a1046a9b2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:04.389626 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61d63d-39e0-4930-ab23-70c013548d83 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Port': ['ID=b2e2d983-c5ab-4216-922f-120973edf517,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:04.400134 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4948c985-21c8-4d0b-a871-7b0ecdf76f94 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb25ffaf-f312-40a8-8d26-6c530e2b257d,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:04.406974 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7c61d63d-39e0-4930-ab23-70c013548d83 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:04.460286 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4948c985-21c8-4d0b-a871-7b0ecdf76f94 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:04.479921 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f0a6c8-c036-4625-b553-79f30495fcce tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:04.480157 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-94f0a6c8-c036-4625-b553-79f30495fcce tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Synchronizing usage tracker for tenant:5764ef7c4c644eedb583f164ec468ea1 on resource:network {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:21:04.496278 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-80a80c62-7a00-4fa9-a3ad-d47a1046a9b2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] The port 'c2bceb11-2173-4fed-bb27-0d6f8d7bb89b' was deleted {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:21:04.524344 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-492ffd37-fec4-4606-979d-2a8dfeb7fc23 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:04.537506 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ad553-3653-47f2-b207-cb5aa12c0383 req-c55230a4-22b0-4ea8-9e0a-7060a57f7815 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:04.544750 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-141ad553-3653-47f2-b207-cb5aa12c0383 req-c55230a4-22b0-4ea8-9e0a-7060a57f7815 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.3469832 Dec 22 13:21:04.580423 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4948c985-21c8-4d0b-a871-7b0ecdf76f94 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:04.584849 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-4948c985-21c8-4d0b-a871-7b0ecdf76f94 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6811192 Dec 22 13:21:04.598207 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45354) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:04.618898 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-492ffd37-fec4-4606-979d-2a8dfeb7fc23 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:04.725075 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-94f0a6c8-c036-4625-b553-79f30495fcce tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Unset dirty status for tenant:5764ef7c4c644eedb583f164ec468ea1 on resource:network {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:21:04.726142 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-94f0a6c8-c036-4625-b553-79f30495fcce tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8021719 Dec 22 13:21:04.737372 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45358) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:04.752764 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-5bdace80-20c5-437d-93ac-dc29c4f65c5f tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "GET /v2.0/security-group-rules/eb25ffaf-f312-40a8-8d26-6c530e2b257d HTTP/1.1" status: 200 len: 705 time: 0.1476574 Dec 22 13:21:04.759004 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45362) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:04.795118 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-80a80c62-7a00-4fa9-a3ad-d47a1046a9b2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:04.812590 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-d3955900-5eea-4201-b26c-2d882d146ba7 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Synchronizing usage tracker for tenant:5764ef7c4c644eedb583f164ec468ea1 on resource:subnet {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:21:04.815255 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7c61d63d-39e0-4930-ab23-70c013548d83 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:04.817102 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-7c61d63d-39e0-4930-ab23-70c013548d83 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/ports/b2e2d983-c5ab-4216-922f-120973edf517 HTTP/1.1" status: 204 len: 168 time: 2.6199296 Dec 22 13:21:04.830539 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45366) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:04.840968 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-141ad553-3653-47f2-b207-cb5aa12c0383 req-2da5cdfe-02b3-4d7b-a9a1-22637e003293 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2951407 Dec 22 13:21:04.848020 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4174a70a-d506-4319-a00d-ec9ddf2bbdc6 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:04.871766 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-80a80c62-7a00-4fa9-a3ad-d47a1046a9b2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ae3f0bf-678f-4502-84ea-80409b3436da']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:04.891809 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d8cd1077-590e-49ce-a509-8ea0292cd07b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Synchronizing usage tracker for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group_rule {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:21:04.898801 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-80a80c62-7a00-4fa9-a3ad-d47a1046a9b2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56a06218-1021-4308-b702-c623b8c522be') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:04.899101 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-80a80c62-7a00-4fa9-a3ad-d47a1046a9b2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56a06218-1021-4308-b702-c623b8c522be') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:04.923915 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-492ffd37-fec4-4606-979d-2a8dfeb7fc23 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:04.925595 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-d3955900-5eea-4201-b26c-2d882d146ba7 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Unset dirty status for tenant:5764ef7c4c644eedb583f164ec468ea1 on resource:subnet {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:21:04.927018 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d3955900-5eea-4201-b26c-2d882d146ba7 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "GET /v2.0/subnets?network_id=0776f1b4-770d-462f-bc0f-df97e8017b18 HTTP/1.1" status: 200 len: 207 time: 0.1828098 Dec 22 13:21:04.929147 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-80a80c62-7a00-4fa9-a3ad-d47a1046a9b2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:04.936939 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2066b4-72bd-47a7-88ae-f7b87dcd125e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Router 79eaaa19-8daf-40ae-8b90-d16fa78890d4 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:21:04.940782 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45372) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:04.942007 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6b0cea1c-2f1a-42fb-82b6-31b859af51d7 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:04.964041 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-80a80c62-7a00-4fa9-a3ad-d47a1046a9b2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:04.968888 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd54f801-9c98-4a6c-a6bb-2241dcbf6a67 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:04.970194 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd54f801-9c98-4a6c-a6bb-2241dcbf6a67 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:04.971612 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd54f801-9c98-4a6c-a6bb-2241dcbf6a67 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:04.972415 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-fd54f801-9c98-4a6c-a6bb-2241dcbf6a67 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:21:04.979177 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ffd37-fec4-4606-979d-2a8dfeb7fc23 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b89d84e-a4df-4f42-96a9-8cca44d78da6,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:04.990910 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80a80c62-7a00-4fa9-a3ad-d47a1046a9b2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:21:04.991528 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-80a80c62-7a00-4fa9-a3ad-d47a1046a9b2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:05.036841 dv-neutron-822669-1-hyperv neutron-server[84148]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:21:05.036841 dv-neutron-822669-1-hyperv neutron-server[84148]: util.warn( Dec 22 13:21:05.036841 dv-neutron-822669-1-hyperv neutron-server[84148]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:21:05.036841 dv-neutron-822669-1-hyperv neutron-server[84148]: util.warn( Dec 22 13:21:05.036841 dv-neutron-822669-1-hyperv neutron-server[84148]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:21:05.036841 dv-neutron-822669-1-hyperv neutron-server[84148]: util.warn( Dec 22 13:21:05.036841 dv-neutron-822669-1-hyperv neutron-server[84148]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:21:05.036841 dv-neutron-822669-1-hyperv neutron-server[84148]: util.warn( Dec 22 13:21:05.036841 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:21:05.036841 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:21:05.036841 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:21:05.036841 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:21:05.036841 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:21:05.036841 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:21:05.036841 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:21:05.036841 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:21:05.036841 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:21:05.036841 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:21:05.036841 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:21:05.036841 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:21:05.036841 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:21:05.036841 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:21:05.036841 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:21:05.036841 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:21:05.036841 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:21:05.036841 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:21:05.036841 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:21:05.036841 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:21:05.036841 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:21:05.036841 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:21:05.036841 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:21:05.036841 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:21:05.036841 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:21:05.036841 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:21:05.036841 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:21:05.036841 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:21:05.036841 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:21:05.036841 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:21:05.036841 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:21:05.036841 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:21:05.039752 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d8cd1077-590e-49ce-a509-8ea0292cd07b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Unset dirty status for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group_rule {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:21:05.041767 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d8cd1077-590e-49ce-a509-8ea0292cd07b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2758789 Dec 22 13:21:05.042877 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-492ffd37-fec4-4606-979d-2a8dfeb7fc23 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:05.048596 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45376) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:05.055089 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4174a70a-d506-4319-a00d-ec9ddf2bbdc6 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:05.073137 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f9c83448-4d7d-4bfa-a6b6-60e486d7f50a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:05.118129 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-fd54f801-9c98-4a6c-a6bb-2241dcbf6a67 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:21:05.119324 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-fd54f801-9c98-4a6c-a6bb-2241dcbf6a67 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2878678 Dec 22 13:21:05.124809 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45380) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:05.148163 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-492ffd37-fec4-4606-979d-2a8dfeb7fc23 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:05.149274 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-492ffd37-fec4-4606-979d-2a8dfeb7fc23 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "DELETE /v2.0/security-groups/3b89d84e-a4df-4f42-96a9-8cca44d78da6 HTTP/1.1" status: 204 len: 168 time: 0.9005096 Dec 22 13:21:05.156508 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45384) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:05.205054 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4174a70a-d506-4319-a00d-ec9ddf2bbdc6 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:21:05.221592 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-4174a70a-d506-4319-a00d-ec9ddf2bbdc6 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:05.232215 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-04031ebe-f9eb-4fa9-836b-dcc683d40469 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:05.244347 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4174a70a-d506-4319-a00d-ec9ddf2bbdc6 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:21:05.273433 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4174a70a-d506-4319-a00d-ec9ddf2bbdc6 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event updated for resources: {'Port': ['ID=129e3a74-6826-4bc9-b771-47e078837452,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:05.283834 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4174a70a-d506-4319-a00d-ec9ddf2bbdc6 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:05.292122 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-80a80c62-7a00-4fa9-a3ad-d47a1046a9b2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:05.303982 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-04031ebe-f9eb-4fa9-836b-dcc683d40469 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:05.340550 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632c3b2e-ae1d-4728-90e0-8bfb8a1c7ec7 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:05.344485 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632c3b2e-ae1d-4728-90e0-8bfb8a1c7ec7 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:05.348905 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632c3b2e-ae1d-4728-90e0-8bfb8a1c7ec7 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:05.353276 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632c3b2e-ae1d-4728-90e0-8bfb8a1c7ec7 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:05.354133 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-632c3b2e-ae1d-4728-90e0-8bfb8a1c7ec7 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Synchronizing usage tracker for tenant:5764ef7c4c644eedb583f164ec468ea1 on resource:network {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:21:05.355782 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-32157c22-b4ed-4840-81f6-dff611d9cb6c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:05.370981 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-80a80c62-7a00-4fa9-a3ad-d47a1046a9b2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:05.390131 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a80c62-7a00-4fa9-a3ad-d47a1046a9b2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event deleted for resources: {'Network': ['ID=6ae3f0bf-678f-4502-84ea-80409b3436da,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:05.403166 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-80a80c62-7a00-4fa9-a3ad-d47a1046a9b2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:05.406841 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-ff706d62-423e-476b-9968-c719ebcb8594 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Synchronizing usage tracker for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:21:05.409086 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f426a8f-32ef-4473-b607-d3fbf0d95b08 req-408589c2-719b-4f0c-91d2-04713662686a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:05.410587 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0f426a8f-32ef-4473-b607-d3fbf0d95b08 req-408589c2-719b-4f0c-91d2-04713662686a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.4228125 Dec 22 13:21:05.418746 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-80a80c62-7a00-4fa9-a3ad-d47a1046a9b2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/networks/6ae3f0bf-678f-4502-84ea-80409b3436da HTTP/1.1" status: 204 len: 168 time: 4.5351963 Dec 22 13:21:05.425685 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45388) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:05.440675 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-632c3b2e-ae1d-4728-90e0-8bfb8a1c7ec7 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Unset dirty status for tenant:5764ef7c4c644eedb583f164ec468ea1 on resource:network {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:21:05.441851 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-632c3b2e-ae1d-4728-90e0-8bfb8a1c7ec7 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4918406 Dec 22 13:21:05.445870 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-71df42e7-0f35-4b99-82aa-78882db48dcd tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'port': {'network_id': '975b41b6-ee3d-4230-b367-1e6f2668dd0f', 'name': 'tempest-PortsIpV6TestJSON-1839084429'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:05.449245 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45392) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:05.485584 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-04031ebe-f9eb-4fa9-836b-dcc683d40469 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:05.542683 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6796b9c3-3d2c-494f-a17a-29554849973a tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:05.572026 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-ff706d62-423e-476b-9968-c719ebcb8594 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Unset dirty status for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:21:05.574526 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ff706d62-423e-476b-9968-c719ebcb8594 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4066143 Dec 22 13:21:05.574526 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04031ebe-f9eb-4fa9-836b-dcc683d40469 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb25ffaf-f312-40a8-8d26-6c530e2b257d,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:05.580284 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45396) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:05.583955 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-04031ebe-f9eb-4fa9-836b-dcc683d40469 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:05.632340 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ebe8d09a-6331-48de-95c3-b73dba801d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:05.664239 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-a24c4ead-20ff-4c39-b385-a9fef69c5397 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting subnet 220b626e-c8a7-4794-a983-d4575272eb7d {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:21:05.666657 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-04031ebe-f9eb-4fa9-836b-dcc683d40469 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:05.667785 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-04031ebe-f9eb-4fa9-836b-dcc683d40469 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/eb25ffaf-f312-40a8-8d26-6c530e2b257d HTTP/1.1" status: 204 len: 168 time: 0.6183014 Dec 22 13:21:05.673970 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a24c4ead-20ff-4c39-b385-a9fef69c5397 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:05.677359 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45400) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:05.704267 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0f426a8f-32ef-4473-b607-d3fbf0d95b08 req-24420485-23a4-4988-8991-0d687e3de73a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2828758 Dec 22 13:21:05.706071 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-71df42e7-0f35-4b99-82aa-78882db48dcd tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:05.728407 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-08047cd7-c185-439a-bb3e-403e4edb11d9 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2723243 Dec 22 13:21:05.728645 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-71df42e7-0f35-4b99-82aa-78882db48dcd tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:05.729613 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45404) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:05.772044 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a24c4ead-20ff-4c39-b385-a9fef69c5397 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:05.778876 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-91103e60-8292-4beb-b183-749cd9741e07 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Synchronizing usage tracker for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group_rule {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:21:05.840422 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca38099-fa5b-48e9-9138-d78667f19503 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:05.841851 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca38099-fa5b-48e9-9138-d78667f19503 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:05.843444 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-4ca38099-fa5b-48e9-9138-d78667f19503 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1132488 Dec 22 13:21:05.850628 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2daf78dc-2210-4ee1-a0b3-d740479b7b09 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Synchronizing usage tracker for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group_rule {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:21:05.850860 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45410) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:05.858298 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71df42e7-0f35-4b99-82aa-78882db48dcd tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Made reservation on behalf of 5dcef99d1b1441dea18127579d2b89f5 for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:05.861423 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-71df42e7-0f35-4b99-82aa-78882db48dcd tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:05.872065 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4174a70a-d506-4319-a00d-ec9ddf2bbdc6 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for router_gateway, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:05.872835 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4174a70a-d506-4319-a00d-ec9ddf2bbdc6 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:05.911504 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2066b4-72bd-47a7-88ae-f7b87dcd125e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:21:05.924000 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7ec0f2-a43f-442b-8920-e259ccacea65 None None] Sync routers for ids ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:21:05.930251 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2d2066b4-72bd-47a7-88ae-f7b87dcd125e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:05.936099 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-91103e60-8292-4beb-b183-749cd9741e07 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Unset dirty status for tenant:241cccaf397f432f9e177c9302f512ed on resource:security_group_rule {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:21:05.940094 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-91103e60-8292-4beb-b183-749cd9741e07 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.3505867 Dec 22 13:21:05.940094 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2daf78dc-2210-4ee1-a0b3-d740479b7b09 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Unset dirty status for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group_rule {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:21:05.940094 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-2daf78dc-2210-4ee1-a0b3-d740479b7b09 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2523448 Dec 22 13:21:05.946403 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45414) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:05.947065 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45416) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:05.950382 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7ec0f2-a43f-442b-8920-e259ccacea65 None None] Routers {'79eaaa19-8daf-40ae-8b90-d16fa78890d4'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:21:05.951262 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-ed7ec0f2-a43f-442b-8920-e259ccacea65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:20:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:05.955911 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-ca93082d-a67b-409a-87bd-ba34101bc546 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Request body: {'security_group_rule': {'security_group_id': 'c27da328-7e7d-471a-80a1-64ebd94aab11', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:05.974660 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-ca93082d-a67b-409a-87bd-ba34101bc546 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:05.985641 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-70e5d065-dbb7-45c6-9740-366b4c9ab9ee tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] delete failed (client error): The resource could not be found. Dec 22 13:21:05.995003 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-70e5d065-dbb7-45c6-9740-366b4c9ab9ee tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "DELETE /v2.0/security-groups/3b89d84e-a4df-4f42-96a9-8cca44d78da6 HTTP/1.1" status: 404 len: 347 time: 0.0385380 Dec 22 13:21:05.995201 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-2d2066b4-72bd-47a7-88ae-f7b87dcd125e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "PUT /v2.0/floatingips/3d02809f-f342-4bfd-93a9-c4c1aa10481f HTTP/1.1" status: 200 len: 979 time: 7.1716609 Dec 22 13:21:05.995308 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45422) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:05.995308 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45426) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:06.009723 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-71df42e7-0f35-4b99-82aa-78882db48dcd tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] device_id is not set on port 1bda733e-c271-455f-b2b3-1fa0b39a4efe yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:21:06.022324 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-ed7ec0f2-a43f-442b-8920-e259ccacea65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:06.026940 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-ca93082d-a67b-409a-87bd-ba34101bc546 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:06.037232 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7ec0f2-a43f-442b-8920-e259ccacea65 None None] Routers {'79eaaa19-8daf-40ae-8b90-d16fa78890d4'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:21:06.037968 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-ed7ec0f2-a43f-442b-8920-e259ccacea65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:20:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:06.111370 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-5ef00b1e-81ae-4c10-80ee-0eefa9ec1eb3 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Deleting port f8958609-ba27-4629-93fe-4b5194284656 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:21:06.111721 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5ef00b1e-81ae-4c10-80ee-0eefa9ec1eb3 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:06.115499 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-ed7ec0f2-a43f-442b-8920-e259ccacea65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:06.115917 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7ec0f2-a43f-442b-8920-e259ccacea65 None None] The sync data for ids ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:21:06.190741 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ca93082d-a67b-409a-87bd-ba34101bc546 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:06.205902 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-45999488-c30c-4fd7-af46-c71f2b3fefba tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2095838 Dec 22 13:21:06.210069 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a24c4ead-20ff-4c39-b385-a9fef69c5397 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:06.245984 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73cbf7a-7024-45bd-b4ab-bb7b61a444bf tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attributes excluded by policy engine: ['shared'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:06.247396 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73cbf7a-7024-45bd-b4ab-bb7b61a444bf tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attributes excluded by policy engine: ['shared'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:06.248910 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e73cbf7a-7024-45bd-b4ab-bb7b61a444bf tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3962481 Dec 22 13:21:06.254744 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45432) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:06.459078 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ca93082d-a67b-409a-87bd-ba34101bc546 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:06.533959 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ca93082d-a67b-409a-87bd-ba34101bc546 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:06.538014 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:06.550402 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5ef00b1e-81ae-4c10-80ee-0eefa9ec1eb3 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:06.563504 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a24c4ead-20ff-4c39-b385-a9fef69c5397 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:06.576893 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93082d-a67b-409a-87bd-ba34101bc546 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d1c0eb3-2f22-4a95-aa9e-3cd8941ff459,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:06.584150 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ca93082d-a67b-409a-87bd-ba34101bc546 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:06.588185 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d9ecfeb2-8cfb-4b3d-aeb1-614da4574abf tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:06.638936 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9146b8fd-15dc-49cc-9fe7-5cea2270b00a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:06.642479 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-9146b8fd-15dc-49cc-9fe7-5cea2270b00a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "GET /v2.0/networks/4e95c55d-716c-4cc5-b8a9-323efe38a4c4 HTTP/1.1" status: 200 len: 800 time: 0.3846388 Dec 22 13:21:06.642479 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c4ead-20ff-4c39-b385-a9fef69c5397 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Subnet': ['ID=220b626e-c8a7-4794-a983-d4575272eb7d,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:06.650792 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45440) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:06.671334 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a24c4ead-20ff-4c39-b385-a9fef69c5397 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:06.677878 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e31140d-9cef-456d-a9d4-86261db95229 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:21:06.683459 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a24c4ead-20ff-4c39-b385-a9fef69c5397 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:06.787502 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45444) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:06.812699 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ca93082d-a67b-409a-87bd-ba34101bc546 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:06.813791 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ca93082d-a67b-409a-87bd-ba34101bc546 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8640225 Dec 22 13:21:06.836399 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45448) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:06.857165 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-71df42e7-0f35-4b99-82aa-78882db48dcd tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:06.973142 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-2a6e5c8d-813a-4f77-83de-ae6b14bb24a1 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "GET /v2.0/security-group-rules/4d1c0eb3-2f22-4a95-aa9e-3cd8941ff459 HTTP/1.1" status: 200 len: 706 time: 0.1306629 Dec 22 13:21:06.976113 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45454) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:06.986705 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a24c4ead-20ff-4c39-b385-a9fef69c5397 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/220b626e-c8a7-4794-a983-d4575272eb7d HTTP/1.1" status: 204 len: 168 time: 1.8606875 Dec 22 13:21:07.000344 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45458) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:07.015620 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-cfd7f069-6528-4ebc-ac0a-8ed3f1d3607a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "GET /v2.0/networks/4e95c55d-716c-4cc5-b8a9-323efe38a4c4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3466098 Dec 22 13:21:07.017602 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45462) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:07.027989 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6d816-3201-4386-b091-53579be42c53 req-40ccad21-bb2a-4d14-9091-40cbf68eb3e8 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:07.029508 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d2b6d816-3201-4386-b091-53579be42c53 req-40ccad21-bb2a-4d14-9091-40cbf68eb3e8 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.5719371 Dec 22 13:21:07.053171 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4174a70a-d506-4319-a00d-ec9ddf2bbdc6 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Router 909faa24-673a-4267-8645-63ecc309a4db is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:21:07.130837 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5ef00b1e-81ae-4c10-80ee-0eefa9ec1eb3 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:07.131221 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5ef00b1e-81ae-4c10-80ee-0eefa9ec1eb3 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:07.131536 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.l3_db [None req-5ef00b1e-81ae-4c10-80ee-0eefa9ec1eb3 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Floating IP 3d02809f-f342-4bfd-93a9-c4c1aa10481f disassociated. External IP: 172.26.1.120, port: f8958609-ba27-4629-93fe-4b5194284656. Dec 22 13:21:07.132087 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-5ef00b1e-81ae-4c10-80ee-0eefa9ec1eb3 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Calling delete_port for f8958609-ba27-4629-93fe-4b5194284656 owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:21:07.176209 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e30ada6-f397-4a6b-821b-84b00dd0595a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:07.178665 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-2e30ada6-f397-4a6b-821b-84b00dd0595a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "GET /v2.0/subnets/8130018f-b55e-41d3-b431-7d0441b298b1 HTTP/1.1" status: 200 len: 811 time: 0.1569929 Dec 22 13:21:07.180323 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-8567cf80-2925-4b21-8db0-e613106acf04 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Synchronizing usage tracker for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group_rule {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:21:07.182518 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45466) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:07.189457 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-38e82613-d922-48cd-ae86-ab4fe6958a07 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=241cccaf397f432f9e177c9302f512ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3878336 Dec 22 13:21:07.197244 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45470) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:07.229177 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d2b6d816-3201-4386-b091-53579be42c53 req-770e8eab-88e6-458f-928a-4f7f55f8447f tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596267 Dec 22 13:21:07.234044 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-71df42e7-0f35-4b99-82aa-78882db48dcd tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:07.246459 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c29e715f-0405-446d-ab2b-031cd57a7cd3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:07.362396 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71df42e7-0f35-4b99-82aa-78882db48dcd tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Network 975b41b6-ee3d-4230-b367-1e6f2668dd0f is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:21:07.371120 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48fa379-994c-4efe-8c3e-3072cd6fcd86 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attributes excluded by policy engine: ['shared'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:07.376610 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c48fa379-994c-4efe-8c3e-3072cd6fcd86 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "GET /v2.0/subnets/8130018f-b55e-41d3-b431-7d0441b298b1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1925673 Dec 22 13:21:07.377902 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45476) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:07.384971 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-71df42e7-0f35-4b99-82aa-78882db48dcd tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:07.390182 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df42e7-0f35-4b99-82aa-78882db48dcd tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'Port': ['ID=1bda733e-c271-455f-b2b3-1fa0b39a4efe,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:07.392542 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71df42e7-0f35-4b99-82aa-78882db48dcd tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:21:07.397012 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71df42e7-0f35-4b99-82aa-78882db48dcd tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:07.399690 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-71df42e7-0f35-4b99-82aa-78882db48dcd tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:07.406951 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-ac1e942c-8a0f-4673-8dc6-b8ffc69cf3b4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1787391475'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:07.415062 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ac1e942c-8a0f-4673-8dc6-b8ffc69cf3b4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:07.419617 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-71df42e7-0f35-4b99-82aa-78882db48dcd tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:07.438029 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ac1e942c-8a0f-4673-8dc6-b8ffc69cf3b4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:07.454142 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-8567cf80-2925-4b21-8db0-e613106acf04 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Unset dirty status for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group_rule {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:21:07.455560 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8567cf80-2925-4b21-8db0-e613106acf04 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.4783590 Dec 22 13:21:07.459167 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45480) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:07.500101 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c20f2512-db78-4a07-8a4d-fb857af18485 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:07.518371 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1e942c-8a0f-4673-8dc6-b8ffc69cf3b4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Made reservation on behalf of 5764ef7c4c644eedb583f164ec468ea1 for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:07.522495 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ac1e942c-8a0f-4673-8dc6-b8ffc69cf3b4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:07.534021 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c20f2512-db78-4a07-8a4d-fb857af18485 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:07.543497 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-71df42e7-0f35-4b99-82aa-78882db48dcd tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1143446 Dec 22 13:21:07.546701 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45484) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:07.560520 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-9253bcfa-91a0-40a0-be67-54eb80e620c4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting subnet 2f521a88-06de-472a-8142-ec25671878b8 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:21:07.571924 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9253bcfa-91a0-40a0-be67-54eb80e620c4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:07.615789 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8e13e08a-d1c0-41a4-988c-9826efb0257b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:07.637537 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-9c4f9f92-283a-47a3-bead-91320eaf87cf tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Deleting port 1bda733e-c271-455f-b2b3-1fa0b39a4efe {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:21:07.638100 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9c4f9f92-283a-47a3-bead-91320eaf87cf tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:07.638185 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-4df2c368-a778-4b7f-abc4-8a3f1744e604 None None] Provisioning complete for port 39c093c5-00d4-47f5-9457-ad68c2b83258 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:07.638480 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4df2c368-a778-4b7f-abc4-8a3f1744e604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:07.697582 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c20f2512-db78-4a07-8a4d-fb857af18485 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:07.702241 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-05a7847e-b0e0-499a-a101-084e99469489 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:07.718650 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f2512-db78-4a07-8a4d-fb857af18485 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d1c0eb3-2f22-4a95-aa9e-3cd8941ff459,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:07.739477 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5ef00b1e-81ae-4c10-80ee-0eefa9ec1eb3 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:07.751547 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4174a70a-d506-4319-a00d-ec9ddf2bbdc6 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:07.758053 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c20f2512-db78-4a07-8a4d-fb857af18485 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:07.795445 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9253bcfa-91a0-40a0-be67-54eb80e620c4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:07.803458 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac1e942c-8a0f-4673-8dc6-b8ffc69cf3b4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:21:07.834003 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8e13e08a-d1c0-41a4-988c-9826efb0257b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:07.834694 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ac1e942c-8a0f-4673-8dc6-b8ffc69cf3b4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:07.835027 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-ac1e942c-8a0f-4673-8dc6-b8ffc69cf3b4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Added segment 184770a2-c7b0-4aa7-aff2-24c272ad6990 of type vlan for network 723da314-13ef-4c24-88a1-b3d6c7f28e7b Dec 22 13:21:07.847429 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef00b1e-81ae-4c10-80ee-0eefa9ec1eb3 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event deleted for resources: {'Port': ['ID=f8958609-ba27-4629-93fe-4b5194284656,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:07.850388 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5ef00b1e-81ae-4c10-80ee-0eefa9ec1eb3 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:07.861046 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c20f2512-db78-4a07-8a4d-fb857af18485 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:07.862171 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c20f2512-db78-4a07-8a4d-fb857af18485 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/4d1c0eb3-2f22-4a95-aa9e-3cd8941ff459 HTTP/1.1" status: 204 len: 168 time: 0.4016964 Dec 22 13:21:07.873564 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45490) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:07.960471 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ac1e942c-8a0f-4673-8dc6-b8ffc69cf3b4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:07.977165 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ce1fbf9c-abc4-4812-bf43-0e6eec9a232b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:07.983381 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9c4f9f92-283a-47a3-bead-91320eaf87cf tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:08.066579 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-29408e0e-f049-4f2a-a313-4955da7dc6a3 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1918471 Dec 22 13:21:08.075792 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45494) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:08.080438 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9253bcfa-91a0-40a0-be67-54eb80e620c4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:08.136303 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8e13e08a-d1c0-41a4-988c-9826efb0257b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:08.143959 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d830409d-77dd-4b7d-b2c7-b52e7090b68f tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:08.153198 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4174a70a-d506-4319-a00d-ec9ddf2bbdc6 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:21:08.165479 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0f3ef1-ab85-40b7-bd42-53ada1cfd310 None None] Sync routers for ids ['909faa24-673a-4267-8645-63ecc309a4db'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:21:08.180529 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0f3ef1-ab85-40b7-bd42-53ada1cfd310 None None] Routers {'909faa24-673a-4267-8645-63ecc309a4db'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:21:08.181293 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-8a0f3ef1-ab85-40b7-bd42-53ada1cfd310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:21:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['909faa24-673a-4267-8645-63ecc309a4db'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:08.195508 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13e08a-d1c0-41a4-988c-9826efb0257b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5c32bd-f824-4fb8-9119-bccd8921b73c,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:08.197756 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8e13e08a-d1c0-41a4-988c-9826efb0257b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:08.241075 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-9c4f9f92-283a-47a3-bead-91320eaf87cf tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Calling delete_port for 1bda733e-c271-455f-b2b3-1fa0b39a4efe owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:21:08.262851 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-8a0f3ef1-ab85-40b7-bd42-53ada1cfd310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:08.276984 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0f3ef1-ab85-40b7-bd42-53ada1cfd310 None None] Routers {'909faa24-673a-4267-8645-63ecc309a4db'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:21:08.278051 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-8a0f3ef1-ab85-40b7-bd42-53ada1cfd310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:21:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['909faa24-673a-4267-8645-63ecc309a4db'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:08.299699 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6cdf6-3c70-4dd2-b670-fde2396fbce9 req-97ad2a3d-d161-4431-9a18-b60137be3455 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:08.301176 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d0f6cdf6-3c70-4dd2-b670-fde2396fbce9 req-97ad2a3d-d161-4431-9a18-b60137be3455 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.5400009 Dec 22 13:21:08.340309 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-8a0f3ef1-ab85-40b7-bd42-53ada1cfd310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:08.340720 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0f3ef1-ab85-40b7-bd42-53ada1cfd310 None None] The sync data for ids ['909faa24-673a-4267-8645-63ecc309a4db'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:21:08.347883 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-eaab6ded-9f62-4e2d-84a6-31145ca87c94 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:08.368241 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8e13e08a-d1c0-41a4-988c-9826efb0257b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:08.369372 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8e13e08a-d1c0-41a4-988c-9826efb0257b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1e5c32bd-f824-4fb8-9119-bccd8921b73c HTTP/1.1" status: 204 len: 168 time: 1.1678588 Dec 22 13:21:08.371555 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d0f6cdf6-3c70-4dd2-b670-fde2396fbce9 req-ff336651-ff53-4dd2-99dc-b931342fc7d7 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604935 Dec 22 13:21:08.385417 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-eaab6ded-9f62-4e2d-84a6-31145ca87c94 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:08.387721 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ac1e942c-8a0f-4673-8dc6-b8ffc69cf3b4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:08.398895 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1e942c-8a0f-4673-8dc6-b8ffc69cf3b4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:08.398895 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ac1e942c-8a0f-4673-8dc6-b8ffc69cf3b4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:08.398895 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6fd66337-c83d-4a83-aea1-7a0b07d33929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-581990029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:08.401068 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4174a70a-d506-4319-a00d-ec9ddf2bbdc6 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:08.402573 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-4174a70a-d506-4319-a00d-ec9ddf2bbdc6 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.6256831 Dec 22 13:21:08.406995 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9253bcfa-91a0-40a0-be67-54eb80e620c4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:08.412511 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45500) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:08.418226 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ed5d0b6a-3d47-44b3-a9cc-b5c4c42821ff tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:08.470925 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253bcfa-91a0-40a0-be67-54eb80e620c4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Subnet': ['ID=2f521a88-06de-472a-8142-ec25671878b8,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:08.473283 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9253bcfa-91a0-40a0-be67-54eb80e620c4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:08.489713 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9253bcfa-91a0-40a0-be67-54eb80e620c4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:08.497021 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880c9133-9d5c-4501-8061-6735d9dbb903 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:21:08.498831 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9253bcfa-91a0-40a0-be67-54eb80e620c4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/2f521a88-06de-472a-8142-ec25671878b8 HTTP/1.1" status: 204 len: 168 time: 1.4941814 Dec 22 13:21:08.500422 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45504) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:08.552437 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9c4f9f92-283a-47a3-bead-91320eaf87cf tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:08.602028 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e942c-8a0f-4673-8dc6-b8ffc69cf3b4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event updated for resources: {'Network': ['ID=723da314-13ef-4c24-88a1-b3d6c7f28e7b,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:08.605582 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ac1e942c-8a0f-4673-8dc6-b8ffc69cf3b4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:08.606132 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7c61d63d-39e0-4930-ab23-70c013548d83 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:08.622341 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 723da314-13ef-4c24-88a1-b3d6c7f28e7b details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:21:08.651537 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9c4f9f92-283a-47a3-bead-91320eaf87cf tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:08.656397 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-9c4f9f92-283a-47a3-bead-91320eaf87cf tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/ports/1bda733e-c271-455f-b2b3-1fa0b39a4efe HTTP/1.1" status: 204 len: 168 time: 1.1018705 Dec 22 13:21:08.656590 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4f9f92-283a-47a3-bead-91320eaf87cf tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event deleted for resources: {'Port': ['ID=1bda733e-c271-455f-b2b3-1fa0b39a4efe,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:08.663185 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45508) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:08.663185 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ac1e942c-8a0f-4673-8dc6-b8ffc69cf3b4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2805629 Dec 22 13:21:08.665170 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9c4f9f92-283a-47a3-bead-91320eaf87cf tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:08.665958 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45512) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:08.672796 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-df552657-b0fb-4e7c-b803-ef83ce86aee0 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'port': {'network_id': '975b41b6-ee3d-4230-b367-1e6f2668dd0f', 'mac_address': 'fa:16:3e:bc:ad:2d', 'name': 'tempest-PortsIpV6TestJSON-1279252723'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:08.695005 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-b57774ff-a69b-4d57-9286-7e1922d8ec5f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Request body: {'subnet': {'network_id': '723da314-13ef-4c24-88a1-b3d6c7f28e7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:08.707035 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5836325b-9a00-4670-a423-dc2b4b3d63d6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2044427 Dec 22 13:21:08.708862 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45516) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:08.715704 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-8042951f-02d1-4f6b-abe4-d20c8ae63464 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'subnet': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:08.800018 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-eaab6ded-9f62-4e2d-84a6-31145ca87c94 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:08.818169 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2f5223d5-2474-4816-9bfa-7a935d4f9af8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:08.836779 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab6ded-9f62-4e2d-84a6-31145ca87c94 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27da328-7e7d-471a-80a1-64ebd94aab11,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:08.839175 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-eaab6ded-9f62-4e2d-84a6-31145ca87c94 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:08.841026 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef00b1e-81ae-4c10-80ee-0eefa9ec1eb3 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Router 79eaaa19-8daf-40ae-8b90-d16fa78890d4 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:21:08.880332 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-8042951f-02d1-4f6b-abe4-d20c8ae63464 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:08.940307 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-8042951f-02d1-4f6b-abe4-d20c8ae63464 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:subnet and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:08.948739 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-8042951f-02d1-4f6b-abe4-d20c8ae63464 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:08.966880 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-df552657-b0fb-4e7c-b803-ef83ce86aee0 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:08.970607 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-eaab6ded-9f62-4e2d-84a6-31145ca87c94 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:08.974698 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-eaab6ded-9f62-4e2d-84a6-31145ca87c94 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "DELETE /v2.0/security-groups/c27da328-7e7d-471a-80a1-64ebd94aab11 HTTP/1.1" status: 204 len: 168 time: 0.8944311 Dec 22 13:21:08.974698 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-8042951f-02d1-4f6b-abe4-d20c8ae63464 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:08.976557 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45522) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:08.982907 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-b57774ff-a69b-4d57-9286-7e1922d8ec5f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:09.013996 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-df552657-b0fb-4e7c-b803-ef83ce86aee0 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:09.016171 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-b57774ff-a69b-4d57-9286-7e1922d8ec5f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:09.083544 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:09.099597 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-bfbf6683-ddb9-42ff-82b1-5ff6db9af4a1 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Synchronizing usage tracker for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:21:09.104912 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8042951f-02d1-4f6b-abe4-d20c8ae63464 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:09.108646 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8042951f-02d1-4f6b-abe4-d20c8ae63464 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:09.123105 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57774ff-a69b-4d57-9286-7e1922d8ec5f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Made reservation on behalf of 5764ef7c4c644eedb583f164ec468ea1 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:09.152898 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d9baca-982f-41ad-ac43-e0067cab5f2c None None] DHCP port deletion for 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:21:09.158941 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-80d9baca-982f-41ad-ac43-e0067cab5f2c None None] Deleting port 39c093c5-00d4-47f5-9457-ad68c2b83258 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:21:09.159425 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-80d9baca-982f-41ad-ac43-e0067cab5f2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:09.194417 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df552657-b0fb-4e7c-b803-ef83ce86aee0 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Made reservation on behalf of 5dcef99d1b1441dea18127579d2b89f5 for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:09.233132 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:09.272407 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-bfbf6683-ddb9-42ff-82b1-5ff6db9af4a1 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Unset dirty status for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:21:09.277777 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-bfbf6683-ddb9-42ff-82b1-5ff6db9af4a1 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2952445 Dec 22 13:21:09.278386 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45532) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:09.282953 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-616efa5c-694e-4261-826d-cfe1a23a0750 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "GET /v2.0/routers/909faa24-673a-4267-8645-63ecc309a4db HTTP/1.1" status: 200 len: 884 time: 0.8670321 Dec 22 13:21:09.288153 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-b8f72a21-12a0-4cae-aab7-52404d442743 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Request body: {'security_group': {'name': 'tempest-secgroup--865070216'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:09.299512 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45536) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:09.304926 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-b8f72a21-12a0-4cae-aab7-52404d442743 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:09.352433 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b57774ff-a69b-4d57-9286-7e1922d8ec5f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:09.393797 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-b8f72a21-12a0-4cae-aab7-52404d442743 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:09.417676 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef00b1e-81ae-4c10-80ee-0eefa9ec1eb3 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:21:09.423334 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-80d9baca-982f-41ad-ac43-e0067cab5f2c None None] For port 39c093c5-00d4-47f5-9457-ad68c2b83258, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=39c093c5-00d4-47f5-9457-ad68c2b83258,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:21:09.423809 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-80d9baca-982f-41ad-ac43-e0067cab5f2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:09.479424 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-df552657-b0fb-4e7c-b803-ef83ce86aee0 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:09.534506 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.ipam_backend_mixin [None req-b57774ff-a69b-4d57-9286-7e1922d8ec5f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Performing IP validity checks on allocation pools {{(pid=84148) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 13:21:09.541981 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.ipam_backend_mixin [None req-b57774ff-a69b-4d57-9286-7e1922d8ec5f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84148) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 13:21:09.557295 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-80d9baca-982f-41ad-ac43-e0067cab5f2c None None] Calling delete_port for 39c093c5-00d4-47f5-9457-ad68c2b83258 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:21:09.595973 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca95a3f-403f-422e-9310-289eb8018def None None] Sync routers for ids ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:21:09.642803 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-df552657-b0fb-4e7c-b803-ef83ce86aee0 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] device_id is not set on port a71b288f-dfdd-4772-81b5-841d1165bdb9 yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:21:09.671418 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca95a3f-403f-422e-9310-289eb8018def None None] Routers {'79eaaa19-8daf-40ae-8b90-d16fa78890d4'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:21:09.672072 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-7ca95a3f-403f-422e-9310-289eb8018def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:21:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:09.672357 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b8f72a21-12a0-4cae-aab7-52404d442743 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:09.733222 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8042951f-02d1-4f6b-abe4-d20c8ae63464 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:09.736208 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-7ca95a3f-403f-422e-9310-289eb8018def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:09.744049 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-80d9baca-982f-41ad-ac43-e0067cab5f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:09.753800 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-62737052-6cd0-4128-829d-80de6c2a2083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:09.753985 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-47bf38e1-1779-4626-94b5-ee7f088dfdbf tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:09.788638 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8042951f-02d1-4f6b-abe4-d20c8ae63464 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:21:09.798816 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d9baca-982f-41ad-ac43-e0067cab5f2c None None] No DVR routers for this DVR port 39c093c5-00d4-47f5-9457-ad68c2b83258 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:21:09.800240 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-8042951f-02d1-4f6b-abe4-d20c8ae63464 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:09.801093 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d9baca-982f-41ad-ac43-e0067cab5f2c None None] Pushing event deleted for resources: {'Port': ['ID=39c093c5-00d4-47f5-9457-ad68c2b83258,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:09.809238 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-80d9baca-982f-41ad-ac43-e0067cab5f2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:09.810311 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8042951f-02d1-4f6b-abe4-d20c8ae63464 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:09.810920 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8042951f-02d1-4f6b-abe4-d20c8ae63464 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:09.827741 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220f73b7-5a42-4355-9615-9c52195cbeea None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:21:09.914676 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca95a3f-403f-422e-9310-289eb8018def None None] Routers {'79eaaa19-8daf-40ae-8b90-d16fa78890d4'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:21:09.915417 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-7ca95a3f-403f-422e-9310-289eb8018def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:21:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:09.944218 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-df552657-b0fb-4e7c-b803-ef83ce86aee0 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:09.968974 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8042951f-02d1-4f6b-abe4-d20c8ae63464 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2555487 Dec 22 13:21:09.969890 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45550) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:09.979900 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-ecd573d4-0724-474d-8431-a67e4e01620e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'subnet': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:09.983205 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5ef00b1e-81ae-4c10-80ee-0eefa9ec1eb3 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:09.994105 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-b8f72a21-12a0-4cae-aab7-52404d442743 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:10.005489 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-b8f72a21-12a0-4cae-aab7-52404d442743 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Usage tracker for resource:security_group_rule and tenant:92aa080ac39b4dc9beceb1f64f596b7a is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:10.009131 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042951f-02d1-4f6b-abe4-d20c8ae63464 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Subnet': ['ID=6f01bf64-f548-43e7-811c-38ea2acc2ff2,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:10.009448 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-7ca95a3f-403f-422e-9310-289eb8018def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:10.009977 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca95a3f-403f-422e-9310-289eb8018def None None] The sync data for ids ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:21:10.022409 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-b8f72a21-12a0-4cae-aab7-52404d442743 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:10.027012 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8042951f-02d1-4f6b-abe4-d20c8ae63464 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:10.033771 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5ef00b1e-81ae-4c10-80ee-0eefa9ec1eb3 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "DELETE /v2.0/ports/f8958609-ba27-4629-93fe-4b5194284656 HTTP/1.1" status: 204 len: 168 time: 4.0414324 Dec 22 13:21:10.036745 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-b8f72a21-12a0-4cae-aab7-52404d442743 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:10.043230 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45556) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:10.076198 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b57774ff-a69b-4d57-9286-7e1922d8ec5f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:10.090963 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-4ad80c5a-7446-4795-b2e8-fe8be79c4fd2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:10.129848 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c731f5-433d-4eef-a187-c4a43f839d35 req-37f59f60-8f32-45f0-84cf-83be82820578 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:10.132107 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-05c731f5-433d-4eef-a187-c4a43f839d35 req-37f59f60-8f32-45f0-84cf-83be82820578 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.4898012 Dec 22 13:21:10.190074 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0b12b876-dfb0-425f-8941-d9f7f23782d4 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "GET /v2.0/floatingips/3d02809f-f342-4bfd-93a9-c4c1aa10481f HTTP/1.1" status: 200 len: 688 time: 0.1448183 Dec 22 13:21:10.206996 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45560) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:10.216640 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65aad31-266c-403a-a66e-e07de34c3caa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'tenant_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'fixed_ips': [{'subnet_id': '6f01bf64-f548-43e7-811c-38ea2acc2ff2'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:21:10.217823 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f65aad31-266c-403a-a66e-e07de34c3caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:10.340673 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-05c731f5-433d-4eef-a187-c4a43f839d35 req-f1d37c79-1a6a-4aa1-9f90-cc7a686a6e96 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1962578 Dec 22 13:21:10.433838 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b8f72a21-12a0-4cae-aab7-52404d442743 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:10.438425 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57774ff-a69b-4d57-9286-7e1922d8ec5f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event updated for resources: {'Subnet': ['ID=c901f8af-9fcb-430e-b2e0-413476af473d,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:10.439855 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 39c093c5-00d4-47f5-9457-ad68c2b83258 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:21:10.449173 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-df552657-b0fb-4e7c-b803-ef83ce86aee0 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:10.454555 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b57774ff-a69b-4d57-9286-7e1922d8ec5f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:10.478737 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-643df934-f9ee-42a3-8def-71ff8cf12c6b tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Deleting port a48b39c8-4445-445f-a120-a85e12289efb {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:21:10.479149 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-643df934-f9ee-42a3-8def-71ff8cf12c6b tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:10.483411 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-25e17850-13fa-4e0e-a4b5-cf8651fd525b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:10.492042 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 39c093c5-00d4-47f5-9457-ad68c2b83258 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:21:10.492788 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 39c093c5-00d4-47f5-9457-ad68c2b83258 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:21:10.506986 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:10.517181 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-f65aad31-266c-403a-a66e-e07de34c3caa None None] Allocated IP 172.20.0.2 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/6f01bf64-f548-43e7-811c-38ea2acc2ff2/835c96ac-43ac-4f86-8c18-354b607ac804) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:21:10.550882 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df552657-b0fb-4e7c-b803-ef83ce86aee0 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Network 975b41b6-ee3d-4230-b367-1e6f2668dd0f is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:21:10.597465 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-df552657-b0fb-4e7c-b803-ef83ce86aee0 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:10.600204 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df552657-b0fb-4e7c-b803-ef83ce86aee0 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'Port': ['ID=a71b288f-dfdd-4772-81b5-841d1165bdb9,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:10.602267 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df552657-b0fb-4e7c-b803-ef83ce86aee0 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:21:10.606535 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df552657-b0fb-4e7c-b803-ef83ce86aee0 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:10.606703 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-df552657-b0fb-4e7c-b803-ef83ce86aee0 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:10.614507 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-df552657-b0fb-4e7c-b803-ef83ce86aee0 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:10.632615 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ecd573d4-0724-474d-8431-a67e4e01620e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:10.643766 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ecd573d4-0724-474d-8431-a67e4e01620e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:subnet and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:10.647266 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57774ff-a69b-4d57-9286-7e1922d8ec5f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Checking segment: {'id': '184770a2-c7b0-4aa7-aff2-24c272ad6990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '723da314-13ef-4c24-88a1-b3d6c7f28e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:21:10.648180 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57774ff-a69b-4d57-9286-7e1922d8ec5f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Network hostable DHCP agents. Network: 723da314-13ef-4c24-88a1-b3d6c7f28e7b, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:21:10.656047 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ecd573d4-0724-474d-8431-a67e4e01620e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:10.665005 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ecd573d4-0724-474d-8431-a67e4e01620e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:10.743296 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-df552657-b0fb-4e7c-b803-ef83ce86aee0 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0814183 Dec 22 13:21:10.746404 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd573d4-0724-474d-8431-a67e4e01620e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:10.771915 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45570) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:10.810901 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f65aad31-266c-403a-a66e-e07de34c3caa None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:10.819426 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-f65aad31-266c-403a-a66e-e07de34c3caa None None] Transition to ACTIVE for port object 835c96ac-43ac-4f86-8c18-354b607ac804 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:21:10.845660 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-f65aad31-266c-403a-a66e-e07de34c3caa None None] Transition to ACTIVE for port object 835c96ac-43ac-4f86-8c18-354b607ac804 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:21:10.861515 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b8f72a21-12a0-4cae-aab7-52404d442743 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:10.870677 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-92d3d85c-a434-458b-ab47-fab596b9625a tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:10.896708 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f65aad31-266c-403a-a66e-e07de34c3caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:10.900984 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-dc6df177-7187-4991-b58e-7aec98082c0f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Synchronizing usage tracker for tenant:ad8695e3cb0646af805a65484bd64689 on resource:router {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:21:10.930064 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc2777c-168e-4803-a139-f78407d02861 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:10.930775 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-abc2777c-168e-4803-a139-f78407d02861 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Synchronizing usage tracker for tenant:5dcef99d1b1441dea18127579d2b89f5 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:21:10.938674 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57774ff-a69b-4d57-9286-7e1922d8ec5f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Network 723da314-13ef-4c24-88a1-b3d6c7f28e7b is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:21:10.955125 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-aad27267-0508-4a74-9e45-042cd598d1ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:10.989717 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f72a21-12a0-4cae-aab7-52404d442743 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2185293c-68c9-4f41-99b7-4ce4cad03b8b,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:10.999451 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-b57774ff-a69b-4d57-9286-7e1922d8ec5f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 723da314-13ef-4c24-88a1-b3d6c7f28e7b) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:11.016184 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57774ff-a69b-4d57-9286-7e1922d8ec5f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:11.016517 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6955bcce-25eb-4dc3-abde-6baa8458fd99 None None] Network 723da314-13ef-4c24-88a1-b3d6c7f28e7b requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:21:11.018867 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b8f72a21-12a0-4cae-aab7-52404d442743 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:11.020340 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b57774ff-a69b-4d57-9286-7e1922d8ec5f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:11.055738 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-abc2777c-168e-4803-a139-f78407d02861 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Unset dirty status for tenant:5dcef99d1b1441dea18127579d2b89f5 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:21:11.056885 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-abc2777c-168e-4803-a139-f78407d02861 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "GET /v2.0/ports/a71b288f-dfdd-4772-81b5-841d1165bdb9 HTTP/1.1" status: 200 len: 845 time: 0.2837555 Dec 22 13:21:11.062104 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45580) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:11.076390 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-643df934-f9ee-42a3-8def-71ff8cf12c6b tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:11.077077 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-643df934-f9ee-42a3-8def-71ff8cf12c6b tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:11.096100 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b8f72a21-12a0-4cae-aab7-52404d442743 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:11.097825 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b8f72a21-12a0-4cae-aab7-52404d442743 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.8187523 Dec 22 13:21:11.099289 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-dc6df177-7187-4991-b58e-7aec98082c0f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Unset dirty status for tenant:ad8695e3cb0646af805a65484bd64689 on resource:router {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:21:11.109572 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-dc6df177-7187-4991-b58e-7aec98082c0f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.8031306 Dec 22 13:21:11.123241 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45584) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:11.123564 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45586) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:11.156905 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65aad31-266c-403a-a66e-e07de34c3caa None None] Pushing event updated for resources: {'Port': ['ID=835c96ac-43ac-4f86-8c18-354b607ac804,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:11.168311 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65aad31-266c-403a-a66e-e07de34c3caa None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:21:11.171356 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f65aad31-266c-403a-a66e-e07de34c3caa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:11.172986 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-f65aad31-266c-403a-a66e-e07de34c3caa None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:11.177963 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-e102e473-2981-4d91-9846-7ed2a710efb8 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Deleting port a71b288f-dfdd-4772-81b5-841d1165bdb9 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:21:11.178312 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e102e473-2981-4d91-9846-7ed2a710efb8 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:11.184416 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65aad31-266c-403a-a66e-e07de34c3caa None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:21:11.214553 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b57774ff-a69b-4d57-9286-7e1922d8ec5f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.5473802 Dec 22 13:21:11.224398 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ecd573d4-0724-474d-8431-a67e4e01620e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:11.243482 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45594) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:11.252078 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-2ef01147-8e61-499b-afe2-089dc745876a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-866452451'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:11.309983 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-aa42b699-8401-47a3-bf0f-e6827c7697a2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:11.338397 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-f65aad31-266c-403a-a66e-e07de34c3caa None None] Attempting to bind port 835c96ac-43ac-4f86-8c18-354b607ac804 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:21:11.339516 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-f65aad31-266c-403a-a66e-e07de34c3caa None None] Attempting to bind port 835c96ac-43ac-4f86-8c18-354b607ac804 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:21:11.339516 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65aad31-266c-403a-a66e-e07de34c3caa None None] Attempting to bind port 835c96ac-43ac-4f86-8c18-354b607ac804 on network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:21:11.350058 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65aad31-266c-403a-a66e-e07de34c3caa None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:21:11.350508 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65aad31-266c-403a-a66e-e07de34c3caa None None] Checking segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:21:11.351106 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f65aad31-266c-403a-a66e-e07de34c3caa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:11.351660 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65aad31-266c-403a-a66e-e07de34c3caa None None] Bound using segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:21:11.352138 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-f65aad31-266c-403a-a66e-e07de34c3caa None None] Bound port: 835c96ac-43ac-4f86-8c18-354b607ac804, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:21:11.352531 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f65aad31-266c-403a-a66e-e07de34c3caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:11.388632 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-724f3b7b-2558-4a5a-867b-5c48a48b9a14 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Request body: {'security_group_rule': {'security_group_id': '2185293c-68c9-4f41-99b7-4ce4cad03b8b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:11.394709 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-724f3b7b-2558-4a5a-867b-5c48a48b9a14 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:11.399574 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-724f3b7b-2558-4a5a-867b-5c48a48b9a14 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Usage tracker for resource:security_group_rule and tenant:92aa080ac39b4dc9beceb1f64f596b7a is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:11.403128 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-724f3b7b-2558-4a5a-867b-5c48a48b9a14 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:11.409036 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-724f3b7b-2558-4a5a-867b-5c48a48b9a14 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:11.427747 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-643df934-f9ee-42a3-8def-71ff8cf12c6b tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Calling delete_port for a48b39c8-4445-445f-a120-a85e12289efb owned by network:floatingip {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:21:11.486729 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f14a25-f012-479f-844a-26ae8f001095 req-a0a7c3d4-8429-4c55-8f04-067838702b63 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:11.494325 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-82f14a25-f012-479f-844a-26ae8f001095 req-a0a7c3d4-8429-4c55-8f04-067838702b63 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.5691128 Dec 22 13:21:11.549699 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437af361-906b-4e4d-84d8-061361a0eb4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-723da314-13ef-4c24-88a1-b3d6c7f28e7b', 'network_id': '723da314-13ef-4c24-88a1-b3d6c7f28e7b', 'tenant_id': '5764ef7c4c644eedb583f164ec468ea1', 'fixed_ips': [{'subnet_id': 'c901f8af-9fcb-430e-b2e0-413476af473d'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:21:11.550599 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-437af361-906b-4e4d-84d8-061361a0eb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:11.557151 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-82f14a25-f012-479f-844a-26ae8f001095 req-201ce772-e81c-4142-9f83-4a01ed34501c tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618594 Dec 22 13:21:11.578945 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-724f3b7b-2558-4a5a-867b-5c48a48b9a14 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:11.609685 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-f65aad31-266c-403a-a66e-e07de34c3caa None None] For port 835c96ac-43ac-4f86-8c18-354b607ac804, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:21:11.609685 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-f65aad31-266c-403a-a66e-e07de34c3caa None None] For port 835c96ac-43ac-4f86-8c18-354b607ac804, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=835c96ac-43ac-4f86-8c18-354b607ac804,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:21:11.674478 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-724f3b7b-2558-4a5a-867b-5c48a48b9a14 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:11.708951 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-aa42b699-8401-47a3-bf0f-e6827c7697a2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2946417'] for subnet, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:11.730207 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f65aad31-266c-403a-a66e-e07de34c3caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:11.740448 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-0e6ef448-0cee-46f9-96ce-de56d8152abb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:11.765937 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-724f3b7b-2558-4a5a-867b-5c48a48b9a14 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:11.773656 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-43370b39-4650-4252-967c-ae545ea72399 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:11.797968 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f3b7b-2558-4a5a-867b-5c48a48b9a14 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fdd5ca7-c607-46f8-a0ff-0a102d976bb9,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:11.823262 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-437af361-906b-4e4d-84d8-061361a0eb4b None None] Allocated IP 172.20.0.3 (723da314-13ef-4c24-88a1-b3d6c7f28e7b/c901f8af-9fcb-430e-b2e0-413476af473d/91d96bfc-f68d-4ff1-9f32-cadf3cc865d5) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:21:11.828819 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-724f3b7b-2558-4a5a-867b-5c48a48b9a14 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:11.844678 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e102e473-2981-4d91-9846-7ed2a710efb8 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:11.895784 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65aad31-266c-403a-a66e-e07de34c3caa None None] Pushing event updated for resources: {'Port': ['ID=835c96ac-43ac-4f86-8c18-354b607ac804,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:11.900160 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f65aad31-266c-403a-a66e-e07de34c3caa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:11.966588 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-724f3b7b-2558-4a5a-867b-5c48a48b9a14 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:11.967957 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-724f3b7b-2558-4a5a-867b-5c48a48b9a14 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8342531 Dec 22 13:21:11.975718 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45608) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:11.991003 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-643df934-f9ee-42a3-8def-71ff8cf12c6b tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:11.997659 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e1207a92-a9a2-4c34-9ae7-ec938b36d9cb tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:11.999018 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-e102e473-2981-4d91-9846-7ed2a710efb8 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Calling delete_port for a71b288f-dfdd-4772-81b5-841d1165bdb9 owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:21:12.053446 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643df934-f9ee-42a3-8def-71ff8cf12c6b tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event deleted for resources: {'Port': ['ID=a48b39c8-4445-445f-a120-a85e12289efb,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:12.058137 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-643df934-f9ee-42a3-8def-71ff8cf12c6b tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:12.209749 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e102e473-2981-4d91-9846-7ed2a710efb8 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:12.240800 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d8284ff6-24e9-46da-9193-fce6be41ed2c tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:12.276392 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-643df934-f9ee-42a3-8def-71ff8cf12c6b tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for floatingip, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:12.279687 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-643df934-f9ee-42a3-8def-71ff8cf12c6b tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:12.281252 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-643df934-f9ee-42a3-8def-71ff8cf12c6b tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "DELETE /v2.0/floatingips/3d02809f-f342-4bfd-93a9-c4c1aa10481f HTTP/1.1" status: 204 len: 168 time: 2.0652854 Dec 22 13:21:12.288690 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45612) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:12.296664 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-9f2e581a-40ab-493f-b41e-412040a5f1df tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Request body: {'floatingip': {'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'port_id': '171a7641-bfe1-48e5-81c7-f1f4b31cdb26'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:12.311741 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-437af361-906b-4e4d-84d8-061361a0eb4b None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:12.328340 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-437af361-906b-4e4d-84d8-061361a0eb4b None None] Transition to ACTIVE for port object 91d96bfc-f68d-4ff1-9f32-cadf3cc865d5 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:21:12.350811 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-437af361-906b-4e4d-84d8-061361a0eb4b None None] Transition to ACTIVE for port object 91d96bfc-f68d-4ff1-9f32-cadf3cc865d5 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:21:12.376439 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102e473-2981-4d91-9846-7ed2a710efb8 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event deleted for resources: {'Port': ['ID=a71b288f-dfdd-4772-81b5-841d1165bdb9,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:12.379056 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e102e473-2981-4d91-9846-7ed2a710efb8 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:12.385058 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-9f2e581a-40ab-493f-b41e-412040a5f1df tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:12.390245 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c068ab0e-6037-46f5-8d83-a74cae28db83 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:12.391938 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e102e473-2981-4d91-9846-7ed2a710efb8 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:12.418450 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45616) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:12.421670 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-9f2e581a-40ab-493f-b41e-412040a5f1df tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:12.427316 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-437af361-906b-4e4d-84d8-061361a0eb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:12.433919 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:12.454738 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c068ab0e-6037-46f5-8d83-a74cae28db83 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:12.459123 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-60ccb22c-dc68-46f2-910e-b8cb2983370d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-548628040', 'description': 'tempest-secgroup-smoke-548628040 description', 'project_id': '3772d751884347318e5633f3189f08c6'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:12.487078 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 835c96ac-43ac-4f86-8c18-354b607ac804 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:21:12.567700 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437af361-906b-4e4d-84d8-061361a0eb4b None None] Network 723da314-13ef-4c24-88a1-b3d6c7f28e7b is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:21:12.570953 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437af361-906b-4e4d-84d8-061361a0eb4b None None] Pushing event updated for resources: {'Port': ['ID=91d96bfc-f68d-4ff1-9f32-cadf3cc865d5,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:12.573741 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-437af361-906b-4e4d-84d8-061361a0eb4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:12.575271 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-437af361-906b-4e4d-84d8-061361a0eb4b None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:12.577410 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437af361-906b-4e4d-84d8-061361a0eb4b None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:21:12.605588 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c068ab0e-6037-46f5-8d83-a74cae28db83 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:12.606231 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e102e473-2981-4d91-9846-7ed2a710efb8 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/ports/a71b288f-dfdd-4772-81b5-841d1165bdb9 HTTP/1.1" status: 204 len: 168 time: 1.5255036 Dec 22 13:21:12.611943 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45622) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:12.612103 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-60ccb22c-dc68-46f2-910e-b8cb2983370d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:12.612466 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4eccf20d-c768-45ea-b9ca-794d23f31431 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:12.620966 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9f2e581a-40ab-493f-b41e-412040a5f1df tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for floatingip, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:12.661281 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-60ccb22c-dc68-46f2-910e-b8cb2983370d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Usage tracker for resource:security_group and tenant:3772d751884347318e5633f3189f08c6 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:12.684660 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-437af361-906b-4e4d-84d8-061361a0eb4b None None] Attempting to bind port 91d96bfc-f68d-4ff1-9f32-cadf3cc865d5 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:21:12.685031 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-437af361-906b-4e4d-84d8-061361a0eb4b None None] Attempting to bind port 91d96bfc-f68d-4ff1-9f32-cadf3cc865d5 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '184770a2-c7b0-4aa7-aff2-24c272ad6990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '723da314-13ef-4c24-88a1-b3d6c7f28e7b'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:21:12.685410 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437af361-906b-4e4d-84d8-061361a0eb4b None None] Attempting to bind port 91d96bfc-f68d-4ff1-9f32-cadf3cc865d5 on network 723da314-13ef-4c24-88a1-b3d6c7f28e7b {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:21:12.692962 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437af361-906b-4e4d-84d8-061361a0eb4b None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:21:12.695299 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437af361-906b-4e4d-84d8-061361a0eb4b None None] Checking segment: {'id': '184770a2-c7b0-4aa7-aff2-24c272ad6990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '723da314-13ef-4c24-88a1-b3d6c7f28e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:21:12.695299 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-437af361-906b-4e4d-84d8-061361a0eb4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:12.695299 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437af361-906b-4e4d-84d8-061361a0eb4b None None] Bound using segment: {'id': '184770a2-c7b0-4aa7-aff2-24c272ad6990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '723da314-13ef-4c24-88a1-b3d6c7f28e7b'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:21:12.695572 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068ab0e-6037-46f5-8d83-a74cae28db83 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2185293c-68c9-4f41-99b7-4ce4cad03b8b,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:12.695658 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-437af361-906b-4e4d-84d8-061361a0eb4b None None] Bound port: 91d96bfc-f68d-4ff1-9f32-cadf3cc865d5, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '184770a2-c7b0-4aa7-aff2-24c272ad6990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '723da314-13ef-4c24-88a1-b3d6c7f28e7b'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:21:12.695658 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-437af361-906b-4e4d-84d8-061361a0eb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:12.748910 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c068ab0e-6037-46f5-8d83-a74cae28db83 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:12.762974 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 835c96ac-43ac-4f86-8c18-354b607ac804 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:21:12.786504 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-18590545-b464-4b7a-878f-f97545240719 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] GET failed (client error): The resource could not be found. Dec 22 13:21:12.787016 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-18590545-b464-4b7a-878f-f97545240719 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Synchronizing usage tracker for tenant:5dcef99d1b1441dea18127579d2b89f5 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:21:12.815037 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-437af361-906b-4e4d-84d8-061361a0eb4b None None] For port 91d96bfc-f68d-4ff1-9f32-cadf3cc865d5, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:21:12.819413 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-437af361-906b-4e4d-84d8-061361a0eb4b None None] For port 91d96bfc-f68d-4ff1-9f32-cadf3cc865d5, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=91d96bfc-f68d-4ff1-9f32-cadf3cc865d5,segment=NetworkSegment(184770a2-c7b0-4aa7-aff2-24c272ad6990),segment_id=184770a2-c7b0-4aa7-aff2-24c272ad6990)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:21:12.866848 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-437af361-906b-4e4d-84d8-061361a0eb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:12.871123 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f65aad31-266c-403a-a66e-e07de34c3caa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:12.888327 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-60ccb22c-dc68-46f2-910e-b8cb2983370d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:12.933347 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-60ccb22c-dc68-46f2-910e-b8cb2983370d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:12.973070 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437af361-906b-4e4d-84d8-061361a0eb4b None None] Pushing event updated for resources: {'Port': ['ID=91d96bfc-f68d-4ff1-9f32-cadf3cc865d5,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:12.975884 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-437af361-906b-4e4d-84d8-061361a0eb4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:12.996179 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c068ab0e-6037-46f5-8d83-a74cae28db83 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:12.997401 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c068ab0e-6037-46f5-8d83-a74cae28db83 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "DELETE /v2.0/security-groups/2185293c-68c9-4f41-99b7-4ce4cad03b8b HTTP/1.1" status: 204 len: 168 time: 1.0197430 Dec 22 13:21:13.002098 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45626) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:13.032356 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2ef01147-8e61-499b-afe2-089dc745876a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:13.068772 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-60ccb22c-dc68-46f2-910e-b8cb2983370d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:13.111223 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-60ccb22c-dc68-46f2-910e-b8cb2983370d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:13.113238 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-4492d53c-543a-4b18-b884-1faae0eafbff tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Synchronizing usage tracker for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:21:13.117799 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-18590545-b464-4b7a-878f-f97545240719 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Unset dirty status for tenant:5dcef99d1b1441dea18127579d2b89f5 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:21:13.123266 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-18590545-b464-4b7a-878f-f97545240719 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "GET /v2.0/ports/a71b288f-dfdd-4772-81b5-841d1165bdb9 HTTP/1.1" status: 404 len: 333 time: 0.4957213 Dec 22 13:21:13.127640 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45630) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:13.127640 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.objects.ports [None req-ecd573d4-0724-474d-8431-a67e4e01620e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84148) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 22 13:21:13.136742 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958c3fb-3bef-4291-b36b-b75eecb0d308 req-98ea5503-810e-4756-a9d2-ec7d61fc8176 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:13.138238 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5958c3fb-3bef-4291-b36b-b75eecb0d308 req-98ea5503-810e-4756-a9d2-ec7d61fc8176 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.3885624 Dec 22 13:21:13.188674 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2ef01147-8e61-499b-afe2-089dc745876a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707601'] for router, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:13.198740 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-726c33c8-00f4-484f-8903-1e0e68f29c06 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'port': {'network_id': '975b41b6-ee3d-4230-b367-1e6f2668dd0f', 'name': 'tempest-PortsIpV6TestJSON-2011120888'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:13.273385 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-4492d53c-543a-4b18-b884-1faae0eafbff tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Unset dirty status for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:21:13.275858 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-4492d53c-543a-4b18-b884-1faae0eafbff tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2726901 Dec 22 13:21:13.279550 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-aa42b699-8401-47a3-bf0f-e6827c7697a2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792220741645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2885509'] for subnet, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:13.280731 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45634) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:13.300836 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5958c3fb-3bef-4291-b36b-b75eecb0d308 req-451b9957-087a-4aa5-8bf9-16a2a9c5c9d9 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556160 Dec 22 13:21:13.317273 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c0e3c1f6-0f94-4ba9-ad01-0924be016e18 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:13.373453 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c7cff6e5-596f-4de9-ae1b-f3ca3753ae8c tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Synchronizing usage tracker for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group_rule {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:21:13.439498 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa42b699-8401-47a3-bf0f-e6827c7697a2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:13.440109 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-aa42b699-8401-47a3-bf0f-e6827c7697a2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:13.444450 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-aa42b699-8401-47a3-bf0f-e6827c7697a2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "PUT /v2.0/subnets/c901f8af-9fcb-430e-b2e0-413476af473d HTTP/1.1" status: 200 len: 877 time: 2.1998923 Dec 22 13:21:13.449819 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45640) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:13.546344 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-480d9927-9724-4b80-95b3-ef149a77863d None None] Provisioning for port 835c96ac-43ac-4f86-8c18-354b607ac804 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:21:13.552099 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-480d9927-9724-4b80-95b3-ef149a77863d None None] Provisioning complete for port 835c96ac-43ac-4f86-8c18-354b607ac804 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:13.552598 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-480d9927-9724-4b80-95b3-ef149a77863d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:13.557949 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-60ccb22c-dc68-46f2-910e-b8cb2983370d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:13.570046 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c7cff6e5-596f-4de9-ae1b-f3ca3753ae8c tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Unset dirty status for tenant:92aa080ac39b4dc9beceb1f64f596b7a on resource:security_group_rule {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:21:13.573854 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c7cff6e5-596f-4de9-ae1b-f3ca3753ae8c tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.2895904 Dec 22 13:21:13.573854 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef01147-8e61-499b-afe2-089dc745876a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Router 909faa24-673a-4267-8645-63ecc309a4db has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:21:13.574119 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45644) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:13.595809 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-41145f51-f25e-4e37-9339-17a6ed9c8d72 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] delete failed (client error): The resource could not be found. Dec 22 13:21:13.601124 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-41145f51-f25e-4e37-9339-17a6ed9c8d72 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "DELETE /v2.0/security-groups/2185293c-68c9-4f41-99b7-4ce4cad03b8b HTTP/1.1" status: 404 len: 347 time: 0.0218320 Dec 22 13:21:13.601366 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45648) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:13.637750 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-60ccb22c-dc68-46f2-910e-b8cb2983370d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Usage tracker for resource:security_group_rule and tenant:3772d751884347318e5633f3189f08c6 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:13.647042 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-60ccb22c-dc68-46f2-910e-b8cb2983370d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:13.652591 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42b699-8401-47a3-bf0f-e6827c7697a2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event updated for resources: {'Subnet': ['ID=c901f8af-9fcb-430e-b2e0-413476af473d,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:13.658632 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-726c33c8-00f4-484f-8903-1e0e68f29c06 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:13.666442 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-aa42b699-8401-47a3-bf0f-e6827c7697a2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:13.677062 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-60ccb22c-dc68-46f2-910e-b8cb2983370d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:13.677801 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-480d9927-9724-4b80-95b3-ef149a77863d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:13.700179 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-726c33c8-00f4-484f-8903-1e0e68f29c06 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:13.713482 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-480d9927-9724-4b80-95b3-ef149a77863d None None] For port 835c96ac-43ac-4f86-8c18-354b607ac804, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=835c96ac-43ac-4f86-8c18-354b607ac804,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:21:13.744791 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f60664dc-5e71-4959-afa0-2e5dd654e8dd tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1422136 Dec 22 13:21:13.745643 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9f2e581a-40ab-493f-b41e-412040a5f1df tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:13.782893 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-480d9927-9724-4b80-95b3-ef149a77863d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:13.786633 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-ea09176d-1490-42a5-ad9d-76071bea0eb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:13.839900 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726c33c8-00f4-484f-8903-1e0e68f29c06 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Made reservation on behalf of 5dcef99d1b1441dea18127579d2b89f5 for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:13.842933 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-726c33c8-00f4-484f-8903-1e0e68f29c06 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:13.896605 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3f50e615-7e35-498a-a294-8bbd94a4a4d5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:13.898225 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef01147-8e61-499b-afe2-089dc745876a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:21:13.905429 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2ef01147-8e61-499b-afe2-089dc745876a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:13.906802 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-2ef01147-8e61-499b-afe2-089dc745876a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "PUT /v2.0/routers/909faa24-673a-4267-8645-63ecc309a4db HTTP/1.1" status: 200 len: 891 time: 2.7707238 Dec 22 13:21:13.909321 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45654) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:13.920422 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eba338-bc39-4145-91cc-96a2c7d2a768 None None] Sync routers for ids ['909faa24-673a-4267-8645-63ecc309a4db'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:21:13.932072 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d9927-9724-4b80-95b3-ef149a77863d None None] Pushing event updated for resources: {'Port': ['ID=835c96ac-43ac-4f86-8c18-354b607ac804,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:13.936516 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-480d9927-9724-4b80-95b3-ef149a77863d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:13.953886 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eba338-bc39-4145-91cc-96a2c7d2a768 None None] Routers {'909faa24-673a-4267-8645-63ecc309a4db'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:21:13.953886 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-f2eba338-bc39-4145-91cc-96a2c7d2a768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:21:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['909faa24-673a-4267-8645-63ecc309a4db'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:13.958275 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154755ab-ca2c-42b0-83da-f037d4e28131 req-69fc3e81-e21a-491a-b3fd-238da93fb9c2 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:13.959855 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-154755ab-ca2c-42b0-83da-f037d4e28131 req-69fc3e81-e21a-491a-b3fd-238da93fb9c2 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.4478526 Dec 22 13:21:13.963793 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-726c33c8-00f4-484f-8903-1e0e68f29c06 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] device_id is not set on port cb0a7868-b1cb-47a7-8c24-6a0843fa93f5 yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:21:14.010334 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-3f50e615-7e35-498a-a294-8bbd94a4a4d5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Deleting port 91d96bfc-f68d-4ff1-9f32-cadf3cc865d5 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:21:14.010767 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3f50e615-7e35-498a-a294-8bbd94a4a4d5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:14.044062 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-f2eba338-bc39-4145-91cc-96a2c7d2a768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:14.061463 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eba338-bc39-4145-91cc-96a2c7d2a768 None None] Routers {'909faa24-673a-4267-8645-63ecc309a4db'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:21:14.062238 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-f2eba338-bc39-4145-91cc-96a2c7d2a768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:21:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['909faa24-673a-4267-8645-63ecc309a4db'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:14.159264 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-f2eba338-bc39-4145-91cc-96a2c7d2a768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:14.159921 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eba338-bc39-4145-91cc-96a2c7d2a768 None None] The sync data for ids ['909faa24-673a-4267-8645-63ecc309a4db'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:21:14.212827 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-dbdaa8f2-4435-4903-a258-f86382519bda tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "GET /v2.0/routers/909faa24-673a-4267-8645-63ecc309a4db HTTP/1.1" status: 200 len: 891 time: 0.3022492 Dec 22 13:21:14.215414 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45658) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:14.241070 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-60ccb22c-dc68-46f2-910e-b8cb2983370d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:14.266977 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-82f3af94-3104-46db-a780-9efe5cdcd6ef tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Synchronizing usage tracker for tenant:ad8695e3cb0646af805a65484bd64689 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:21:14.315657 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ecd573d4-0724-474d-8431-a67e4e01620e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:14.317925 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741bfb22-af2b-4744-90ff-87cbb672559f None None] Network 723da314-13ef-4c24-88a1-b3d6c7f28e7b requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:21:14.347412 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-9f2e581a-40ab-493f-b41e-412040a5f1df tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Allocated IP 172.26.1.98 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/5138d289-b5f3-4cd4-88a0-7796fccb7ead) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:21:14.350165 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-82f3af94-3104-46db-a780-9efe5cdcd6ef tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Unset dirty status for tenant:ad8695e3cb0646af805a65484bd64689 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:21:14.350165 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-82f3af94-3104-46db-a780-9efe5cdcd6ef tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "GET /v2.0/ports?device_id=909faa24-673a-4267-8645-63ecc309a4db HTTP/1.1" status: 200 len: 205 time: 0.1327169 Dec 22 13:21:14.350739 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-60ccb22c-dc68-46f2-910e-b8cb2983370d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:14.351931 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45664) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:14.366976 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:14.382626 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-154755ab-ca2c-42b0-83da-f037d4e28131 req-de01709c-29f5-47e0-a8ce-4c1d48a5518c tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3795834 Dec 22 13:21:14.464350 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45668) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:14.545788 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-f3e143cd-b279-4049-87e0-dccdca7fbabf None None] Provisioning for port 91d96bfc-f68d-4ff1-9f32-cadf3cc865d5 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:21:14.643985 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 835c96ac-43ac-4f86-8c18-354b607ac804 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:21:14.741659 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fee2b8-1d1b-4e50-b5b7-aaa04f3f0502 req-4a22480c-8da9-4fe4-b144-177ecaac04e0 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:14.743421 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b1fee2b8-1d1b-4e50-b5b7-aaa04f3f0502 req-4a22480c-8da9-4fe4-b144-177ecaac04e0 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.1540415 Dec 22 13:21:14.775366 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b38e0002-26fa-4c0a-933f-2380ccffc199 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:14.799997 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-60ccb22c-dc68-46f2-910e-b8cb2983370d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:14.816667 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ccb22c-dc68-46f2-910e-b8cb2983370d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2caeec-fbf4-4ca7-a1e8-8fd294c442ee,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:14.821274 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-60ccb22c-dc68-46f2-910e-b8cb2983370d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Usage tracker for resource:security_group_rule and tenant:3772d751884347318e5633f3189f08c6 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:14.836004 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 835c96ac-43ac-4f86-8c18-354b607ac804 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:14.836004 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:14.839508 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-60ccb22c-dc68-46f2-910e-b8cb2983370d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:14.842872 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-60ccb22c-dc68-46f2-910e-b8cb2983370d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:14.879181 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e400f0e1-6f5c-4e84-8e10-a80e0c4c3c44 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=92aa080ac39b4dc9beceb1f64f596b7a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4131079 Dec 22 13:21:14.883014 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45676) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:14.909615 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b1fee2b8-1d1b-4e50-b5b7-aaa04f3f0502 req-27f32d84-d48c-4e87-8e40-eab6daec1c37 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547358 Dec 22 13:21:15.003953 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 91d96bfc-f68d-4ff1-9f32-cadf3cc865d5 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:21:15.056044 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b8372ecc-5cef-4d98-a6bd-3de246d30ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:15.075750 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-60ccb22c-dc68-46f2-910e-b8cb2983370d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:15.114538 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b8372ecc-5cef-4d98-a6bd-3de246d30ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:15.181974 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 91d96bfc-f68d-4ff1-9f32-cadf3cc865d5 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:21:15.188717 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 91d96bfc-f68d-4ff1-9f32-cadf3cc865d5 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:15.189017 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:15.225747 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f171d92e-199c-4f7e-81ce-d8776a783258 None None] Network 723da314-13ef-4c24-88a1-b3d6c7f28e7b requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:21:15.286954 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-726c33c8-00f4-484f-8903-1e0e68f29c06 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:15.296908 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-3f50e615-7e35-498a-a294-8bbd94a4a4d5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] For port 91d96bfc-f68d-4ff1-9f32-cadf3cc865d5, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=91d96bfc-f68d-4ff1-9f32-cadf3cc865d5,segment=NetworkSegment(184770a2-c7b0-4aa7-aff2-24c272ad6990),segment_id=184770a2-c7b0-4aa7-aff2-24c272ad6990)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:21:15.297266 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3f50e615-7e35-498a-a294-8bbd94a4a4d5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:15.336478 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b38e0002-26fa-4c0a-933f-2380ccffc199 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:15.398023 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b8372ecc-5cef-4d98-a6bd-3de246d30ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:15.401821 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-594c6e10-dbc7-4dbe-b4ac-0891ebaa2bc7 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:15.416229 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-f835bcb7-c21b-4eb1-8f4f-72b78e4996a5 None None] Provisioning complete for port 91d96bfc-f68d-4ff1-9f32-cadf3cc865d5 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:15.417437 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f835bcb7-c21b-4eb1-8f4f-72b78e4996a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:15.417885 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-b38e0002-26fa-4c0a-933f-2380ccffc199 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Deleting port 129e3a74-6826-4bc9-b771-47e078837452 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:21:15.418232 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b38e0002-26fa-4c0a-933f-2380ccffc199 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:15.451341 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8372ecc-5cef-4d98-a6bd-3de246d30ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0331b3c-d850-436e-8a91-ce46480d0f5d,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:15.467003 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b8372ecc-5cef-4d98-a6bd-3de246d30ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:15.499444 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-3f50e615-7e35-498a-a294-8bbd94a4a4d5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Calling delete_port for 91d96bfc-f68d-4ff1-9f32-cadf3cc865d5 owned by network:dhcp {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:21:15.580560 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-60ccb22c-dc68-46f2-910e-b8cb2983370d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:15.690080 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b38e0002-26fa-4c0a-933f-2380ccffc199 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:15.746770 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9f2e581a-40ab-493f-b41e-412040a5f1df tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:15.757052 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:15.807317 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f835bcb7-c21b-4eb1-8f4f-72b78e4996a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:15.808271 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ede8ba-2f65-455f-b4d3-9d699d015cbd req-780f6f81-bca9-43e4-8ee3-0020626ce63f tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:15.809813 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d1ede8ba-2f65-455f-b4d3-9d699d015cbd req-780f6f81-bca9-43e4-8ee3-0020626ce63f tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.6890643 Dec 22 13:21:15.820671 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-ecd573d4-0724-474d-8431-a67e4e01620e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] For port 835c96ac-43ac-4f86-8c18-354b607ac804, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=835c96ac-43ac-4f86-8c18-354b607ac804,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:21:15.826578 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-b38e0002-26fa-4c0a-933f-2380ccffc199 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Calling delete_port for 129e3a74-6826-4bc9-b771-47e078837452 owned by network:router_gateway {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:21:15.851071 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-60ccb22c-dc68-46f2-910e-b8cb2983370d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:15.858424 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-fb272ba1-ce7e-49ea-9f0d-f8e3c4b45e53 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:15.903464 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b8372ecc-5cef-4d98-a6bd-3de246d30ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:15.905024 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b8372ecc-5cef-4d98-a6bd-3de246d30ca6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b0331b3c-d850-436e-8a91-ce46480d0f5d HTTP/1.1" status: 204 len: 168 time: 1.0184410 Dec 22 13:21:15.925619 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3f50e615-7e35-498a-a294-8bbd94a4a4d5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:15.947012 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-726c33c8-00f4-484f-8903-1e0e68f29c06 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:15.949987 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ecd573d4-0724-474d-8431-a67e4e01620e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:15.961671 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ccb22c-dc68-46f2-910e-b8cb2983370d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d0092f-2b68-4712-be8f-c58c750fe679,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:15.968405 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d1ede8ba-2f65-455f-b4d3-9d699d015cbd req-3299c78a-0a1a-4db4-9e41-00bccebde133 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504581 Dec 22 13:21:15.969426 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-60ccb22c-dc68-46f2-910e-b8cb2983370d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:15.972582 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5cf2f7f5-d4c5-4db2-a817-6854d875b4d1 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:16.031943 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9f2e581a-40ab-493f-b41e-412040a5f1df tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:16.047191 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ecd573d4-0724-474d-8431-a67e4e01620e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:16.048148 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ecd573d4-0724-474d-8431-a67e4e01620e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:16.053916 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-60ccb22c-dc68-46f2-910e-b8cb2983370d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:16.055299 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-60ccb22c-dc68-46f2-910e-b8cb2983370d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 3.6351480 Dec 22 13:21:16.066121 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45686) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:16.074073 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-70d284ac-a295-4997-b90f-69167665e280 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Request body: {'security_group_rule': {'security_group_id': 'd1d0092f-2b68-4712-be8f-c58c750fe679', 'project_id': '3772d751884347318e5633f3189f08c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:16.080829 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-70d284ac-a295-4997-b90f-69167665e280 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:16.086018 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-70d284ac-a295-4997-b90f-69167665e280 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Usage tracker for resource:security_group_rule and tenant:3772d751884347318e5633f3189f08c6 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:16.088516 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50e615-7e35-498a-a294-8bbd94a4a4d5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event deleted for resources: {'Port': ['ID=91d96bfc-f68d-4ff1-9f32-cadf3cc865d5,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:16.089468 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-70d284ac-a295-4997-b90f-69167665e280 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:16.099403 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-70d284ac-a295-4997-b90f-69167665e280 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:16.135899 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-de7703a8-3922-41f8-afe3-3888c34f76a9 None None] Could not find standard attr ID for object 91d96bfc-f68d-4ff1-9f32-cadf3cc865d5. {{(pid=84150) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:21:16.155196 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b38e0002-26fa-4c0a-933f-2380ccffc199 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:16.160213 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f704302a-3e59-4900-bb63-3b29f5ab3e24 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:16.182128 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba9a114-7ee5-4b50-8d14-bb1e22649ad1 None None] DHCP port deletion for 723da314-13ef-4c24-88a1-b3d6c7f28e7b request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:21:16.198540 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726c33c8-00f4-484f-8903-1e0e68f29c06 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Network 975b41b6-ee3d-4230-b367-1e6f2668dd0f is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:21:16.198540 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-726c33c8-00f4-484f-8903-1e0e68f29c06 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:16.200192 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4cd6e4-d274-43dd-9caf-76ea289981d2 None None] get_active_networks_info from dv-neutron-822669-1-hyperv {{(pid=84150) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 13:21:16.204335 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f50e615-7e35-498a-a294-8bbd94a4a4d5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] No DVR routers for this DVR port 91d96bfc-f68d-4ff1-9f32-cadf3cc865d5 on host dv-neutron-822669-1-hyperv {{(pid=84148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:21:16.219105 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e0002-26fa-4c0a-933f-2380ccffc199 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event deleted for resources: {'Port': ['ID=129e3a74-6826-4bc9-b771-47e078837452,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:16.227109 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b38e0002-26fa-4c0a-933f-2380ccffc199 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:16.241003 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726c33c8-00f4-484f-8903-1e0e68f29c06 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:21:16.245047 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726c33c8-00f4-484f-8903-1e0e68f29c06 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:16.245654 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-726c33c8-00f4-484f-8903-1e0e68f29c06 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:16.261444 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-70d284ac-a295-4997-b90f-69167665e280 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:16.261727 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2e581a-40ab-493f-b41e-412040a5f1df tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:21:16.263462 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd573d4-0724-474d-8431-a67e4e01620e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:21:16.283201 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-ecd573d4-0724-474d-8431-a67e4e01620e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:16.284975 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-9f2e581a-40ab-493f-b41e-412040a5f1df tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:16.287157 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd573d4-0724-474d-8431-a67e4e01620e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:16.287734 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ecd573d4-0724-474d-8431-a67e4e01620e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:16.298162 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2e581a-40ab-493f-b41e-412040a5f1df tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:21:16.337222 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c33c8-00f4-484f-8903-1e0e68f29c06 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'Port': ['ID=cb0a7868-b1cb-47a7-8c24-6a0843fa93f5,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:16.353487 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-726c33c8-00f4-484f-8903-1e0e68f29c06 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:16.356879 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3b49b9dd-37bd-4b4d-a707-a0f1e1d91b90 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.395s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:16.377970 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4cd6e4-d274-43dd-9caf-76ea289981d2 None None] Resources bound (agent type, host, resource id): {{(pid=84150) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 13:21:16.437153 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3f50e615-7e35-498a-a294-8bbd94a4a4d5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:16.474456 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-726c33c8-00f4-484f-8903-1e0e68f29c06 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.2947145 Dec 22 13:21:16.482028 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ecd573d4-0724-474d-8431-a67e4e01620e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.5108750 Dec 22 13:21:16.489772 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45692) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:16.490104 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45694) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:16.527528 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b38e0002-26fa-4c0a-933f-2380ccffc199 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:16.530755 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-82a2f247-e87f-4766-a5c9-5ad50f27ad04 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'port': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'mac_address': 'fa:16:3e:8f:72:b7', 'name': 'tempest-NetworksTestDHCPv6-202735929'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:16.602187 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-70d284ac-a295-4997-b90f-69167665e280 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:16.610041 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-6c8969e0-ff37-48bb-9352-357d5bda87c0 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:16.648083 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e581a-40ab-493f-b41e-412040a5f1df tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event updated for resources: {'Port': ['ID=5138d289-b5f3-4cd4-88a0-7796fccb7ead,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:16.668275 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 91d96bfc-f68d-4ff1-9f32-cadf3cc865d5 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:21:16.675282 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-70d284ac-a295-4997-b90f-69167665e280 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:16.713464 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 91d96bfc-f68d-4ff1-9f32-cadf3cc865d5 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:21:16.713464 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 91d96bfc-f68d-4ff1-9f32-cadf3cc865d5 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:21:16.768288 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c4150d62-dc35-4910-9edd-d6e909bb5a97 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:16.856066 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d284ac-a295-4997-b90f-69167665e280 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ddf4f1e-e64b-43c1-a879-ac14dfb2371a,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:16.860324 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-70d284ac-a295-4997-b90f-69167665e280 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:16.873277 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b38e0002-26fa-4c0a-933f-2380ccffc199 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:16.883780 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b38e0002-26fa-4c0a-933f-2380ccffc199 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:16.928733 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-70d284ac-a295-4997-b90f-69167665e280 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:16.932030 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-70d284ac-a295-4997-b90f-69167665e280 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8630545 Dec 22 13:21:16.934999 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45708) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:16.935913 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd573d4-0724-474d-8431-a67e4e01620e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Port': ['ID=835c96ac-43ac-4f86-8c18-354b607ac804,revision_number=5']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:16.944186 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-d8f14295-bab9-46a8-8998-4a41a204f6d1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Request body: {'security_group_rule': {'security_group_id': 'd1d0092f-2b68-4712-be8f-c58c750fe679', 'project_id': '3772d751884347318e5633f3189f08c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:16.950604 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d8f14295-bab9-46a8-8998-4a41a204f6d1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:16.952047 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac1342a-cac8-491f-94c7-b710fdcd267e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-723da314-13ef-4c24-88a1-b3d6c7f28e7b', 'network_id': '723da314-13ef-4c24-88a1-b3d6c7f28e7b', 'tenant_id': '5764ef7c4c644eedb583f164ec468ea1', 'fixed_ips': [{'subnet_id': 'c901f8af-9fcb-430e-b2e0-413476af473d'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:21:16.955758 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-aac1342a-cac8-491f-94c7-b710fdcd267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:16.955895 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ecd573d4-0724-474d-8431-a67e4e01620e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:16.956163 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d8f14295-bab9-46a8-8998-4a41a204f6d1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Usage tracker for resource:security_group_rule and tenant:3772d751884347318e5633f3189f08c6 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:16.959273 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d8f14295-bab9-46a8-8998-4a41a204f6d1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:16.961400 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5faa40aa-a19e-4393-aefe-f91df80ecc22 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.914s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:16.961810 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5faa40aa-a19e-4393-aefe-f91df80ecc22 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:16.967193 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d8f14295-bab9-46a8-8998-4a41a204f6d1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:16.967958 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2b3f591c-2c1d-49f7-abe0-e39e335eaba0 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.880s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:16.968370 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2b3f591c-2c1d-49f7-abe0-e39e335eaba0 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:16.969282 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1a1b0c88-8f7a-4ac0-a33a-f28a9d8fda3f tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.881s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:16.995853 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b38e0002-26fa-4c0a-933f-2380ccffc199 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:16.995853 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38e0002-26fa-4c0a-933f-2380ccffc199 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Fanout notify agent at l3_agent the message router_deleted on router 909faa24-673a-4267-8645-63ecc309a4db {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:21:17.123974 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6c8969e0-ff37-48bb-9352-357d5bda87c0 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server [None req-aac1342a-cac8-491f-94c7-b710fdcd267e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c901f8af-9fcb-430e-b2e0-413476af473d: This subnet is being modified by another concurrent operation. Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 13:21:17.130731 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise exception Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c901f8af-9fcb-430e-b2e0-413476af473d: This subnet is being modified by another concurrent operation. Dec 22 13:21:17.141267 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server Dec 22 13:21:17.157662 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d8f14295-bab9-46a8-8998-4a41a204f6d1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:17.164460 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-82a2f247-e87f-4766-a5c9-5ad50f27ad04 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:17.165263 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf75126-5001-4e2b-9420-157c2d49d04a None None] get_active_networks_info from dv-neutron-822669-1-hyperv {{(pid=84150) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 13:21:17.165355 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3f50e615-7e35-498a-a294-8bbd94a4a4d5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:17.185409 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b38e0002-26fa-4c0a-933f-2380ccffc199 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:17.185409 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b38e0002-26fa-4c0a-933f-2380ccffc199 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "DELETE /v2.0/routers/909faa24-673a-4267-8645-63ecc309a4db HTTP/1.1" status: 204 len: 168 time: 2.8313410 Dec 22 13:21:17.188804 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45714) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:17.208626 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-eb9768b7-40d4-4f0a-9db9-4567da3d5915 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-991142326'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:17.216249 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-eb9768b7-40d4-4f0a-9db9-4567da3d5915 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:17.222263 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-82a2f247-e87f-4766-a5c9-5ad50f27ad04 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:port and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:17.226252 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-eb9768b7-40d4-4f0a-9db9-4567da3d5915 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Usage tracker for resource:network and tenant:ad8695e3cb0646af805a65484bd64689 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:17.230859 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-eb9768b7-40d4-4f0a-9db9-4567da3d5915 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:17.239745 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-82a2f247-e87f-4766-a5c9-5ad50f27ad04 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:17.242304 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-eb9768b7-40d4-4f0a-9db9-4567da3d5915 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:17.277635 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d8f14295-bab9-46a8-8998-4a41a204f6d1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:17.295145 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-82a2f247-e87f-4766-a5c9-5ad50f27ad04 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:17.329084 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9768b7-40d4-4f0a-9db9-4567da3d5915 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Made reservation on behalf of ad8695e3cb0646af805a65484bd64689 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:17.333746 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-eb9768b7-40d4-4f0a-9db9-4567da3d5915 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:17.338080 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf75126-5001-4e2b-9420-157c2d49d04a None None] Resources bound (agent type, host, resource id): {{(pid=84150) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 13:21:17.345274 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd573d4-0724-474d-8431-a67e4e01620e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Subnet': ['ID=444dd6f5-be44-4a9b-8110-d593a308678b,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:17.371337 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb9768b7-40d4-4f0a-9db9-4567da3d5915 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:21:17.381874 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-eb9768b7-40d4-4f0a-9db9-4567da3d5915 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:17.382548 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-eb9768b7-40d4-4f0a-9db9-4567da3d5915 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Added segment 1efcd801-9263-4c36-8f8a-b4fab49477a9 of type vlan for network 183d6635-8412-4f22-a621-90362654c3c1 Dec 22 13:21:17.412322 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-eb9768b7-40d4-4f0a-9db9-4567da3d5915 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:17.440985 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d8f14295-bab9-46a8-8998-4a41a204f6d1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:17.444464 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9e3aff8b-e3fb-4c05-80bd-c41bac5e64b4 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:17.450302 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ecd573d4-0724-474d-8431-a67e4e01620e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:17.452150 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8ab6d067-6ffa-4481-b46a-64cd3a00f212 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:17.475903 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f14295-bab9-46a8-8998-4a41a204f6d1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60bb1ad3-6b6b-45e9-9c72-e460f285c4c6,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:17.479740 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d8f14295-bab9-46a8-8998-4a41a204f6d1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:17.506982 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a2f247-e87f-4766-a5c9-5ad50f27ad04 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:17.507174 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-eb9768b7-40d4-4f0a-9db9-4567da3d5915 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:17.511785 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9768b7-40d4-4f0a-9db9-4567da3d5915 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:17.517238 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-eb9768b7-40d4-4f0a-9db9-4567da3d5915 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:17.522406 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1a7cc6ce-ffbe-4cb8-bb41-72db322758b1 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:17.543283 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50e615-7e35-498a-a294-8bbd94a4a4d5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event deleted for resources: {'Subnet': ['ID=c901f8af-9fcb-430e-b2e0-413476af473d,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:17.604264 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3f50e615-7e35-498a-a294-8bbd94a4a4d5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:17.624371 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45722) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:17.647570 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027912 Dec 22 13:21:17.710852 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3f50e615-7e35-498a-a294-8bbd94a4a4d5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:17.718005 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45724) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:17.746084 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d8f14295-bab9-46a8-8998-4a41a204f6d1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:17.747320 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d8f14295-bab9-46a8-8998-4a41a204f6d1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8107738 Dec 22 13:21:17.755324 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45728) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:17.771472 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-74ec63a2-e007-4545-9bbc-c266a76c74a4 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Request body: {'security_group_rule': {'security_group_id': 'd1d0092f-2b68-4712-be8f-c58c750fe679', 'project_id': '3772d751884347318e5633f3189f08c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:17.780432 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9461d6-23e7-47a6-801d-d8ea441d715a None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:21:17.783573 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-74ec63a2-e007-4545-9bbc-c266a76c74a4 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:17.786481 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-3f50e615-7e35-498a-a294-8bbd94a4a4d5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['723da314-13ef-4c24-88a1-b3d6c7f28e7b']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:17.793842 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-74ec63a2-e007-4545-9bbc-c266a76c74a4 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Usage tracker for resource:security_group_rule and tenant:3772d751884347318e5633f3189f08c6 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:17.798777 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-74ec63a2-e007-4545-9bbc-c266a76c74a4 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:17.802911 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9768b7-40d4-4f0a-9db9-4567da3d5915 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event updated for resources: {'Network': ['ID=183d6635-8412-4f22-a621-90362654c3c1,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:17.807823 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-eb9768b7-40d4-4f0a-9db9-4567da3d5915 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:17.808688 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-74ec63a2-e007-4545-9bbc-c266a76c74a4 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:17.817174 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-eb9768b7-40d4-4f0a-9db9-4567da3d5915 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6273541 Dec 22 13:21:17.820015 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45734) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:17.830396 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-3f50e615-7e35-498a-a294-8bbd94a4a4d5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '184770a2-c7b0-4aa7-aff2-24c272ad6990') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:17.830702 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-3f50e615-7e35-498a-a294-8bbd94a4a4d5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '184770a2-c7b0-4aa7-aff2-24c272ad6990') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:17.836079 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-d5824bab-adf6-4643-9568-63677bd42ca0 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Request body: {'subnet': {'network_id': '183d6635-8412-4f22-a621-90362654c3c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:17.858555 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3f50e615-7e35-498a-a294-8bbd94a4a4d5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:17.905652 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3f50e615-7e35-498a-a294-8bbd94a4a4d5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:17.909854 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-82a2f247-e87f-4766-a5c9-5ad50f27ad04 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:17.938913 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f50e615-7e35-498a-a294-8bbd94a4a4d5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:21:17.939575 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3f50e615-7e35-498a-a294-8bbd94a4a4d5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:17.955275 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:21:17.955275 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:21:17.955275 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:21:17.955275 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:21:17.955275 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:21:17.955275 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:21:17.955275 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:21:17.955275 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:21:17.955275 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:21:17.955275 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:21:17.955275 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:21:17.955275 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:21:17.955275 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:21:17.955275 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:21:17.955275 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:21:17.955275 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:21:17.955275 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:21:17.955275 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:21:17.955275 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:21:17.955275 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:21:17.955275 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:21:17.955275 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:21:17.955275 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:21:17.955275 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:21:17.955275 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:21:17.955275 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:21:17.955275 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:21:17.955275 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:21:17.955275 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:21:17.955275 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:21:17.955275 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:21:17.955275 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:21:17.959233 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe426bd0-f7a8-43ca-a61c-ff14f5d7e6a6 None None] Network 723da314-13ef-4c24-88a1-b3d6c7f28e7b requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:21:17.963038 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-74ec63a2-e007-4545-9bbc-c266a76c74a4 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:17.970730 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 183d6635-8412-4f22-a621-90362654c3c1 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:21:18.011998 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.db.resource_extend [None req-6c8969e0-ff37-48bb-9352-357d5bda87c0 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:21:18.031136 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b28cac11-8514-4ebf-85a5-b35a2ece61ce tempest-NetworksApiDiscovery-371966199 tempest-NetworksApiDiscovery-371966199-project] 10.222.0.47 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3058593 Dec 22 13:21:18.033784 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d5824bab-adf6-4643-9568-63677bd42ca0 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:18.043426 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d5824bab-adf6-4643-9568-63677bd42ca0 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Usage tracker for resource:subnet and tenant:ad8695e3cb0646af805a65484bd64689 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:18.069129 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6c8969e0-ff37-48bb-9352-357d5bda87c0 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:18.071720 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-74ec63a2-e007-4545-9bbc-c266a76c74a4 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:18.072857 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d5824bab-adf6-4643-9568-63677bd42ca0 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:18.081500 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d5824bab-adf6-4643-9568-63677bd42ca0 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:18.081865 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-82a2f247-e87f-4766-a5c9-5ad50f27ad04 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] device_id is not set on port 36930697-f673-434e-abd3-fc88ac8ac502 yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:21:18.162233 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6c8969e0-ff37-48bb-9352-357d5bda87c0 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:18.170796 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9c4f9f92-283a-47a3-bead-91320eaf87cf tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:18.256536 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-74ec63a2-e007-4545-9bbc-c266a76c74a4 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:18.269473 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3f50e615-7e35-498a-a294-8bbd94a4a4d5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:18.278887 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5824bab-adf6-4643-9568-63677bd42ca0 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Made reservation on behalf of ad8695e3cb0646af805a65484bd64689 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:18.283037 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-6c8969e0-ff37-48bb-9352-357d5bda87c0 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] In _notify_port_updated(), no bound segment for port cb0a7868-b1cb-47a7-8c24-6a0843fa93f5 on network 975b41b6-ee3d-4230-b367-1e6f2668dd0f {{(pid=84148) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 13:21:18.291878 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8969e0-ff37-48bb-9352-357d5bda87c0 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:18.291878 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6c8969e0-ff37-48bb-9352-357d5bda87c0 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:18.291878 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6c8969e0-ff37-48bb-9352-357d5bda87c0 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "PUT /v2.0/ports/cb0a7868-b1cb-47a7-8c24-6a0843fa93f5 HTTP/1.1" status: 200 len: 818 time: 1.7711599 Dec 22 13:21:18.291878 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3f50e615-7e35-498a-a294-8bbd94a4a4d5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:18.300618 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45740) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:18.305748 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4294efcb-d18a-4e27-8452-53d8d0a357fc tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:18.313362 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d316c8-99bd-425e-b953-f7ed9b321791 None None] DHCP port deletion for 723da314-13ef-4c24-88a1-b3d6c7f28e7b request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:21:18.329989 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8969e0-ff37-48bb-9352-357d5bda87c0 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'Port': ['ID=cb0a7868-b1cb-47a7-8c24-6a0843fa93f5,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:18.389753 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6c8969e0-ff37-48bb-9352-357d5bda87c0 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:18.392941 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5cf5291a-700d-4b28-a335-4f89db8e9f0f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:18.415502 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 835c96ac-43ac-4f86-8c18-354b607ac804 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:21:18.436316 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50e615-7e35-498a-a294-8bbd94a4a4d5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event deleted for resources: {'Network': ['ID=723da314-13ef-4c24-88a1-b3d6c7f28e7b,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:18.443095 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3f50e615-7e35-498a-a294-8bbd94a4a4d5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:18.453344 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec63a2-e007-4545-9bbc-c266a76c74a4 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3812823-202d-421d-8b24-558478f83c57,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:18.475484 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-74ec63a2-e007-4545-9bbc-c266a76c74a4 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:18.479119 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-74ec63a2-e007-4545-9bbc-c266a76c74a4 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7195306 Dec 22 13:21:18.486414 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-74ec63a2-e007-4545-9bbc-c266a76c74a4 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:18.490645 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45744) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:18.496409 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-52a3fc4f-a7a8-4868-b198-fe4f41729bcb tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Request body: {'security_group_rule': {'security_group_id': 'd1d0092f-2b68-4712-be8f-c58c750fe679', 'project_id': '3772d751884347318e5633f3189f08c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:18.513175 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-52a3fc4f-a7a8-4868-b198-fe4f41729bcb tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:18.526836 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-3f50e615-7e35-498a-a294-8bbd94a4a4d5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "DELETE /v2.0/networks/723da314-13ef-4c24-88a1-b3d6c7f28e7b HTTP/1.1" status: 204 len: 168 time: 5.0703800 Dec 22 13:21:18.530723 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45748) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:18.530723 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9f2e581a-40ab-493f-b41e-412040a5f1df tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:18.533478 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-52a3fc4f-a7a8-4868-b198-fe4f41729bcb tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Usage tracker for resource:security_group_rule and tenant:3772d751884347318e5633f3189f08c6 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:18.539082 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-52a3fc4f-a7a8-4868-b198-fe4f41729bcb tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:18.568803 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d5824bab-adf6-4643-9568-63677bd42ca0 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:18.574949 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 835c96ac-43ac-4f86-8c18-354b607ac804 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:18.575550 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:18.599599 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-52a3fc4f-a7a8-4868-b198-fe4f41729bcb tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:18.606478 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-c96fc670-fa6d-45ae-97d4-4ad5b648cc94 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Deleting port cb0a7868-b1cb-47a7-8c24-6a0843fa93f5 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:21:18.606823 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c96fc670-fa6d-45ae-97d4-4ad5b648cc94 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:18.622517 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-6483206f-1405-4b2d-949b-2729fb7c9f3e tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] DELETE failed (client error): The resource could not be found. Dec 22 13:21:18.623081 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6483206f-1405-4b2d-949b-2729fb7c9f3e tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:21:18.627338 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6483206f-1405-4b2d-949b-2729fb7c9f3e tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "DELETE /v2.0/subnets/c901f8af-9fcb-430e-b2e0-413476af473d HTTP/1.1" status: 404 len: 337 time: 0.0918629 Dec 22 13:21:18.628030 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45754) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:18.660949 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-82a2f247-e87f-4766-a5c9-5ad50f27ad04 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Allocated IP 172.20.0.6 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/6f01bf64-f548-43e7-811c-38ea2acc2ff2/36930697-f673-434e-abd3-fc88ac8ac502) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:21:18.698532 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-82a2f247-e87f-4766-a5c9-5ad50f27ad04 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Allocated IP 2001:db8::f816:3eff:fe8f:72b7 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/444dd6f5-be44-4a9b-8110-d593a308678b/36930697-f673-434e-abd3-fc88ac8ac502) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:21:18.701145 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-7932b9c3-afe1-4934-a253-8166aa73b892 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] DELETE failed (client error): The resource could not be found. Dec 22 13:21:18.701798 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7932b9c3-afe1-4934-a253-8166aa73b892 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:21:18.711511 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-7932b9c3-afe1-4934-a253-8166aa73b892 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "DELETE /v2.0/networks/723da314-13ef-4c24-88a1-b3d6c7f28e7b HTTP/1.1" status: 404 len: 339 time: 0.0575624 Dec 22 13:21:18.717464 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45758) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:18.776603 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45762) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:18.784765 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9f2e581a-40ab-493f-b41e-412040a5f1df tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:18.934537 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-52a3fc4f-a7a8-4868-b198-fe4f41729bcb tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:18.943810 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c26145a-e5b8-4452-80dc-ae415a23dec1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] DELETE failed (client error): The resource could not be found. Dec 22 13:21:18.944266 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c26145a-e5b8-4452-80dc-ae415a23dec1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:21:18.947190 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8c26145a-e5b8-4452-80dc-ae415a23dec1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "DELETE /v2.0/subnets/7b725934-6c1d-4fb9-aa96-d595c8dbcede HTTP/1.1" status: 404 len: 337 time: 0.2284524 Dec 22 13:21:18.956658 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45768) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:19.043845 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb50b04b-e948-4f78-bc78-37db731788e3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] DELETE failed (client error): The resource could not be found. Dec 22 13:21:19.043845 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb50b04b-e948-4f78-bc78-37db731788e3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:21:19.103609 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-861b5c8d-db11-4f9d-9d44-f0914fe124d8 None None] Provisioning complete for port 835c96ac-43ac-4f86-8c18-354b607ac804 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:19.105282 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-861b5c8d-db11-4f9d-9d44-f0914fe124d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:19.156736 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-eb50b04b-e948-4f78-bc78-37db731788e3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "DELETE /v2.0/networks/d4161c55-204b-4f09-bf3a-81f0cd5dd672 HTTP/1.1" status: 404 len: 339 time: 0.1966197 Dec 22 13:21:19.172316 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45772) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:19.201359 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-37d2a1f2-73f0-43b8-9f2c-19983a931892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:19.290377 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c96fc670-fa6d-45ae-97d4-4ad5b648cc94 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:19.306846 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d5824bab-adf6-4643-9568-63677bd42ca0 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:19.318990 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-37d2a1f2-73f0-43b8-9f2c-19983a931892 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:19.322068 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-704bc9b9-b111-488e-8dba-687fb91e20da tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:19.328403 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-37d2a1f2-73f0-43b8-9f2c-19983a931892 admin admin] Usage tracker for resource:security_group_rule and tenant:8942e8333fb24a9eb01999c218e7a6f2 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:19.337360 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-82a2f247-e87f-4766-a5c9-5ad50f27ad04 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:19.341196 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-37d2a1f2-73f0-43b8-9f2c-19983a931892 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:19.352966 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-37d2a1f2-73f0-43b8-9f2c-19983a931892 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:19.374295 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-82a2f247-e87f-4766-a5c9-5ad50f27ad04 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Transition to ACTIVE for port object 36930697-f673-434e-abd3-fc88ac8ac502 will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:21:19.401967 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9f2e581a-40ab-493f-b41e-412040a5f1df tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:19.445861 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9f2e581a-40ab-493f-b41e-412040a5f1df tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:19.451389 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e2335b90-87b5-4ac3-b188-edca15e37c6b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:19.493408 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-c96fc670-fa6d-45ae-97d4-4ad5b648cc94 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Calling delete_port for cb0a7868-b1cb-47a7-8c24-6a0843fa93f5 owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:21:19.509984 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-82a2f247-e87f-4766-a5c9-5ad50f27ad04 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:19.514781 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-37d2a1f2-73f0-43b8-9f2c-19983a931892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:19.528505 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-52a3fc4f-a7a8-4868-b198-fe4f41729bcb tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:19.577865 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e581a-40ab-493f-b41e-412040a5f1df tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event updated for resources: {'Port': ['ID=5138d289-b5f3-4cd4-88a0-7796fccb7ead,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:19.580321 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-37d2a1f2-73f0-43b8-9f2c-19983a931892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:19.587686 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9f2e581a-40ab-493f-b41e-412040a5f1df tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:19.590269 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-60ccb22c-dc68-46f2-910e-b8cb2983370d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:19.598923 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-09d22d89-1be5-441d-8312-1d9c3f190c7f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:19.607282 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5824bab-adf6-4643-9568-63677bd42ca0 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event updated for resources: {'Subnet': ['ID=63663d81-359b-41e4-adb6-a587db38c0d1,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:19.618143 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d5824bab-adf6-4643-9568-63677bd42ca0 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:19.620923 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-52a3fc4f-a7a8-4868-b198-fe4f41729bcb tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:19.622142 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a2f247-e87f-4766-a5c9-5ad50f27ad04 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:21:19.627048 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-59074713-3bdc-48f4-aa36-85a388d1029f tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:19.632581 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-82a2f247-e87f-4766-a5c9-5ad50f27ad04 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:19.639909 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a2f247-e87f-4766-a5c9-5ad50f27ad04 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:21:19.670666 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a3fc4f-a7a8-4868-b198-fe4f41729bcb tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3d9fa01-b000-45b3-851e-a607fe7a71b2,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:19.679483 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-52a3fc4f-a7a8-4868-b198-fe4f41729bcb tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:19.680001 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9f2e581a-40ab-493f-b41e-412040a5f1df tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:19.724591 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5824bab-adf6-4643-9568-63677bd42ca0 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Checking segment: {'id': '1efcd801-9263-4c36-8f8a-b4fab49477a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '183d6635-8412-4f22-a621-90362654c3c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:21:19.724959 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5824bab-adf6-4643-9568-63677bd42ca0 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Network hostable DHCP agents. Network: 183d6635-8412-4f22-a621-90362654c3c1, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:21:19.746449 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d2a1f2-73f0-43b8-9f2c-19983a931892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c19bd5-b331-4ac6-a1d5-29a26ed97a87,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:19.759150 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-37d2a1f2-73f0-43b8-9f2c-19983a931892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:19.761741 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-df552657-b0fb-4e7c-b803-ef83ce86aee0 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:19.794291 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-37d2a1f2-73f0-43b8-9f2c-19983a931892 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8942e8333fb24a9eb01999c218e7a6f2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0143335 Dec 22 13:21:19.806279 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45776) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:19.857740 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a2f247-e87f-4766-a5c9-5ad50f27ad04 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:19.858432 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-82a2f247-e87f-4766-a5c9-5ad50f27ad04 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:19.906300 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2f247-e87f-4766-a5c9-5ad50f27ad04 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Port': ['ID=36930697-f673-434e-abd3-fc88ac8ac502,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:19.912617 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-82a2f247-e87f-4766-a5c9-5ad50f27ad04 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:19.946773 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-52a3fc4f-a7a8-4868-b198-fe4f41729bcb tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:19.947873 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-52a3fc4f-a7a8-4868-b198-fe4f41729bcb tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.4562638 Dec 22 13:21:19.948596 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c96fc670-fa6d-45ae-97d4-4ad5b648cc94 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:19.953734 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45780) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:19.963106 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c0ddc94d-442d-474e-967c-60032b2d784d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:19.963255 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2b46a78d-5687-48d2-a5bd-7741a489ed57 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:20.008944 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-425fe508-b538-4cdd-bb31-523ac36ab574 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Request body: {'security_group_rule': {'security_group_id': 'd1d0092f-2b68-4712-be8f-c58c750fe679', 'project_id': '3772d751884347318e5633f3189f08c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:20.019337 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96fc670-fa6d-45ae-97d4-4ad5b648cc94 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event deleted for resources: {'Port': ['ID=cb0a7868-b1cb-47a7-8c24-6a0843fa93f5,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:20.022069 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-09d22d89-1be5-441d-8312-1d9c3f190c7f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:20.023711 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-9770c402-a67c-40d6-a14a-8d6d23d72771 None None] Provisioning for port 36930697-f673-434e-abd3-fc88ac8ac502 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:21:20.031803 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-82a2f247-e87f-4766-a5c9-5ad50f27ad04 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.5096540 Dec 22 13:21:20.031966 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-425fe508-b538-4cdd-bb31-523ac36ab574 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:20.032514 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45784) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:20.035004 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c96fc670-fa6d-45ae-97d4-4ad5b648cc94 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:20.036102 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-9770c402-a67c-40d6-a14a-8d6d23d72771 None None] Provisioning complete for port 36930697-f673-434e-abd3-fc88ac8ac502 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:20.036102 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9770c402-a67c-40d6-a14a-8d6d23d72771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:20.041121 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-425fe508-b538-4cdd-bb31-523ac36ab574 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Usage tracker for resource:security_group_rule and tenant:3772d751884347318e5633f3189f08c6 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:20.055047 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-425fe508-b538-4cdd-bb31-523ac36ab574 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:20.065020 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c96fc670-fa6d-45ae-97d4-4ad5b648cc94 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:20.068026 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c96fc670-fa6d-45ae-97d4-4ad5b648cc94 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/ports/cb0a7868-b1cb-47a7-8c24-6a0843fa93f5 HTTP/1.1" status: 204 len: 168 time: 1.7491825 Dec 22 13:21:20.068185 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-425fe508-b538-4cdd-bb31-523ac36ab574 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:20.071761 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45788) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:20.077285 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-09d22d89-1be5-441d-8312-1d9c3f190c7f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bec5d021-196a-46f3-b159-e08fa4838278']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:20.088395 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c0ddc94d-442d-474e-967c-60032b2d784d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:20.110864 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-9770c402-a67c-40d6-a14a-8d6d23d72771 None None] Port 36930697-f673-434e-abd3-fc88ac8ac502 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:21:20.130765 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5824bab-adf6-4643-9568-63677bd42ca0 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Network 183d6635-8412-4f22-a621-90362654c3c1 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:21:20.137843 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-09d22d89-1be5-441d-8312-1d9c3f190c7f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ace416a9-4037-49dc-9faf-7bc793b74f51') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:20.138144 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-09d22d89-1be5-441d-8312-1d9c3f190c7f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ace416a9-4037-49dc-9faf-7bc793b74f51') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:20.154479 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-09d22d89-1be5-441d-8312-1d9c3f190c7f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:20.178288 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-09d22d89-1be5-441d-8312-1d9c3f190c7f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:20.180450 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.securitygroups_db [None req-425fe508-b538-4cdd-bb31-523ac36ab574 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Project 3772d751884347318e5633f3189f08c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:21:20.189498 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f29a07-c82b-49d6-843b-007fffe8e156 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:20.190210 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-425fe508-b538-4cdd-bb31-523ac36ab574 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:20.193481 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f29a07-c82b-49d6-843b-007fffe8e156 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:20.194249 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-a4f29a07-c82b-49d6-843b-007fffe8e156 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:21:20.201337 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d22d89-1be5-441d-8312-1d9c3f190c7f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:21:20.201734 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-09d22d89-1be5-441d-8312-1d9c3f190c7f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:20.204891 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.l3_db [None req-9f2e581a-40ab-493f-b41e-412040a5f1df tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Floating IP f9ea2df9-9c8e-4b0c-86af-fe1e518f91ec associated. External IP: 172.26.1.98, port: 171a7641-bfe1-48e5-81c7-f1f4b31cdb26. Dec 22 13:21:20.216898 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:21:20.216898 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:21:20.216898 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:21:20.216898 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:21:20.216898 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:21:20.216898 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:21:20.216898 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:21:20.216898 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:21:20.216898 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:21:20.216898 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:21:20.216898 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:21:20.216898 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:21:20.216898 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:21:20.216898 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:21:20.216898 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:21:20.216898 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:21:20.216898 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:21:20.216898 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:21:20.216898 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:21:20.216898 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:21:20.216898 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:21:20.216898 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:21:20.216898 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:21:20.216898 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:21:20.216898 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:21:20.216898 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:21:20.216898 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:21:20.216898 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:21:20.216898 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:21:20.216898 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:21:20.216898 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:21:20.216898 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:21:20.298760 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-d5824bab-adf6-4643-9568-63677bd42ca0 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 183d6635-8412-4f22-a621-90362654c3c1) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:20.308119 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97f377a-f001-4991-bac5-af42b197cdbe None None] Network 183d6635-8412-4f22-a621-90362654c3c1 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:21:20.311912 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5824bab-adf6-4643-9568-63677bd42ca0 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:20.312397 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d5824bab-adf6-4643-9568-63677bd42ca0 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:20.339038 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67637ede-7764-4811-84ee-dbfdf13cac74 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:20.339730 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-67637ede-7764-4811-84ee-dbfdf13cac74 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Synchronizing usage tracker for tenant:5dcef99d1b1441dea18127579d2b89f5 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:21:20.382327 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-a4f29a07-c82b-49d6-843b-007fffe8e156 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:21:20.390227 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a4f29a07-c82b-49d6-843b-007fffe8e156 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3500249 Dec 22 13:21:20.390397 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-67637ede-7764-4811-84ee-dbfdf13cac74 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Unset dirty status for tenant:5dcef99d1b1441dea18127579d2b89f5 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:21:20.390503 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c0ddc94d-442d-474e-967c-60032b2d784d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:20.390781 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-67637ede-7764-4811-84ee-dbfdf13cac74 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3113329 Dec 22 13:21:20.390781 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45792) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:20.390781 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45794) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:20.392835 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-425fe508-b538-4cdd-bb31-523ac36ab574 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:20.399300 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a64f6be7-4d62-4b84-b5cf-9606a46785f8 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:20.414422 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ddc94d-442d-474e-967c-60032b2d784d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c19bd5-b331-4ac6-a1d5-29a26ed97a87,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:20.418931 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c0ddc94d-442d-474e-967c-60032b2d784d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:20.428383 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c0ddc94d-442d-474e-967c-60032b2d784d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:20.432098 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c0ddc94d-442d-474e-967c-60032b2d784d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/82c19bd5-b331-4ac6-a1d5-29a26ed97a87 HTTP/1.1" status: 204 len: 168 time: 0.6092935 Dec 22 13:21:20.510854 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-09d22d89-1be5-441d-8312-1d9c3f190c7f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:20.515769 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d5824bab-adf6-4643-9568-63677bd42ca0 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6942468 Dec 22 13:21:20.516559 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-425fe508-b538-4cdd-bb31-523ac36ab574 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:20.535040 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-04031ebe-f9eb-4fa9-836b-dcc683d40469 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:20.541918 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aaed27f-d10e-4ca9-bc21-8cb3de564833 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] GET failed (client error): The resource could not be found. Dec 22 13:21:20.543205 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0aaed27f-d10e-4ca9-bc21-8cb3de564833 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "GET /v2.0/ports/cb0a7868-b1cb-47a7-8c24-6a0843fa93f5 HTTP/1.1" status: 404 len: 333 time: 0.1527843 Dec 22 13:21:20.556402 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45802) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:20.557571 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45804) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:20.558915 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-09d22d89-1be5-441d-8312-1d9c3f190c7f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:20.575367 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-cef57ff4-2103-4003-bc8d-72230a14eb51 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-274085357'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:20.581900 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a620de-7306-4577-82ca-10fa07c0403d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-183d6635-8412-4f22-a621-90362654c3c1', 'network_id': '183d6635-8412-4f22-a621-90362654c3c1', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'fixed_ips': [{'subnet_id': '63663d81-359b-41e4-adb6-a587db38c0d1'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:21:20.583976 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-08a620de-7306-4577-82ca-10fa07c0403d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:20.596723 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-09d22d89-1be5-441d-8312-1d9c3f190c7f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "DELETE /v2.0/networks/bec5d021-196a-46f3-b159-e08fa4838278 HTTP/1.1" status: 204 len: 168 time: 1.4095066 Dec 22 13:21:20.600800 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-315c81c9-a1b4-4e9f-bb33-8d6a10fb27a4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting port 36930697-f673-434e-abd3-fc88ac8ac502 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:21:20.601144 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-315c81c9-a1b4-4e9f-bb33-8d6a10fb27a4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:20.604636 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-987d653f-efc5-4847-9ccd-b32fafd60bec tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2010124107', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:20.611892 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-cef57ff4-2103-4003-bc8d-72230a14eb51 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:20.617281 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45810) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:20.621124 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-987d653f-efc5-4847-9ccd-b32fafd60bec tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:20.623905 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-cef57ff4-2103-4003-bc8d-72230a14eb51 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Usage tracker for resource:network and tenant:5dcef99d1b1441dea18127579d2b89f5 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:20.625578 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425fe508-b538-4cdd-bb31-523ac36ab574 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6951ba9-8a91-43c2-94ae-39f4e08cd81c,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:20.633624 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-425fe508-b538-4cdd-bb31-523ac36ab574 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:20.634079 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1d9069a1-dfcf-4dd8-887e-2eef36cace59 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:20.662885 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d22d89-1be5-441d-8312-1d9c3f190c7f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event deleted for resources: {'Network': ['ID=bec5d021-196a-46f3-b159-e08fa4838278,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:20.667114 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-09d22d89-1be5-441d-8312-1d9c3f190c7f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:20.672017 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-cef57ff4-2103-4003-bc8d-72230a14eb51 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:20.681631 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-987d653f-efc5-4847-9ccd-b32fafd60bec tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Usage tracker for resource:router and tenant:ad8695e3cb0646af805a65484bd64689 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:20.687683 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-987d653f-efc5-4847-9ccd-b32fafd60bec tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:20.692474 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-cef57ff4-2103-4003-bc8d-72230a14eb51 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:20.695221 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a5a183d-5de1-45ac-ac5a-4741bb4b9332 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] DELETE failed (client error): The resource could not be found. Dec 22 13:21:20.695655 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a5a183d-5de1-45ac-ac5a-4741bb4b9332 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:21:20.700185 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0a5a183d-5de1-45ac-ac5a-4741bb4b9332 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "DELETE /v2.0/subnets/859e37ac-f150-4f74-aa2b-5c79eaa75238 HTTP/1.1" status: 404 len: 337 time: 0.0792089 Dec 22 13:21:20.702472 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45814) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:20.703557 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-987d653f-efc5-4847-9ccd-b32fafd60bec tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:20.721326 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-425fe508-b538-4cdd-bb31-523ac36ab574 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:20.722424 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-425fe508-b538-4cdd-bb31-523ac36ab574 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7618241 Dec 22 13:21:20.732615 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45818) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:20.740653 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-4a59e859-99b4-4d3b-bcc8-b2461189112c tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Request body: {'security_group_rule': {'security_group_id': 'd1d0092f-2b68-4712-be8f-c58c750fe679', 'project_id': '3772d751884347318e5633f3189f08c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:20.748517 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-4a59e859-99b4-4d3b-bcc8-b2461189112c tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:20.751661 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-79dd55bd-4888-4246-84d9-83a804be6658 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] DELETE failed (client error): The resource could not be found. Dec 22 13:21:20.752106 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79dd55bd-4888-4246-84d9-83a804be6658 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:21:20.756702 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-4a59e859-99b4-4d3b-bcc8-b2461189112c tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Usage tracker for resource:security_group_rule and tenant:3772d751884347318e5633f3189f08c6 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:20.757192 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-79dd55bd-4888-4246-84d9-83a804be6658 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "DELETE /v2.0/networks/01fd6428-692e-4da5-a6cf-ab4094ccb361 HTTP/1.1" status: 404 len: 339 time: 0.0510163 Dec 22 13:21:20.758728 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45822) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:20.766079 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-4a59e859-99b4-4d3b-bcc8-b2461189112c tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:20.790278 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-4a59e859-99b4-4d3b-bcc8-b2461189112c tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:20.822656 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-08a620de-7306-4577-82ca-10fa07c0403d None None] Allocated IP 2001:db8::2 (183d6635-8412-4f22-a621-90362654c3c1/63663d81-359b-41e4-adb6-a587db38c0d1/6bc12468-440c-4ba8-9bef-676c53c6ca23) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:21:20.966301 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-315c81c9-a1b4-4e9f-bb33-8d6a10fb27a4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:20.968063 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-987d653f-efc5-4847-9ccd-b32fafd60bec tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:20.969240 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-987d653f-efc5-4847-9ccd-b32fafd60bec tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:20.979809 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef57ff4-2103-4003-bc8d-72230a14eb51 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Made reservation on behalf of 5dcef99d1b1441dea18127579d2b89f5 for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:20.983050 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cef57ff4-2103-4003-bc8d-72230a14eb51 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:20.989042 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.securitygroups_db [None req-4a59e859-99b4-4d3b-bcc8-b2461189112c tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Project 3772d751884347318e5633f3189f08c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:21:20.996751 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-340fc553-0827-49bd-8977-aa6fa6e8302c tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] DELETE failed (client error): The resource could not be found. Dec 22 13:21:20.997192 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-340fc553-0827-49bd-8977-aa6fa6e8302c tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:21:21.001385 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-340fc553-0827-49bd-8977-aa6fa6e8302c tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "DELETE /v2.0/subnets/5cb242e4-c2a9-4946-9c09-2abb72c2ce02 HTTP/1.1" status: 404 len: 337 time: 0.2384598 Dec 22 13:21:21.012882 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45826) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:21.055117 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-4538c3eb-74b3-4ec9-a194-e396695b4b8d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] DELETE failed (client error): The resource could not be found. Dec 22 13:21:21.055560 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4538c3eb-74b3-4ec9-a194-e396695b4b8d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:21:21.064028 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-08a620de-7306-4577-82ca-10fa07c0403d None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:21.075687 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-08a620de-7306-4577-82ca-10fa07c0403d None None] Transition to ACTIVE for port object 6bc12468-440c-4ba8-9bef-676c53c6ca23 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:21:21.094672 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-08a620de-7306-4577-82ca-10fa07c0403d None None] Transition to ACTIVE for port object 6bc12468-440c-4ba8-9bef-676c53c6ca23 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:21:21.104280 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4a59e859-99b4-4d3b-bcc8-b2461189112c tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:21.118835 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-315c81c9-a1b4-4e9f-bb33-8d6a10fb27a4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Calling delete_port for 36930697-f673-434e-abd3-fc88ac8ac502 owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:21:21.119070 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cef57ff4-2103-4003-bc8d-72230a14eb51 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:21:21.123244 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-4538c3eb-74b3-4ec9-a194-e396695b4b8d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "DELETE /v2.0/networks/b4221f04-e4b5-465a-99e8-c8df1954a3a3 HTTP/1.1" status: 404 len: 339 time: 0.1086352 Dec 22 13:21:21.124543 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-987d653f-efc5-4847-9ccd-b32fafd60bec tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:21.133907 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45830) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:21.182939 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cef57ff4-2103-4003-bc8d-72230a14eb51 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:21.183293 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-cef57ff4-2103-4003-bc8d-72230a14eb51 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Added segment b09ca6a7-8b8b-436f-b313-50ac84206ba7 of type vlan for network 32f3e227-3941-47d8-a75b-ce51bf29c002 Dec 22 13:21:21.186773 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-08a620de-7306-4577-82ca-10fa07c0403d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:21.193515 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-80d9baca-982f-41ad-ac43-e0067cab5f2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:21.194961 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa5ce97f-a4da-4d3f-ada8-cf31f265da53 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] DELETE failed (client error): The resource could not be found. Dec 22 13:21:21.195407 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa5ce97f-a4da-4d3f-ada8-cf31f265da53 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:21:21.212340 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-aa5ce97f-a4da-4d3f-ada8-cf31f265da53 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "DELETE /v2.0/subnets/58e6cc73-0e50-4090-9ddb-9047c34578e4 HTTP/1.1" status: 404 len: 337 time: 0.0696938 Dec 22 13:21:21.212787 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45834) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:21.232322 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cef57ff4-2103-4003-bc8d-72230a14eb51 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:21.260405 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-b38051cf-8f9d-4101-921b-de727e230ca6 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] DELETE failed (client error): The resource could not be found. Dec 22 13:21:21.260881 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b38051cf-8f9d-4101-921b-de727e230ca6 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:21:21.266257 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b38051cf-8f9d-4101-921b-de727e230ca6 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "DELETE /v2.0/networks/e45f59ff-7b5d-4b6d-8d1c-6443b1292037 HTTP/1.1" status: 404 len: 339 time: 0.0490577 Dec 22 13:21:21.266502 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a620de-7306-4577-82ca-10fa07c0403d None None] Network 183d6635-8412-4f22-a621-90362654c3c1 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:21:21.266502 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-08a620de-7306-4577-82ca-10fa07c0403d None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:21.270717 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45838) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:21.270883 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a620de-7306-4577-82ca-10fa07c0403d None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:21:21.272912 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a620de-7306-4577-82ca-10fa07c0403d None None] Pushing event updated for resources: {'Port': ['ID=6bc12468-440c-4ba8-9bef-676c53c6ca23,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:21.275901 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-08a620de-7306-4577-82ca-10fa07c0403d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:21.281188 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-987d653f-efc5-4847-9ccd-b32fafd60bec tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:21.304676 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2e581a-40ab-493f-b41e-412040a5f1df tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Router 79eaaa19-8daf-40ae-8b90-d16fa78890d4 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:21:21.362209 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb855b2-3bb8-47fe-96e5-a096038ef5f8 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] DELETE failed (client error): The resource could not be found. Dec 22 13:21:21.362665 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccb855b2-3bb8-47fe-96e5-a096038ef5f8 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:21:21.365408 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-08a620de-7306-4577-82ca-10fa07c0403d None None] Attempting to bind port 6bc12468-440c-4ba8-9bef-676c53c6ca23 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:21:21.365964 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-08a620de-7306-4577-82ca-10fa07c0403d None None] Attempting to bind port 6bc12468-440c-4ba8-9bef-676c53c6ca23 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '1efcd801-9263-4c36-8f8a-b4fab49477a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '183d6635-8412-4f22-a621-90362654c3c1'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:21:21.366342 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a620de-7306-4577-82ca-10fa07c0403d None None] Attempting to bind port 6bc12468-440c-4ba8-9bef-676c53c6ca23 on network 183d6635-8412-4f22-a621-90362654c3c1 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:21:21.368325 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4a59e859-99b4-4d3b-bcc8-b2461189112c tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:21.375323 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a620de-7306-4577-82ca-10fa07c0403d None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:21:21.375875 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a620de-7306-4577-82ca-10fa07c0403d None None] Checking segment: {'id': '1efcd801-9263-4c36-8f8a-b4fab49477a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '183d6635-8412-4f22-a621-90362654c3c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:21:21.376066 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-08a620de-7306-4577-82ca-10fa07c0403d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:21.376475 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a620de-7306-4577-82ca-10fa07c0403d None None] Bound using segment: {'id': '1efcd801-9263-4c36-8f8a-b4fab49477a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '183d6635-8412-4f22-a621-90362654c3c1'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:21:21.376942 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-08a620de-7306-4577-82ca-10fa07c0403d None None] Bound port: 6bc12468-440c-4ba8-9bef-676c53c6ca23, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1efcd801-9263-4c36-8f8a-b4fab49477a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '183d6635-8412-4f22-a621-90362654c3c1'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:21:21.377317 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-08a620de-7306-4577-82ca-10fa07c0403d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:21.385722 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ccb855b2-3bb8-47fe-96e5-a096038ef5f8 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "DELETE /v2.0/subnets/dda6048f-7b54-470c-af3f-260ffd8b9c04 HTTP/1.1" status: 404 len: 337 time: 0.1075861 Dec 22 13:21:21.387021 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45842) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:21.388459 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cef57ff4-2103-4003-bc8d-72230a14eb51 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:21.392268 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef57ff4-2103-4003-bc8d-72230a14eb51 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:21.392853 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cef57ff4-2103-4003-bc8d-72230a14eb51 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:21.396671 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-987d653f-efc5-4847-9ccd-b32fafd60bec tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:21.401115 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-987d653f-efc5-4847-9ccd-b32fafd60bec tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8353505 Dec 22 13:21:21.401780 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45846) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:21.405234 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ac1e942c-8a0f-4673-8dc6-b8ffc69cf3b4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:21.424132 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-5787c2c6-d55b-41f7-8054-463bd71b4a4d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] DELETE failed (client error): The resource could not be found. Dec 22 13:21:21.425218 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5787c2c6-d55b-41f7-8054-463bd71b4a4d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:21:21.429793 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5787c2c6-d55b-41f7-8054-463bd71b4a4d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "DELETE /v2.0/networks/c5e47b11-1c1e-4e95-b463-df1fddb8a68e HTTP/1.1" status: 404 len: 339 time: 0.0401373 Dec 22 13:21:21.430731 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45850) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:21.482049 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-08a620de-7306-4577-82ca-10fa07c0403d None None] For port 6bc12468-440c-4ba8-9bef-676c53c6ca23, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:21:21.498623 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4a59e859-99b4-4d3b-bcc8-b2461189112c tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:21.504615 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-08a620de-7306-4577-82ca-10fa07c0403d None None] For port 6bc12468-440c-4ba8-9bef-676c53c6ca23, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=6bc12468-440c-4ba8-9bef-676c53c6ca23,segment=NetworkSegment(1efcd801-9263-4c36-8f8a-b4fab49477a9),segment_id=1efcd801-9263-4c36-8f8a-b4fab49477a9)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:21:21.509802 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-554feef4-0c48-4cee-aaf8-f57fec89714b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:21.528558 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-6136806a-a697-4299-b186-c53fc5470810 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] DELETE failed (client error): The resource could not be found. Dec 22 13:21:21.529136 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6136806a-a697-4299-b186-c53fc5470810 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:21:21.533194 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6136806a-a697-4299-b186-c53fc5470810 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "DELETE /v2.0/subnets/e401e795-dd3d-4e9e-90d6-5f7089c20ac5 HTTP/1.1" status: 404 len: 337 time: 0.0992527 Dec 22 13:21:21.546143 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45854) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:21.546143 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a59e859-99b4-4d3b-bcc8-b2461189112c tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a431e96-f3f7-4e18-be82-23e00c355390,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:21.548971 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4a59e859-99b4-4d3b-bcc8-b2461189112c tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:21.563874 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-08a620de-7306-4577-82ca-10fa07c0403d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:21.568952 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-437af361-906b-4e4d-84d8-061361a0eb4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:21.586253 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef57ff4-2103-4003-bc8d-72230a14eb51 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'Network': ['ID=32f3e227-3941-47d8-a75b-ce51bf29c002,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:21.589693 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-cef57ff4-2103-4003-bc8d-72230a14eb51 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:21.593639 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-d591dbf1-6b1c-4b08-b0a1-bbd833f12094 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] DELETE failed (client error): The resource could not be found. Dec 22 13:21:21.594120 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d591dbf1-6b1c-4b08-b0a1-bbd833f12094 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:21:21.596767 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d591dbf1-6b1c-4b08-b0a1-bbd833f12094 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "DELETE /v2.0/networks/3110f12a-1af1-4f0b-bf2d-fc0999c25e90 HTTP/1.1" status: 404 len: 339 time: 0.0458968 Dec 22 13:21:21.599698 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45858) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:21.612706 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 32f3e227-3941-47d8-a75b-ce51bf29c002 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:21:21.642967 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-02397f5c-5959-476b-a691-0b76c4207ee5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] DELETE failed (client error): The resource could not be found. Dec 22 13:21:21.643411 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02397f5c-5959-476b-a691-0b76c4207ee5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:21:21.647527 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-02397f5c-5959-476b-a691-0b76c4207ee5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "DELETE /v2.0/subnets/ef0295b8-e622-4ac0-8ea3-30f78b4036ee HTTP/1.1" status: 404 len: 337 time: 0.0446410 Dec 22 13:21:21.647954 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45864) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:21.656978 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-cef57ff4-2103-4003-bc8d-72230a14eb51 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0873208 Dec 22 13:21:21.664792 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45868) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:21.672581 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-315c81c9-a1b4-4e9f-bb33-8d6a10fb27a4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:21.677045 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-2a234c87-1a4c-489a-b012-e87a17e99d0f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'subnet': {'network_id': '32f3e227-3941-47d8-a75b-ce51bf29c002', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:21.677667 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4a59e859-99b4-4d3b-bcc8-b2461189112c tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:21.681538 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-4a59e859-99b4-4d3b-bcc8-b2461189112c tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.9455056 Dec 22 13:21:21.691218 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-61813f13-bbbf-4884-95af-8dd458046595 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:21.693194 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45872) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:21.728390 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-13ed55c3-2aac-43c1-8eb6-e62fc162f1fc tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] DELETE failed (client error): The resource could not be found. Dec 22 13:21:21.728830 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13ed55c3-2aac-43c1-8eb6-e62fc162f1fc tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:21:21.732803 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-13ed55c3-2aac-43c1-8eb6-e62fc162f1fc tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "DELETE /v2.0/networks/c3ddc2f7-3122-425f-928d-7ccd4e64b927 HTTP/1.1" status: 404 len: 339 time: 0.0815475 Dec 22 13:21:21.736842 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45876) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:21.740298 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c81c9-a1b4-4e9f-bb33-8d6a10fb27a4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Port': ['ID=36930697-f673-434e-abd3-fc88ac8ac502,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:21.747282 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a620de-7306-4577-82ca-10fa07c0403d None None] Pushing event updated for resources: {'Port': ['ID=6bc12468-440c-4ba8-9bef-676c53c6ca23,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:21.749033 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-fe16f446-6bb5-4b59-9ba2-3c79bfa34686 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Request body: {'network': {'name': 'tempest-network-smoke--390718646', 'project_id': '3772d751884347318e5633f3189f08c6', 'port_security_enabled': True}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:21.751210 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-08a620de-7306-4577-82ca-10fa07c0403d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:21.780133 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-315c81c9-a1b4-4e9f-bb33-8d6a10fb27a4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:21.807108 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-fe16f446-6bb5-4b59-9ba2-3c79bfa34686 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:21.822330 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-01706e3a-496a-4523-a1b9-91a55af7c5eb tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] DELETE failed (client error): The resource could not be found. Dec 22 13:21:21.823103 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01706e3a-496a-4523-a1b9-91a55af7c5eb tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:21:21.827260 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-01706e3a-496a-4523-a1b9-91a55af7c5eb tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "DELETE /v2.0/subnets/35e15c9b-59d4-4e18-b961-81ae34a7e4d2 HTTP/1.1" status: 404 len: 337 time: 0.0879791 Dec 22 13:21:21.829475 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45880) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:21.900309 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-fe16f446-6bb5-4b59-9ba2-3c79bfa34686 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Usage tracker for resource:network and tenant:3772d751884347318e5633f3189f08c6 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:21.915422 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-fe16f446-6bb5-4b59-9ba2-3c79bfa34686 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:21.932581 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-fe16f446-6bb5-4b59-9ba2-3c79bfa34686 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:22.021989 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-2a234c87-1a4c-489a-b012-e87a17e99d0f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:22.029848 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-2a234c87-1a4c-489a-b012-e87a17e99d0f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Usage tracker for resource:subnet and tenant:5dcef99d1b1441dea18127579d2b89f5 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:22.037861 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-2a234c87-1a4c-489a-b012-e87a17e99d0f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:22.053387 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-2a234c87-1a4c-489a-b012-e87a17e99d0f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:22.108395 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-3729dc36-a3ec-4c7d-96d0-e49d0428f5f6 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] DELETE failed (client error): The resource could not be found. Dec 22 13:21:22.108959 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3729dc36-a3ec-4c7d-96d0-e49d0428f5f6 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:21:22.113327 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-3729dc36-a3ec-4c7d-96d0-e49d0428f5f6 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "DELETE /v2.0/networks/a5c61990-5a7e-4cde-ae62-cb65ab222c60 HTTP/1.1" status: 404 len: 339 time: 0.2773068 Dec 22 13:21:22.114182 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45884) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:22.121751 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe16f446-6bb5-4b59-9ba2-3c79bfa34686 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Made reservation on behalf of 3772d751884347318e5633f3189f08c6 for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:22.124779 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fe16f446-6bb5-4b59-9ba2-3c79bfa34686 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:22.170855 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1ba2a7f-9655-4006-adf4-5c913bc17753 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] DELETE failed (client error): The resource could not be found. Dec 22 13:21:22.171291 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1ba2a7f-9655-4006-adf4-5c913bc17753 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:21:22.175564 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c1ba2a7f-9655-4006-adf4-5c913bc17753 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "DELETE /v2.0/subnets/12d043fc-a0f6-4a10-8e5d-c50bd1b13163 HTTP/1.1" status: 404 len: 337 time: 0.0551002 Dec 22 13:21:22.175770 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45888) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:22.200926 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-315c81c9-a1b4-4e9f-bb33-8d6a10fb27a4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:22.202807 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-315c81c9-a1b4-4e9f-bb33-8d6a10fb27a4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/ports/36930697-f673-434e-abd3-fc88ac8ac502 HTTP/1.1" status: 204 len: 168 time: 1.8139153 Dec 22 13:21:22.205706 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45892) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:22.224203 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a234c87-1a4c-489a-b012-e87a17e99d0f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Made reservation on behalf of 5dcef99d1b1441dea18127579d2b89f5 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:22.241726 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f85a1a-2bb7-4bab-9e03-6f1e0a382fea tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] DELETE failed (client error): The resource could not be found. Dec 22 13:21:22.242167 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98f85a1a-2bb7-4bab-9e03-6f1e0a382fea tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:21:22.243846 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-98f85a1a-2bb7-4bab-9e03-6f1e0a382fea tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "DELETE /v2.0/networks/919e502e-db89-4159-868e-f2e61cdee465 HTTP/1.1" status: 404 len: 339 time: 0.0672274 Dec 22 13:21:22.247231 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45896) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:22.327788 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b48dd2-a787-4f6c-b69a-e5ecc0edcb88 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:22.329337 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b48dd2-a787-4f6c-b69a-e5ecc0edcb88 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:22.330223 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe16f446-6bb5-4b59-9ba2-3c79bfa34686 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:21:22.330757 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b48dd2-a787-4f6c-b69a-e5ecc0edcb88 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:22.331554 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-a0b48dd2-a787-4f6c-b69a-e5ecc0edcb88 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:21:22.350874 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2e581a-40ab-493f-b41e-412040a5f1df tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:21:22.372672 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb347f0-bbda-4dba-9763-d6201fd93e0a None None] Sync routers for ids ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:21:22.394510 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2a234c87-1a4c-489a-b012-e87a17e99d0f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:22.397159 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb347f0-bbda-4dba-9763-d6201fd93e0a None None] Routers {'79eaaa19-8daf-40ae-8b90-d16fa78890d4'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:21:22.397857 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-ffb347f0-bbda-4dba-9763-d6201fd93e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:21:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:22.476101 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 6bc12468-440c-4ba8-9bef-676c53c6ca23 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:21:22.487330 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-a0b48dd2-a787-4f6c-b69a-e5ecc0edcb88 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:21:22.491745 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a0b48dd2-a787-4f6c-b69a-e5ecc0edcb88 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2828784 Dec 22 13:21:22.495308 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45900) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:22.533188 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-07c1916c-2846-4e89-80eb-8a42a942a33b tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Deleting subnet 8130018f-b55e-41d3-b431-7d0441b298b1 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:21:22.544284 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-ffb347f0-bbda-4dba-9763-d6201fd93e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:22.547574 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-07c1916c-2846-4e89-80eb-8a42a942a33b tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:22.567596 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fe16f446-6bb5-4b59-9ba2-3c79bfa34686 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:22.568346 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-fe16f446-6bb5-4b59-9ba2-3c79bfa34686 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Added segment 0948a770-5386-4fe4-820e-d3adb2497c58 of type vlan for network 89a79209-9156-4e6a-aa92-986d9fb5ebd9 Dec 22 13:21:22.571642 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb347f0-bbda-4dba-9763-d6201fd93e0a None None] Routers {'79eaaa19-8daf-40ae-8b90-d16fa78890d4'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:21:22.572374 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-ffb347f0-bbda-4dba-9763-d6201fd93e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:21:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:22.638488 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-07c1916c-2846-4e89-80eb-8a42a942a33b tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:22.648601 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 6bc12468-440c-4ba8-9bef-676c53c6ca23 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:21:22.666056 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-ffb347f0-bbda-4dba-9763-d6201fd93e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:22.666746 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb347f0-bbda-4dba-9763-d6201fd93e0a None None] The sync data for ids ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:21:22.699167 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fe16f446-6bb5-4b59-9ba2-3c79bfa34686 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:22.739105 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9f2e581a-40ab-493f-b41e-412040a5f1df tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:22.773100 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a21bbfcf-9fbf-4cb6-996a-5711938de462 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:22.822124 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2396b88-4538-4751-a048-2ac08a07b9d1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting subnet 444dd6f5-be44-4a9b-8110-d593a308678b {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:21:22.826271 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b2396b88-4538-4751-a048-2ac08a07b9d1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:22.864180 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-07c1916c-2846-4e89-80eb-8a42a942a33b tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:22.902502 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-9f2e581a-40ab-493f-b41e-412040a5f1df tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.6102140 Dec 22 13:21:22.902726 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45904) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:22.926379 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b2396b88-4538-4751-a048-2ac08a07b9d1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:22.970565 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-48747ca7-4b4b-48b8-be1c-128fb7e8112d tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1051912513'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:22.983533 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fe16f446-6bb5-4b59-9ba2-3c79bfa34686 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:22.987239 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe16f446-6bb5-4b59-9ba2-3c79bfa34686 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:22.987843 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fe16f446-6bb5-4b59-9ba2-3c79bfa34686 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:22.992762 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-48747ca7-4b4b-48b8-be1c-128fb7e8112d tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:23.000654 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3f50e615-7e35-498a-a294-8bbd94a4a4d5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:23.014843 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab99016-61d6-4088-b42d-2c77bf208507 None None] Network 183d6635-8412-4f22-a621-90362654c3c1 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:21:23.027929 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b2396b88-4538-4751-a048-2ac08a07b9d1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:23.030584 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-48747ca7-4b4b-48b8-be1c-128fb7e8112d tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Usage tracker for resource:network and tenant:88c4270da4ff42b4b75089e5737840cb is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:23.064525 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-07c1916c-2846-4e89-80eb-8a42a942a33b tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:23.070279 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-96154def-6024-4b0b-8e4d-39702ae8ad0d tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:23.091468 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-48747ca7-4b4b-48b8-be1c-128fb7e8112d tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:23.112740 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1916c-2846-4e89-80eb-8a42a942a33b tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event deleted for resources: {'Subnet': ['ID=8130018f-b55e-41d3-b431-7d0441b298b1,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:23.119968 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-07c1916c-2846-4e89-80eb-8a42a942a33b tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:23.130076 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-07c1916c-2846-4e89-80eb-8a42a942a33b tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:23.144574 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef888a2-e144-4832-89de-c1d4918eb130 None None] Network 4e95c55d-716c-4cc5-b8a9-323efe38a4c4 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:21:23.146481 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-07c1916c-2846-4e89-80eb-8a42a942a33b tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "DELETE /v2.0/subnets/8130018f-b55e-41d3-b431-7d0441b298b1 HTTP/1.1" status: 204 len: 168 time: 0.8982387 Dec 22 13:21:23.149065 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45908) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:23.149650 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-48747ca7-4b4b-48b8-be1c-128fb7e8112d tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:23.221186 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16f446-6bb5-4b59-9ba2-3c79bfa34686 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Pushing event updated for resources: {'Network': ['ID=89a79209-9156-4e6a-aa92-986d9fb5ebd9,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:23.228553 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b2396b88-4538-4751-a048-2ac08a07b9d1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:23.228853 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-fe16f446-6bb5-4b59-9ba2-3c79bfa34686 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:23.241466 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-d757759c-f2d0-4455-8231-f9bcb1063049 None None] Provisioning for port 6bc12468-440c-4ba8-9bef-676c53c6ca23 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:21:23.244503 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8042951f-02d1-4f6b-abe4-d20c8ae63464 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:23.253085 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-fe16f446-6bb5-4b59-9ba2-3c79bfa34686 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5572090 Dec 22 13:21:23.259047 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 89a79209-9156-4e6a-aa92-986d9fb5ebd9 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:21:23.262404 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45912) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:23.287030 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2396b88-4538-4751-a048-2ac08a07b9d1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Subnet': ['ID=444dd6f5-be44-4a9b-8110-d593a308678b,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:23.294980 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b2396b88-4538-4751-a048-2ac08a07b9d1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:23.303920 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-2eb18f0d-7263-419d-9b3c-bbcc4c099fc4 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-745678274', 'admin_state_up': True, 'project_id': '3772d751884347318e5633f3189f08c6', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:23.308734 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b2396b88-4538-4751-a048-2ac08a07b9d1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:23.316955 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48747ca7-4b4b-48b8-be1c-128fb7e8112d tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Made reservation on behalf of 88c4270da4ff42b4b75089e5737840cb for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:23.319871 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-48747ca7-4b4b-48b8-be1c-128fb7e8112d tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:23.324732 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-befcead4-e2c7-4ccd-8839-db0800b9f8f4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:23.329574 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-2eb18f0d-7263-419d-9b3c-bbcc4c099fc4 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:23.337857 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-befcead4-e2c7-4ccd-8839-db0800b9f8f4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Deleting port cf6ad186-acbe-4b72-aed0-7bd34d5085df {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:21:23.338083 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-d757759c-f2d0-4455-8231-f9bcb1063049 None None] Provisioning complete for port 6bc12468-440c-4ba8-9bef-676c53c6ca23 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:23.338181 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-befcead4-e2c7-4ccd-8839-db0800b9f8f4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:23.338329 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d757759c-f2d0-4455-8231-f9bcb1063049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:23.354457 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-2eb18f0d-7263-419d-9b3c-bbcc4c099fc4 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Usage tracker for resource:router and tenant:3772d751884347318e5633f3189f08c6 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:23.362061 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b68ff97-5815-4ec7-9c9d-b7801218d6f2 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:21:23.363849 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-2eb18f0d-7263-419d-9b3c-bbcc4c099fc4 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:23.383185 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b2396b88-4538-4751-a048-2ac08a07b9d1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/444dd6f5-be44-4a9b-8110-d593a308678b HTTP/1.1" status: 204 len: 168 time: 0.8895419 Dec 22 13:21:23.391231 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45916) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:23.396019 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-2eb18f0d-7263-419d-9b3c-bbcc4c099fc4 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:23.464022 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48747ca7-4b4b-48b8-be1c-128fb7e8112d tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:21:23.484978 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2a234c87-1a4c-489a-b012-e87a17e99d0f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:23.493142 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ecd573d4-0724-474d-8431-a67e4e01620e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:23.510138 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9903376-d851-4466-b03b-013691c45f75 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting subnet 6f01bf64-f548-43e7-811c-38ea2acc2ff2 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:21:23.520298 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-48747ca7-4b4b-48b8-be1c-128fb7e8112d tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:23.520903 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-48747ca7-4b4b-48b8-be1c-128fb7e8112d tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Added segment 139a8277-367b-4ddd-9b97-b1b8777eba1e of type vlan for network bd05e0ae-bf6c-40f4-8a8d-637be06684f6 Dec 22 13:21:23.538131 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2eb18f0d-7263-419d-9b3c-bbcc4c099fc4 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:23.539388 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2eb18f0d-7263-419d-9b3c-bbcc4c099fc4 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:23.559678 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-a21bbfcf-9fbf-4cb6-996a-5711938de462 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Allocated IP 2001:db8::1 (183d6635-8412-4f22-a621-90362654c3c1/63663d81-359b-41e4-adb6-a587db38c0d1/b366effc-905f-4f23-98f8-aac0c513930b) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:21:23.571278 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a9903376-d851-4466-b03b-013691c45f75 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:23.603833 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-48747ca7-4b4b-48b8-be1c-128fb7e8112d tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:23.657673 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a9903376-d851-4466-b03b-013691c45f75 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:23.693105 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-befcead4-e2c7-4ccd-8839-db0800b9f8f4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] For port cf6ad186-acbe-4b72-aed0-7bd34d5085df, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=cf6ad186-acbe-4b72-aed0-7bd34d5085df,segment=NetworkSegment(64ee0b8d-eac9-4e60-8905-2fe6dfd1c097),segment_id=64ee0b8d-eac9-4e60-8905-2fe6dfd1c097)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:21:23.693499 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-befcead4-e2c7-4ccd-8839-db0800b9f8f4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:23.696625 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a234c87-1a4c-489a-b012-e87a17e99d0f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'Subnet': ['ID=23fa35f5-4219-49d8-99c4-583623df199c,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:23.717651 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2a234c87-1a4c-489a-b012-e87a17e99d0f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:23.753168 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2eb18f0d-7263-419d-9b3c-bbcc4c099fc4 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:23.796629 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a234c87-1a4c-489a-b012-e87a17e99d0f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Checking segment: {'id': 'b09ca6a7-8b8b-436f-b313-50ac84206ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '32f3e227-3941-47d8-a75b-ce51bf29c002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:21:23.797046 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a234c87-1a4c-489a-b012-e87a17e99d0f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Network hostable DHCP agents. Network: 32f3e227-3941-47d8-a75b-ce51bf29c002, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:21:23.853738 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a21bbfcf-9fbf-4cb6-996a-5711938de462 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:23.857770 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-48747ca7-4b4b-48b8-be1c-128fb7e8112d tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:23.861590 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48747ca7-4b4b-48b8-be1c-128fb7e8112d tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:23.862168 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-48747ca7-4b4b-48b8-be1c-128fb7e8112d tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:23.872428 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-fe13f989-0d5c-4500-ba0e-e2e06361a522 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:23.915104 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d757759c-f2d0-4455-8231-f9bcb1063049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:23.944201 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-befcead4-e2c7-4ccd-8839-db0800b9f8f4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Calling delete_port for cf6ad186-acbe-4b72-aed0-7bd34d5085df owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:21:24.018679 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-d757759c-f2d0-4455-8231-f9bcb1063049 None None] For port 6bc12468-440c-4ba8-9bef-676c53c6ca23, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=6bc12468-440c-4ba8-9bef-676c53c6ca23,segment=NetworkSegment(1efcd801-9263-4c36-8f8a-b4fab49477a9),segment_id=1efcd801-9263-4c36-8f8a-b4fab49477a9)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:21:24.029262 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a234c87-1a4c-489a-b012-e87a17e99d0f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Network 32f3e227-3941-47d8-a75b-ce51bf29c002 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:21:24.032098 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-a21bbfcf-9fbf-4cb6-996a-5711938de462 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Transition to ACTIVE for port object b366effc-905f-4f23-98f8-aac0c513930b will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:21:24.040526 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538d56b8-4ae6-4724-8854-1343da445a70 None None] DHCP port deletion for 4e95c55d-716c-4cc5-b8a9-323efe38a4c4 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:21:24.048453 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a9903376-d851-4466-b03b-013691c45f75 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:24.048634 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-538d56b8-4ae6-4724-8854-1343da445a70 None None] Deleting port cf6ad186-acbe-4b72-aed0-7bd34d5085df {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:21:24.048634 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-538d56b8-4ae6-4724-8854-1343da445a70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:24.132877 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48747ca7-4b4b-48b8-be1c-128fb7e8112d tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event updated for resources: {'Network': ['ID=bd05e0ae-bf6c-40f4-8a8d-637be06684f6,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:24.148765 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-48747ca7-4b4b-48b8-be1c-128fb7e8112d tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:24.149453 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d757759c-f2d0-4455-8231-f9bcb1063049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:24.161010 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-88847bd7-f234-4aa5-a387-2829ea495404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:24.167964 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-2a234c87-1a4c-489a-b012-e87a17e99d0f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 32f3e227-3941-47d8-a75b-ce51bf29c002) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:24.168655 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a234c87-1a4c-489a-b012-e87a17e99d0f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:24.169237 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2a234c87-1a4c-489a-b012-e87a17e99d0f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:24.186521 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2eb18f0d-7263-419d-9b3c-bbcc4c099fc4 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:24.191546 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network bd05e0ae-bf6c-40f4-8a8d-637be06684f6 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:21:24.192642 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-befcead4-e2c7-4ccd-8839-db0800b9f8f4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:24.198900 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-48747ca7-4b4b-48b8-be1c-128fb7e8112d tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2834568 Dec 22 13:21:24.199760 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45920) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:24.207886 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9fc95b9d-ae44-4791-9e17-7af2a733a700 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:24.208128 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-3a8ae132-9bb9-4922-bba7-d333ab66b7f9 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Request body: {'subnet': {'network_id': 'bd05e0ae-bf6c-40f4-8a8d-637be06684f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:24.223375 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e397b04-beeb-4f0a-811c-031438a707f2 None None] Network 32f3e227-3941-47d8-a75b-ce51bf29c002 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:21:24.277892 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a9903376-d851-4466-b03b-013691c45f75 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:24.283347 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befcead4-e2c7-4ccd-8839-db0800b9f8f4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] No DVR routers for this DVR port cf6ad186-acbe-4b72-aed0-7bd34d5085df on host dv-neutron-822669-1-hyperv {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:21:24.292492 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a21bbfcf-9fbf-4cb6-996a-5711938de462 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:24.313509 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-2a234c87-1a4c-489a-b012-e87a17e99d0f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6475282 Dec 22 13:21:24.329688 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befcead4-e2c7-4ccd-8839-db0800b9f8f4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event deleted for resources: {'Port': ['ID=cf6ad186-acbe-4b72-aed0-7bd34d5085df,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:24.343345 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45924) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:24.346236 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-befcead4-e2c7-4ccd-8839-db0800b9f8f4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:24.354193 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d5824bab-adf6-4643-9568-63677bd42ca0 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:24.407871 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-f05a73ad-f5fc-4cab-9382-ba0c35b4f48a tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'subnet': {'network_id': '32f3e227-3941-47d8-a75b-ce51bf29c002', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:24.507913 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device cf6ad186-acbe-4b72-aed0-7bd34d5085df no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:21:24.527872 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-74b66e95-9547-4872-bbb9-2b18d23a0ed4 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:24.564878 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-3a8ae132-9bb9-4922-bba7-d333ab66b7f9 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:24.580408 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-3a8ae132-9bb9-4922-bba7-d333ab66b7f9 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:24.586873 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a9903376-d851-4466-b03b-013691c45f75 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:24.601832 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: cf6ad186-acbe-4b72-aed0-7bd34d5085df {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:21:24.602186 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device cf6ad186-acbe-4b72-aed0-7bd34d5085df not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:21:24.625926 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a9903376-d851-4466-b03b-013691c45f75 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/6f01bf64-f548-43e7-811c-38ea2acc2ff2 HTTP/1.1" status: 204 len: 168 time: 1.2315702 Dec 22 13:21:24.625926 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-f05a73ad-f5fc-4cab-9382-ba0c35b4f48a tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:24.681384 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9903376-d851-4466-b03b-013691c45f75 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Subnet': ['ID=6f01bf64-f548-43e7-811c-38ea2acc2ff2,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:24.684424 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a9903376-d851-4466-b03b-013691c45f75 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:24.692674 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45928) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:24.695636 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f05a73ad-f5fc-4cab-9382-ba0c35b4f48a tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Usage tracker for resource:subnet and tenant:5dcef99d1b1441dea18127579d2b89f5 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:24.699914 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f05a73ad-f5fc-4cab-9382-ba0c35b4f48a tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:24.711009 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8ae132-9bb9-4922-bba7-d333ab66b7f9 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Made reservation on behalf of 88c4270da4ff42b4b75089e5737840cb for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:24.715341 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757759c-f2d0-4455-8231-f9bcb1063049 None None] Pushing event updated for resources: {'Port': ['ID=6bc12468-440c-4ba8-9bef-676c53c6ca23,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:24.727029 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-d757759c-f2d0-4455-8231-f9bcb1063049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:24.758620 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-01235643-568c-47e3-b54f-73d0ff49089f None None] Provisioning complete for port 6bc12468-440c-4ba8-9bef-676c53c6ca23 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:24.759003 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-01235643-568c-47e3-b54f-73d0ff49089f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:24.785275 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c73b4402-08eb-4a62-b9b2-6f3268f2398a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0909898 Dec 22 13:21:24.791731 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-f05a73ad-f5fc-4cab-9382-ba0c35b4f48a tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:24.793603 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45932) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:24.813727 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-538d56b8-4ae6-4724-8854-1343da445a70 None None] For port cf6ad186-acbe-4b72-aed0-7bd34d5085df, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=cf6ad186-acbe-4b72-aed0-7bd34d5085df,segment=NetworkSegment(64ee0b8d-eac9-4e60-8905-2fe6dfd1c097),segment_id=64ee0b8d-eac9-4e60-8905-2fe6dfd1c097)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:21:24.817260 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-538d56b8-4ae6-4724-8854-1343da445a70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:24.828633 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3a8ae132-9bb9-4922-bba7-d333ab66b7f9 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:24.845859 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bd0006-09c0-49a7-9822-2146cacabe07 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:21:24.855045 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-befcead4-e2c7-4ccd-8839-db0800b9f8f4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:24.890185 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-befcead4-e2c7-4ccd-8839-db0800b9f8f4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e95c55d-716c-4cc5-b8a9-323efe38a4c4']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:24.907596 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-befcead4-e2c7-4ccd-8839-db0800b9f8f4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64ee0b8d-eac9-4e60-8905-2fe6dfd1c097') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:24.907888 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-befcead4-e2c7-4ccd-8839-db0800b9f8f4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64ee0b8d-eac9-4e60-8905-2fe6dfd1c097') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:24.927878 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-befcead4-e2c7-4ccd-8839-db0800b9f8f4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:24.934093 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21bbfcf-9fbf-4cb6-996a-5711938de462 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Network 183d6635-8412-4f22-a621-90362654c3c1 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:21:24.934256 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05a73ad-f5fc-4cab-9382-ba0c35b4f48a tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Made reservation on behalf of 5dcef99d1b1441dea18127579d2b89f5 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:24.948770 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-a21bbfcf-9fbf-4cb6-996a-5711938de462 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:24.958444 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21bbfcf-9fbf-4cb6-996a-5711938de462 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:21:24.959091 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a21bbfcf-9fbf-4cb6-996a-5711938de462 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:24.989260 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bbfcf-9fbf-4cb6-996a-5711938de462 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event updated for resources: {'Port': ['ID=b366effc-905f-4f23-98f8-aac0c513930b,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:24.996832 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a21bbfcf-9fbf-4cb6-996a-5711938de462 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:25.033312 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1b4a0b-533d-4c22-8dc1-ce2103cfa4c4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:25.034007 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-7c1b4a0b-533d-4c22-8dc1-ce2103cfa4c4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:21:25.045247 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-befcead4-e2c7-4ccd-8839-db0800b9f8f4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:25.055026 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-befcead4-e2c7-4ccd-8839-db0800b9f8f4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:21:25.055439 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-befcead4-e2c7-4ccd-8839-db0800b9f8f4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:25.073407 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-538d56b8-4ae6-4724-8854-1343da445a70 None None] Calling delete_port for cf6ad186-acbe-4b72-aed0-7bd34d5085df owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:21:25.074033 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:21:25.074033 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:21:25.074033 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:21:25.074033 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:21:25.074033 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:21:25.074033 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:21:25.074033 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:21:25.074033 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:21:25.074033 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:21:25.074033 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:21:25.074033 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:21:25.074033 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:21:25.074033 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:21:25.074033 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:21:25.074033 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:21:25.074033 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:21:25.074033 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:21:25.074033 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:21:25.074033 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:21:25.074033 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:21:25.074033 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:21:25.074033 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:21:25.074033 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:21:25.074033 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:21:25.074033 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:21:25.074033 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:21:25.074033 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:21:25.074033 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:21:25.074033 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:21:25.074033 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:21:25.074033 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:21:25.074033 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:21:25.181820 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a21bbfcf-9fbf-4cb6-996a-5711938de462 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:25.202389 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f05a73ad-f5fc-4cab-9382-ba0c35b4f48a tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:25.271484 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-7c1b4a0b-533d-4c22-8dc1-ce2103cfa4c4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:21:25.272756 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7c1b4a0b-533d-4c22-8dc1-ce2103cfa4c4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4781258 Dec 22 13:21:25.287888 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-befcead4-e2c7-4ccd-8839-db0800b9f8f4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:25.293512 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-befcead4-e2c7-4ccd-8839-db0800b9f8f4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:25.298160 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45936) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:25.300856 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-09d22d89-1be5-441d-8312-1d9c3f190c7f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:25.308633 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2eb18f0d-7263-419d-9b3c-bbcc4c099fc4 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for router_gateway, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:25.347087 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2eb18f0d-7263-419d-9b3c-bbcc4c099fc4 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:25.385148 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befcead4-e2c7-4ccd-8839-db0800b9f8f4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Pushing event deleted for resources: {'Network': ['ID=4e95c55d-716c-4cc5-b8a9-323efe38a4c4,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:25.388126 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-befcead4-e2c7-4ccd-8839-db0800b9f8f4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:25.394051 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-befcead4-e2c7-4ccd-8839-db0800b9f8f4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] 10.222.0.47 "DELETE /v2.0/networks/4e95c55d-716c-4cc5-b8a9-323efe38a4c4 HTTP/1.1" status: 204 len: 168 time: 2.2421994 Dec 22 13:21:25.446375 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9598a1c-11a0-4ac1-8398-e0689ee401f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-32f3e227-3941-47d8-a75b-ce51bf29c002', 'network_id': '32f3e227-3941-47d8-a75b-ce51bf29c002', 'tenant_id': '5dcef99d1b1441dea18127579d2b89f5', 'fixed_ips': [{'subnet_id': '23fa35f5-4219-49d8-99c4-583623df199c'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:21:25.447375 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c9598a1c-11a0-4ac1-8398-e0689ee401f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:25.458210 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-538d56b8-4ae6-4724-8854-1343da445a70 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:21:25.458716 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-538d56b8-4ae6-4724-8854-1343da445a70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:21:25.475928 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.ipam_backend_mixin [None req-f05a73ad-f5fc-4cab-9382-ba0c35b4f48a tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 23fa35f5-4219-49d8-99c4-583623df199c (CIDR: 2001:db8::/64) Dec 22 13:21:25.522445 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-f05a73ad-f5fc-4cab-9382-ba0c35b4f48a tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:21:25.523068 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f05a73ad-f5fc-4cab-9382-ba0c35b4f48a tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:21:25.534401 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d57b15-0837-4846-81e2-f7b1767bcaee tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:25.536809 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-91d57b15-0837-4846-81e2-f7b1767bcaee tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:21:25.642897 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f05a73ad-f5fc-4cab-9382-ba0c35b4f48a tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2952633 Dec 22 13:21:25.642897 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45942) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:25.649512 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-1339665a-6ff3-42df-99a2-119e7e3c832b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'subnet': {'network_id': '32f3e227-3941-47d8-a75b-ce51bf29c002', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:25.663710 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3a8ae132-9bb9-4922-bba7-d333ab66b7f9 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:25.665409 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d376fe0-5900-4e5f-8d06-37b38f195c8e None None] DHCP port deletion for 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:21:25.670639 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-91d57b15-0837-4846-81e2-f7b1767bcaee tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:21:25.675734 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-91d57b15-0837-4846-81e2-f7b1767bcaee tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3598275 Dec 22 13:21:25.676454 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3f50e615-7e35-498a-a294-8bbd94a4a4d5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:25.676564 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45946) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:25.678565 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-8d376fe0-5900-4e5f-8d06-37b38f195c8e None None] Deleting port 835c96ac-43ac-4f86-8c18-354b607ac804 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:21:25.678957 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8d376fe0-5900-4e5f-8d06-37b38f195c8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:25.747901 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-c9598a1c-11a0-4ac1-8398-e0689ee401f9 None None] Allocated IP 2001:db8::2 (32f3e227-3941-47d8-a75b-ce51bf29c002/23fa35f5-4219-49d8-99c4-583623df199c/cc236da4-1bbc-4aed-81da-dfa7f86e9eb0) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:21:25.790856 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-00a39f09-78a7-4aea-822e-576562f87137 None None] Provisioning for port b366effc-905f-4f23-98f8-aac0c513930b completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:21:25.804898 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-00a39f09-78a7-4aea-822e-576562f87137 None None] Provisioning complete for port b366effc-905f-4f23-98f8-aac0c513930b triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:25.805256 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-00a39f09-78a7-4aea-822e-576562f87137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:25.856544 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-2eb18f0d-7263-419d-9b3c-bbcc4c099fc4 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Allocated IP 172.26.1.104 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/9666d5d4-28ad-45d8-97bf-6ec10c014c2f) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:21:25.880289 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ae132-9bb9-4922-bba7-d333ab66b7f9 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event updated for resources: {'Subnet': ['ID=aebd10ca-1b51-43a3-9241-dbec62ce9a21,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:25.894038 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3a8ae132-9bb9-4922-bba7-d333ab66b7f9 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:25.998791 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8ae132-9bb9-4922-bba7-d333ab66b7f9 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Checking segment: {'id': '139a8277-367b-4ddd-9b97-b1b8777eba1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'bd05e0ae-bf6c-40f4-8a8d-637be06684f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:21:25.999043 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8ae132-9bb9-4922-bba7-d333ab66b7f9 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Network hostable DHCP agents. Network: bd05e0ae-bf6c-40f4-8a8d-637be06684f6, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:21:26.011548 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-017ec295-9aa6-473c-90a1-726111c4553b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2303979 Dec 22 13:21:26.021129 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45952) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:26.028284 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-e7d43f50-0cd6-4eca-a6cd-ab52c4d69e06 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'subnet': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:26.045729 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-538d56b8-4ae6-4724-8854-1343da445a70 None None] Deleting port cf6ad186-acbe-4b72-aed0-7bd34d5085df {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:21:26.046164 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-538d56b8-4ae6-4724-8854-1343da445a70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:26.048826 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45956) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:26.060547 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1339665a-6ff3-42df-99a2-119e7e3c832b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:26.069074 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1339665a-6ff3-42df-99a2-119e7e3c832b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Usage tracker for resource:subnet and tenant:5dcef99d1b1441dea18127579d2b89f5 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:26.072605 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1339665a-6ff3-42df-99a2-119e7e3c832b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:26.079072 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1339665a-6ff3-42df-99a2-119e7e3c832b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:26.085778 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-00a39f09-78a7-4aea-822e-576562f87137 None None] Port b366effc-905f-4f23-98f8-aac0c513930b cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:21:26.135742 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-538d56b8-4ae6-4724-8854-1343da445a70 None None] The port 'cf6ad186-acbe-4b72-aed0-7bd34d5085df' was deleted {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:21:26.172000 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1339665a-6ff3-42df-99a2-119e7e3c832b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Made reservation on behalf of 5dcef99d1b1441dea18127579d2b89f5 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:26.176011 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1339665a-6ff3-42df-99a2-119e7e3c832b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:26.196687 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-8d376fe0-5900-4e5f-8d06-37b38f195c8e None None] For port 835c96ac-43ac-4f86-8c18-354b607ac804, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=835c96ac-43ac-4f86-8c18-354b607ac804,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:21:26.197093 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8d376fe0-5900-4e5f-8d06-37b38f195c8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:26.279085 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-00a39f09-78a7-4aea-822e-576562f87137 None None] Provisioning complete for port 835c96ac-43ac-4f86-8c18-354b607ac804 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:26.279704 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-00a39f09-78a7-4aea-822e-576562f87137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:26.303861 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.db.resource_extend [None req-a21bbfcf-9fbf-4cb6-996a-5711938de462 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:21:26.341495 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a21bbfcf-9fbf-4cb6-996a-5711938de462 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:26.364897 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a3cb217f-0be6-4a02-9fac-34d88ff81697 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5764ef7c4c644eedb583f164ec468ea1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3124583 Dec 22 13:21:26.365389 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e7d43f50-0cd6-4eca-a6cd-ab52c4d69e06 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:26.369937 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45962) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:26.371220 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2eb18f0d-7263-419d-9b3c-bbcc4c099fc4 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:26.395428 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e7d43f50-0cd6-4eca-a6cd-ab52c4d69e06 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:26.398644 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8ae132-9bb9-4922-bba7-d333ab66b7f9 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Network bd05e0ae-bf6c-40f4-8a8d-637be06684f6 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:21:26.412791 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-8d376fe0-5900-4e5f-8d06-37b38f195c8e None None] Calling delete_port for 835c96ac-43ac-4f86-8c18-354b607ac804 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:21:26.443709 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a21bbfcf-9fbf-4cb6-996a-5711938de462 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:26.444535 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a21bbfcf-9fbf-4cb6-996a-5711938de462 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:26.451049 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-74b66e95-9547-4872-bbb9-2b18d23a0ed4 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:26.460563 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 6bc12468-440c-4ba8-9bef-676c53c6ca23 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:21:26.508426 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-3a8ae132-9bb9-4922-bba7-d333ab66b7f9 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, bd05e0ae-bf6c-40f4-8a8d-637be06684f6) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:26.527934 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8ae132-9bb9-4922-bba7-d333ab66b7f9 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:26.528529 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3a8ae132-9bb9-4922-bba7-d333ab66b7f9 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:26.532002 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d43f50-0cd6-4eca-a6cd-ab52c4d69e06 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:26.564060 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae72656-ae4d-412e-8ab9-76e18c617848 None None] Network bd05e0ae-bf6c-40f4-8a8d-637be06684f6 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:21:26.626655 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1339665a-6ff3-42df-99a2-119e7e3c832b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:26.632194 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-44707291-e768-4078-bc50-932895e25a54 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:26.693219 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1339665a-6ff3-42df-99a2-119e7e3c832b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Network 32f3e227-3941-47d8-a75b-ce51bf29c002 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:21:26.696549 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-1339665a-6ff3-42df-99a2-119e7e3c832b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:26.713181 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1339665a-6ff3-42df-99a2-119e7e3c832b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:26.713181 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1339665a-6ff3-42df-99a2-119e7e3c832b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:26.713436 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4b3a447d-34b3-4294-8613-a53a7a7f3b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:26.716914 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1339665a-6ff3-42df-99a2-119e7e3c832b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'Subnet': ['ID=b6f0ddc5-c29a-4c69-bb38-c2e74d39e735,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:26.719000 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2eb18f0d-7263-419d-9b3c-bbcc4c099fc4 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:26.723865 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bbfcf-9fbf-4cb6-996a-5711938de462 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event updated for resources: {'Port': ['ID=b366effc-905f-4f23-98f8-aac0c513930b,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:26.731283 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1339665a-6ff3-42df-99a2-119e7e3c832b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:21:26.732086 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1339665a-6ff3-42df-99a2-119e7e3c832b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:21:26.732278 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1339665a-6ff3-42df-99a2-119e7e3c832b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:21:26.733067 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1339665a-6ff3-42df-99a2-119e7e3c832b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:21:26.733212 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1339665a-6ff3-42df-99a2-119e7e3c832b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:21:26.733647 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1339665a-6ff3-42df-99a2-119e7e3c832b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:21:26.734244 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1339665a-6ff3-42df-99a2-119e7e3c832b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:21:26.735074 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1339665a-6ff3-42df-99a2-119e7e3c832b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:21:26.735201 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1339665a-6ff3-42df-99a2-119e7e3c832b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:21:26.735509 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c9598a1c-11a0-4ac1-8398-e0689ee401f9 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:26.735690 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1339665a-6ff3-42df-99a2-119e7e3c832b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:21:26.741645 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1339665a-6ff3-42df-99a2-119e7e3c832b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:21:26.742766 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a21bbfcf-9fbf-4cb6-996a-5711938de462 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:26.742914 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1339665a-6ff3-42df-99a2-119e7e3c832b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:26.747476 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e102e473-2981-4d91-9846-7ed2a710efb8 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:26.766216 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c9598a1c-11a0-4ac1-8398-e0689ee401f9 None None] Transition to ACTIVE for port object cc236da4-1bbc-4aed-81da-dfa7f86e9eb0 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:21:26.793208 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1339665a-6ff3-42df-99a2-119e7e3c832b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1493611 Dec 22 13:21:26.801732 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45966) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:26.808688 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-831a5ed0-7196-45e3-99e2-818932ea737b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'port': {'network_id': '32f3e227-3941-47d8-a75b-ce51bf29c002', 'fixed_ips': [{'subnet_id': '23fa35f5-4219-49d8-99c4-583623df199c'}, {'subnet_id': 'b6f0ddc5-c29a-4c69-bb38-c2e74d39e735'}], 'name': 'tempest-PortsIpV6TestJSON-1946736195'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:26.837737 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c9598a1c-11a0-4ac1-8398-e0689ee401f9 None None] Transition to ACTIVE for port object cc236da4-1bbc-4aed-81da-dfa7f86e9eb0 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:21:26.842778 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e7d43f50-0cd6-4eca-a6cd-ab52c4d69e06 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:26.844208 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7d43f50-0cd6-4eca-a6cd-ab52c4d69e06 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:21:26.844641 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7d43f50-0cd6-4eca-a6cd-ab52c4d69e06 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:21:26.852984 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8d376fe0-5900-4e5f-8d06-37b38f195c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:26.862907 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-437af361-906b-4e4d-84d8-061361a0eb4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:26.884518 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4b3a447d-34b3-4294-8613-a53a7a7f3b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:26.896757 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-3a8ae132-9bb9-4922-bba7-d333ab66b7f9 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6933692 Dec 22 13:21:26.897931 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 6bc12468-440c-4ba8-9bef-676c53c6ca23 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:26.898326 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:26.898478 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45970) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:26.900451 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb18f0d-7263-419d-9b3c-bbcc4c099fc4 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:21:26.906094 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-469b356d-dd20-439f-ac48-0f1d209d7403 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1827390701', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}, 'admin_state_up': False}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:26.914872 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-2eb18f0d-7263-419d-9b3c-bbcc4c099fc4 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:26.924549 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-469b356d-dd20-439f-ac48-0f1d209d7403 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:26.935813 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-469b356d-dd20-439f-ac48-0f1d209d7403 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Usage tracker for resource:router and tenant:88c4270da4ff42b4b75089e5737840cb is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:26.936017 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c9598a1c-11a0-4ac1-8398-e0689ee401f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:26.936167 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb18f0d-7263-419d-9b3c-bbcc4c099fc4 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:21:26.940717 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-469b356d-dd20-439f-ac48-0f1d209d7403 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:26.949086 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d376fe0-5900-4e5f-8d06-37b38f195c8e None None] Pushing event deleted for resources: {'Port': ['ID=835c96ac-43ac-4f86-8c18-354b607ac804,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:26.960702 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-8d376fe0-5900-4e5f-8d06-37b38f195c8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:26.965234 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-469b356d-dd20-439f-ac48-0f1d209d7403 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:26.966169 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb18f0d-7263-419d-9b3c-bbcc4c099fc4 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Pushing event updated for resources: {'Port': ['ID=9666d5d4-28ad-45d8-97bf-6ec10c014c2f,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:26.976222 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2eb18f0d-7263-419d-9b3c-bbcc4c099fc4 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:26.990302 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e7d43f50-0cd6-4eca-a6cd-ab52c4d69e06 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9680889 Dec 22 13:21:26.994809 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45974) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:27.003785 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-682bcbeb-7b1c-49d9-a984-4f6d73b912d2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'subnet': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:27.022550 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21bbfcf-9fbf-4cb6-996a-5711938de462 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Network 183d6635-8412-4f22-a621-90362654c3c1 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:21:27.026493 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-a21bbfcf-9fbf-4cb6-996a-5711938de462 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:27.044385 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-ea09176d-1490-42a5-ad9d-76071bea0eb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:27.107016 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d376fe0-5900-4e5f-8d06-37b38f195c8e None None] No DVR routers for this DVR port 835c96ac-43ac-4f86-8c18-354b607ac804 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:21:27.126829 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe86f1e-fdd9-4342-9ee5-2659b6c5912c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-bd05e0ae-bf6c-40f4-8a8d-637be06684f6', 'network_id': 'bd05e0ae-bf6c-40f4-8a8d-637be06684f6', 'tenant_id': '88c4270da4ff42b4b75089e5737840cb', 'fixed_ips': [{'subnet_id': 'aebd10ca-1b51-43a3-9241-dbec62ce9a21'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:21:27.128011 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3fe86f1e-fdd9-4342-9ee5-2659b6c5912c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:27.148054 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9598a1c-11a0-4ac1-8398-e0689ee401f9 None None] Network 32f3e227-3941-47d8-a75b-ce51bf29c002 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:21:27.163431 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-c9598a1c-11a0-4ac1-8398-e0689ee401f9 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:27.175635 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9598a1c-11a0-4ac1-8398-e0689ee401f9 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:21:27.179959 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9598a1c-11a0-4ac1-8398-e0689ee401f9 None None] Pushing event updated for resources: {'Port': ['ID=cc236da4-1bbc-4aed-81da-dfa7f86e9eb0,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:27.187179 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c9598a1c-11a0-4ac1-8398-e0689ee401f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:27.194085 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-682bcbeb-7b1c-49d9-a984-4f6d73b912d2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:27.213110 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-682bcbeb-7b1c-49d9-a984-4f6d73b912d2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:27.231490 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-831a5ed0-7196-45e3-99e2-818932ea737b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:27.251678 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-831a5ed0-7196-45e3-99e2-818932ea737b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:27.258588 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-469b356d-dd20-439f-ac48-0f1d209d7403 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:27.259920 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-469b356d-dd20-439f-ac48-0f1d209d7403 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:27.286579 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-469b356d-dd20-439f-ac48-0f1d209d7403 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:27.302949 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4b3a447d-34b3-4294-8613-a53a7a7f3b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:27.307881 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5a591ee4-9991-4750-b57c-fe87cfd4107a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:27.323444 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682bcbeb-7b1c-49d9-a984-4f6d73b912d2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:27.327047 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-682bcbeb-7b1c-49d9-a984-4f6d73b912d2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:27.328877 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-682bcbeb-7b1c-49d9-a984-4f6d73b912d2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:21:27.331867 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-682bcbeb-7b1c-49d9-a984-4f6d73b912d2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:21:27.334984 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831a5ed0-7196-45e3-99e2-818932ea737b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Made reservation on behalf of 5dcef99d1b1441dea18127579d2b89f5 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:27.340205 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-831a5ed0-7196-45e3-99e2-818932ea737b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:27.375563 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-831a5ed0-7196-45e3-99e2-818932ea737b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] device_id is not set on port 1b365d3a-24ea-4ba0-88e0-8ba25a1471d6 yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:21:27.387634 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a447d-34b3-4294-8613-a53a7a7f3b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7dd56b-6a8c-49cc-b021-52741ca2ad3e,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:27.389837 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-c9598a1c-11a0-4ac1-8398-e0689ee401f9 None None] Attempting to bind port cc236da4-1bbc-4aed-81da-dfa7f86e9eb0 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:21:27.390222 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-c9598a1c-11a0-4ac1-8398-e0689ee401f9 None None] Attempting to bind port cc236da4-1bbc-4aed-81da-dfa7f86e9eb0 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'b09ca6a7-8b8b-436f-b313-50ac84206ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '32f3e227-3941-47d8-a75b-ce51bf29c002'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:21:27.390619 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9598a1c-11a0-4ac1-8398-e0689ee401f9 None None] Attempting to bind port cc236da4-1bbc-4aed-81da-dfa7f86e9eb0 on network 32f3e227-3941-47d8-a75b-ce51bf29c002 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:21:27.443790 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9598a1c-11a0-4ac1-8398-e0689ee401f9 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:21:27.444177 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9598a1c-11a0-4ac1-8398-e0689ee401f9 None None] Checking segment: {'id': 'b09ca6a7-8b8b-436f-b313-50ac84206ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '32f3e227-3941-47d8-a75b-ce51bf29c002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:21:27.444809 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c9598a1c-11a0-4ac1-8398-e0689ee401f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:27.445374 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9598a1c-11a0-4ac1-8398-e0689ee401f9 None None] Bound using segment: {'id': 'b09ca6a7-8b8b-436f-b313-50ac84206ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '32f3e227-3941-47d8-a75b-ce51bf29c002'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:21:27.446039 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-c9598a1c-11a0-4ac1-8398-e0689ee401f9 None None] Bound port: cc236da4-1bbc-4aed-81da-dfa7f86e9eb0, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b09ca6a7-8b8b-436f-b313-50ac84206ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '32f3e227-3941-47d8-a75b-ce51bf29c002'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:21:27.446591 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4b3a447d-34b3-4294-8613-a53a7a7f3b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:27.446802 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c9598a1c-11a0-4ac1-8398-e0689ee401f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:27.450451 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-4b3a447d-34b3-4294-8613-a53a7a7f3b67 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2f7dd56b-6a8c-49cc-b021-52741ca2ad3e HTTP/1.1" status: 204 len: 168 time: 1.0836902 Dec 22 13:21:27.474453 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a447d-34b3-4294-8613-a53a7a7f3b67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:21:27.475226 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a447d-34b3-4294-8613-a53a7a7f3b67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:21:27.475847 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a447d-34b3-4294-8613-a53a7a7f3b67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:21:27.476369 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a447d-34b3-4294-8613-a53a7a7f3b67 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:21:27.476903 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a447d-34b3-4294-8613-a53a7a7f3b67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:21:27.477484 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a447d-34b3-4294-8613-a53a7a7f3b67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:21:27.478004 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a447d-34b3-4294-8613-a53a7a7f3b67 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:21:27.478609 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a447d-34b3-4294-8613-a53a7a7f3b67 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:21:27.479551 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a447d-34b3-4294-8613-a53a7a7f3b67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:21:27.480072 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a447d-34b3-4294-8613-a53a7a7f3b67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:21:27.480613 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3a447d-34b3-4294-8613-a53a7a7f3b67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:21:27.483623 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 835c96ac-43ac-4f86-8c18-354b607ac804 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:21:27.484899 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-4b3a447d-34b3-4294-8613-a53a7a7f3b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:27.524024 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2eb18f0d-7263-419d-9b3c-bbcc4c099fc4 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for router_gateway, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:27.525000 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2eb18f0d-7263-419d-9b3c-bbcc4c099fc4 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:27.576166 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 835c96ac-43ac-4f86-8c18-354b607ac804 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:21:27.576427 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 835c96ac-43ac-4f86-8c18-354b607ac804 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:21:27.615694 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-65fccd42-22e5-452a-8c2f-f23e8b7bd13d None None] Provisioning complete for port b366effc-905f-4f23-98f8-aac0c513930b triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:27.616085 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-65fccd42-22e5-452a-8c2f-f23e8b7bd13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:27.620068 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-682bcbeb-7b1c-49d9-a984-4f6d73b912d2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6241488 Dec 22 13:21:27.625083 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 45980) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:27.678874 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-3fe86f1e-fdd9-4342-9ee5-2659b6c5912c None None] Allocated IP 172.20.0.2 (bd05e0ae-bf6c-40f4-8a8d-637be06684f6/aebd10ca-1b51-43a3-9241-dbec62ce9a21/30662993-745a-45bf-8fa8-83c9c5159945) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:21:27.689525 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-37dc5f47-2730-4e86-a5a4-a50298795ce8 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'subnet': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:27.748360 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a21bbfcf-9fbf-4cb6-996a-5711938de462 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Router d08aa753-94e4-4344-b5fc-bdcab8a1a984 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:21:27.784632 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-65fccd42-22e5-452a-8c2f-f23e8b7bd13d None None] Port b366effc-905f-4f23-98f8-aac0c513930b cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:21:27.811145 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-c9598a1c-11a0-4ac1-8398-e0689ee401f9 None None] For port cc236da4-1bbc-4aed-81da-dfa7f86e9eb0, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:21:27.824903 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-c9598a1c-11a0-4ac1-8398-e0689ee401f9 None None] For port cc236da4-1bbc-4aed-81da-dfa7f86e9eb0, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=cc236da4-1bbc-4aed-81da-dfa7f86e9eb0,segment=NetworkSegment(b09ca6a7-8b8b-436f-b313-50ac84206ba7),segment_id=b09ca6a7-8b8b-436f-b313-50ac84206ba7)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:21:27.885633 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-469b356d-dd20-439f-ac48-0f1d209d7403 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:27.892663 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c9598a1c-11a0-4ac1-8398-e0689ee401f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:27.901651 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c203959e-7f95-412a-b52f-250b03654ae5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:27.934413 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-37dc5f47-2730-4e86-a5a4-a50298795ce8 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:27.960218 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-37dc5f47-2730-4e86-a5a4-a50298795ce8 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:28.100833 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9598a1c-11a0-4ac1-8398-e0689ee401f9 None None] Pushing event updated for resources: {'Port': ['ID=cc236da4-1bbc-4aed-81da-dfa7f86e9eb0,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:28.103023 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c9598a1c-11a0-4ac1-8398-e0689ee401f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:28.116736 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3fe86f1e-fdd9-4342-9ee5-2659b6c5912c None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:28.118859 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37dc5f47-2730-4e86-a5a4-a50298795ce8 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:28.143765 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3fe86f1e-fdd9-4342-9ee5-2659b6c5912c None None] Transition to ACTIVE for port object 30662993-745a-45bf-8fa8-83c9c5159945 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:21:28.171843 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3fe86f1e-fdd9-4342-9ee5-2659b6c5912c None None] Transition to ACTIVE for port object 30662993-745a-45bf-8fa8-83c9c5159945 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:21:28.216579 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21bbfcf-9fbf-4cb6-996a-5711938de462 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:21:28.221229 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3fe86f1e-fdd9-4342-9ee5-2659b6c5912c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:28.228958 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f22fd1f-22a4-4478-896e-ea3759b658e1 None None] Sync routers for ids ['d08aa753-94e4-4344-b5fc-bdcab8a1a984'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:21:28.232880 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a21bbfcf-9fbf-4cb6-996a-5711938de462 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "PUT /v2.0/routers/d08aa753-94e4-4344-b5fc-bdcab8a1a984/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8100717 Dec 22 13:21:28.233025 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-2346b2b4-25c4-47fe-8d87-c52420f10706 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:28.233117 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 45994) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:28.255974 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f22fd1f-22a4-4478-896e-ea3759b658e1 None None] Routers {'d08aa753-94e4-4344-b5fc-bdcab8a1a984'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:21:28.256594 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-8f22fd1f-22a4-4478-896e-ea3759b658e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:21:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['d08aa753-94e4-4344-b5fc-bdcab8a1a984'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:28.286029 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb18f0d-7263-419d-9b3c-bbcc4c099fc4 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Router 7cb7f5d1-9cc4-461f-8a37-18e4a661920f is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:21:28.334272 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe86f1e-fdd9-4342-9ee5-2659b6c5912c None None] Network bd05e0ae-bf6c-40f4-8a8d-637be06684f6 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:21:28.345527 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-3fe86f1e-fdd9-4342-9ee5-2659b6c5912c None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:28.345914 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe86f1e-fdd9-4342-9ee5-2659b6c5912c None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:21:28.349353 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe86f1e-fdd9-4342-9ee5-2659b6c5912c None None] Pushing event updated for resources: {'Port': ['ID=30662993-745a-45bf-8fa8-83c9c5159945,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:28.359866 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3fe86f1e-fdd9-4342-9ee5-2659b6c5912c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:28.365104 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-8f22fd1f-22a4-4478-896e-ea3759b658e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:28.381330 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f22fd1f-22a4-4478-896e-ea3759b658e1 None None] Routers {'d08aa753-94e4-4344-b5fc-bdcab8a1a984'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:21:28.382214 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-8f22fd1f-22a4-4478-896e-ea3759b658e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:21:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['d08aa753-94e4-4344-b5fc-bdcab8a1a984'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:28.463588 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-8f22fd1f-22a4-4478-896e-ea3759b658e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:28.464224 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f22fd1f-22a4-4478-896e-ea3759b658e1 None None] The sync data for ids ['d08aa753-94e4-4344-b5fc-bdcab8a1a984'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:21:28.501136 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-831a5ed0-7196-45e3-99e2-818932ea737b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Allocated IP 2001:db8::195 (32f3e227-3941-47d8-a75b-ce51bf29c002/23fa35f5-4219-49d8-99c4-583623df199c/1b365d3a-24ea-4ba0-88e0-8ba25a1471d6) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:21:28.517193 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-3fe86f1e-fdd9-4342-9ee5-2659b6c5912c None None] Attempting to bind port 30662993-745a-45bf-8fa8-83c9c5159945 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:21:28.518278 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-3fe86f1e-fdd9-4342-9ee5-2659b6c5912c None None] Attempting to bind port 30662993-745a-45bf-8fa8-83c9c5159945 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '139a8277-367b-4ddd-9b97-b1b8777eba1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'bd05e0ae-bf6c-40f4-8a8d-637be06684f6'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:21:28.518828 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe86f1e-fdd9-4342-9ee5-2659b6c5912c None None] Attempting to bind port 30662993-745a-45bf-8fa8-83c9c5159945 on network bd05e0ae-bf6c-40f4-8a8d-637be06684f6 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:21:28.529899 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe86f1e-fdd9-4342-9ee5-2659b6c5912c None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:21:28.530585 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe86f1e-fdd9-4342-9ee5-2659b6c5912c None None] Checking segment: {'id': '139a8277-367b-4ddd-9b97-b1b8777eba1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'bd05e0ae-bf6c-40f4-8a8d-637be06684f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:21:28.531235 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3fe86f1e-fdd9-4342-9ee5-2659b6c5912c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:28.531769 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe86f1e-fdd9-4342-9ee5-2659b6c5912c None None] Bound using segment: {'id': '139a8277-367b-4ddd-9b97-b1b8777eba1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'bd05e0ae-bf6c-40f4-8a8d-637be06684f6'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:21:28.532391 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-3fe86f1e-fdd9-4342-9ee5-2659b6c5912c None None] Bound port: 30662993-745a-45bf-8fa8-83c9c5159945, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '139a8277-367b-4ddd-9b97-b1b8777eba1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'bd05e0ae-bf6c-40f4-8a8d-637be06684f6'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:21:28.532986 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3fe86f1e-fdd9-4342-9ee5-2659b6c5912c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:28.544264 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-831a5ed0-7196-45e3-99e2-818932ea737b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Allocated IP 2001:db8:0:1::158 (32f3e227-3941-47d8-a75b-ce51bf29c002/b6f0ddc5-c29a-4c69-bb38-c2e74d39e735/1b365d3a-24ea-4ba0-88e0-8ba25a1471d6) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:21:28.591844 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475e7159-a861-40c3-8d18-1a6629151f18 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:28.592487 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-475e7159-a861-40c3-8d18-1a6629151f18 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Synchronizing usage tracker for tenant:ad8695e3cb0646af805a65484bd64689 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:21:28.596056 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-37dc5f47-2730-4e86-a5a4-a50298795ce8 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:28.598160 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-37dc5f47-2730-4e86-a5a4-a50298795ce8 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:21:28.598752 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37dc5f47-2730-4e86-a5a4-a50298795ce8 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:21:28.615182 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:28.682881 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3fe86f1e-fdd9-4342-9ee5-2659b6c5912c None None] For port 30662993-745a-45bf-8fa8-83c9c5159945, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:21:28.686690 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3fe86f1e-fdd9-4342-9ee5-2659b6c5912c None None] For port 30662993-745a-45bf-8fa8-83c9c5159945, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=30662993-745a-45bf-8fa8-83c9c5159945,segment=NetworkSegment(139a8277-367b-4ddd-9b97-b1b8777eba1e),segment_id=139a8277-367b-4ddd-9b97-b1b8777eba1e)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:21:28.724466 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-475e7159-a861-40c3-8d18-1a6629151f18 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Unset dirty status for tenant:ad8695e3cb0646af805a65484bd64689 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:21:28.725576 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-475e7159-a861-40c3-8d18-1a6629151f18 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "GET /v2.0/ports/b366effc-905f-4f23-98f8-aac0c513930b HTTP/1.1" status: 200 len: 911 time: 0.4915776 Dec 22 13:21:28.732565 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46000) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:28.745784 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-8a912bc9-0181-41d6-aa9a-b470f5b5b2df tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '63663d81-359b-41e4-adb6-a587db38c0d1'}]}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:28.769881 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3fe86f1e-fdd9-4342-9ee5-2659b6c5912c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:28.778080 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-596b0e5d-2c30-4cdb-a246-87719af05e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:28.808872 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-37dc5f47-2730-4e86-a5a4-a50298795ce8 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.1797895 Dec 22 13:21:28.814133 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46006) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:28.830937 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-1ab08620-61cf-437f-82db-9f4dce15fb3b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'subnet': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:28.922316 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe86f1e-fdd9-4342-9ee5-2659b6c5912c None None] Pushing event updated for resources: {'Port': ['ID=30662993-745a-45bf-8fa8-83c9c5159945,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:28.937063 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3fe86f1e-fdd9-4342-9ee5-2659b6c5912c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:29.025097 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb18f0d-7263-419d-9b3c-bbcc4c099fc4 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:21:29.054626 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4914d030-548a-4d74-bb6c-74b2f412a56d None None] Sync routers for ids ['7cb7f5d1-9cc4-461f-8a37-18e4a661920f'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:21:29.086295 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4914d030-548a-4d74-bb6c-74b2f412a56d None None] Routers {'7cb7f5d1-9cc4-461f-8a37-18e4a661920f'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:21:29.087393 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-4914d030-548a-4d74-bb6c-74b2f412a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:21:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['7cb7f5d1-9cc4-461f-8a37-18e4a661920f'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:29.134471 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8a912bc9-0181-41d6-aa9a-b470f5b5b2df tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:29.145443 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-469b356d-dd20-439f-ac48-0f1d209d7403 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for router_gateway, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:29.176039 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2eb18f0d-7263-419d-9b3c-bbcc4c099fc4 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:29.180339 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-2eb18f0d-7263-419d-9b3c-bbcc4c099fc4 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.9138062 Dec 22 13:21:29.257180 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46014) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:29.266337 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46016) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:29.267592 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1ab08620-61cf-437f-82db-9f4dce15fb3b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:29.294508 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-469b356d-dd20-439f-ac48-0f1d209d7403 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:29.318243 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1ab08620-61cf-437f-82db-9f4dce15fb3b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:29.369555 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-831a5ed0-7196-45e3-99e2-818932ea737b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:29.444050 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-831a5ed0-7196-45e3-99e2-818932ea737b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Transition to ACTIVE for port object 1b365d3a-24ea-4ba0-88e0-8ba25a1471d6 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:21:29.525256 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-4914d030-548a-4d74-bb6c-74b2f412a56d None None] Set router 7cb7f5d1-9cc4-461f-8a37-18e4a661920f gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:21:29.545817 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab08620-61cf-437f-82db-9f4dce15fb3b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:29.551007 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1ab08620-61cf-437f-82db-9f4dce15fb3b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:29.553215 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ab08620-61cf-437f-82db-9f4dce15fb3b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:21:29.553860 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ab08620-61cf-437f-82db-9f4dce15fb3b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:21:29.633930 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-469b356d-dd20-439f-ac48-0f1d209d7403 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Allocated IP 172.26.1.132 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/c2c65f5f-96f5-4412-940c-5f893817a596) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:21:29.654190 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-5c8c7fd9-0ac0-479a-9b39-3a61a9540dc1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-420968841'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:29.661484 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5c8c7fd9-0ac0-479a-9b39-3a61a9540dc1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:29.665977 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5c8c7fd9-0ac0-479a-9b39-3a61a9540dc1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:network and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:29.669208 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5c8c7fd9-0ac0-479a-9b39-3a61a9540dc1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:29.678592 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5c8c7fd9-0ac0-479a-9b39-3a61a9540dc1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:29.751340 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1ab08620-61cf-437f-82db-9f4dce15fb3b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9321272 Dec 22 13:21:29.759770 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46026) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:29.764277 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-831a5ed0-7196-45e3-99e2-818932ea737b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:29.775446 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-315c81c9-a1b4-4e9f-bb33-8d6a10fb27a4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:29.811592 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-bd01e253-c8db-4d3c-bc47-91bf4cfebc30 tempest-TestNetworkAdvancedServerOps-1940590380 tempest-TestNetworkAdvancedServerOps-1940590380-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=3772d751884347318e5633f3189f08c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5459659 Dec 22 13:21:29.819224 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46030) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:29.820301 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-512a9e2c-c22d-488d-8898-024eda156cd4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'subnet': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:29.901533 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8c7fd9-0ac0-479a-9b39-3a61a9540dc1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Made reservation on behalf of 77460f0dfa37423d8c924a302461b16c for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:29.904577 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5c8c7fd9-0ac0-479a-9b39-3a61a9540dc1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:29.963619 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171a2f2c-5b5b-4bef-a81b-48bb032ebf27 None None] Network 32f3e227-3941-47d8-a75b-ce51bf29c002 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:21:30.012402 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-469b356d-dd20-439f-ac48-0f1d209d7403 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:30.051671 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a5ed0-7196-45e3-99e2-818932ea737b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'Port': ['ID=1b365d3a-24ea-4ba0-88e0-8ba25a1471d6,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:30.076789 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831a5ed0-7196-45e3-99e2-818932ea737b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Network 32f3e227-3941-47d8-a75b-ce51bf29c002 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:21:30.082910 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-831a5ed0-7196-45e3-99e2-818932ea737b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:30.083775 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-831a5ed0-7196-45e3-99e2-818932ea737b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:30.089155 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5c8c7fd9-0ac0-479a-9b39-3a61a9540dc1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:30.102302 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831a5ed0-7196-45e3-99e2-818932ea737b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:21:30.106322 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831a5ed0-7196-45e3-99e2-818932ea737b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:30.107053 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-831a5ed0-7196-45e3-99e2-818932ea737b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:30.159503 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-4914d030-548a-4d74-bb6c-74b2f412a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb7f5d1-9cc4-461f-8a37-18e4a661920f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745678274', 'tenant_id': '3772d751884347318e5633f3189f08c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '9666d5d4-28ad-45d8-97bf-6ec10c014c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:23Z', 'updated_at': '2021-12-22T13:21:27Z', 'revision_number': 3, 'project_id': '3772d751884347318e5633f3189f08c6', 'gw_port': {'id': '9666d5d4-28ad-45d8-97bf-6ec10c014c2f', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb7f5d1-9cc4-461f-8a37-18e4a661920f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:25Z', 'updated_at': '2021-12-22T13:21:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:30.163955 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f606f01a-6f5d-4c1b-b51a-95184ac3f948 tempest-TestNetworkAdvancedServerOps-1940590380 tempest-TestNetworkAdvancedServerOps-1940590380-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:30.164886 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4914d030-548a-4d74-bb6c-74b2f412a56d None None] Checking router: 7cb7f5d1-9cc4-461f-8a37-18e4a661920f for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:21:30.168234 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4914d030-548a-4d74-bb6c-74b2f412a56d None None] Updating router 7cb7f5d1-9cc4-461f-8a37-18e4a661920f port 9666d5d4-28ad-45d8-97bf-6ec10c014c2f binding host dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:21:30.168855 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f606f01a-6f5d-4c1b-b51a-95184ac3f948 tempest-TestNetworkAdvancedServerOps-1940590380 tempest-TestNetworkAdvancedServerOps-1940590380-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3491085 Dec 22 13:21:30.169554 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46034) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:30.171201 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5c8c7fd9-0ac0-479a-9b39-3a61a9540dc1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:30.176315 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5c8c7fd9-0ac0-479a-9b39-3a61a9540dc1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:security_group_rule and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:30.179455 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5c8c7fd9-0ac0-479a-9b39-3a61a9540dc1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:30.185753 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5c8c7fd9-0ac0-479a-9b39-3a61a9540dc1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:30.219381 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-512a9e2c-c22d-488d-8898-024eda156cd4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:30.229782 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8ed0bd81-f8b3-4769-bc4a-d768c8cb2e33 tempest-TestNetworkAdvancedServerOps-1940590380 tempest-TestNetworkAdvancedServerOps-1940590380-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=0776f1b4-770d-462f-bc0f-df97e8017b18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0562172 Dec 22 13:21:30.232952 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46038) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:30.243591 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-512a9e2c-c22d-488d-8898-024eda156cd4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:30.248537 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-127836dd-6759-4a08-81a3-a7215142db0d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1659488105', 'network_id': '89a79209-9156-4e6a-aa92-986d9fb5ebd9', 'project_id': '3772d751884347318e5633f3189f08c6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:30.261328 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4914d030-548a-4d74-bb6c-74b2f412a56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:30.284822 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-780ae6ce-5248-40e9-ad48-af082cf18623 None None] Provisioning for port cc236da4-1bbc-4aed-81da-dfa7f86e9eb0 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:21:30.303348 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8a912bc9-0181-41d6-aa9a-b470f5b5b2df tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:30.330868 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-831a5ed0-7196-45e3-99e2-818932ea737b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.5279737 Dec 22 13:21:30.338344 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46042) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:30.361606 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-267d0f3e-93b1-4a8c-81d6-60ee11a37e2c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '23fa35f5-4219-49d8-99c4-583623df199c'}]}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:30.368973 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8174aac-83dc-4441-93fc-094e44cb752a None None] Network bd05e0ae-bf6c-40f4-8a8d-637be06684f6 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:21:30.395873 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-469b356d-dd20-439f-ac48-0f1d209d7403 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:30.412454 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ccd704af-b469-4c27-80b2-07bf54df7925 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:30.415136 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8a912bc9-0181-41d6-aa9a-b470f5b5b2df tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:30.419058 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a912bc9-0181-41d6-aa9a-b470f5b5b2df tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:30.419648 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8a912bc9-0181-41d6-aa9a-b470f5b5b2df tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:30.421291 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8a912bc9-0181-41d6-aa9a-b470f5b5b2df tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "PUT /v2.0/ports/b366effc-905f-4f23-98f8-aac0c513930b HTTP/1.1" status: 200 len: 911 time: 1.6875703 Dec 22 13:21:30.431289 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9f2e581a-40ab-493f-b41e-412040a5f1df tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:30.451664 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46046) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:30.549555 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469b356d-dd20-439f-ac48-0f1d209d7403 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:21:30.559279 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-127836dd-6759-4a08-81a3-a7215142db0d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:30.563385 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-127836dd-6759-4a08-81a3-a7215142db0d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Usage tracker for resource:subnet and tenant:3772d751884347318e5633f3189f08c6 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:30.564732 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device cc236da4-1bbc-4aed-81da-dfa7f86e9eb0 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:21:30.566739 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-127836dd-6759-4a08-81a3-a7215142db0d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:30.572988 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-127836dd-6759-4a08-81a3-a7215142db0d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:30.580789 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512a9e2c-c22d-488d-8898-024eda156cd4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:30.584803 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-512a9e2c-c22d-488d-8898-024eda156cd4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:30.587207 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-512a9e2c-c22d-488d-8898-024eda156cd4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:21:30.587682 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-512a9e2c-c22d-488d-8898-024eda156cd4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:21:30.601374 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a912bc9-0181-41d6-aa9a-b470f5b5b2df tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event updated for resources: {'Port': ['ID=b366effc-905f-4f23-98f8-aac0c513930b,revision_number=3']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:30.612200 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8a912bc9-0181-41d6-aa9a-b470f5b5b2df tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:30.622304 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-469b356d-dd20-439f-ac48-0f1d209d7403 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:30.626579 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469b356d-dd20-439f-ac48-0f1d209d7403 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:21:30.656080 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5c8c7fd9-0ac0-479a-9b39-3a61a9540dc1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:30.667985 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127836dd-6759-4a08-81a3-a7215142db0d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Made reservation on behalf of 3772d751884347318e5633f3189f08c6 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:30.755774 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-512a9e2c-c22d-488d-8898-024eda156cd4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9897227 Dec 22 13:21:30.759580 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-5cde0a39-3388-46df-aa13-2786d1df6610 None None] Provisioning for port 30662993-745a-45bf-8fa8-83c9c5159945 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:21:30.764971 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46050) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:30.779680 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5c8c7fd9-0ac0-479a-9b39-3a61a9540dc1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:30.795680 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c8c7fd9-0ac0-479a-9b39-3a61a9540dc1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:21:30.805671 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5c8c7fd9-0ac0-479a-9b39-3a61a9540dc1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:30.806014 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-5c8c7fd9-0ac0-479a-9b39-3a61a9540dc1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Added segment 25a8765f-80c9-49f2-80f3-af40bf6068ab of type vlan for network af00dec1-e26a-496a-93c8-a8f6acabdaa9 Dec 22 13:21:30.833834 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5c8c7fd9-0ac0-479a-9b39-3a61a9540dc1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:30.869058 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-267d0f3e-93b1-4a8c-81d6-60ee11a37e2c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:30.973918 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port cc236da4-1bbc-4aed-81da-dfa7f86e9eb0 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:21:30.990722 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port cc236da4-1bbc-4aed-81da-dfa7f86e9eb0 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:30.991701 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:31.031859 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-99e1bf07-7626-4a3b-b652-868d164a420f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'subnet': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:31.055249 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b356d-dd20-439f-ac48-0f1d209d7403 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event updated for resources: {'Port': ['ID=c2c65f5f-96f5-4412-940c-5f893817a596,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:31.058619 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-469b356d-dd20-439f-ac48-0f1d209d7403 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:31.075443 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d9edce85-c26c-4e86-bd6d-3c8110ac3489 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:31.135372 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.resource_extend [None req-5c8c7fd9-0ac0-479a-9b39-3a61a9540dc1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:21:31.154227 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f330c3f7-2fca-406a-8164-94842e28265d None None] Update dhcp port {'port': {'network_id': '32f3e227-3941-47d8-a75b-ce51bf29c002', 'fixed_ips': [{'subnet_id': '23fa35f5-4219-49d8-99c4-583623df199c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b6f0ddc5-c29a-4c69-bb38-c2e74d39e735'}], 'binding:host_id': 'dv-neutron-822669-1-hyperv'}, 'id': 'cc236da4-1bbc-4aed-81da-dfa7f86e9eb0'} from dv-neutron-822669-1-hyperv. {{(pid=84150) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 22 13:21:31.180415 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4914d030-548a-4d74-bb6c-74b2f412a56d None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:31.221900 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-267d0f3e-93b1-4a8c-81d6-60ee11a37e2c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Delete allocated IP 2001:db8:0:1::158 (32f3e227-3941-47d8-a75b-ce51bf29c002/b6f0ddc5-c29a-4c69-bb38-c2e74d39e735) {{(pid=84148) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 13:21:31.244038 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-4914d030-548a-4d74-bb6c-74b2f412a56d None None] Transition to ACTIVE for port object 9666d5d4-28ad-45d8-97bf-6ec10c014c2f will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:21:31.250565 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-127836dd-6759-4a08-81a3-a7215142db0d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:31.272235 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f330c3f7-2fca-406a-8164-94842e28265d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:31.280890 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c7fd9-0ac0-479a-9b39-3a61a9540dc1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee015a9-d8c7-4938-821b-b51ceae48ab2,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:31.284340 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5c8c7fd9-0ac0-479a-9b39-3a61a9540dc1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:31.304605 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:31.349119 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4914d030-548a-4d74-bb6c-74b2f412a56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:31.359319 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-e24324d6-278e-4607-a24f-b30ac5c5c17a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:31.399344 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5c8c7fd9-0ac0-479a-9b39-3a61a9540dc1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:31.403852 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-267d0f3e-93b1-4a8c-81d6-60ee11a37e2c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:31.404373 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8c7fd9-0ac0-479a-9b39-3a61a9540dc1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:31.404494 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5c8c7fd9-0ac0-479a-9b39-3a61a9540dc1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:31.419131 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-267d0f3e-93b1-4a8c-81d6-60ee11a37e2c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Ignored duplicate provisioning block setup for port 1b365d3a-24ea-4ba0-88e0-8ba25a1471d6 by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 22 13:21:31.422941 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-228df95a-75ca-4318-840d-c1ae345d9bea tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:31.467465 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-267d0f3e-93b1-4a8c-81d6-60ee11a37e2c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:31.475812 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a21bbfcf-9fbf-4cb6-996a-5711938de462 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:31.533290 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-99e1bf07-7626-4a3b-b652-868d164a420f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:31.543703 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-99e1bf07-7626-4a3b-b652-868d164a420f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:31.565337 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c7fd9-0ac0-479a-9b39-3a61a9540dc1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'Network': ['ID=af00dec1-e26a-496a-93c8-a8f6acabdaa9,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:31.567076 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079e0e1-3f1c-4282-8de8-eb4d20ee0f8e None None] Pushing event updated for resources: {'Port': ['ID=9666d5d4-28ad-45d8-97bf-6ec10c014c2f,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:31.571136 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5c8c7fd9-0ac0-479a-9b39-3a61a9540dc1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:31.572640 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port cc236da4-1bbc-4aed-81da-dfa7f86e9eb0, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=cc236da4-1bbc-4aed-81da-dfa7f86e9eb0,segment=NetworkSegment(b09ca6a7-8b8b-436f-b313-50ac84206ba7),segment_id=b09ca6a7-8b8b-436f-b313-50ac84206ba7)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:21:31.595202 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network af00dec1-e26a-496a-93c8-a8f6acabdaa9 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:21:31.621886 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-267d0f3e-93b1-4a8c-81d6-60ee11a37e2c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] In _notify_port_updated(), no bound segment for port 1b365d3a-24ea-4ba0-88e0-8ba25a1471d6 on network 32f3e227-3941-47d8-a75b-ce51bf29c002 {{(pid=84148) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 13:21:31.625853 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267d0f3e-93b1-4a8c-81d6-60ee11a37e2c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:31.626510 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-267d0f3e-93b1-4a8c-81d6-60ee11a37e2c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:31.630653 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-267d0f3e-93b1-4a8c-81d6-60ee11a37e2c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "PUT /v2.0/ports/1b365d3a-24ea-4ba0-88e0-8ba25a1471d6 HTTP/1.1" status: 200 len: 926 time: 1.2871909 Dec 22 13:21:31.631734 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46054) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:31.631866 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e1bf07-7626-4a3b-b652-868d164a420f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:31.634185 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d0f3e-93b1-4a8c-81d6-60ee11a37e2c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'Port': ['ID=1b365d3a-24ea-4ba0-88e0-8ba25a1471d6,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:31.635475 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99e1bf07-7626-4a3b-b652-868d164a420f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:31.637063 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-99e1bf07-7626-4a3b-b652-868d164a420f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:21:31.637439 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-267d0f3e-93b1-4a8c-81d6-60ee11a37e2c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:31.637755 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99e1bf07-7626-4a3b-b652-868d164a420f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:21:31.642404 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-fdde099b-5bbd-4098-a751-a7bbb4791bb5 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '23fa35f5-4219-49d8-99c4-583623df199c'}, {'subnet_id': 'b6f0ddc5-c29a-4c69-bb38-c2e74d39e735'}]}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:31.737015 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:31.738520 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 30662993-745a-45bf-8fa8-83c9c5159945 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:21:31.744001 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5c8c7fd9-0ac0-479a-9b39-3a61a9540dc1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.4715021 Dec 22 13:21:31.747623 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46058) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:31.755732 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-49a31981-4a02-43b9-af00-1bb698f2ca19 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'port': {'network_id': 'af00dec1-e26a-496a-93c8-a8f6acabdaa9', 'name': 'tempest-PortsTestJSON-1005331967'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:31.791169 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4079e0e1-3f1c-4282-8de8-eb4d20ee0f8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:21:31.791510 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4079e0e1-3f1c-4282-8de8-eb4d20ee0f8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:21:31.791844 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4079e0e1-3f1c-4282-8de8-eb4d20ee0f8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:21:31.792173 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4079e0e1-3f1c-4282-8de8-eb4d20ee0f8e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:21:31.792501 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4079e0e1-3f1c-4282-8de8-eb4d20ee0f8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:21:31.792824 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4079e0e1-3f1c-4282-8de8-eb4d20ee0f8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:21:31.793143 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4079e0e1-3f1c-4282-8de8-eb4d20ee0f8e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:21:31.793463 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4079e0e1-3f1c-4282-8de8-eb4d20ee0f8e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:21:31.793781 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4079e0e1-3f1c-4282-8de8-eb4d20ee0f8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:21:31.794093 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4079e0e1-3f1c-4282-8de8-eb4d20ee0f8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:21:31.794437 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4079e0e1-3f1c-4282-8de8-eb4d20ee0f8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:21:31.799165 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-4914d030-548a-4d74-bb6c-74b2f412a56d None None] Attempting to bind port 9666d5d4-28ad-45d8-97bf-6ec10c014c2f on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:21:31.799536 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-4914d030-548a-4d74-bb6c-74b2f412a56d None None] Attempting to bind port 9666d5d4-28ad-45d8-97bf-6ec10c014c2f by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:21:31.799898 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4914d030-548a-4d74-bb6c-74b2f412a56d None None] Attempting to bind port 9666d5d4-28ad-45d8-97bf-6ec10c014c2f on network 0776f1b4-770d-462f-bc0f-df97e8017b18 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:21:31.811547 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-99e1bf07-7626-4a3b-b652-868d164a420f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9691696 Dec 22 13:21:31.813448 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46062) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:31.814752 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-4079e0e1-3f1c-4282-8de8-eb4d20ee0f8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:31.820450 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f65aad31-266c-403a-a66e-e07de34c3caa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:31.853852 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fdde099b-5bbd-4098-a751-a7bbb4791bb5 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:31.860626 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4914d030-548a-4d74-bb6c-74b2f412a56d None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:21:31.861005 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4914d030-548a-4d74-bb6c-74b2f412a56d None None] Checking segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:21:31.861413 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4914d030-548a-4d74-bb6c-74b2f412a56d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:31.861808 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4914d030-548a-4d74-bb6c-74b2f412a56d None None] Bound using segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:21:31.862287 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-4914d030-548a-4d74-bb6c-74b2f412a56d None None] Bound port: 9666d5d4-28ad-45d8-97bf-6ec10c014c2f, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:21:31.862689 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4914d030-548a-4d74-bb6c-74b2f412a56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:31.928424 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-49a31981-4a02-43b9-af00-1bb698f2ca19 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:31.935650 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-49a31981-4a02-43b9-af00-1bb698f2ca19 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:port and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:31.943598 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-49a31981-4a02-43b9-af00-1bb698f2ca19 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:31.943792 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-36dd5983-1167-4943-836c-c41afe7bbc3a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1151848 Dec 22 13:21:31.947250 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46066) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:31.957606 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-49a31981-4a02-43b9-af00-1bb698f2ca19 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:32.027065 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-469b356d-dd20-439f-ac48-0f1d209d7403 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for router_gateway, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:32.027874 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-469b356d-dd20-439f-ac48-0f1d209d7403 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:32.098342 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-127836dd-6759-4a08-81a3-a7215142db0d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:32.110861 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-767185c1-3111-46dc-a8c0-9133c6044c58 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:32.123246 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=cc236da4-1bbc-4aed-81da-dfa7f86e9eb0,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:32.132008 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb6f96d-ba18-42bb-a9f5-eb5f3ed4077d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:32.132416 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:32.132647 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-3fb6f96d-ba18-42bb-a9f5-eb5f3ed4077d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:21:32.148312 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-28060609-e249-4ef9-8ef5-816c6e7e7503 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:32.149192 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-4914d030-548a-4d74-bb6c-74b2f412a56d None None] For port 9666d5d4-28ad-45d8-97bf-6ec10c014c2f, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:21:32.155848 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a31981-4a02-43b9-af00-1bb698f2ca19 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Made reservation on behalf of 77460f0dfa37423d8c924a302461b16c for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:32.157761 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-f330c3f7-2fca-406a-8164-94842e28265d None None] Allocated IP 2001:db8:0:1::2 (32f3e227-3941-47d8-a75b-ce51bf29c002/b6f0ddc5-c29a-4c69-bb38-c2e74d39e735/cc236da4-1bbc-4aed-81da-dfa7f86e9eb0) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:21:32.159104 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-49a31981-4a02-43b9-af00-1bb698f2ca19 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:32.169071 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-4914d030-548a-4d74-bb6c-74b2f412a56d None None] For port 9666d5d4-28ad-45d8-97bf-6ec10c014c2f, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=9666d5d4-28ad-45d8-97bf-6ec10c014c2f,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:21:32.195633 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-3fb6f96d-ba18-42bb-a9f5-eb5f3ed4077d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:21:32.199340 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-3fb6f96d-ba18-42bb-a9f5-eb5f3ed4077d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2483664 Dec 22 13:21:32.202231 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-49a31981-4a02-43b9-af00-1bb698f2ca19 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] device_id is not set on port ac80c07b-e289-496c-b79a-fc8bd50fd884 yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:21:32.215618 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46070) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:32.261011 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 30662993-745a-45bf-8fa8-83c9c5159945 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:21:32.267936 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4914d030-548a-4d74-bb6c-74b2f412a56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:32.276245 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-08a620de-7306-4577-82ca-10fa07c0403d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:32.325018 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 30662993-745a-45bf-8fa8-83c9c5159945 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:32.325316 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:32.377076 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b525f4eb-a4a6-49b6-822f-4563b8fe917c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1555231 Dec 22 13:21:32.383658 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46074) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:32.403754 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-e033d707-9a03-4c7e-aa1d-4bd4e384d16d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'subnet': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:32.419955 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127836dd-6759-4a08-81a3-a7215142db0d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Pushing event updated for resources: {'Subnet': ['ID=9ad01d9a-abae-4107-9993-51951d2171e3,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:32.428919 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-127836dd-6759-4a08-81a3-a7215142db0d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:32.517476 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-49a31981-4a02-43b9-af00-1bb698f2ca19 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:32.545954 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4914d030-548a-4d74-bb6c-74b2f412a56d None None] Routers {'7cb7f5d1-9cc4-461f-8a37-18e4a661920f'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:21:32.546995 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-4914d030-548a-4d74-bb6c-74b2f412a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:21:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['7cb7f5d1-9cc4-461f-8a37-18e4a661920f'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:32.598829 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-49a31981-4a02-43b9-af00-1bb698f2ca19 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:32.606026 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-cf43be82-9791-49fc-b47f-02a61d86c3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1239509148-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:32.606245 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079e0e1-3f1c-4282-8de8-eb4d20ee0f8e None None] Pushing event updated for resources: {'Port': ['ID=9666d5d4-28ad-45d8-97bf-6ec10c014c2f,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:32.618130 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-4079e0e1-3f1c-4282-8de8-eb4d20ee0f8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:32.628615 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-f330c3f7-2fca-406a-8164-94842e28265d None None] For port cc236da4-1bbc-4aed-81da-dfa7f86e9eb0, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=cc236da4-1bbc-4aed-81da-dfa7f86e9eb0,segment=NetworkSegment(b09ca6a7-8b8b-436f-b313-50ac84206ba7),segment_id=b09ca6a7-8b8b-436f-b313-50ac84206ba7)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:21:32.681252 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127836dd-6759-4a08-81a3-a7215142db0d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Checking segment: {'id': '0948a770-5386-4fe4-820e-d3adb2497c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '89a79209-9156-4e6a-aa92-986d9fb5ebd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:21:32.681831 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127836dd-6759-4a08-81a3-a7215142db0d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Network hostable DHCP agents. Network: 89a79209-9156-4e6a-aa92-986d9fb5ebd9, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:21:32.699224 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-e033d707-9a03-4c7e-aa1d-4bd4e384d16d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:32.702479 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a31981-4a02-43b9-af00-1bb698f2ca19 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'Port': ['ID=ac80c07b-e289-496c-b79a-fc8bd50fd884,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:32.705637 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-49a31981-4a02-43b9-af00-1bb698f2ca19 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:32.713686 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a31981-4a02-43b9-af00-1bb698f2ca19 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Checking segment: {'id': '25a8765f-80c9-49f2-80f3-af40bf6068ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'af00dec1-e26a-496a-93c8-a8f6acabdaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:21:32.714046 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a31981-4a02-43b9-af00-1bb698f2ca19 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Network hostable DHCP agents. Network: af00dec1-e26a-496a-93c8-a8f6acabdaa9, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:21:32.767805 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.resource_extend [None req-f330c3f7-2fca-406a-8164-94842e28265d None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:21:32.784028 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-e033d707-9a03-4c7e-aa1d-4bd4e384d16d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:32.787163 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a31981-4a02-43b9-af00-1bb698f2ca19 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Network af00dec1-e26a-496a-93c8-a8f6acabdaa9 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:21:32.796626 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f330c3f7-2fca-406a-8164-94842e28265d None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:32.846152 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:32.858793 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-f330c3f7-2fca-406a-8164-94842e28265d None None] Transition to ACTIVE for port object cc236da4-1bbc-4aed-81da-dfa7f86e9eb0 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:21:32.866623 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-49a31981-4a02-43b9-af00-1bb698f2ca19 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, af00dec1-e26a-496a-93c8-a8f6acabdaa9) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:32.871511 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a31981-4a02-43b9-af00-1bb698f2ca19 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:21:32.876044 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a31981-4a02-43b9-af00-1bb698f2ca19 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:32.876770 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-49a31981-4a02-43b9-af00-1bb698f2ca19 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:32.889856 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6d0b4c-9dff-4f38-9934-0a34e7987c12 None None] Network af00dec1-e26a-496a-93c8-a8f6acabdaa9 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:21:32.904921 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-4914d030-548a-4d74-bb6c-74b2f412a56d None None] Set router 7cb7f5d1-9cc4-461f-8a37-18e4a661920f gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:21:32.942886 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e033d707-9a03-4c7e-aa1d-4bd4e384d16d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:32.946376 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e033d707-9a03-4c7e-aa1d-4bd4e384d16d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:32.996215 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-49a31981-4a02-43b9-af00-1bb698f2ca19 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2440655 Dec 22 13:21:32.998709 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46078) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:33.004040 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f330c3f7-2fca-406a-8164-94842e28265d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:33.010081 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-cf5b0300-74a5-45ae-b1d6-41b879dcf518 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2076346188'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:33.018335 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-b8ba1f98-ae85-44e0-a895-9ae02242a7d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:33.049147 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 30662993-745a-45bf-8fa8-83c9c5159945, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=30662993-745a-45bf-8fa8-83c9c5159945,segment=NetworkSegment(139a8277-367b-4ddd-9b97-b1b8777eba1e),segment_id=139a8277-367b-4ddd-9b97-b1b8777eba1e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:21:33.053627 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127836dd-6759-4a08-81a3-a7215142db0d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Network 89a79209-9156-4e6a-aa92-986d9fb5ebd9 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:21:33.091324 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-127836dd-6759-4a08-81a3-a7215142db0d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 89a79209-9156-4e6a-aa92-986d9fb5ebd9) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:33.110466 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127836dd-6759-4a08-81a3-a7215142db0d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:33.110989 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-127836dd-6759-4a08-81a3-a7215142db0d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:33.152263 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-cf5b0300-74a5-45ae-b1d6-41b879dcf518 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:33.165988 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-cf5b0300-74a5-45ae-b1d6-41b879dcf518 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:network and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:33.172681 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-cf5b0300-74a5-45ae-b1d6-41b879dcf518 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:33.185269 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-cf5b0300-74a5-45ae-b1d6-41b879dcf518 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:33.194127 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d76d79c-9d2e-4ff1-a55d-faf77bdefb82 None None] Network 89a79209-9156-4e6a-aa92-986d9fb5ebd9 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:21:33.200830 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-fdde099b-5bbd-4098-a751-a7bbb4791bb5 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Allocated IP 2001:db8:0:1::e0 (32f3e227-3941-47d8-a75b-ce51bf29c002/b6f0ddc5-c29a-4c69-bb38-c2e74d39e735/1b365d3a-24ea-4ba0-88e0-8ba25a1471d6) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:21:33.217578 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:33.282628 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-127836dd-6759-4a08-81a3-a7215142db0d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.0455260 Dec 22 13:21:33.290278 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46082) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:33.338992 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5b0300-74a5-45ae-b1d6-41b879dcf518 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Made reservation on behalf of 77460f0dfa37423d8c924a302461b16c for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:33.342059 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cf5b0300-74a5-45ae-b1d6-41b879dcf518 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:33.383854 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469b356d-dd20-439f-ac48-0f1d209d7403 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Router eed399a3-0f51-4966-8336-9e5d914ac24a is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:21:33.386396 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device cc236da4-1bbc-4aed-81da-dfa7f86e9eb0 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:21:33.395875 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf5b0300-74a5-45ae-b1d6-41b879dcf518 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:21:33.417741 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cf5b0300-74a5-45ae-b1d6-41b879dcf518 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:33.418671 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-cf5b0300-74a5-45ae-b1d6-41b879dcf518 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Added segment 77f3967f-856a-43da-a995-8c59541f8006 of type vlan for network 88f3cb7b-35f3-439a-aabe-baf4e391d41a Dec 22 13:21:33.427159 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fdde099b-5bbd-4098-a751-a7bbb4791bb5 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:33.459080 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-fdde099b-5bbd-4098-a751-a7bbb4791bb5 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Ignored duplicate provisioning block setup for port 1b365d3a-24ea-4ba0-88e0-8ba25a1471d6 by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 22 13:21:33.467418 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cf5b0300-74a5-45ae-b1d6-41b879dcf518 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:33.517594 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fdde099b-5bbd-4098-a751-a7bbb4791bb5 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:33.526896 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e56fe20b-b9e0-4bbd-8096-faf6f40d3baf tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:33.604688 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330c3f7-2fca-406a-8164-94842e28265d None None] Pushing event updated for resources: {'Port': ['ID=cc236da4-1bbc-4aed-81da-dfa7f86e9eb0,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:33.633550 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f330c3f7-2fca-406a-8164-94842e28265d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:33.637267 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7276a44d-bd40-4850-83b2-fd4f7c849892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.367s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:33.681249 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cf5b0300-74a5-45ae-b1d6-41b879dcf518 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:33.685380 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5b0300-74a5-45ae-b1d6-41b879dcf518 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:33.686069 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cf5b0300-74a5-45ae-b1d6-41b879dcf518 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:33.702508 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-fdde099b-5bbd-4098-a751-a7bbb4791bb5 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] In _notify_port_updated(), no bound segment for port 1b365d3a-24ea-4ba0-88e0-8ba25a1471d6 on network 32f3e227-3941-47d8-a75b-ce51bf29c002 {{(pid=84148) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 13:21:33.706856 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdde099b-5bbd-4098-a751-a7bbb4791bb5 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:33.707871 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fdde099b-5bbd-4098-a751-a7bbb4791bb5 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:33.709245 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-fdde099b-5bbd-4098-a751-a7bbb4791bb5 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "PUT /v2.0/ports/1b365d3a-24ea-4ba0-88e0-8ba25a1471d6 HTTP/1.1" status: 200 len: 1011 time: 2.0769236 Dec 22 13:21:33.712461 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46086) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:33.715269 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde099b-5bbd-4098-a751-a7bbb4791bb5 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'Port': ['ID=1b365d3a-24ea-4ba0-88e0-8ba25a1471d6,revision_number=3']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:33.718475 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-fdde099b-5bbd-4098-a751-a7bbb4791bb5 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:33.721533 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-70efe754-9bfd-4dd0-ac43-0b323137910d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:33.824175 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b0300-74a5-45ae-b1d6-41b879dcf518 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'Network': ['ID=88f3cb7b-35f3-439a-aabe-baf4e391d41a,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:33.827087 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-cf5b0300-74a5-45ae-b1d6-41b879dcf518 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:33.849095 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 88f3cb7b-35f3-439a-aabe-baf4e391d41a details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:21:33.867643 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=30662993-745a-45bf-8fa8-83c9c5159945,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:33.882230 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:33.906882 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-cf5b0300-74a5-45ae-b1d6-41b879dcf518 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9069674 Dec 22 13:21:33.909443 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46090) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:33.917087 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-b1c7f39c-127e-4210-871b-049dd099a8cf tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'ports': [{'network_id': 'af00dec1-e26a-496a-93c8-a8f6acabdaa9'}, {'network_id': '88f3cb7b-35f3-439a-aabe-baf4e391d41a'}]} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:33.917767 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-b1c7f39c-127e-4210-871b-049dd099a8cf tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'port': {'network_id': 'af00dec1-e26a-496a-93c8-a8f6acabdaa9'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:33.918413 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-b1c7f39c-127e-4210-871b-049dd099a8cf tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'port': {'network_id': '88f3cb7b-35f3-439a-aabe-baf4e391d41a'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:33.924202 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-bfb547b4-ddc5-47fb-a5a0-9ddf293c4db0 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Deleting port 1b365d3a-24ea-4ba0-88e0-8ba25a1471d6 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:21:33.924568 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bfb547b4-ddc5-47fb-a5a0-9ddf293c4db0 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:34.026430 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850b4fec-aff2-4b25-8075-f87cc2fd33a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-89a79209-9156-4e6a-aa92-986d9fb5ebd9', 'network_id': '89a79209-9156-4e6a-aa92-986d9fb5ebd9', 'tenant_id': '3772d751884347318e5633f3189f08c6', 'fixed_ips': [{'subnet_id': '9ad01d9a-abae-4107-9993-51951d2171e3'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:21:34.027257 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-850b4fec-aff2-4b25-8075-f87cc2fd33a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:34.101002 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.objects.ports [None req-e033d707-9a03-4c7e-aa1d-4bd4e384d16d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84149) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 22 13:21:34.119237 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-4914d030-548a-4d74-bb6c-74b2f412a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb7f5d1-9cc4-461f-8a37-18e4a661920f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745678274', 'tenant_id': '3772d751884347318e5633f3189f08c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '9666d5d4-28ad-45d8-97bf-6ec10c014c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:23Z', 'updated_at': '2021-12-22T13:21:27Z', 'revision_number': 3, 'project_id': '3772d751884347318e5633f3189f08c6', 'gw_port': {'id': '9666d5d4-28ad-45d8-97bf-6ec10c014c2f', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb7f5d1-9cc4-461f-8a37-18e4a661920f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:25Z', 'updated_at': '2021-12-22T13:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:34.136613 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4914d030-548a-4d74-bb6c-74b2f412a56d None None] The sync data for ids ['7cb7f5d1-9cc4-461f-8a37-18e4a661920f'] in dv-neutron-822669-1-hyperv is: [{'id': '7cb7f5d1-9cc4-461f-8a37-18e4a661920f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745678274', 'tenant_id': '3772d751884347318e5633f3189f08c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '9666d5d4-28ad-45d8-97bf-6ec10c014c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:23Z', 'updated_at': '2021-12-22T13:21:27Z', 'revision_number': 3, 'project_id': '3772d751884347318e5633f3189f08c6', 'gw_port': {'id': '9666d5d4-28ad-45d8-97bf-6ec10c014c2f', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb7f5d1-9cc4-461f-8a37-18e4a661920f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:25Z', 'updated_at': '2021-12-22T13:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:21:34.179181 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e033d707-9a03-4c7e-aa1d-4bd4e384d16d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:34.193145 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-22639c37-bd7a-4076-b22e-cf882aec2aa0 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:34.228877 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-b1c7f39c-127e-4210-871b-049dd099a8cf tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:34.233050 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-b1c7f39c-127e-4210-871b-049dd099a8cf tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:port and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:34.236107 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-b1c7f39c-127e-4210-871b-049dd099a8cf tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:34.242756 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-b1c7f39c-127e-4210-871b-049dd099a8cf tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:34.249392 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-850b4fec-aff2-4b25-8075-f87cc2fd33a7 None None] Allocated IP 172.20.0.2 (89a79209-9156-4e6a-aa92-986d9fb5ebd9/9ad01d9a-abae-4107-9993-51951d2171e3/152788c2-b65e-4a8b-9789-adfde4a906b7) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:21:34.318071 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c7f39c-127e-4210-871b-049dd099a8cf tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Made reservation on behalf of 77460f0dfa37423d8c924a302461b16c for: {'port': 2} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:34.321762 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b1c7f39c-127e-4210-871b-049dd099a8cf tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:34.343012 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b1c7f39c-127e-4210-871b-049dd099a8cf tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:34.442513 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d534ef-ee3f-4996-ad17-3e0409dadd1a None None] Network 32f3e227-3941-47d8-a75b-ce51bf29c002 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:21:34.533969 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-b1c7f39c-127e-4210-871b-049dd099a8cf tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] device_id is not set on port bf1f1ace-fe39-406a-abf7-5dfd35b44b42 yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:21:34.638958 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-850b4fec-aff2-4b25-8075-f87cc2fd33a7 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:34.665360 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-850b4fec-aff2-4b25-8075-f87cc2fd33a7 None None] Transition to ACTIVE for port object 152788c2-b65e-4a8b-9789-adfde4a906b7 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:21:34.682168 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e033d707-9a03-4c7e-aa1d-4bd4e384d16d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:21:34.702744 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-850b4fec-aff2-4b25-8075-f87cc2fd33a7 None None] Transition to ACTIVE for port object 152788c2-b65e-4a8b-9789-adfde4a906b7 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:21:34.707137 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-33a0b4cf-db18-46c7-9055-09b2a0fe7cbb None None] Provisioning for port cc236da4-1bbc-4aed-81da-dfa7f86e9eb0 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:21:34.731019 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b1c7f39c-127e-4210-871b-049dd099a8cf tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:34.745392 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-e033d707-9a03-4c7e-aa1d-4bd4e384d16d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:34.746156 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-33a0b4cf-db18-46c7-9055-09b2a0fe7cbb None None] Provisioning complete for port cc236da4-1bbc-4aed-81da-dfa7f86e9eb0 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:34.746575 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-33a0b4cf-db18-46c7-9055-09b2a0fe7cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:34.748801 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e033d707-9a03-4c7e-aa1d-4bd4e384d16d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:34.749429 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e033d707-9a03-4c7e-aa1d-4bd4e384d16d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:34.765003 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-28060609-e249-4ef9-8ef5-816c6e7e7503 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Deleting port b366effc-905f-4f23-98f8-aac0c513930b {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:21:34.765402 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-28060609-e249-4ef9-8ef5-816c6e7e7503 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:34.794740 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54069dc1-9441-4057-bbf8-be2f89ea23e8 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:21:34.814104 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-850b4fec-aff2-4b25-8075-f87cc2fd33a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:34.839242 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e033d707-9a03-4c7e-aa1d-4bd4e384d16d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Subnet': ['ID=0a25310c-7898-47e4-9fa5-e8d15e536c4e,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:34.842919 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e033d707-9a03-4c7e-aa1d-4bd4e384d16d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:34.849229 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-e24324d6-278e-4607-a24f-b30ac5c5c17a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:34.894818 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469b356d-dd20-439f-ac48-0f1d209d7403 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:21:34.905698 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-b1c7f39c-127e-4210-871b-049dd099a8cf tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] device_id is not set on port 42e1dfe7-60b4-4321-86c6-9a257a9b4259 yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:21:34.908644 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93cdef5-2b71-45af-b943-e7040289f2a1 None None] Sync routers for ids ['eed399a3-0f51-4966-8336-9e5d914ac24a'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:21:34.928390 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93cdef5-2b71-45af-b943-e7040289f2a1 None None] Routers {'eed399a3-0f51-4966-8336-9e5d914ac24a'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:21:34.929002 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-f93cdef5-2b71-45af-b943-e7040289f2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:21:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['eed399a3-0f51-4966-8336-9e5d914ac24a'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:35.006051 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-f93cdef5-2b71-45af-b943-e7040289f2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:35.018713 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93cdef5-2b71-45af-b943-e7040289f2a1 None None] Routers {'eed399a3-0f51-4966-8336-9e5d914ac24a'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:21:35.019619 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-f93cdef5-2b71-45af-b943-e7040289f2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:21:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['eed399a3-0f51-4966-8336-9e5d914ac24a'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:35.095682 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-f93cdef5-2b71-45af-b943-e7040289f2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:35.096096 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93cdef5-2b71-45af-b943-e7040289f2a1 None None] The sync data for ids ['eed399a3-0f51-4966-8336-9e5d914ac24a'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:21:35.128183 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e033d707-9a03-4c7e-aa1d-4bd4e384d16d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7412155 Dec 22 13:21:35.136280 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46094) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:35.138288 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b1c7f39c-127e-4210-871b-049dd099a8cf tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:35.156402 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-c2d63ec8-dd5e-4f1c-9733-c44d5402558f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'port': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'mac_address': 'fa:16:3e:75:6c:78', 'name': 'tempest-NetworksTestDHCPv6-1397956381'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:35.223875 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b4fec-aff2-4b25-8075-f87cc2fd33a7 None None] Pushing event updated for resources: {'Port': ['ID=152788c2-b65e-4a8b-9789-adfde4a906b7,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:35.228238 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850b4fec-aff2-4b25-8075-f87cc2fd33a7 None None] Network 89a79209-9156-4e6a-aa92-986d9fb5ebd9 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:21:35.235871 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-850b4fec-aff2-4b25-8075-f87cc2fd33a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:35.237414 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-850b4fec-aff2-4b25-8075-f87cc2fd33a7 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:35.242525 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850b4fec-aff2-4b25-8075-f87cc2fd33a7 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:21:35.244080 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b1c7f39c-127e-4210-871b-049dd099a8cf tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:35.256074 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a21bbfcf-9fbf-4cb6-996a-5711938de462 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:35.271319 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-28060609-e249-4ef9-8ef5-816c6e7e7503 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:35.279860 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bfb547b4-ddc5-47fb-a5a0-9ddf293c4db0 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:35.299195 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-469b356d-dd20-439f-ac48-0f1d209d7403 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:35.303342 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-469b356d-dd20-439f-ac48-0f1d209d7403 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.3988547 Dec 22 13:21:35.333934 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46098) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:35.441508 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 30662993-745a-45bf-8fa8-83c9c5159945 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:21:35.471126 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c7f39c-127e-4210-871b-049dd099a8cf tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Network af00dec1-e26a-496a-93c8-a8f6acabdaa9 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:21:35.476259 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-b1c7f39c-127e-4210-871b-049dd099a8cf tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:35.479072 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c7f39c-127e-4210-871b-049dd099a8cf tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:21:35.480966 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b1c7f39c-127e-4210-871b-049dd099a8cf tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:35.499625 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c7f39c-127e-4210-871b-049dd099a8cf tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'Port': ['ID=bf1f1ace-fe39-406a-abf7-5dfd35b44b42,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:35.502708 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b1c7f39c-127e-4210-871b-049dd099a8cf tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:35.505242 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5faa40aa-a19e-4393-aefe-f91df80ecc22 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:35.579477 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-850b4fec-aff2-4b25-8075-f87cc2fd33a7 None None] Attempting to bind port 152788c2-b65e-4a8b-9789-adfde4a906b7 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:21:35.579854 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-850b4fec-aff2-4b25-8075-f87cc2fd33a7 None None] Attempting to bind port 152788c2-b65e-4a8b-9789-adfde4a906b7 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '0948a770-5386-4fe4-820e-d3adb2497c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '89a79209-9156-4e6a-aa92-986d9fb5ebd9'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:21:35.580219 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850b4fec-aff2-4b25-8075-f87cc2fd33a7 None None] Attempting to bind port 152788c2-b65e-4a8b-9789-adfde4a906b7 on network 89a79209-9156-4e6a-aa92-986d9fb5ebd9 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:21:35.598462 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-bfb547b4-ddc5-47fb-a5a0-9ddf293c4db0 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Calling delete_port for 1b365d3a-24ea-4ba0-88e0-8ba25a1471d6 owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:21:35.626212 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c7f39c-127e-4210-871b-049dd099a8cf tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Checking segment: {'id': '77f3967f-856a-43da-a995-8c59541f8006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '88f3cb7b-35f3-439a-aabe-baf4e391d41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:21:35.626212 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c7f39c-127e-4210-871b-049dd099a8cf tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Network hostable DHCP agents. Network: 88f3cb7b-35f3-439a-aabe-baf4e391d41a, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:21:35.627294 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22e2101-07e9-4da4-8ac1-c1cecd994cd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'tenant_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'fixed_ips': [{'subnet_id': '0a25310c-7898-47e4-9fa5-e8d15e536c4e'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:21:35.628108 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c22e2101-07e9-4da4-8ac1-c1cecd994cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:35.634280 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c7f39c-127e-4210-871b-049dd099a8cf tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'Port': ['ID=42e1dfe7-60b4-4321-86c6-9a257a9b4259,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:35.636462 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-28060609-e249-4ef9-8ef5-816c6e7e7503 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Calling delete_port for b366effc-905f-4f23-98f8-aac0c513930b owned by network:router_interface {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:21:35.637367 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b1c7f39c-127e-4210-871b-049dd099a8cf tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:35.641985 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850b4fec-aff2-4b25-8075-f87cc2fd33a7 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:21:35.642535 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850b4fec-aff2-4b25-8075-f87cc2fd33a7 None None] Checking segment: {'id': '0948a770-5386-4fe4-820e-d3adb2497c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '89a79209-9156-4e6a-aa92-986d9fb5ebd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:21:35.642993 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-850b4fec-aff2-4b25-8075-f87cc2fd33a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:35.643406 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850b4fec-aff2-4b25-8075-f87cc2fd33a7 None None] Bound using segment: {'id': '0948a770-5386-4fe4-820e-d3adb2497c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '89a79209-9156-4e6a-aa92-986d9fb5ebd9'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:21:35.643995 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-850b4fec-aff2-4b25-8075-f87cc2fd33a7 None None] Bound port: 152788c2-b65e-4a8b-9789-adfde4a906b7, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0948a770-5386-4fe4-820e-d3adb2497c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '89a79209-9156-4e6a-aa92-986d9fb5ebd9'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:21:35.645072 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-850b4fec-aff2-4b25-8075-f87cc2fd33a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:35.830642 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-c2d63ec8-dd5e-4f1c-9733-c44d5402558f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:35.832364 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-850b4fec-aff2-4b25-8075-f87cc2fd33a7 None None] For port 152788c2-b65e-4a8b-9789-adfde4a906b7, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:21:35.837626 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-850b4fec-aff2-4b25-8075-f87cc2fd33a7 None None] For port 152788c2-b65e-4a8b-9789-adfde4a906b7, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=152788c2-b65e-4a8b-9789-adfde4a906b7,segment=NetworkSegment(0948a770-5386-4fe4-820e-d3adb2497c58),segment_id=0948a770-5386-4fe4-820e-d3adb2497c58)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:21:35.841099 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c2d63ec8-dd5e-4f1c-9733-c44d5402558f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:port and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:35.845313 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c2d63ec8-dd5e-4f1c-9733-c44d5402558f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:35.855834 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-c2d63ec8-dd5e-4f1c-9733-c44d5402558f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:35.875633 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2e442f70-133c-4acf-a8e4-190f0cd2d003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:35.886211 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-33a0b4cf-db18-46c7-9055-09b2a0fe7cbb None None] Provisioning for port 1b365d3a-24ea-4ba0-88e0-8ba25a1471d6 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:21:35.915232 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-33a0b4cf-db18-46c7-9055-09b2a0fe7cbb None None] Provisioning complete for port 1b365d3a-24ea-4ba0-88e0-8ba25a1471d6 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:35.915232 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-33a0b4cf-db18-46c7-9055-09b2a0fe7cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:35.970403 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d63ec8-dd5e-4f1c-9733-c44d5402558f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:35.977603 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-850b4fec-aff2-4b25-8075-f87cc2fd33a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:35.984200 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c7f39c-127e-4210-871b-049dd099a8cf tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Network 88f3cb7b-35f3-439a-aabe-baf4e391d41a is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:21:35.987520 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:36.025017 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 30662993-745a-45bf-8fa8-83c9c5159945 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:36.025595 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:36.092835 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-b1c7f39c-127e-4210-871b-049dd099a8cf tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 88f3cb7b-35f3-439a-aabe-baf4e391d41a) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:36.106278 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c7f39c-127e-4210-871b-049dd099a8cf tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:21:36.110323 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c7f39c-127e-4210-871b-049dd099a8cf tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:36.114048 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c7f39c-127e-4210-871b-049dd099a8cf tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:36.114827 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b1c7f39c-127e-4210-871b-049dd099a8cf tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:36.140871 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7f0a44-9c24-4ed6-9cc9-3600914469dc None None] Network 88f3cb7b-35f3-439a-aabe-baf4e391d41a requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:21:36.247109 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-33a0b4cf-db18-46c7-9055-09b2a0fe7cbb None None] Port 1b365d3a-24ea-4ba0-88e0-8ba25a1471d6 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:21:36.259313 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b1c7f39c-127e-4210-871b-049dd099a8cf tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3460228 Dec 22 13:21:36.259725 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46104) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:36.337129 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b4fec-aff2-4b25-8075-f87cc2fd33a7 None None] Pushing event updated for resources: {'Port': ['ID=152788c2-b65e-4a8b-9789-adfde4a906b7,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:36.340704 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-850b4fec-aff2-4b25-8075-f87cc2fd33a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:36.346641 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-a5d84d74-dfae-4dad-89dd-26c1c50b7ced tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Deleting port 42e1dfe7-60b4-4321-86c6-9a257a9b4259 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:21:36.348278 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a5d84d74-dfae-4dad-89dd-26c1c50b7ced tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:36.349590 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-c22e2101-07e9-4da4-8ac1-c1cecd994cd9 None None] Allocated IP 2001:db8::f816:3eff:febe:1161 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/0a25310c-7898-47e4-9fa5-e8d15e536c4e/8c40a13b-ad13-4abe-9ef9-e2d6f2b28fee) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:21:36.623849 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device cc236da4-1bbc-4aed-81da-dfa7f86e9eb0 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:21:36.680397 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-28060609-e249-4ef9-8ef5-816c6e7e7503 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:36.697726 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-34d9354d-c36a-4c5c-b525-8bec336bc62a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:36.724167 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a385282a-6335-4773-bb3e-8b3de1f82798 None None] Provisioning complete for port cc236da4-1bbc-4aed-81da-dfa7f86e9eb0 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:36.724606 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a385282a-6335-4773-bb3e-8b3de1f82798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:36.757310 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c2d63ec8-dd5e-4f1c-9733-c44d5402558f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:36.859900 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bfb547b4-ddc5-47fb-a5a0-9ddf293c4db0 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:36.887752 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28060609-e249-4ef9-8ef5-816c6e7e7503 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event deleted for resources: {'Port': ['ID=b366effc-905f-4f23-98f8-aac0c513930b,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:36.903495 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-c2d63ec8-dd5e-4f1c-9733-c44d5402558f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] device_id is not set on port a383c38d-885b-4288-a539-1ebb60822457 yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:21:36.940781 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port cc236da4-1bbc-4aed-81da-dfa7f86e9eb0 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:36.941398 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:36.944849 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a5d84d74-dfae-4dad-89dd-26c1c50b7ced tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:36.950997 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-28060609-e249-4ef9-8ef5-816c6e7e7503 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:36.953948 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b38e0002-26fa-4c0a-933f-2380ccffc199 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:37.106083 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb547b4-ddc5-47fb-a5a0-9ddf293c4db0 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event deleted for resources: {'Port': ['ID=1b365d3a-24ea-4ba0-88e0-8ba25a1471d6,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:37.132936 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-a5d84d74-dfae-4dad-89dd-26c1c50b7ced tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Calling delete_port for 42e1dfe7-60b4-4321-86c6-9a257a9b4259 owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:21:37.169213 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-bfb547b4-ddc5-47fb-a5a0-9ddf293c4db0 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:37.261397 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c22e2101-07e9-4da4-8ac1-c1cecd994cd9 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:37.269616 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 9666d5d4-28ad-45d8-97bf-6ec10c014c2f up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:21:37.348346 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-40203cf6-c70a-4115-9758-acb22922fccd tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:37.360270 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a385282a-6335-4773-bb3e-8b3de1f82798 None None] Could not find standard attr ID for object 1b365d3a-24ea-4ba0-88e0-8ba25a1471d6. {{(pid=84150) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:21:37.401770 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c22e2101-07e9-4da4-8ac1-c1cecd994cd9 None None] Transition to ACTIVE for port object 8c40a13b-ad13-4abe-9ef9-e2d6f2b28fee will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:21:37.414956 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bfb547b4-ddc5-47fb-a5a0-9ddf293c4db0 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:37.432093 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-28060609-e249-4ef9-8ef5-816c6e7e7503 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:37.442896 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c22e2101-07e9-4da4-8ac1-c1cecd994cd9 None None] Transition to ACTIVE for port object 8c40a13b-ad13-4abe-9ef9-e2d6f2b28fee will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:21:37.451015 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a5d84d74-dfae-4dad-89dd-26c1c50b7ced tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:37.464242 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-bfb547b4-ddc5-47fb-a5a0-9ddf293c4db0 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/ports/1b365d3a-24ea-4ba0-88e0-8ba25a1471d6 HTTP/1.1" status: 204 len: 168 time: 3.7465522 Dec 22 13:21:37.470540 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46108) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:37.470792 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-fdde099b-5bbd-4098-a751-a7bbb4791bb5 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:37.480851 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-31217eda-c665-4c6b-8335-c0bd872e06fe None None] Could not find standard attr ID for object 1b365d3a-24ea-4ba0-88e0-8ba25a1471d6. {{(pid=84150) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:21:37.518255 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c22e2101-07e9-4da4-8ac1-c1cecd994cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:37.523551 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d84d74-dfae-4dad-89dd-26c1c50b7ced tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'Port': ['ID=42e1dfe7-60b4-4321-86c6-9a257a9b4259,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:37.526065 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a5d84d74-dfae-4dad-89dd-26c1c50b7ced tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:37.538106 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-4079e0e1-3f1c-4282-8de8-eb4d20ee0f8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:37.560789 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a5d84d74-dfae-4dad-89dd-26c1c50b7ced tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:37.610956 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 9666d5d4-28ad-45d8-97bf-6ec10c014c2f completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:21:37.630258 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 9666d5d4-28ad-45d8-97bf-6ec10c014c2f triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:37.633197 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:37.633305 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a5d84d74-dfae-4dad-89dd-26c1c50b7ced tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/ports/42e1dfe7-60b4-4321-86c6-9a257a9b4259 HTTP/1.1" status: 204 len: 168 time: 1.3704324 Dec 22 13:21:37.633586 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46112) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:37.683927 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22e2101-07e9-4da4-8ac1-c1cecd994cd9 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:21:37.688805 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-c22e2101-07e9-4da4-8ac1-c1cecd994cd9 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:37.702141 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22e2101-07e9-4da4-8ac1-c1cecd994cd9 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:21:37.713305 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e2101-07e9-4da4-8ac1-c1cecd994cd9 None None] Pushing event updated for resources: {'Port': ['ID=8c40a13b-ad13-4abe-9ef9-e2d6f2b28fee,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:37.727443 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c22e2101-07e9-4da4-8ac1-c1cecd994cd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:37.769933 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-26c535d9-29f7-45ba-8885-56470e322cde tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] GET failed (client error): The resource could not be found. Dec 22 13:21:37.770539 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-26c535d9-29f7-45ba-8885-56470e322cde tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Synchronizing usage tracker for tenant:5dcef99d1b1441dea18127579d2b89f5 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:21:37.772766 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22009db9-183d-4c9f-9395-c0128449d201 None None] Network 89a79209-9156-4e6a-aa92-986d9fb5ebd9 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:21:37.815339 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326984af-4225-4086-b597-12f18c6c3620 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:37.820353 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326984af-4225-4086-b597-12f18c6c3620 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:37.821187 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-326984af-4225-4086-b597-12f18c6c3620 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Synchronizing usage tracker for tenant:77460f0dfa37423d8c924a302461b16c on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:21:37.888693 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-c2d63ec8-dd5e-4f1c-9733-c44d5402558f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Allocated IP 2001:db8::f816:3eff:fe75:6c78 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/0a25310c-7898-47e4-9fa5-e8d15e536c4e/a383c38d-885b-4288-a539-1ebb60822457) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:21:37.892855 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-26c535d9-29f7-45ba-8885-56470e322cde tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Unset dirty status for tenant:5dcef99d1b1441dea18127579d2b89f5 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:21:37.894296 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-26c535d9-29f7-45ba-8885-56470e322cde tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "GET /v2.0/ports/1b365d3a-24ea-4ba0-88e0-8ba25a1471d6 HTTP/1.1" status: 404 len: 333 time: 0.4258900 Dec 22 13:21:37.951226 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-c22e2101-07e9-4da4-8ac1-c1cecd994cd9 None None] Attempting to bind port 8c40a13b-ad13-4abe-9ef9-e2d6f2b28fee on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:21:37.951630 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-c22e2101-07e9-4da4-8ac1-c1cecd994cd9 None None] Attempting to bind port 8c40a13b-ad13-4abe-9ef9-e2d6f2b28fee by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:21:37.952004 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22e2101-07e9-4da4-8ac1-c1cecd994cd9 None None] Attempting to bind port 8c40a13b-ad13-4abe-9ef9-e2d6f2b28fee on network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:21:37.990315 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46116) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:38.018046 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9e24fb5c-256f-4a7e-9ca6-2961d3458fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:38.024680 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22e2101-07e9-4da4-8ac1-c1cecd994cd9 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:21:38.025036 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22e2101-07e9-4da4-8ac1-c1cecd994cd9 None None] Checking segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:21:38.025448 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c22e2101-07e9-4da4-8ac1-c1cecd994cd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:38.026213 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22e2101-07e9-4da4-8ac1-c1cecd994cd9 None None] Bound using segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:21:38.026813 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-c22e2101-07e9-4da4-8ac1-c1cecd994cd9 None None] Bound port: 8c40a13b-ad13-4abe-9ef9-e2d6f2b28fee, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:21:38.026813 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c22e2101-07e9-4da4-8ac1-c1cecd994cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:38.048299 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c4c86e57-f641-470f-9dfe-225004319d8c None None] Provisioning for port 152788c2-b65e-4a8b-9789-adfde4a906b7 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:21:38.085198 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-326984af-4225-4086-b597-12f18c6c3620 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Unset dirty status for tenant:77460f0dfa37423d8c924a302461b16c on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:21:38.086426 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-326984af-4225-4086-b597-12f18c6c3620 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.4516771 Dec 22 13:21:38.089196 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46120) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:38.103660 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:38.178416 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 9666d5d4-28ad-45d8-97bf-6ec10c014c2f, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=9666d5d4-28ad-45d8-97bf-6ec10c014c2f,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:21:38.180102 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-40203cf6-c70a-4115-9758-acb22922fccd tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Allocated IP 172.20.0.1 (bd05e0ae-bf6c-40f4-8a8d-637be06684f6/aebd10ca-1b51-43a3-9241-dbec62ce9a21/6b10c183-1901-43f9-b99d-4066f574d34d) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:21:38.189613 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-52be4ecd-c55b-4a59-9efc-ff613a0edc46 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Deleting port bf1f1ace-fe39-406a-abf7-5dfd35b44b42 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:21:38.189966 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-52be4ecd-c55b-4a59-9efc-ff613a0edc46 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:38.248475 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:38.250389 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:38.298062 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-c22e2101-07e9-4da4-8ac1-c1cecd994cd9 None None] For port 8c40a13b-ad13-4abe-9ef9-e2d6f2b28fee, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:21:38.315660 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-c22e2101-07e9-4da4-8ac1-c1cecd994cd9 None None] For port 8c40a13b-ad13-4abe-9ef9-e2d6f2b28fee, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=8c40a13b-ad13-4abe-9ef9-e2d6f2b28fee,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:21:38.345319 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=9666d5d4-28ad-45d8-97bf-6ec10c014c2f,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:38.350936 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:38.376235 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c22e2101-07e9-4da4-8ac1-c1cecd994cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:38.405598 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-850b4fec-aff2-4b25-8075-f87cc2fd33a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:38.487779 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e2101-07e9-4da4-8ac1-c1cecd994cd9 None None] Pushing event updated for resources: {'Port': ['ID=8c40a13b-ad13-4abe-9ef9-e2d6f2b28fee,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:38.490811 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 152788c2-b65e-4a8b-9789-adfde4a906b7 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:21:38.564345 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c22e2101-07e9-4da4-8ac1-c1cecd994cd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:38.630174 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-40203cf6-c70a-4115-9758-acb22922fccd tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:38.632617 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 152788c2-b65e-4a8b-9789-adfde4a906b7 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:21:38.638768 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 152788c2-b65e-4a8b-9789-adfde4a906b7 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:38.639511 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:38.648437 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-40203cf6-c70a-4115-9758-acb22922fccd tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Transition to ACTIVE for port object 6b10c183-1901-43f9-b99d-4066f574d34d will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:21:38.681466 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-52be4ecd-c55b-4a59-9efc-ff613a0edc46 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:38.797183 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28060609-e249-4ef9-8ef5-816c6e7e7503 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Router d08aa753-94e4-4344-b5fc-bdcab8a1a984 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:21:38.808643 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-67299c50-1f38-4f7a-a1e7-80ac4342cbb5 None None] Provisioning complete for port 152788c2-b65e-4a8b-9789-adfde4a906b7 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:38.809152 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-67299c50-1f38-4f7a-a1e7-80ac4342cbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:38.834987 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-52be4ecd-c55b-4a59-9efc-ff613a0edc46 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Calling delete_port for bf1f1ace-fe39-406a-abf7-5dfd35b44b42 owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:21:38.903385 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:38.930891 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-0523ae62-40ea-42b3-af71-ce79f2c82e98 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Deleting subnet b6f0ddc5-c29a-4c69-bb38-c2e74d39e735 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:21:38.934010 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0523ae62-40ea-42b3-af71-ce79f2c82e98 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:38.957997 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 152788c2-b65e-4a8b-9789-adfde4a906b7, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=152788c2-b65e-4a8b-9789-adfde4a906b7,segment=NetworkSegment(0948a770-5386-4fe4-820e-d3adb2497c58),segment_id=0948a770-5386-4fe4-820e-d3adb2497c58)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:21:38.960350 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-40203cf6-c70a-4115-9758-acb22922fccd tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:38.973594 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8a912bc9-0181-41d6-aa9a-b470f5b5b2df tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:38.990511 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:39.007516 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0523ae62-40ea-42b3-af71-ce79f2c82e98 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:39.022427 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-67299c50-1f38-4f7a-a1e7-80ac4342cbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:39.033694 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-52be4ecd-c55b-4a59-9efc-ff613a0edc46 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:39.049349 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40203cf6-c70a-4115-9758-acb22922fccd tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Network bd05e0ae-bf6c-40f4-8a8d-637be06684f6 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:21:39.049915 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:39.055221 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-40203cf6-c70a-4115-9758-acb22922fccd tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:39.057980 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40203cf6-c70a-4115-9758-acb22922fccd tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:21:39.083103 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:39.083285 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-49957afa-0e47-423f-9423-7c192699a199 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:39.111487 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-52be4ecd-c55b-4a59-9efc-ff613a0edc46 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:39.150416 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40203cf6-c70a-4115-9758-acb22922fccd tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event updated for resources: {'Port': ['ID=6b10c183-1901-43f9-b99d-4066f574d34d,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:39.153249 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-40203cf6-c70a-4115-9758-acb22922fccd tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:39.157441 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-726c33c8-00f4-484f-8903-1e0e68f29c06 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:39.177644 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-67299c50-1f38-4f7a-a1e7-80ac4342cbb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:21:39.178086 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-67299c50-1f38-4f7a-a1e7-80ac4342cbb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:21:39.184071 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=152788c2-b65e-4a8b-9789-adfde4a906b7,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:39.189671 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:39.197610 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-40203cf6-c70a-4115-9758-acb22922fccd tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:39.207481 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be4ecd-c55b-4a59-9efc-ff613a0edc46 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'Port': ['ID=bf1f1ace-fe39-406a-abf7-5dfd35b44b42,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:39.210393 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-52be4ecd-c55b-4a59-9efc-ff613a0edc46 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:39.240232 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-52be4ecd-c55b-4a59-9efc-ff613a0edc46 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/ports/bf1f1ace-fe39-406a-abf7-5dfd35b44b42 HTTP/1.1" status: 204 len: 168 time: 1.1478164 Dec 22 13:21:39.240440 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46124) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:39.266467 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:39.267530 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c2d63ec8-dd5e-4f1c-9733-c44d5402558f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:39.365104 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb560e7-080c-4938-a131-94abbadd7716 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:39.365826 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-adb560e7-080c-4938-a131-94abbadd7716 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Synchronizing usage tracker for tenant:77460f0dfa37423d8c924a302461b16c on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:21:39.378675 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-c2d63ec8-dd5e-4f1c-9733-c44d5402558f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Transition to ACTIVE for port object a383c38d-885b-4288-a539-1ebb60822457 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:21:39.403414 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-40203cf6-c70a-4115-9758-acb22922fccd tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:39.455971 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0523ae62-40ea-42b3-af71-ce79f2c82e98 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:39.505364 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28060609-e249-4ef9-8ef5-816c6e7e7503 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:21:39.520814 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-adb560e7-080c-4938-a131-94abbadd7716 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Unset dirty status for tenant:77460f0dfa37423d8c924a302461b16c on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:21:39.522161 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-adb560e7-080c-4938-a131-94abbadd7716 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2807863 Dec 22 13:21:39.525052 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245081c6-5f55-4a15-bf71-e09c42e290d9 None None] Sync routers for ids ['d08aa753-94e4-4344-b5fc-bdcab8a1a984'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:21:39.525939 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46128) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:39.526226 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46130) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:39.526396 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-28060609-e249-4ef9-8ef5-816c6e7e7503 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "PUT /v2.0/routers/d08aa753-94e4-4344-b5fc-bdcab8a1a984/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0697770 Dec 22 13:21:39.543188 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245081c6-5f55-4a15-bf71-e09c42e290d9 None None] Routers {'d08aa753-94e4-4344-b5fc-bdcab8a1a984'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:21:39.545950 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-245081c6-5f55-4a15-bf71-e09c42e290d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:21:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['d08aa753-94e4-4344-b5fc-bdcab8a1a984'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:39.624064 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-245081c6-5f55-4a15-bf71-e09c42e290d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:39.631441 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-29a03e29-fe0c-45a1-a88b-66207b853451 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "GET /v2.0/ports?device_id=d08aa753-94e4-4344-b5fc-bdcab8a1a984 HTTP/1.1" status: 200 len: 205 time: 0.0995061 Dec 22 13:21:39.632128 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46136) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:39.648309 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245081c6-5f55-4a15-bf71-e09c42e290d9 None None] Routers {'d08aa753-94e4-4344-b5fc-bdcab8a1a984'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:21:39.649559 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-245081c6-5f55-4a15-bf71-e09c42e290d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:21:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['d08aa753-94e4-4344-b5fc-bdcab8a1a984'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:39.718870 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-d04ad1d3-0c63-4eb1-9e2c-899892e84825 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] GET failed (client error): The resource could not be found. Dec 22 13:21:39.723493 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d04ad1d3-0c63-4eb1-9e2c-899892e84825 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "GET /v2.0/ports/42e1dfe7-60b4-4321-86c6-9a257a9b4259 HTTP/1.1" status: 404 len: 333 time: 0.1913855 Dec 22 13:21:39.728082 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46140) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:39.762058 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-77341d14-6f0a-404d-a0e2-9e2abd9c3e3d req-aa39fe27-b56b-4f55-998d-600814727f2c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3075035 Dec 22 13:21:39.767926 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-245081c6-5f55-4a15-bf71-e09c42e290d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:39.768329 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245081c6-5f55-4a15-bf71-e09c42e290d9 None None] The sync data for ids ['d08aa753-94e4-4344-b5fc-bdcab8a1a984'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:21:39.862118 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-d661f850-c140-4304-9feb-dc60c856c18c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] GET failed (client error): The resource could not be found. Dec 22 13:21:39.863502 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d661f850-c140-4304-9feb-dc60c856c18c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "GET /v2.0/ports/bf1f1ace-fe39-406a-abf7-5dfd35b44b42 HTTP/1.1" status: 404 len: 333 time: 0.1339159 Dec 22 13:21:39.864591 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0523ae62-40ea-42b3-af71-ce79f2c82e98 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:39.869467 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c2d63ec8-dd5e-4f1c-9733-c44d5402558f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:39.875675 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46144) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:39.888212 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e033d707-9a03-4c7e-aa1d-4bd4e384d16d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:39.963689 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-8458d81c-79ad-4e6e-a10f-047953f611e5 None None] Provisioning for port 6b10c183-1901-43f9-b99d-4066f574d34d completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:21:39.970661 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-8458d81c-79ad-4e6e-a10f-047953f611e5 None None] Provisioning complete for port 6b10c183-1901-43f9-b99d-4066f574d34d triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:39.970984 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0523ae62-40ea-42b3-af71-ce79f2c82e98 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event deleted for resources: {'Subnet': ['ID=b6f0ddc5-c29a-4c69-bb38-c2e74d39e735,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:39.971779 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8458d81c-79ad-4e6e-a10f-047953f611e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:39.977326 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0523ae62-40ea-42b3-af71-ce79f2c82e98 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:40.050760 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-bfb547b4-ddc5-47fb-a5a0-9ddf293c4db0 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:40.089543 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-8458d81c-79ad-4e6e-a10f-047953f611e5 None None] Port 6b10c183-1901-43f9-b99d-4066f574d34d cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:21:40.098694 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:21:40.153571 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-77341d14-6f0a-404d-a0e2-9e2abd9c3e3d req-29589e79-9db6-48c5-b9f3-2d621ce09a09 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ccb0058a2c24446385d13786cea4c6a9&device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 1098 time: 0.1927574 Dec 22 13:21:40.168328 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-8458d81c-79ad-4e6e-a10f-047953f611e5 None None] Provisioning for port 8c40a13b-ad13-4abe-9ef9-e2d6f2b28fee completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:21:40.250855 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0523ae62-40ea-42b3-af71-ce79f2c82e98 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:40.257454 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dcc688-4653-41df-a48d-3e30c587e772 None None] Network 32f3e227-3941-47d8-a75b-ce51bf29c002 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:21:40.310768 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d63ec8-dd5e-4f1c-9733-c44d5402558f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:21:40.328781 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c98e798d-7cc6-4cae-b100-db266c3be132 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:40.340768 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-40203cf6-c70a-4115-9758-acb22922fccd tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:40.367540 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77341d14-6f0a-404d-a0e2-9e2abd9c3e3d req-df3cee7f-0030-42d5-9556-eb17e260e1d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:40.369140 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-77341d14-6f0a-404d-a0e2-9e2abd9c3e3d req-df3cee7f-0030-42d5-9556-eb17e260e1d4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=36a9635e-060b-4630-a9b5-9765cca55df8 HTTP/1.1" status: 200 len: 913 time: 0.1913886 Dec 22 13:21:40.400889 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0523ae62-40ea-42b3-af71-ce79f2c82e98 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/subnets/b6f0ddc5-c29a-4c69-bb38-c2e74d39e735 HTTP/1.1" status: 204 len: 168 time: 2.4051783 Dec 22 13:21:40.400889 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-c2d63ec8-dd5e-4f1c-9733-c44d5402558f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:40.401934 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d63ec8-dd5e-4f1c-9733-c44d5402558f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:21:40.406074 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d63ec8-dd5e-4f1c-9733-c44d5402558f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:40.408321 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c2d63ec8-dd5e-4f1c-9733-c44d5402558f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:40.423799 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46148) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:40.472268 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d63ec8-dd5e-4f1c-9733-c44d5402558f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Port': ['ID=a383c38d-885b-4288-a539-1ebb60822457,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:40.475562 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c2d63ec8-dd5e-4f1c-9733-c44d5402558f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:40.476431 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-40203cf6-c70a-4115-9758-acb22922fccd tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:40.499104 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:40.549295 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-081d3353-7c85-4b64-8e8b-73e1b6cdb806 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:40.584056 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 152788c2-b65e-4a8b-9789-adfde4a906b7 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:21:40.633889 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-49be0c12-504d-4933-8b71-1b32a1c7caca tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:40.646853 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c2d63ec8-dd5e-4f1c-9733-c44d5402558f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.5058739 Dec 22 13:21:40.654850 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46152) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:40.670048 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-40203cf6-c70a-4115-9758-acb22922fccd tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:40.674913 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-77341d14-6f0a-404d-a0e2-9e2abd9c3e3d req-e31cd4ab-a979-4c72-b0b8-369be9d6cceb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=675d5c62-fd43-45d1-8f32-32ff05f7306c HTTP/1.1" status: 200 len: 1000 time: 0.2943974 Dec 22 13:21:40.691743 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d4b4b65-0e77-4a92-963c-ea9a92800896 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Deleting subnet 23fa35f5-4219-49d8-99c4-583623df199c {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:21:40.698070 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1d4b4b65-0e77-4a92-963c-ea9a92800896 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:40.721197 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 152788c2-b65e-4a8b-9789-adfde4a906b7 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:40.721856 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:40.787572 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77341d14-6f0a-404d-a0e2-9e2abd9c3e3d req-bafe3089-a8a5-47ff-be08-d75709efe145 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:40.789044 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-77341d14-6f0a-404d-a0e2-9e2abd9c3e3d req-bafe3089-a8a5-47ff-be08-d75709efe145 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=02969300-ed8d-4b59-a34d-12a5dcb2cce8 HTTP/1.1" status: 200 len: 851 time: 0.0947032 Dec 22 13:21:40.798464 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-49957afa-0e47-423f-9423-7c192699a199 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Allocated IP 172.20.0.1 (89a79209-9156-4e6a-aa92-986d9fb5ebd9/9ad01d9a-abae-4107-9993-51951d2171e3/6546af6d-fc2c-4e16-bf39-1dae4ba118c2) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:21:40.890843 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 8c40a13b-ad13-4abe-9ef9-e2d6f2b28fee up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:21:40.903541 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40203cf6-c70a-4115-9758-acb22922fccd tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event updated for resources: {'Port': ['ID=6b10c183-1901-43f9-b99d-4066f574d34d,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:40.910450 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-40203cf6-c70a-4115-9758-acb22922fccd tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:40.939037 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3997d8dd-6e5b-4615-b76e-bd21b09c9894 None None] Provisioning for port a383c38d-885b-4288-a539-1ebb60822457 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:21:40.949157 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3997d8dd-6e5b-4615-b76e-bd21b09c9894 None None] Provisioning complete for port a383c38d-885b-4288-a539-1ebb60822457 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:40.949539 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3997d8dd-6e5b-4615-b76e-bd21b09c9894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:40.994402 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-77341d14-6f0a-404d-a0e2-9e2abd9c3e3d req-d93ad5d9-1bfa-4f8c-b013-ccfbf1fb2323 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=36a9635e-060b-4630-a9b5-9765cca55df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1457944 Dec 22 13:21:41.021685 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3997d8dd-6e5b-4615-b76e-bd21b09c9894 None None] Port a383c38d-885b-4288-a539-1ebb60822457 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:21:41.099105 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40203cf6-c70a-4115-9758-acb22922fccd tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Network bd05e0ae-bf6c-40f4-8a8d-637be06684f6 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:21:41.100341 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1d4b4b65-0e77-4a92-963c-ea9a92800896 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:41.101524 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-40203cf6-c70a-4115-9758-acb22922fccd tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:41.117199 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 8c40a13b-ad13-4abe-9ef9-e2d6f2b28fee completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:21:41.123665 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 8c40a13b-ad13-4abe-9ef9-e2d6f2b28fee triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:41.124224 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:41.130591 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-081d3353-7c85-4b64-8e8b-73e1b6cdb806 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:41.264821 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:41.309199 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 8c40a13b-ad13-4abe-9ef9-e2d6f2b28fee, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=8c40a13b-ad13-4abe-9ef9-e2d6f2b28fee,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:21:41.347449 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-77341d14-6f0a-404d-a0e2-9e2abd9c3e3d req-8177593e-7dca-4c1d-a45c-3f1e9067bd5e service neutron] 10.222.0.45 "GET /v2.0/networks/36a9635e-060b-4630-a9b5-9765cca55df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440647 Dec 22 13:21:41.411061 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:41.412174 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 9666d5d4-28ad-45d8-97bf-6ec10c014c2f up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:21:41.446837 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-081d3353-7c85-4b64-8e8b-73e1b6cdb806 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f3cb7b-35f3-439a-aabe-baf4e391d41a']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:41.471622 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c98e798d-7cc6-4cae-b100-db266c3be132 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:41.477186 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c98e798d-7cc6-4cae-b100-db266c3be132 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:41.487239 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-e13e70fa-de1f-4e72-9fb9-4259d45a9213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:41.517903 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-081d3353-7c85-4b64-8e8b-73e1b6cdb806 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f3967f-856a-43da-a995-8c59541f8006') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:41.520083 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-081d3353-7c85-4b64-8e8b-73e1b6cdb806 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f3967f-856a-43da-a995-8c59541f8006') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:41.548289 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-081d3353-7c85-4b64-8e8b-73e1b6cdb806 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:41.583419 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-77341d14-6f0a-404d-a0e2-9e2abd9c3e3d req-59318975-e012-4174-94e3-44a87657017d service neutron] 10.222.0.45 "GET /v2.0/networks/36a9635e-060b-4630-a9b5-9765cca55df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246158 Dec 22 13:21:41.598755 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c98e798d-7cc6-4cae-b100-db266c3be132 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:41.599387 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98e798d-7cc6-4cae-b100-db266c3be132 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Fanout notify agent at l3_agent the message router_deleted on router d08aa753-94e4-4344-b5fc-bdcab8a1a984 {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:21:41.613999 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d32143c-752d-4710-8c07-8b7651d33e65 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:41.617959 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d32143c-752d-4710-8c07-8b7651d33e65 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:41.618749 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0d32143c-752d-4710-8c07-8b7651d33e65 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:21:41.629432 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-081d3353-7c85-4b64-8e8b-73e1b6cdb806 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:41.664422 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=8c40a13b-ad13-4abe-9ef9-e2d6f2b28fee,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:41.664974 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-081d3353-7c85-4b64-8e8b-73e1b6cdb806 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:21:41.668997 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-081d3353-7c85-4b64-8e8b-73e1b6cdb806 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:41.669152 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:41.669293 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-8826ad13-35b6-4d32-9804-4a008f61cd01 None None] Provisioning complete for port 6b10c183-1901-43f9-b99d-4066f574d34d triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:41.669593 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8826ad13-35b6-4d32-9804-4a008f61cd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:41.684232 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:21:41.684232 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:21:41.684232 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:21:41.684232 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:21:41.684232 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:21:41.684232 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:21:41.684232 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:21:41.684232 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:21:41.684232 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:21:41.684232 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:21:41.684232 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:21:41.684232 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:21:41.684232 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:21:41.684232 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:21:41.684232 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:21:41.684232 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:21:41.684232 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:21:41.684232 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:21:41.684232 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:21:41.684232 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:21:41.684232 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:21:41.684232 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:21:41.684232 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:21:41.684232 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:21:41.684232 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:21:41.684232 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:21:41.684232 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:21:41.684232 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:21:41.684232 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:21:41.684232 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:21:41.684232 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:21:41.684232 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:21:41.714876 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 9666d5d4-28ad-45d8-97bf-6ec10c014c2f triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:41.715286 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:41.754589 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c98e798d-7cc6-4cae-b100-db266c3be132 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:41.755677 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c98e798d-7cc6-4cae-b100-db266c3be132 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "DELETE /v2.0/routers/d08aa753-94e4-4344-b5fc-bdcab8a1a984 HTTP/1.1" status: 204 len: 168 time: 2.1196220 Dec 22 13:21:41.772990 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-8826ad13-35b6-4d32-9804-4a008f61cd01 None None] Port 6b10c183-1901-43f9-b99d-4066f574d34d cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:21:41.781041 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46158) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:41.803280 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-49957afa-0e47-423f-9423-7c192699a199 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:41.857110 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40203cf6-c70a-4115-9758-acb22922fccd tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Router eed399a3-0f51-4966-8336-9e5d914ac24a has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:21:41.864879 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1d4b4b65-0e77-4a92-963c-ea9a92800896 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:41.898691 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-d0919234-3e0d-4dd7-b382-fb2afa8ac1d7 None None] Provisioning complete for port cc236da4-1bbc-4aed-81da-dfa7f86e9eb0 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:41.899300 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d0919234-3e0d-4dd7-b382-fb2afa8ac1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:42.027088 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-49957afa-0e47-423f-9423-7c192699a199 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Transition to ACTIVE for port object 6546af6d-fc2c-4e16-bf39-1dae4ba118c2 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:21:42.034863 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0d32143c-752d-4710-8c07-8b7651d33e65 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:21:42.036035 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0d32143c-752d-4710-8c07-8b7651d33e65 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 1.3734670 Dec 22 13:21:42.038985 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46162) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:42.127007 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-a38f68ce-e442-485a-9de8-fba14914072d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting port a383c38d-885b-4288-a539-1ebb60822457 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:21:42.127353 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a38f68ce-e442-485a-9de8-fba14914072d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:42.154738 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-081d3353-7c85-4b64-8e8b-73e1b6cdb806 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:42.164966 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-99b12df5-84c4-4b7b-a144-1ca68700948c tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:42.185322 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-081d3353-7c85-4b64-8e8b-73e1b6cdb806 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:42.195537 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40203cf6-c70a-4115-9758-acb22922fccd tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:21:42.206892 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d55ccaa-e2bf-4e72-9318-ed9f4d1a8d45 None None] Sync routers for ids ['eed399a3-0f51-4966-8336-9e5d914ac24a'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:21:42.207958 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d3353-7c85-4b64-8e8b-73e1b6cdb806 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'Network': ['ID=88f3cb7b-35f3-439a-aabe-baf4e391d41a,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:42.215971 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-081d3353-7c85-4b64-8e8b-73e1b6cdb806 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:42.219877 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-081d3353-7c85-4b64-8e8b-73e1b6cdb806 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/networks/88f3cb7b-35f3-439a-aabe-baf4e391d41a HTTP/1.1" status: 204 len: 168 time: 2.3036456 Dec 22 13:21:42.223778 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-40203cf6-c70a-4115-9758-acb22922fccd tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "PUT /v2.0/routers/eed399a3-0f51-4966-8336-9e5d914ac24a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8899164 Dec 22 13:21:42.224538 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46166) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:42.230151 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d55ccaa-e2bf-4e72-9318-ed9f4d1a8d45 None None] Routers {'eed399a3-0f51-4966-8336-9e5d914ac24a'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:21:42.230888 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-9d55ccaa-e2bf-4e72-9318-ed9f4d1a8d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:21:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['eed399a3-0f51-4966-8336-9e5d914ac24a'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:42.234081 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-77ce9e00-c836-4239-9298-617a5e5afc66 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1093215562'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:42.238475 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46170) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:42.249522 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-77ce9e00-c836-4239-9298-617a5e5afc66 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:42.255269 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-8ab83ae7-0f3b-42b6-b34e-e234bdf79492 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Request body: {'port': {'network_id': 'bd05e0ae-bf6c-40f4-8a8d-637be06684f6', 'name': 'tempest-FloatingIPTestJSON-1436021801'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:42.268120 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6568833-8bea-42d8-9dbe-87605ac6d804 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Deleting subnet 63663d81-359b-41e4-adb6-a587db38c0d1 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:21:42.272181 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b6568833-8bea-42d8-9dbe-87605ac6d804 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:42.298500 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-9d55ccaa-e2bf-4e72-9318-ed9f4d1a8d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:42.313371 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1d4b4b65-0e77-4a92-963c-ea9a92800896 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:42.321225 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d55ccaa-e2bf-4e72-9318-ed9f4d1a8d45 None None] Routers {'eed399a3-0f51-4966-8336-9e5d914ac24a'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:21:42.321679 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-fe38e108-4a08-4edf-9b85-bfbbe85c5f76 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:42.322542 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-9d55ccaa-e2bf-4e72-9318-ed9f4d1a8d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:21:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['eed399a3-0f51-4966-8336-9e5d914ac24a'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:42.327340 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-77ce9e00-c836-4239-9298-617a5e5afc66 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:network and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:42.342042 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 8c40a13b-ad13-4abe-9ef9-e2d6f2b28fee up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:21:42.343871 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-77ce9e00-c836-4239-9298-617a5e5afc66 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:42.385156 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-49957afa-0e47-423f-9423-7c192699a199 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:42.401745 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b4b65-0e77-4a92-963c-ea9a92800896 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event deleted for resources: {'Subnet': ['ID=23fa35f5-4219-49d8-99c4-583623df199c,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:42.406453 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b6568833-8bea-42d8-9dbe-87605ac6d804 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:42.415927 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-9d55ccaa-e2bf-4e72-9318-ed9f4d1a8d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:42.416404 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d55ccaa-e2bf-4e72-9318-ed9f4d1a8d45 None None] The sync data for ids ['eed399a3-0f51-4966-8336-9e5d914ac24a'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:21:42.423989 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 8c40a13b-ad13-4abe-9ef9-e2d6f2b28fee triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:42.424123 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-77ce9e00-c836-4239-9298-617a5e5afc66 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:42.424788 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:42.455354 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1d4b4b65-0e77-4a92-963c-ea9a92800896 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:42.455774 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c7f4b9b2-4de7-4941-b308-cc56c63fe4fa tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:42.461791 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ab9aef-a9ef-4cb5-a0f3-2c92ee8ce769 None None] Network 32f3e227-3941-47d8-a75b-ce51bf29c002 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:21:42.485491 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1d4b4b65-0e77-4a92-963c-ea9a92800896 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:42.488288 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1d4b4b65-0e77-4a92-963c-ea9a92800896 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/subnets/23fa35f5-4219-49d8-99c4-583623df199c HTTP/1.1" status: 204 len: 168 time: 2.0630677 Dec 22 13:21:42.495853 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46176) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:42.530889 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-8ab83ae7-0f3b-42b6-b34e-e234bdf79492 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:42.536413 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-8ab83ae7-0f3b-42b6-b34e-e234bdf79492 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Usage tracker for resource:port and tenant:88c4270da4ff42b4b75089e5737840cb is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:42.540154 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-8ab83ae7-0f3b-42b6-b34e-e234bdf79492 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:42.559124 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-8ab83ae7-0f3b-42b6-b34e-e234bdf79492 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:42.604216 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ce9e00-c836-4239-9298-617a5e5afc66 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Made reservation on behalf of 77460f0dfa37423d8c924a302461b16c for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:42.607310 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-77ce9e00-c836-4239-9298-617a5e5afc66 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:42.619999 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a38f68ce-e442-485a-9de8-fba14914072d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:42.620241 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49957afa-0e47-423f-9423-7c192699a199 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Network 89a79209-9156-4e6a-aa92-986d9fb5ebd9 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:21:42.627122 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-49957afa-0e47-423f-9423-7c192699a199 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:42.645307 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49957afa-0e47-423f-9423-7c192699a199 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:21:42.699805 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49957afa-0e47-423f-9423-7c192699a199 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Pushing event updated for resources: {'Port': ['ID=6546af6d-fc2c-4e16-bf39-1dae4ba118c2,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:42.707270 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ce9e00-c836-4239-9298-617a5e5afc66 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:21:42.709336 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-49957afa-0e47-423f-9423-7c192699a199 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:42.717241 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-77ce9e00-c836-4239-9298-617a5e5afc66 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:42.717594 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-77ce9e00-c836-4239-9298-617a5e5afc66 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Added segment ca7d5a07-9cba-4cb1-b8d8-4955642f5be0 of type vlan for network 578a0dcd-aede-4ab7-87bd-25f9d5e6ac50 Dec 22 13:21:42.729531 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b2be597b-5685-49ca-b499-4fb374122a04 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:42.759960 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-49957afa-0e47-423f-9423-7c192699a199 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:42.772530 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-b2be597b-5685-49ca-b499-4fb374122a04 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Deleting port cc236da4-1bbc-4aed-81da-dfa7f86e9eb0 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:21:42.772871 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b2be597b-5685-49ca-b499-4fb374122a04 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:42.800429 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab83ae7-0f3b-42b6-b34e-e234bdf79492 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Made reservation on behalf of 88c4270da4ff42b4b75089e5737840cb for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:42.802159 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8ab83ae7-0f3b-42b6-b34e-e234bdf79492 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:42.815295 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b6568833-8bea-42d8-9dbe-87605ac6d804 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:42.825701 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-a38f68ce-e442-485a-9de8-fba14914072d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Calling delete_port for a383c38d-885b-4288-a539-1ebb60822457 owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:21:42.832815 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54931ecf-3fa6-41d3-986a-a188bf08e6e5 None None] DHCP port deletion for 32f3e227-3941-47d8-a75b-ce51bf29c002 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:21:42.837748 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-54931ecf-3fa6-41d3-986a-a188bf08e6e5 None None] Deleting port cc236da4-1bbc-4aed-81da-dfa7f86e9eb0 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:21:42.838200 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-54931ecf-3fa6-41d3-986a-a188bf08e6e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:42.870682 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-77ce9e00-c836-4239-9298-617a5e5afc66 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:42.881340 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-8ab83ae7-0f3b-42b6-b34e-e234bdf79492 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] device_id is not set on port ae1211bf-4bde-43ea-a368-15b63401aa85 yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:21:43.117937 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-54931ecf-3fa6-41d3-986a-a188bf08e6e5 None None] For port cc236da4-1bbc-4aed-81da-dfa7f86e9eb0, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=cc236da4-1bbc-4aed-81da-dfa7f86e9eb0,segment=NetworkSegment(b09ca6a7-8b8b-436f-b313-50ac84206ba7),segment_id=b09ca6a7-8b8b-436f-b313-50ac84206ba7)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:21:43.118886 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-54931ecf-3fa6-41d3-986a-a188bf08e6e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:43.132082 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-8ab83ae7-0f3b-42b6-b34e-e234bdf79492 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Allocated IP 172.20.0.14 (bd05e0ae-bf6c-40f4-8a8d-637be06684f6/aebd10ca-1b51-43a3-9241-dbec62ce9a21/ae1211bf-4bde-43ea-a368-15b63401aa85) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:21:43.146264 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-b2be597b-5685-49ca-b499-4fb374122a04 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] For port cc236da4-1bbc-4aed-81da-dfa7f86e9eb0, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=cc236da4-1bbc-4aed-81da-dfa7f86e9eb0,segment=NetworkSegment(b09ca6a7-8b8b-436f-b313-50ac84206ba7),segment_id=b09ca6a7-8b8b-436f-b313-50ac84206ba7)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:21:43.146650 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b2be597b-5685-49ca-b499-4fb374122a04 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:43.151481 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-77ce9e00-c836-4239-9298-617a5e5afc66 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:43.156001 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ce9e00-c836-4239-9298-617a5e5afc66 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:43.157152 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-77ce9e00-c836-4239-9298-617a5e5afc66 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:43.157471 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-49957afa-0e47-423f-9423-7c192699a199 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:43.162309 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3a446737-ab6f-4ed7-a9b6-c53d85e08aa3 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:43.243962 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c25304db-b0ad-4c3c-a78e-3c2dabf57143 None None] Provisioning for port 6546af6d-fc2c-4e16-bf39-1dae4ba118c2 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:21:43.252585 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-54931ecf-3fa6-41d3-986a-a188bf08e6e5 None None] Calling delete_port for cc236da4-1bbc-4aed-81da-dfa7f86e9eb0 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:21:43.261308 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a38f68ce-e442-485a-9de8-fba14914072d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:43.281755 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c25304db-b0ad-4c3c-a78e-3c2dabf57143 None None] Provisioning complete for port 6546af6d-fc2c-4e16-bf39-1dae4ba118c2 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:43.282141 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c25304db-b0ad-4c3c-a78e-3c2dabf57143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:43.286701 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-b2be597b-5685-49ca-b499-4fb374122a04 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Calling delete_port for cc236da4-1bbc-4aed-81da-dfa7f86e9eb0 owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:21:43.304462 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9e00-c836-4239-9298-617a5e5afc66 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'Network': ['ID=578a0dcd-aede-4ab7-87bd-25f9d5e6ac50,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:43.320854 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 578a0dcd-aede-4ab7-87bd-25f9d5e6ac50 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:21:43.328011 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-77ce9e00-c836-4239-9298-617a5e5afc66 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:43.328795 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-267d0f3e-93b1-4a8c-81d6-60ee11a37e2c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:43.366685 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b6568833-8bea-42d8-9dbe-87605ac6d804 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:43.402677 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f68ce-e442-485a-9de8-fba14914072d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Port': ['ID=a383c38d-885b-4288-a539-1ebb60822457,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:43.413907 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-77ce9e00-c836-4239-9298-617a5e5afc66 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1883109 Dec 22 13:21:43.430100 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a38f68ce-e442-485a-9de8-fba14914072d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:43.430854 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46182) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:43.441400 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a38f68ce-e442-485a-9de8-fba14914072d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:43.443283 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a38f68ce-e442-485a-9de8-fba14914072d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/ports/a383c38d-885b-4288-a539-1ebb60822457 HTTP/1.1" status: 204 len: 168 time: 1.4019542 Dec 22 13:21:43.455725 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-e8d25aa1-d15e-46f0-86a4-50564423fe53 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'subnet': {'network_id': '578a0dcd-aede-4ab7-87bd-25f9d5e6ac50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:43.459445 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b2396b88-4538-4751-a048-2ac08a07b9d1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:43.492266 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46186) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:43.509477 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-c25304db-b0ad-4c3c-a78e-3c2dabf57143 None None] Port 6546af6d-fc2c-4e16-bf39-1dae4ba118c2 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:21:43.694178 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b2be597b-5685-49ca-b499-4fb374122a04 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:43.696332 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-54931ecf-3fa6-41d3-986a-a188bf08e6e5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:21:43.696332 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-54931ecf-3fa6-41d3-986a-a188bf08e6e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:21:43.696544 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6568833-8bea-42d8-9dbe-87605ac6d804 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event deleted for resources: {'Subnet': ['ID=63663d81-359b-41e4-adb6-a587db38c0d1,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:43.696544 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b6568833-8bea-42d8-9dbe-87605ac6d804 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:43.696544 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-86e040c5-133b-4690-98c6-25c201512134 tempest-AllowedAddressPairIpV6TestJSON-130644190 tempest-AllowedAddressPairIpV6TestJSON-130644190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:43.696544 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2be597b-5685-49ca-b499-4fb374122a04 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] No DVR routers for this DVR port cc236da4-1bbc-4aed-81da-dfa7f86e9eb0 on host dv-neutron-822669-1-hyperv {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:21:43.696934 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91b6daf-3f6e-427b-928c-f37d22239c48 None None] Network 183d6635-8412-4f22-a621-90362654c3c1 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:21:43.697039 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b6568833-8bea-42d8-9dbe-87605ac6d804 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:43.720331 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be597b-5685-49ca-b499-4fb374122a04 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event deleted for resources: {'Port': ['ID=cc236da4-1bbc-4aed-81da-dfa7f86e9eb0,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:43.736988 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b2be597b-5685-49ca-b499-4fb374122a04 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:43.938820 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ebb500-18f3-449e-a37e-57ee9b50c979 None None] DHCP port deletion for 183d6635-8412-4f22-a621-90362654c3c1 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:21:43.940018 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-c2ebb500-18f3-449e-a37e-57ee9b50c979 None None] Deleting port 6bc12468-440c-4ba8-9bef-676c53c6ca23 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:21:43.940735 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c2ebb500-18f3-449e-a37e-57ee9b50c979 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:43.967274 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b6568833-8bea-42d8-9dbe-87605ac6d804 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "DELETE /v2.0/subnets/63663d81-359b-41e4-adb6-a587db38c0d1 HTTP/1.1" status: 204 len: 168 time: 2.1813080 Dec 22 13:21:43.974918 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46192) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:44.019716 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d40d1d-5ca6-4dbf-bcd0-7d66242adf4a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:44.021446 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d40d1d-5ca6-4dbf-bcd0-7d66242adf4a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:44.025117 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d3d40d1d-5ca6-4dbf-bcd0-7d66242adf4a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.5293553 Dec 22 13:21:44.031115 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46196) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:44.064685 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-54931ecf-3fa6-41d3-986a-a188bf08e6e5 None None] Deleting port cc236da4-1bbc-4aed-81da-dfa7f86e9eb0 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:21:44.065042 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-54931ecf-3fa6-41d3-986a-a188bf08e6e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:44.104112 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e8d25aa1-d15e-46f0-86a4-50564423fe53 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:44.119962 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e8d25aa1-d15e-46f0-86a4-50564423fe53 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:subnet and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:44.132885 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e8d25aa1-d15e-46f0-86a4-50564423fe53 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:44.155380 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e8d25aa1-d15e-46f0-86a4-50564423fe53 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:44.156391 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b2be597b-5685-49ca-b499-4fb374122a04 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:44.193387 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-54931ecf-3fa6-41d3-986a-a188bf08e6e5 None None] The port 'cc236da4-1bbc-4aed-81da-dfa7f86e9eb0' was deleted {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:21:44.216838 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-b2be597b-5685-49ca-b499-4fb374122a04 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32f3e227-3941-47d8-a75b-ce51bf29c002']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:44.228332 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-c2ebb500-18f3-449e-a37e-57ee9b50c979 None None] For port 6bc12468-440c-4ba8-9bef-676c53c6ca23, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=6bc12468-440c-4ba8-9bef-676c53c6ca23,segment=NetworkSegment(1efcd801-9263-4c36-8f8a-b4fab49477a9),segment_id=1efcd801-9263-4c36-8f8a-b4fab49477a9)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:21:44.228941 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c2ebb500-18f3-449e-a37e-57ee9b50c979 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:44.235328 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-b2be597b-5685-49ca-b499-4fb374122a04 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b09ca6a7-8b8b-436f-b313-50ac84206ba7') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:44.235625 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-b2be597b-5685-49ca-b499-4fb374122a04 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b09ca6a7-8b8b-436f-b313-50ac84206ba7') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:44.256772 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-db1fbe2e-10d1-462e-95fd-c906aee0609b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:44.260966 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b2be597b-5685-49ca-b499-4fb374122a04 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:44.285882 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8ab83ae7-0f3b-42b6-b34e-e234bdf79492 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:44.325149 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0a26eb93-1cc3-4b22-956c-fef9856793c4 req-0ad51286-b188-4abc-85f8-c6ed232c3ac5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ccb0058a2c24446385d13786cea4c6a9&device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 1098 time: 0.3889303 Dec 22 13:21:44.325149 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d25aa1-d15e-46f0-86a4-50564423fe53 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Made reservation on behalf of 77460f0dfa37423d8c924a302461b16c for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:44.346552 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f35636-3066-412a-b8d7-ff8264078ba3 req-04b793ac-61b3-46f4-8543-716f51d01659 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:44.353844 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-25f35636-3066-412a-b8d7-ff8264078ba3 req-04b793ac-61b3-46f4-8543-716f51d01659 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.4584200 Dec 22 13:21:44.360772 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b2be597b-5685-49ca-b499-4fb374122a04 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:44.363991 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-c2ebb500-18f3-449e-a37e-57ee9b50c979 None None] Calling delete_port for 6bc12468-440c-4ba8-9bef-676c53c6ca23 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:21:44.375015 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-db1fbe2e-10d1-462e-95fd-c906aee0609b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Deleting port 6bc12468-440c-4ba8-9bef-676c53c6ca23 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:21:44.375372 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-db1fbe2e-10d1-462e-95fd-c906aee0609b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:44.396671 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 6bc12468-440c-4ba8-9bef-676c53c6ca23 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:21:44.397149 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-8ab83ae7-0f3b-42b6-b34e-e234bdf79492 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Transition to ACTIVE for port object ae1211bf-4bde-43ea-a368-15b63401aa85 will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:21:44.400953 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2be597b-5685-49ca-b499-4fb374122a04 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:21:44.401367 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b2be597b-5685-49ca-b499-4fb374122a04 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:44.423846 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:21:44.423846 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:21:44.423846 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:21:44.423846 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:21:44.423846 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:21:44.423846 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:21:44.423846 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:21:44.423846 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:21:44.423846 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:21:44.423846 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:21:44.423846 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:21:44.423846 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:21:44.423846 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:21:44.423846 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:21:44.423846 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:21:44.423846 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:21:44.423846 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:21:44.423846 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:21:44.423846 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:21:44.423846 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:21:44.423846 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:21:44.423846 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:21:44.423846 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:21:44.423846 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:21:44.423846 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:21:44.423846 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:21:44.423846 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:21:44.423846 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:21:44.423846 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:21:44.423846 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:21:44.423846 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:21:44.423846 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:21:44.549637 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:44.605862 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c2ebb500-18f3-449e-a37e-57ee9b50c979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:44.611559 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:44.633294 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-3330fe0e-e70f-4e21-b614-0d1fd5e33297 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting subnet 0a25310c-7898-47e4-9fa5-e8d15e536c4e {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:21:44.642939 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3330fe0e-e70f-4e21-b614-0d1fd5e33297 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:44.663559 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b2be597b-5685-49ca-b499-4fb374122a04 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:44.681298 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-25f35636-3066-412a-b8d7-ff8264078ba3 req-727364e4-a401-48bc-8689-97a4151c0fd7 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3266025 Dec 22 13:21:44.701414 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e8d25aa1-d15e-46f0-86a4-50564423fe53 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:44.714324 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-abb21bcb-900b-461c-acac-657c994f77ca tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:44.718563 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26eb93-1cc3-4b22-956c-fef9856793c4 req-6acd64da-dfb2-460e-8f5c-ebde19891899 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:44.720006 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0a26eb93-1cc3-4b22-956c-fef9856793c4 req-6acd64da-dfb2-460e-8f5c-ebde19891899 service neutron] 10.222.0.45 "GET /v2.0/networks?id=36a9635e-060b-4630-a9b5-9765cca55df8 HTTP/1.1" status: 200 len: 913 time: 0.3797436 Dec 22 13:21:44.730913 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b2be597b-5685-49ca-b499-4fb374122a04 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:44.739312 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ebb500-18f3-449e-a37e-57ee9b50c979 None None] Pushing event deleted for resources: {'Port': ['ID=6bc12468-440c-4ba8-9bef-676c53c6ca23,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:44.743719 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c2ebb500-18f3-449e-a37e-57ee9b50c979 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:44.749029 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device cc236da4-1bbc-4aed-81da-dfa7f86e9eb0 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:21:44.764974 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.resource_extend [None req-49957afa-0e47-423f-9423-7c192699a199 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:21:44.772309 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be597b-5685-49ca-b499-4fb374122a04 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event deleted for resources: {'Network': ['ID=32f3e227-3941-47d8-a75b-ce51bf29c002,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:44.781646 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b2be597b-5685-49ca-b499-4fb374122a04 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:44.786930 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-49957afa-0e47-423f-9423-7c192699a199 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:44.789088 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: cc236da4-1bbc-4aed-81da-dfa7f86e9eb0 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:21:44.789551 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device cc236da4-1bbc-4aed-81da-dfa7f86e9eb0 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:21:44.791259 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ebb500-18f3-449e-a37e-57ee9b50c979 None None] No DVR routers for this DVR port 6bc12468-440c-4ba8-9bef-676c53c6ca23 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:21:44.799133 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b2be597b-5685-49ca-b499-4fb374122a04 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/networks/32f3e227-3941-47d8-a75b-ce51bf29c002 HTTP/1.1" status: 204 len: 168 time: 2.2810383 Dec 22 13:21:44.801493 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46200) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:44.850126 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-49957afa-0e47-423f-9423-7c192699a199 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:44.862973 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3330fe0e-e70f-4e21-b614-0d1fd5e33297 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:44.881842 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e9cf7763-8e55-44e7-96e3-0efb3f6b4c95 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:44.889682 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8ab83ae7-0f3b-42b6-b34e-e234bdf79492 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:44.917572 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d9ad3aef-c516-40f2-8798-9f3f7f149472 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:44.924582 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-db1fbe2e-10d1-462e-95fd-c906aee0609b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] For port 6bc12468-440c-4ba8-9bef-676c53c6ca23, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=6bc12468-440c-4ba8-9bef-676c53c6ca23,segment=NetworkSegment(1efcd801-9263-4c36-8f8a-b4fab49477a9),segment_id=1efcd801-9263-4c36-8f8a-b4fab49477a9)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:21:44.925500 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-db1fbe2e-10d1-462e-95fd-c906aee0609b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:44.998897 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.ipam_backend_mixin [None req-e8d25aa1-d15e-46f0-86a4-50564423fe53 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Performing IP validity checks on allocation pools {{(pid=84148) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 13:21:44.999515 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.ipam_backend_mixin [None req-e8d25aa1-d15e-46f0-86a4-50564423fe53 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84148) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 13:21:45.066077 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab83ae7-0f3b-42b6-b34e-e234bdf79492 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Network bd05e0ae-bf6c-40f4-8a8d-637be06684f6 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:21:45.072039 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab83ae7-0f3b-42b6-b34e-e234bdf79492 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event updated for resources: {'Port': ['ID=ae1211bf-4bde-43ea-a368-15b63401aa85,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:45.077566 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-8ab83ae7-0f3b-42b6-b34e-e234bdf79492 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:45.077566 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8ab83ae7-0f3b-42b6-b34e-e234bdf79492 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:45.080619 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0a26eb93-1cc3-4b22-956c-fef9856793c4 req-b330759a-5772-487a-985b-bf14022c1974 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=675d5c62-fd43-45d1-8f32-32ff05f7306c HTTP/1.1" status: 200 len: 1000 time: 0.3393869 Dec 22 13:21:45.087874 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab83ae7-0f3b-42b6-b34e-e234bdf79492 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:21:45.102063 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-db1fbe2e-10d1-462e-95fd-c906aee0609b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Calling delete_port for 6bc12468-440c-4ba8-9bef-676c53c6ca23 owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:21:45.136522 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49957afa-0e47-423f-9423-7c192699a199 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Pushing event updated for resources: {'Port': ['ID=6546af6d-fc2c-4e16-bf39-1dae4ba118c2,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:45.139043 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-49957afa-0e47-423f-9423-7c192699a199 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:45.142834 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-49957afa-0e47-423f-9423-7c192699a199 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:45.220516 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab83ae7-0f3b-42b6-b34e-e234bdf79492 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:45.223278 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8ab83ae7-0f3b-42b6-b34e-e234bdf79492 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:45.254946 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3717d6-7009-458b-a69c-488c99573b28 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:45.255684 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6f3717d6-7009-458b-a69c-488c99573b28 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Synchronizing usage tracker for tenant:5dcef99d1b1441dea18127579d2b89f5 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:21:45.262715 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3330fe0e-e70f-4e21-b614-0d1fd5e33297 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:45.299571 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26eb93-1cc3-4b22-956c-fef9856793c4 req-f3105187-2ef9-4872-80d9-16f55b52dd9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:45.301668 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0a26eb93-1cc3-4b22-956c-fef9856793c4 req-f3105187-2ef9-4872-80d9-16f55b52dd9e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=02969300-ed8d-4b59-a34d-12a5dcb2cce8 HTTP/1.1" status: 200 len: 851 time: 0.1870310 Dec 22 13:21:45.312657 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.api [None req-db1fbe2e-10d1-462e-95fd-c906aee0609b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84149) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:21:45.314176 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_db.api [None req-db1fbe2e-10d1-462e-95fd-c906aee0609b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:21:45.359323 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6f3717d6-7009-458b-a69c-488c99573b28 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Unset dirty status for tenant:5dcef99d1b1441dea18127579d2b89f5 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:21:45.360463 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6f3717d6-7009-458b-a69c-488c99573b28 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5582554 Dec 22 13:21:45.365723 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49957afa-0e47-423f-9423-7c192699a199 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Network 89a79209-9156-4e6a-aa92-986d9fb5ebd9 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:21:45.365723 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46204) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:45.367703 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-49957afa-0e47-423f-9423-7c192699a199 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:45.410954 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-33f86005-4184-426b-9593-2faafd8726d6 None None] Provisioning for port ae1211bf-4bde-43ea-a368-15b63401aa85 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:21:45.417807 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-33f86005-4184-426b-9593-2faafd8726d6 None None] Provisioning complete for port ae1211bf-4bde-43ea-a368-15b63401aa85 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:45.425448 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-33f86005-4184-426b-9593-2faafd8726d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:45.496130 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-33f86005-4184-426b-9593-2faafd8726d6 None None] Port ae1211bf-4bde-43ea-a368-15b63401aa85 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:21:45.589774 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8ab83ae7-0f3b-42b6-b34e-e234bdf79492 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3413126 Dec 22 13:21:45.591133 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46208) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:45.598095 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-01ef2993-386f-43c4-b609-301285021aed tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Request body: {'floatingip': {'port_id': 'ae1211bf-4bde-43ea-a368-15b63401aa85'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:45.619248 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-cc911356-1240-4d74-af15-87d0ea5a88e4 None None] Provisioning complete for port 6546af6d-fc2c-4e16-bf39-1dae4ba118c2 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:45.619813 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-cc911356-1240-4d74-af15-87d0ea5a88e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:45.674452 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-cc911356-1240-4d74-af15-87d0ea5a88e4 None None] Port 6546af6d-fc2c-4e16-bf39-1dae4ba118c2 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:21:45.677387 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3330fe0e-e70f-4e21-b614-0d1fd5e33297 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:45.683372 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-dfb55261-a836-40c9-9b89-8f95ed8f8213 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:45.716818 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0a26eb93-1cc3-4b22-956c-fef9856793c4 req-ec99f5d0-5eb2-4dd5-8c78-63ab6c6b6c4e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=36a9635e-060b-4630-a9b5-9765cca55df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4000258 Dec 22 13:21:45.723967 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e8d25aa1-d15e-46f0-86a4-50564423fe53 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:45.732570 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3330fe0e-e70f-4e21-b614-0d1fd5e33297 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Subnet': ['ID=0a25310c-7898-47e4-9fa5-e8d15e536c4e,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:45.768310 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3330fe0e-e70f-4e21-b614-0d1fd5e33297 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:45.769814 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-028eb9b9-c8f1-4848-a116-83793f116b80 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:45.782345 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1d4fe770-89d9-4add-a029-58e4033a388e tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4165261 Dec 22 13:21:45.788899 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46214) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:45.795753 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-452f2f3f-50a1-4906-ae71-f8b81213778f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-927270310'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:45.803689 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-452f2f3f-50a1-4906-ae71-f8b81213778f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:45.829499 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d6c69b-0e43-4bc1-bcd1-e2138855aa3c None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:21:45.868002 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-db1fbe2e-10d1-462e-95fd-c906aee0609b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Deleting port 6bc12468-440c-4ba8-9bef-676c53c6ca23 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:21:45.868341 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-db1fbe2e-10d1-462e-95fd-c906aee0609b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:45.868815 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3330fe0e-e70f-4e21-b614-0d1fd5e33297 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:45.896386 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-452f2f3f-50a1-4906-ae71-f8b81213778f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Usage tracker for resource:network and tenant:5dcef99d1b1441dea18127579d2b89f5 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:45.896605 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-01ef2993-386f-43c4-b609-301285021aed tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for floatingip, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:45.937898 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-452f2f3f-50a1-4906-ae71-f8b81213778f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:45.951261 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-452f2f3f-50a1-4906-ae71-f8b81213778f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:45.999865 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-3330fe0e-e70f-4e21-b614-0d1fd5e33297 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/0a25310c-7898-47e4-9fa5-e8d15e536c4e HTTP/1.1" status: 204 len: 168 time: 1.9632158 Dec 22 13:21:46.000369 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-db1fbe2e-10d1-462e-95fd-c906aee0609b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] The port '6bc12468-440c-4ba8-9bef-676c53c6ca23' was deleted {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:21:46.008705 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46218) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:46.022884 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d25aa1-d15e-46f0-86a4-50564423fe53 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'Subnet': ['ID=88bdefa1-5ad7-4bb4-a820-d9b6e8b15783,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:46.087909 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e8d25aa1-d15e-46f0-86a4-50564423fe53 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:46.111013 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9107f567-de8e-480e-bfa7-7aaa16bf3a81 None None] DHCP port deletion for 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:21:46.116868 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-9107f567-de8e-480e-bfa7-7aaa16bf3a81 None None] Deleting port 8c40a13b-ad13-4abe-9ef9-e2d6f2b28fee {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:21:46.117261 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9107f567-de8e-480e-bfa7-7aaa16bf3a81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:46.126604 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b9e1c072-eb9f-428b-a635-30d5969df6df tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1110213 Dec 22 13:21:46.133920 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46222) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:46.146614 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452f2f3f-50a1-4906-ae71-f8b81213778f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Made reservation on behalf of 5dcef99d1b1441dea18127579d2b89f5 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:46.149458 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-452f2f3f-50a1-4906-ae71-f8b81213778f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:46.187943 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-586b0665-25ad-4ad8-b33a-785d08d41b0e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'subnet': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:46.189152 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-db1fbe2e-10d1-462e-95fd-c906aee0609b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:46.201519 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d25aa1-d15e-46f0-86a4-50564423fe53 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Checking segment: {'id': 'ca7d5a07-9cba-4cb1-b8d8-4955642f5be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '578a0dcd-aede-4ab7-87bd-25f9d5e6ac50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:21:46.201917 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d25aa1-d15e-46f0-86a4-50564423fe53 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Network hostable DHCP agents. Network: 578a0dcd-aede-4ab7-87bd-25f9d5e6ac50, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:21:46.244632 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f85318-9fb2-4b1d-8eb1-d7fd1b5ce7e3 req-5d5ac120-bdb3-4611-be91-6025514a47e0 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:46.246091 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-88f85318-9fb2-4b1d-8eb1-d7fd1b5ce7e3 req-5d5ac120-bdb3-4611-be91-6025514a47e0 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.3843882 Dec 22 13:21:46.249115 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-db1fbe2e-10d1-462e-95fd-c906aee0609b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['183d6635-8412-4f22-a621-90362654c3c1']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:46.273770 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0a26eb93-1cc3-4b22-956c-fef9856793c4 req-b222e921-29e5-450e-9da9-7bee5fbb63a4 service neutron] 10.222.0.45 "GET /v2.0/networks/36a9635e-060b-4630-a9b5-9765cca55df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5369012 Dec 22 13:21:46.328652 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-452f2f3f-50a1-4906-ae71-f8b81213778f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:21:46.337156 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-db1fbe2e-10d1-462e-95fd-c906aee0609b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1efcd801-9263-4c36-8f8a-b4fab49477a9') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:46.337475 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-db1fbe2e-10d1-462e-95fd-c906aee0609b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1efcd801-9263-4c36-8f8a-b4fab49477a9') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:46.340731 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-9107f567-de8e-480e-bfa7-7aaa16bf3a81 None None] For port 8c40a13b-ad13-4abe-9ef9-e2d6f2b28fee, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=8c40a13b-ad13-4abe-9ef9-e2d6f2b28fee,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:21:46.341353 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9107f567-de8e-480e-bfa7-7aaa16bf3a81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:46.359272 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-db1fbe2e-10d1-462e-95fd-c906aee0609b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:46.383922 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-452f2f3f-50a1-4906-ae71-f8b81213778f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:46.383922 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-452f2f3f-50a1-4906-ae71-f8b81213778f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Added segment f5a84def-e58d-4bef-8726-cc68db07a7bb of type vlan for network 11b45fd3-ce47-40e3-a221-62a534b296ce Dec 22 13:21:46.402823 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-db1fbe2e-10d1-462e-95fd-c906aee0609b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:46.420693 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db1fbe2e-10d1-462e-95fd-c906aee0609b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:21:46.421103 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-db1fbe2e-10d1-462e-95fd-c906aee0609b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:46.421392 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 8c40a13b-ad13-4abe-9ef9-e2d6f2b28fee no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:21:46.448788 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:21:46.448788 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:21:46.448788 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:21:46.448788 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:21:46.448788 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:21:46.448788 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:21:46.448788 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:21:46.448788 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:21:46.448788 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:21:46.448788 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:21:46.448788 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:21:46.448788 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:21:46.448788 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:21:46.448788 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:21:46.448788 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:21:46.448788 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:21:46.448788 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:21:46.448788 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:21:46.448788 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:21:46.448788 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:21:46.448788 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:21:46.448788 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:21:46.448788 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:21:46.448788 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:21:46.448788 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:21:46.448788 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:21:46.448788 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:21:46.448788 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:21:46.448788 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:21:46.448788 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:21:46.448788 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:21:46.448788 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:21:46.448788 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:21:46.448788 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:21:46.448788 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:21:46.448788 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:21:46.448788 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:21:46.448788 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:21:46.448788 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:21:46.448788 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:21:46.496365 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-586b0665-25ad-4ad8-b33a-785d08d41b0e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:46.511193 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-586b0665-25ad-4ad8-b33a-785d08d41b0e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:subnet and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:46.519536 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-9107f567-de8e-480e-bfa7-7aaa16bf3a81 None None] Calling delete_port for 8c40a13b-ad13-4abe-9ef9-e2d6f2b28fee owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:21:46.521218 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-586b0665-25ad-4ad8-b33a-785d08d41b0e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:46.531735 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-452f2f3f-50a1-4906-ae71-f8b81213778f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:46.543230 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-88f85318-9fb2-4b1d-8eb1-d7fd1b5ce7e3 req-ca94dd37-4df0-4607-b636-fedc6a4c13c2 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2860448 Dec 22 13:21:46.600794 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-586b0665-25ad-4ad8-b33a-785d08d41b0e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:46.623692 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0a26eb93-1cc3-4b22-956c-fef9856793c4 req-c25b83c1-a902-46e7-8968-c0ebd3a4f65a service neutron] 10.222.0.45 "GET /v2.0/networks/36a9635e-060b-4630-a9b5-9765cca55df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286042 Dec 22 13:21:46.624340 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49957afa-0e47-423f-9423-7c192699a199 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Router 7cb7f5d1-9cc4-461f-8a37-18e4a661920f has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:21:46.697387 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:46.792139 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586b0665-25ad-4ad8-b33a-785d08d41b0e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:46.795875 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-586b0665-25ad-4ad8-b33a-785d08d41b0e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:46.799345 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-452f2f3f-50a1-4906-ae71-f8b81213778f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:46.802886 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452f2f3f-50a1-4906-ae71-f8b81213778f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:46.803462 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-452f2f3f-50a1-4906-ae71-f8b81213778f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:46.807388 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-db1fbe2e-10d1-462e-95fd-c906aee0609b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:46.809076 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9107f567-de8e-480e-bfa7-7aaa16bf3a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:46.810423 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d25aa1-d15e-46f0-86a4-50564423fe53 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Network 578a0dcd-aede-4ab7-87bd-25f9d5e6ac50 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:21:46.815665 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-cb950bc3-6975-4c1e-bf6f-3d389071726b tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:46.819761 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-08a620de-7306-4577-82ca-10fa07c0403d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:46.843140 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-db1fbe2e-10d1-462e-95fd-c906aee0609b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:46.879603 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107f567-de8e-480e-bfa7-7aaa16bf3a81 None None] Pushing event deleted for resources: {'Port': ['ID=8c40a13b-ad13-4abe-9ef9-e2d6f2b28fee,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:46.891941 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-9107f567-de8e-480e-bfa7-7aaa16bf3a81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:46.895767 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9107f567-de8e-480e-bfa7-7aaa16bf3a81 None None] No DVR routers for this DVR port 8c40a13b-ad13-4abe-9ef9-e2d6f2b28fee on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:21:46.938449 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-e8d25aa1-d15e-46f0-86a4-50564423fe53 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 578a0dcd-aede-4ab7-87bd-25f9d5e6ac50) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:46.943176 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d25aa1-d15e-46f0-86a4-50564423fe53 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:46.946324 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e8d25aa1-d15e-46f0-86a4-50564423fe53 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:46.948624 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f2f3f-50a1-4906-ae71-f8b81213778f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'Network': ['ID=11b45fd3-ce47-40e3-a221-62a534b296ce,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:46.952117 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-452f2f3f-50a1-4906-ae71-f8b81213778f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:46.952679 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f63f1228-2949-4991-a6d3-83038be2f0f7 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:46.954824 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0697647e-6940-4769-b82e-be731901a616 None None] Network 578a0dcd-aede-4ab7-87bd-25f9d5e6ac50 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:21:46.975170 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1fbe2e-10d1-462e-95fd-c906aee0609b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event deleted for resources: {'Network': ['ID=183d6635-8412-4f22-a621-90362654c3c1,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:46.978419 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-db1fbe2e-10d1-462e-95fd-c906aee0609b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:46.980336 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 11b45fd3-ce47-40e3-a221-62a534b296ce details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:21:47.010128 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-452f2f3f-50a1-4906-ae71-f8b81213778f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2199557 Dec 22 13:21:47.010478 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46226) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:47.015659 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49957afa-0e47-423f-9423-7c192699a199 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:21:47.021299 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-49957afa-0e47-423f-9423-7c192699a199 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "PUT /v2.0/routers/7cb7f5d1-9cc4-461f-8a37-18e4a661920f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7285113 Dec 22 13:21:47.030732 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-db1fbe2e-10d1-462e-95fd-c906aee0609b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "DELETE /v2.0/networks/183d6635-8412-4f22-a621-90362654c3c1 HTTP/1.1" status: 204 len: 168 time: 3.0511384 Dec 22 13:21:47.039389 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46230) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:47.047270 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-7f014b5f-5eda-4a90-ae05-c26094fc8e4c tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-922980331', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:47.048107 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-5a6e5554-591a-4e2b-8a63-ebdc59949e18 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'subnet': {'network_id': '11b45fd3-ce47-40e3-a221-62a534b296ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:47.055432 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-7f014b5f-5eda-4a90-ae05-c26094fc8e4c tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:47.060687 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-7f014b5f-5eda-4a90-ae05-c26094fc8e4c tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Usage tracker for resource:router and tenant:ad8695e3cb0646af805a65484bd64689 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:47.066683 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-7f014b5f-5eda-4a90-ae05-c26094fc8e4c tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:47.084637 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-7f014b5f-5eda-4a90-ae05-c26094fc8e4c tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:47.098565 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc706cf-e0d7-4361-b820-2b944277e331 None None] Sync routers for ids ['7cb7f5d1-9cc4-461f-8a37-18e4a661920f'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:21:47.152007 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7f014b5f-5eda-4a90-ae05-c26094fc8e4c tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:47.153157 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7f014b5f-5eda-4a90-ae05-c26094fc8e4c tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:47.167602 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc706cf-e0d7-4361-b820-2b944277e331 None None] Routers {'7cb7f5d1-9cc4-461f-8a37-18e4a661920f'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:21:47.168161 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-7cc706cf-e0d7-4361-b820-2b944277e331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:21:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['7cb7f5d1-9cc4-461f-8a37-18e4a661920f'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:47.194245 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7f014b5f-5eda-4a90-ae05-c26094fc8e4c tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:47.270499 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7f014b5f-5eda-4a90-ae05-c26094fc8e4c tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:47.319686 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e8d25aa1-d15e-46f0-86a4-50564423fe53 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8824522 Dec 22 13:21:47.323915 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46242) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:47.334151 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-c24a6e78-e547-4161-b87f-b27a1382a1fd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'port': {'network_id': '578a0dcd-aede-4ab7-87bd-25f9d5e6ac50', 'name': 'tempest-PortsTestJSON-901626029'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:47.427145 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-5a6e5554-591a-4e2b-8a63-ebdc59949e18 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:47.433905 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-5a6e5554-591a-4e2b-8a63-ebdc59949e18 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Usage tracker for resource:subnet and tenant:5dcef99d1b1441dea18127579d2b89f5 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:47.443132 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7f014b5f-5eda-4a90-ae05-c26094fc8e4c tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:47.444651 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-5a6e5554-591a-4e2b-8a63-ebdc59949e18 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:47.445309 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7f014b5f-5eda-4a90-ae05-c26094fc8e4c tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4114907 Dec 22 13:21:47.452324 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46246) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:47.463989 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-72d01fde-d951-4e87-b777-fa7449c878e8 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-774456737'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:47.471525 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-72d01fde-d951-4e87-b777-fa7449c878e8 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:47.489164 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-72d01fde-d951-4e87-b777-fa7449c878e8 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Usage tracker for resource:network and tenant:ad8695e3cb0646af805a65484bd64689 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:47.496306 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-72d01fde-d951-4e87-b777-fa7449c878e8 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:47.500266 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-5a6e5554-591a-4e2b-8a63-ebdc59949e18 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:47.507648 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-72d01fde-d951-4e87-b777-fa7449c878e8 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:47.570307 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.db.resource_extend [None req-01ef2993-386f-43c4-b609-301285021aed tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:21:47.580013 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-c24a6e78-e547-4161-b87f-b27a1382a1fd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:47.592075 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d01fde-d951-4e87-b777-fa7449c878e8 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Made reservation on behalf of ad8695e3cb0646af805a65484bd64689 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:47.595473 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-72d01fde-d951-4e87-b777-fa7449c878e8 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:47.639120 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a823756f-f909-44c2-92d3-eb6eae60695a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-578a0dcd-aede-4ab7-87bd-25f9d5e6ac50', 'network_id': '578a0dcd-aede-4ab7-87bd-25f9d5e6ac50', 'tenant_id': '77460f0dfa37423d8c924a302461b16c', 'fixed_ips': [{'subnet_id': '88bdefa1-5ad7-4bb4-a820-d9b6e8b15783'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:21:47.653609 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a823756f-f909-44c2-92d3-eb6eae60695a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:47.681086 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6e5554-591a-4e2b-8a63-ebdc59949e18 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Made reservation on behalf of 5dcef99d1b1441dea18127579d2b89f5 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:47.727881 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-7cc706cf-e0d7-4361-b820-2b944277e331 None None] Set router 7cb7f5d1-9cc4-461f-8a37-18e4a661920f gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:21:47.742192 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-c24a6e78-e547-4161-b87f-b27a1382a1fd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:47.805020 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72d01fde-d951-4e87-b777-fa7449c878e8 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:21:47.815459 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24a6e78-e547-4161-b87f-b27a1382a1fd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Made reservation on behalf of 77460f0dfa37423d8c924a302461b16c for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:47.818891 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c24a6e78-e547-4161-b87f-b27a1382a1fd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:47.837491 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-72d01fde-d951-4e87-b777-fa7449c878e8 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:47.838098 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-72d01fde-d951-4e87-b777-fa7449c878e8 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Added segment a5c004ff-acd6-41a3-b1a9-cb79dfb099f5 of type vlan for network b7e21e1f-b59f-45da-b71d-dfa88e74399e Dec 22 13:21:47.882317 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-01ef2993-386f-43c4-b609-301285021aed tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:47.884580 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-c24a6e78-e547-4161-b87f-b27a1382a1fd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] device_id is not set on port 18e60fb4-0539-421a-a825-73a836b44aaa yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:21:47.894364 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5a6e5554-591a-4e2b-8a63-ebdc59949e18 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:47.928393 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-72d01fde-d951-4e87-b777-fa7449c878e8 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:47.943143 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a89dfa-1d43-447c-812d-b93803ecc32e req-f159236d-31ab-4c9b-9334-0a6d2ee1c074 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:47.944674 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e1a89dfa-1d43-447c-812d-b93803ecc32e req-f159236d-31ab-4c9b-9334-0a6d2ee1c074 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.1853347 Dec 22 13:21:47.996341 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-01ef2993-386f-43c4-b609-301285021aed tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:48.036410 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e1a89dfa-1d43-447c-812d-b93803ecc32e req-4fa530df-bff1-4611-beb0-76a8616198c4 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755823 Dec 22 13:21:48.065132 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-177f8f86-11ef-4a7c-a348-57c36662a47c tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Synchronizing usage tracker for tenant:3772d751884347318e5633f3189f08c6 on resource:security_group {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:21:48.088969 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-72d01fde-d951-4e87-b777-fa7449c878e8 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:48.093729 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d01fde-d951-4e87-b777-fa7449c878e8 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:48.095101 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-72d01fde-d951-4e87-b777-fa7449c878e8 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:48.101157 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b0958abc-7156-4309-bd3a-58ee38664759 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:48.109935 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-a823756f-f909-44c2-92d3-eb6eae60695a None None] Allocated IP 172.20.0.2 (578a0dcd-aede-4ab7-87bd-25f9d5e6ac50/88bdefa1-5ad7-4bb4-a820-d9b6e8b15783/c5e468d2-f002-4fa8-91ba-4c0620f4820a) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:21:48.120359 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.objects.ports [None req-586b0665-25ad-4ad8-b33a-785d08d41b0e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84148) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 22 13:21:48.133215 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-586b0665-25ad-4ad8-b33a-785d08d41b0e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:48.140422 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-dc17d716-2e62-48a0-b6bd-ce45989c8c44 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:48.202387 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-177f8f86-11ef-4a7c-a348-57c36662a47c tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Unset dirty status for tenant:3772d751884347318e5633f3189f08c6 on resource:security_group {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:21:48.203678 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-177f8f86-11ef-4a7c-a348-57c36662a47c tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-548628040&fields=id&tenant_id=3772d751884347318e5633f3189f08c6 HTTP/1.1" status: 200 len: 267 time: 0.4443407 Dec 22 13:21:48.220841 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d01fde-d951-4e87-b777-fa7449c878e8 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event updated for resources: {'Network': ['ID=b7e21e1f-b59f-45da-b71d-dfa88e74399e,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:48.224317 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-72d01fde-d951-4e87-b777-fa7449c878e8 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:48.234411 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586b0665-25ad-4ad8-b33a-785d08d41b0e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:21:48.237636 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network b7e21e1f-b59f-45da-b71d-dfa88e74399e details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:21:48.259828 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-586b0665-25ad-4ad8-b33a-785d08d41b0e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:48.278568 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-72d01fde-d951-4e87-b777-fa7449c878e8 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8249192 Dec 22 13:21:48.280946 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46256) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:48.287540 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-c747949a-2849-4c48-b274-981abdb1a499 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Request body: {'subnet': {'network_id': 'b7e21e1f-b59f-45da-b71d-dfa88e74399e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:48.307413 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3339e0a5-0596-4083-b4d5-2f87bdf05fb9 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:21:48.319593 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586b0665-25ad-4ad8-b33a-785d08d41b0e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:48.320182 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-586b0665-25ad-4ad8-b33a-785d08d41b0e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:48.330051 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b0665-25ad-4ad8-b33a-785d08d41b0e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Subnet': ['ID=557def1b-09b2-4165-a134-4a0d0db72b04,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:48.335606 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-586b0665-25ad-4ad8-b33a-785d08d41b0e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:48.406239 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-c747949a-2849-4c48-b274-981abdb1a499 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:48.411354 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c747949a-2849-4c48-b274-981abdb1a499 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Usage tracker for resource:subnet and tenant:ad8695e3cb0646af805a65484bd64689 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:48.414239 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c747949a-2849-4c48-b274-981abdb1a499 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:48.420201 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-c747949a-2849-4c48-b274-981abdb1a499 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:48.502599 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-586b0665-25ad-4ad8-b33a-785d08d41b0e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3352273 Dec 22 13:21:48.503813 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46260) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:48.514217 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-4c898ae2-7a62-4bfe-b482-845b3ba41968 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'port': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'mac_address': 'fa:16:3e:62:c0:89', 'name': 'tempest-NetworksTestDHCPv6-2038827249'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:48.555547 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-b7ad6fbb-a39b-49aa-a6cd-aa5dec8c3197 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:48.556211 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-b7ad6fbb-a39b-49aa-a6cd-aa5dec8c3197 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Synchronizing usage tracker for tenant:3772d751884347318e5633f3189f08c6 on resource:network {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:21:48.607683 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-7cc706cf-e0d7-4361-b820-2b944277e331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb7f5d1-9cc4-461f-8a37-18e4a661920f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745678274', 'tenant_id': '3772d751884347318e5633f3189f08c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '9666d5d4-28ad-45d8-97bf-6ec10c014c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:23Z', 'updated_at': '2021-12-22T13:21:42Z', 'revision_number': 4, 'project_id': '3772d751884347318e5633f3189f08c6', 'gw_port': {'id': '9666d5d4-28ad-45d8-97bf-6ec10c014c2f', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb7f5d1-9cc4-461f-8a37-18e4a661920f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:25Z', 'updated_at': '2021-12-22T13:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '6546af6d-fc2c-4e16-bf39-1dae4ba118c2', 'name': '', 'network_id': '89a79209-9156-4e6a-aa92-986d9fb5ebd9', 'tenant_id': '3772d751884347318e5633f3189f08c6', 'mac_address': 'fa:16:3e:12:f0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb7f5d1-9cc4-461f-8a37-18e4a661920f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ad01d9a-abae-4107-9993-51951d2171e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:39Z', 'updated_at': '2021-12-22T13:21:44Z', 'revision_number': 2, 'project_id': '3772d751884347318e5633f3189f08c6', 'subnets': [{'id': '9ad01d9a-abae-4107-9993-51951d2171e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:48.618311 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c747949a-2849-4c48-b274-981abdb1a499 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Made reservation on behalf of ad8695e3cb0646af805a65484bd64689 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:48.620698 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc706cf-e0d7-4361-b820-2b944277e331 None None] Checking router: 7cb7f5d1-9cc4-461f-8a37-18e4a661920f for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:21:48.621072 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc706cf-e0d7-4361-b820-2b944277e331 None None] Updating router 7cb7f5d1-9cc4-461f-8a37-18e4a661920f port 6546af6d-fc2c-4e16-bf39-1dae4ba118c2 binding host dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:21:48.641684 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.l3_db [None req-01ef2993-386f-43c4-b609-301285021aed tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Floating IP f9ea2df9-9c8e-4b0c-86af-fe1e518f91ec associated. External IP: 172.26.1.98, port: 171a7641-bfe1-48e5-81c7-f1f4b31cdb26. Dec 22 13:21:48.679969 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a823756f-f909-44c2-92d3-eb6eae60695a None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:48.708116 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-b7ad6fbb-a39b-49aa-a6cd-aa5dec8c3197 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Unset dirty status for tenant:3772d751884347318e5633f3189f08c6 on resource:network {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:21:48.709425 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-b7ad6fbb-a39b-49aa-a6cd-aa5dec8c3197 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/networks?id=89a79209-9156-4e6a-aa92-986d9fb5ebd9 HTTP/1.1" status: 200 len: 796 time: 0.4893329 Dec 22 13:21:48.733307 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-cfcea6f3-af5d-451b-b646-c57e22c65882 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/quotas/3772d751884347318e5633f3189f08c6 HTTP/1.1" status: 200 len: 375 time: 0.0172138 Dec 22 13:21:48.740537 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a823756f-f909-44c2-92d3-eb6eae60695a None None] Transition to ACTIVE for port object c5e468d2-f002-4fa8-91ba-4c0620f4820a will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:21:48.743042 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7cc706cf-e0d7-4361-b820-2b944277e331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:48.780634 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c747949a-2849-4c48-b274-981abdb1a499 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:48.792325 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5a6e5554-591a-4e2b-8a63-ebdc59949e18 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:48.801062 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3330fe0e-e70f-4e21-b614-0d1fd5e33297 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:48.807996 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66b0328-2c76-485d-98e4-e40164b726b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'tenant_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'fixed_ips': [{'subnet_id': '557def1b-09b2-4165-a134-4a0d0db72b04'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:21:48.808807 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f66b0328-2c76-485d-98e4-e40164b726b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:48.830978 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a823756f-f909-44c2-92d3-eb6eae60695a None None] Transition to ACTIVE for port object c5e468d2-f002-4fa8-91ba-4c0620f4820a will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:21:48.854624 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-4c898ae2-7a62-4bfe-b482-845b3ba41968 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:48.881087 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-4c898ae2-7a62-4bfe-b482-845b3ba41968 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:48.937338 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a823756f-f909-44c2-92d3-eb6eae60695a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:48.949856 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-d757759c-f2d0-4455-8231-f9bcb1063049 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:48.968569 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c898ae2-7a62-4bfe-b482-845b3ba41968 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:49.072204 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e5554-591a-4e2b-8a63-ebdc59949e18 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'Subnet': ['ID=86adc05a-5c6a-4a09-a2d2-0d8e718d824b,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:49.084795 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5a6e5554-591a-4e2b-8a63-ebdc59949e18 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:49.092521 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-c24a6e78-e547-4161-b87f-b27a1382a1fd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Allocated IP 172.20.0.13 (578a0dcd-aede-4ab7-87bd-25f9d5e6ac50/88bdefa1-5ad7-4bb4-a820-d9b6e8b15783/18e60fb4-0539-421a-a825-73a836b44aaa) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:21:49.129615 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6e5554-591a-4e2b-8a63-ebdc59949e18 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Checking segment: {'id': 'f5a84def-e58d-4bef-8726-cc68db07a7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '11b45fd3-ce47-40e3-a221-62a534b296ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:21:49.130053 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6e5554-591a-4e2b-8a63-ebdc59949e18 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Network hostable DHCP agents. Network: 11b45fd3-ce47-40e3-a221-62a534b296ce, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:21:49.147677 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a823756f-f909-44c2-92d3-eb6eae60695a None None] Pushing event updated for resources: {'Port': ['ID=c5e468d2-f002-4fa8-91ba-4c0620f4820a,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:49.152562 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-504817e0-85e0-4244-9152-43d4a6864bb1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3772d751884347318e5633f3189f08c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4114175 Dec 22 13:21:49.180662 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a823756f-f909-44c2-92d3-eb6eae60695a None None] Network 578a0dcd-aede-4ab7-87bd-25f9d5e6ac50 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:21:49.181640 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-a823756f-f909-44c2-92d3-eb6eae60695a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:49.202187 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-a823756f-f909-44c2-92d3-eb6eae60695a None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:49.259541 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a823756f-f909-44c2-92d3-eb6eae60695a None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:21:49.267624 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6e5554-591a-4e2b-8a63-ebdc59949e18 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Network 11b45fd3-ce47-40e3-a221-62a534b296ce is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:21:49.321325 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4c898ae2-7a62-4bfe-b482-845b3ba41968 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:49.362711 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-f66b0328-2c76-485d-98e4-e40164b726b5 None None] Allocated IP 2001:db8::f816:3eff:fe79:1fb0 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/557def1b-09b2-4165-a134-4a0d0db72b04/337e2563-2384-4851-866b-0c2b7363f318) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:21:49.415584 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-5a6e5554-591a-4e2b-8a63-ebdc59949e18 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 11b45fd3-ce47-40e3-a221-62a534b296ce) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:49.416742 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c747949a-2849-4c48-b274-981abdb1a499 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:49.425569 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6c39a813-cd82-4552-b6aa-6fd0e27ccb73 tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:49.429553 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-a823756f-f909-44c2-92d3-eb6eae60695a None None] Attempting to bind port c5e468d2-f002-4fa8-91ba-4c0620f4820a on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:21:49.430151 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-a823756f-f909-44c2-92d3-eb6eae60695a None None] Attempting to bind port c5e468d2-f002-4fa8-91ba-4c0620f4820a by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'ca7d5a07-9cba-4cb1-b8d8-4955642f5be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '578a0dcd-aede-4ab7-87bd-25f9d5e6ac50'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:21:49.430734 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a823756f-f909-44c2-92d3-eb6eae60695a None None] Attempting to bind port c5e468d2-f002-4fa8-91ba-4c0620f4820a on network 578a0dcd-aede-4ab7-87bd-25f9d5e6ac50 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:21:49.437743 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6e5554-591a-4e2b-8a63-ebdc59949e18 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:49.438324 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5a6e5554-591a-4e2b-8a63-ebdc59949e18 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:49.451320 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b31c5d5-3413-4ad2-825a-8d5f709e41e1 None None] Network 11b45fd3-ce47-40e3-a221-62a534b296ce requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:21:49.462982 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-2a925f18-e07f-4590-9afd-e5aff3007792 service neutron] 10.222.0.47 "GET /v2.0/networks/89a79209-9156-4e6a-aa92-986d9fb5ebd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001707 Dec 22 13:21:49.578948 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c24a6e78-e547-4161-b87f-b27a1382a1fd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:49.594579 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a823756f-f909-44c2-92d3-eb6eae60695a None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:21:49.594967 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a823756f-f909-44c2-92d3-eb6eae60695a None None] Checking segment: {'id': 'ca7d5a07-9cba-4cb1-b8d8-4955642f5be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '578a0dcd-aede-4ab7-87bd-25f9d5e6ac50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:21:49.597214 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a823756f-f909-44c2-92d3-eb6eae60695a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:49.597372 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-5a6e5554-591a-4e2b-8a63-ebdc59949e18 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5841520 Dec 22 13:21:49.600113 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a823756f-f909-44c2-92d3-eb6eae60695a None None] Bound using segment: {'id': 'ca7d5a07-9cba-4cb1-b8d8-4955642f5be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '578a0dcd-aede-4ab7-87bd-25f9d5e6ac50'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:21:49.600622 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-a823756f-f909-44c2-92d3-eb6eae60695a None None] Bound port: c5e468d2-f002-4fa8-91ba-4c0620f4820a, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca7d5a07-9cba-4cb1-b8d8-4955642f5be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '578a0dcd-aede-4ab7-87bd-25f9d5e6ac50'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:21:49.601018 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a823756f-f909-44c2-92d3-eb6eae60695a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:49.601559 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46268) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:49.606384 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-c24a6e78-e547-4161-b87f-b27a1382a1fd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Transition to ACTIVE for port object 18e60fb4-0539-421a-a825-73a836b44aaa will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:21:49.616829 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-6af776f7-a518-4953-b7a2-2e849a1d91f3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'port': {'network_id': '11b45fd3-ce47-40e3-a221-62a534b296ce', 'name': 'tempest-PortsIpV6TestJSON-1439709561'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:49.643242 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-4c898ae2-7a62-4bfe-b482-845b3ba41968 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] device_id is not set on port b1763121-e6f9-430b-babb-8c337fe08f8d yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:21:49.709610 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c24a6e78-e547-4161-b87f-b27a1382a1fd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:49.788832 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c747949a-2849-4c48-b274-981abdb1a499 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event updated for resources: {'Subnet': ['ID=f081cb85-23a4-4c2c-b780-1090f4a90073,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:49.793113 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-2b388000-3794-4fd2-9e91-5f7e1facaa96 service neutron] 10.222.0.47 "GET /v2.0/networks/89a79209-9156-4e6a-aa92-986d9fb5ebd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820864 Dec 22 13:21:49.809423 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c747949a-2849-4c48-b274-981abdb1a499 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:49.813222 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5ef00b1e-81ae-4c10-80ee-0eefa9ec1eb3 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:49.826768 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-6af776f7-a518-4953-b7a2-2e849a1d91f3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:49.843767 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-6af776f7-a518-4953-b7a2-2e849a1d91f3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:49.853716 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ef2993-386f-43c4-b609-301285021aed tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Router 79eaaa19-8daf-40ae-8b90-d16fa78890d4 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:21:49.927740 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7cc706cf-e0d7-4361-b820-2b944277e331 None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:49.945562 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af776f7-a518-4953-b7a2-2e849a1d91f3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Made reservation on behalf of 5dcef99d1b1441dea18127579d2b89f5 for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:49.948704 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6af776f7-a518-4953-b7a2-2e849a1d91f3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:49.978423 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-a823756f-f909-44c2-92d3-eb6eae60695a None None] For port c5e468d2-f002-4fa8-91ba-4c0620f4820a, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:21:49.981073 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7cc706cf-e0d7-4361-b820-2b944277e331 None None] Transition to ACTIVE for port object 6546af6d-fc2c-4e16-bf39-1dae4ba118c2 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:21:49.992222 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-6af776f7-a518-4953-b7a2-2e849a1d91f3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] device_id is not set on port d9cd3a23-d155-43ab-a1a4-5d43d4432873 yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:21:50.025671 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24a6e78-e547-4161-b87f-b27a1382a1fd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Network 578a0dcd-aede-4ab7-87bd-25f9d5e6ac50 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:21:50.039593 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-a823756f-f909-44c2-92d3-eb6eae60695a None None] For port c5e468d2-f002-4fa8-91ba-4c0620f4820a, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=c5e468d2-f002-4fa8-91ba-4c0620f4820a,segment=NetworkSegment(ca7d5a07-9cba-4cb1-b8d8-4955642f5be0),segment_id=ca7d5a07-9cba-4cb1-b8d8-4955642f5be0)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:21:50.040873 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f66b0328-2c76-485d-98e4-e40164b726b5 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:50.044721 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-c24a6e78-e547-4161-b87f-b27a1382a1fd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:50.053759 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-f66b0328-2c76-485d-98e4-e40164b726b5 None None] Transition to ACTIVE for port object 337e2563-2384-4851-866b-0c2b7363f318 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:21:50.058528 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24a6e78-e547-4161-b87f-b27a1382a1fd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:21:50.074084 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b5b144-eed2-4a8f-b54b-7ad85e07f435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-11b45fd3-ce47-40e3-a221-62a534b296ce', 'network_id': '11b45fd3-ce47-40e3-a221-62a534b296ce', 'tenant_id': '5dcef99d1b1441dea18127579d2b89f5', 'fixed_ips': [{'subnet_id': '86adc05a-5c6a-4a09-a2d2-0d8e718d824b'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:21:50.075123 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-31b5b144-eed2-4a8f-b54b-7ad85e07f435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:50.113174 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-f66b0328-2c76-485d-98e4-e40164b726b5 None None] Transition to ACTIVE for port object 337e2563-2384-4851-866b-0c2b7363f318 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:21:50.114426 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7cc706cf-e0d7-4361-b820-2b944277e331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:50.119874 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c74d9aed-4846-4828-8c24-9267179eeed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:50.147678 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a823756f-f909-44c2-92d3-eb6eae60695a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:50.193812 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c747949a-2849-4c48-b274-981abdb1a499 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Checking segment: {'id': 'a5c004ff-acd6-41a3-b1a9-cb79dfb099f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b7e21e1f-b59f-45da-b71d-dfa88e74399e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:21:50.194268 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c747949a-2849-4c48-b274-981abdb1a499 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Network hostable DHCP agents. Network: b7e21e1f-b59f-45da-b71d-dfa88e74399e, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:21:50.269186 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-6af776f7-a518-4953-b7a2-2e849a1d91f3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Allocated IP 2001:db8::168 (11b45fd3-ce47-40e3-a221-62a534b296ce/86adc05a-5c6a-4a09-a2d2-0d8e718d824b/d9cd3a23-d155-43ab-a1a4-5d43d4432873) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:21:50.287723 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ef2993-386f-43c4-b609-301285021aed tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:21:50.299831 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f6e0a0-82df-426b-a0c5-3bfb10df5fd3 None None] Sync routers for ids ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:21:50.312462 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f6e0a0-82df-426b-a0c5-3bfb10df5fd3 None None] Routers {'79eaaa19-8daf-40ae-8b90-d16fa78890d4'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:21:50.313577 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-b8f6e0a0-82df-426b-a0c5-3bfb10df5fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:21:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:50.322068 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f66b0328-2c76-485d-98e4-e40164b726b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:50.339822 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24a6e78-e547-4161-b87f-b27a1382a1fd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'Port': ['ID=18e60fb4-0539-421a-a825-73a836b44aaa,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:50.353837 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24a6e78-e547-4161-b87f-b27a1382a1fd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:50.354473 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c24a6e78-e547-4161-b87f-b27a1382a1fd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:50.365886 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c24a6e78-e547-4161-b87f-b27a1382a1fd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:50.377825 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa82cdf9-338a-4a51-b197-697a515d9127 None None] Pushing event updated for resources: {'Port': ['ID=6546af6d-fc2c-4e16-bf39-1dae4ba118c2,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:50.462085 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-fa82cdf9-338a-4a51-b197-697a515d9127 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:50.462085 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c22e2101-07e9-4da4-8ac1-c1cecd994cd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:50.464966 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-b8f6e0a0-82df-426b-a0c5-3bfb10df5fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:50.481854 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f6e0a0-82df-426b-a0c5-3bfb10df5fd3 None None] Routers {'79eaaa19-8daf-40ae-8b90-d16fa78890d4'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:21:50.482773 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-b8f6e0a0-82df-426b-a0c5-3bfb10df5fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:21:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:50.559021 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-9814fa36-db20-49f0-bc23-7ddcd15caf65 req-ab87f37d-0017-494d-a87c-ba0334804d7d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Synchronizing usage tracker for tenant:3772d751884347318e5633f3189f08c6 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:21:50.588084 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-b8f6e0a0-82df-426b-a0c5-3bfb10df5fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:50.589121 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f6e0a0-82df-426b-a0c5-3bfb10df5fd3 None None] The sync data for ids ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:21:50.593892 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66b0328-2c76-485d-98e4-e40164b726b5 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:21:50.594744 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-f66b0328-2c76-485d-98e4-e40164b726b5 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:50.608046 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66b0328-2c76-485d-98e4-e40164b726b5 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:21:50.612531 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-4c898ae2-7a62-4bfe-b482-845b3ba41968 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Allocated IP 2001:db8::f816:3eff:fe62:c089 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/557def1b-09b2-4165-a134-4a0d0db72b04/b1763121-e6f9-430b-babb-8c337fe08f8d) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:21:50.730946 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c24a6e78-e547-4161-b87f-b27a1382a1fd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4052806 Dec 22 13:21:50.734160 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46292) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:50.749308 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a823756f-f909-44c2-92d3-eb6eae60695a None None] Pushing event updated for resources: {'Port': ['ID=c5e468d2-f002-4fa8-91ba-4c0620f4820a,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:50.819609 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-9814fa36-db20-49f0-bc23-7ddcd15caf65 req-ab87f37d-0017-494d-a87c-ba0334804d7d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Unset dirty status for tenant:3772d751884347318e5633f3189f08c6 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:21:50.820025 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9814fa36-db20-49f0-bc23-7ddcd15caf65 req-ab87f37d-0017-494d-a87c-ba0334804d7d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/ports?device_id=637bf671-5c93-4d8f-a810-167e9aa9a3ad HTTP/1.1" status: 200 len: 210 time: 0.6484017 Dec 22 13:21:50.820598 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c747949a-2849-4c48-b274-981abdb1a499 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Network b7e21e1f-b59f-45da-b71d-dfa88e74399e is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:21:50.864533 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6af776f7-a518-4953-b7a2-2e849a1d91f3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:50.889457 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-7cc706cf-e0d7-4361-b820-2b944277e331 None None] Attempting to bind port 6546af6d-fc2c-4e16-bf39-1dae4ba118c2 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:21:50.889733 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-7cc706cf-e0d7-4361-b820-2b944277e331 None None] Attempting to bind port 6546af6d-fc2c-4e16-bf39-1dae4ba118c2 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '0948a770-5386-4fe4-820e-d3adb2497c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '89a79209-9156-4e6a-aa92-986d9fb5ebd9'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:21:50.890105 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc706cf-e0d7-4361-b820-2b944277e331 None None] Attempting to bind port 6546af6d-fc2c-4e16-bf39-1dae4ba118c2 on network 89a79209-9156-4e6a-aa92-986d9fb5ebd9 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:21:50.909904 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-c747949a-2849-4c48-b274-981abdb1a499 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, b7e21e1f-b59f-45da-b71d-dfa88e74399e) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:50.915260 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-f66b0328-2c76-485d-98e4-e40164b726b5 None None] Attempting to bind port 337e2563-2384-4851-866b-0c2b7363f318 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:21:50.915643 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-f66b0328-2c76-485d-98e4-e40164b726b5 None None] Attempting to bind port 337e2563-2384-4851-866b-0c2b7363f318 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:21:50.916609 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66b0328-2c76-485d-98e4-e40164b726b5 None None] Attempting to bind port 337e2563-2384-4851-866b-0c2b7363f318 on network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:21:50.923183 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-95087095-e53f-4873-a75a-0e284f95365e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Deleting port 18e60fb4-0539-421a-a825-73a836b44aaa {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:21:50.923752 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-95087095-e53f-4873-a75a-0e284f95365e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:50.932549 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33ad5bb-17e0-4606-b059-be31c1ad0699 None None] Network b7e21e1f-b59f-45da-b71d-dfa88e74399e requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:21:50.939109 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c747949a-2849-4c48-b274-981abdb1a499 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:50.939828 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c747949a-2849-4c48-b274-981abdb1a499 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:50.953768 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b0328-2c76-485d-98e4-e40164b726b5 None None] Pushing event updated for resources: {'Port': ['ID=337e2563-2384-4851-866b-0c2b7363f318,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:50.983781 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4c898ae2-7a62-4bfe-b482-845b3ba41968 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:51.008953 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-4c898ae2-7a62-4bfe-b482-845b3ba41968 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Transition to ACTIVE for port object b1763121-e6f9-430b-babb-8c337fe08f8d will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:21:51.023395 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c747949a-2849-4c48-b274-981abdb1a499 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7413387 Dec 22 13:21:51.031849 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46296) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:51.103826 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc706cf-e0d7-4361-b820-2b944277e331 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:21:51.104200 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc706cf-e0d7-4361-b820-2b944277e331 None None] Checking segment: {'id': '0948a770-5386-4fe4-820e-d3adb2497c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '89a79209-9156-4e6a-aa92-986d9fb5ebd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:21:51.104650 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7cc706cf-e0d7-4361-b820-2b944277e331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:51.105148 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc706cf-e0d7-4361-b820-2b944277e331 None None] Bound using segment: {'id': '0948a770-5386-4fe4-820e-d3adb2497c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '89a79209-9156-4e6a-aa92-986d9fb5ebd9'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:21:51.105627 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-7cc706cf-e0d7-4361-b820-2b944277e331 None None] Bound port: 6546af6d-fc2c-4e16-bf39-1dae4ba118c2, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0948a770-5386-4fe4-820e-d3adb2497c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '89a79209-9156-4e6a-aa92-986d9fb5ebd9'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:21:51.106007 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7cc706cf-e0d7-4361-b820-2b944277e331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:51.131245 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f66b0328-2c76-485d-98e4-e40164b726b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:51.145632 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-6af776f7-a518-4953-b7a2-2e849a1d91f3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Transition to ACTIVE for port object d9cd3a23-d155-43ab-a1a4-5d43d4432873 will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:21:51.233339 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-9107f567-de8e-480e-bfa7-7aaa16bf3a81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.874s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:51.233690 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-9107f567-de8e-480e-bfa7-7aaa16bf3a81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:51.242434 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66b0328-2c76-485d-98e4-e40164b726b5 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:21:51.246689 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66b0328-2c76-485d-98e4-e40164b726b5 None None] Checking segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:21:51.246689 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f66b0328-2c76-485d-98e4-e40164b726b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:51.246689 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66b0328-2c76-485d-98e4-e40164b726b5 None None] Bound using segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:21:51.246689 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-f66b0328-2c76-485d-98e4-e40164b726b5 None None] Bound port: 337e2563-2384-4851-866b-0c2b7363f318, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:21:51.246689 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f66b0328-2c76-485d-98e4-e40164b726b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:51.336963 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4c898ae2-7a62-4bfe-b482-845b3ba41968 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:51.348070 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-dbb6884b-24b1-44da-a4b7-ab47c864f36c tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:51.352870 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6af776f7-a518-4953-b7a2-2e849a1d91f3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:51.363806 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-befb977a-7103-4cef-829e-3e3c0de71bba tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:51.470140 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c898ae2-7a62-4bfe-b482-845b3ba41968 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:21:51.478830 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-31b5b144-eed2-4a8f-b54b-7ad85e07f435 None None] Allocated IP 2001:db8::2 (11b45fd3-ce47-40e3-a221-62a534b296ce/86adc05a-5c6a-4a09-a2d2-0d8e718d824b/1cbb01bc-9621-4545-9ffb-2794a63c5b5c) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:21:51.483337 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-4c898ae2-7a62-4bfe-b482-845b3ba41968 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:51.485893 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c898ae2-7a62-4bfe-b482-845b3ba41968 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:21:51.490489 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c898ae2-7a62-4bfe-b482-845b3ba41968 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:51.491175 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4c898ae2-7a62-4bfe-b482-845b3ba41968 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:51.518422 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c898ae2-7a62-4bfe-b482-845b3ba41968 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Port': ['ID=b1763121-e6f9-430b-babb-8c337fe08f8d,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:51.521835 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4c898ae2-7a62-4bfe-b482-845b3ba41968 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:51.577004 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af776f7-a518-4953-b7a2-2e849a1d91f3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Network 11b45fd3-ce47-40e3-a221-62a534b296ce is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:21:51.634042 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af776f7-a518-4953-b7a2-2e849a1d91f3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'Port': ['ID=d9cd3a23-d155-43ab-a1a4-5d43d4432873,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:51.636571 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-6af776f7-a518-4953-b7a2-2e849a1d91f3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:51.645492 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-95087095-e53f-4873-a75a-0e284f95365e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:51.652782 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6af776f7-a518-4953-b7a2-2e849a1d91f3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:51.653660 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af776f7-a518-4953-b7a2-2e849a1d91f3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:21:51.655074 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-4c898ae2-7a62-4bfe-b482-845b3ba41968 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1494429 Dec 22 13:21:51.657782 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af776f7-a518-4953-b7a2-2e849a1d91f3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:51.659800 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6af776f7-a518-4953-b7a2-2e849a1d91f3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:51.664835 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46302) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:51.684304 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7cc706cf-e0d7-4361-b820-2b944277e331 None None] For port 6546af6d-fc2c-4e16-bf39-1dae4ba118c2, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:21:51.688439 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e82048-f137-4d45-8420-bc6fa1e62c0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-b7e21e1f-b59f-45da-b71d-dfa88e74399e', 'network_id': 'b7e21e1f-b59f-45da-b71d-dfa88e74399e', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'fixed_ips': [{'subnet_id': 'f081cb85-23a4-4c2c-b780-1090f4a90073'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:21:51.689268 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f5e82048-f137-4d45-8420-bc6fa1e62c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:51.724181 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7cc706cf-e0d7-4361-b820-2b944277e331 None None] For port 6546af6d-fc2c-4e16-bf39-1dae4ba118c2, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=6546af6d-fc2c-4e16-bf39-1dae4ba118c2,segment=NetworkSegment(0948a770-5386-4fe4-820e-d3adb2497c58),segment_id=0948a770-5386-4fe4-820e-d3adb2497c58)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:21:51.738265 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-f66b0328-2c76-485d-98e4-e40164b726b5 None None] For port 337e2563-2384-4851-866b-0c2b7363f318, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:21:51.744100 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-f66b0328-2c76-485d-98e4-e40164b726b5 None None] For port 337e2563-2384-4851-866b-0c2b7363f318, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=337e2563-2384-4851-866b-0c2b7363f318,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:21:51.808420 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-95087095-e53f-4873-a75a-0e284f95365e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Calling delete_port for 18e60fb4-0539-421a-a825-73a836b44aaa owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:21:51.845887 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-36ef346b-f280-489f-8b43-c9207335f3b2 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:51.865776 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7cc706cf-e0d7-4361-b820-2b944277e331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:51.869530 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7122ce-6af4-4147-857b-58e5c0e23683 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:51.873456 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7122ce-6af4-4147-857b-58e5c0e23683 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:51.874247 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-cf7122ce-6af4-4147-857b-58e5c0e23683 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:21:51.884789 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c9598a1c-11a0-4ac1-8398-e0689ee401f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:51.974028 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa82cdf9-338a-4a51-b197-697a515d9127 None None] Pushing event updated for resources: {'Port': ['ID=6546af6d-fc2c-4e16-bf39-1dae4ba118c2,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:51.977902 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-fa82cdf9-338a-4a51-b197-697a515d9127 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:51.982594 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f66b0328-2c76-485d-98e4-e40164b726b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:51.991085 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-11d63ae7-4c18-48cd-9b1b-932faa91a363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:52.025561 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6af776f7-a518-4953-b7a2-2e849a1d91f3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4227309 Dec 22 13:21:52.030702 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46310) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:52.060863 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc706cf-e0d7-4361-b820-2b944277e331 None None] Routers {'7cb7f5d1-9cc4-461f-8a37-18e4a661920f'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:21:52.061504 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-7cc706cf-e0d7-4361-b820-2b944277e331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:21:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['7cb7f5d1-9cc4-461f-8a37-18e4a661920f'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:52.082002 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-2103f3f5-40e1-4399-bea9-6b23cf4717ad tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'port': {'network_id': '11b45fd3-ce47-40e3-a221-62a534b296ce', 'name': 'tempest-PortsIpV6TestJSON-893004301'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:52.269716 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e652dfa5-ae32-4627-b4ec-abe93188cae3 None None] Network 578a0dcd-aede-4ab7-87bd-25f9d5e6ac50 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:21:52.325454 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-cf7122ce-6af4-4147-857b-58e5c0e23683 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:21:52.340328 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-cf7122ce-6af4-4147-857b-58e5c0e23683 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.6783354 Dec 22 13:21:52.346014 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46314) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:52.383416 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5cf61812-df13-4be6-a71f-8516cf89c700 req-833f8986-9925-47a4-ad83-ab5b8e9adec5 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/ports?device_id=637bf671-5c93-4d8f-a810-167e9aa9a3ad HTTP/1.1" status: 200 len: 210 time: 0.2589233 Dec 22 13:21:52.525057 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-95087095-e53f-4873-a75a-0e284f95365e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:52.544482 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-71df42e7-0f35-4b99-82aa-78882db48dcd tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:52.550903 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device c5e468d2-f002-4fa8-91ba-4c0620f4820a up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:21:52.639922 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95087095-e53f-4873-a75a-0e284f95365e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'Port': ['ID=18e60fb4-0539-421a-a825-73a836b44aaa,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:52.643142 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-2103f3f5-40e1-4399-bea9-6b23cf4717ad tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:52.650297 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-95087095-e53f-4873-a75a-0e284f95365e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:52.654068 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-2103f3f5-40e1-4399-bea9-6b23cf4717ad tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Usage tracker for resource:port and tenant:5dcef99d1b1441dea18127579d2b89f5 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:21:52.659722 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b0328-2c76-485d-98e4-e40164b726b5 None None] Pushing event updated for resources: {'Port': ['ID=337e2563-2384-4851-866b-0c2b7363f318,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:52.663066 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f66b0328-2c76-485d-98e4-e40164b726b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:52.664838 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-2103f3f5-40e1-4399-bea9-6b23cf4717ad tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:21:52.678796 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-2103f3f5-40e1-4399-bea9-6b23cf4717ad tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:52.685356 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-1964547a-235e-4fd5-9c84-f1c2d91261b4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting port b1763121-e6f9-430b-babb-8c337fe08f8d {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:21:52.686929 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1964547a-235e-4fd5-9c84-f1c2d91261b4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:52.742691 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-f5e82048-f137-4d45-8420-bc6fa1e62c0f None None] Allocated IP 2001:db8::2 (b7e21e1f-b59f-45da-b71d-dfa88e74399e/f081cb85-23a4-4c2c-b780-1090f4a90073/9c1e53a2-6e52-4245-b1d7-33eeba64de23) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:21:52.806962 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ef2993-386f-43c4-b609-301285021aed tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Router eed399a3-0f51-4966-8336-9e5d914ac24a has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:21:52.834130 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-95087095-e53f-4873-a75a-0e284f95365e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:52.908576 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2103f3f5-40e1-4399-bea9-6b23cf4717ad tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Made reservation on behalf of 5dcef99d1b1441dea18127579d2b89f5 for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:52.912151 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2103f3f5-40e1-4399-bea9-6b23cf4717ad tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:52.935856 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-95087095-e53f-4873-a75a-0e284f95365e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/ports/18e60fb4-0539-421a-a825-73a836b44aaa HTTP/1.1" status: 204 len: 168 time: 2.2000947 Dec 22 13:21:52.938048 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46318) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:52.941761 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-31b5b144-eed2-4a8f-b54b-7ad85e07f435 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:52.946235 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-2103f3f5-40e1-4399-bea9-6b23cf4717ad tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] device_id is not set on port 5a584f02-0886-41c2-9471-f4a1435ca9ea yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:21:52.947940 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-5defe1bc-6b31-4b7d-acd7-5d6bba64eb48 None None] Provisioning for port c5e468d2-f002-4fa8-91ba-4c0620f4820a completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:21:52.951536 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port c5e468d2-f002-4fa8-91ba-4c0620f4820a completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:21:52.975178 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-5defe1bc-6b31-4b7d-acd7-5d6bba64eb48 None None] Provisioning complete for port c5e468d2-f002-4fa8-91ba-4c0620f4820a triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:52.975901 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5defe1bc-6b31-4b7d-acd7-5d6bba64eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:53.001333 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-7cc706cf-e0d7-4361-b820-2b944277e331 None None] Set router 7cb7f5d1-9cc4-461f-8a37-18e4a661920f gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:21:53.021633 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-20d95ab7-7310-4e1c-9b93-2a02020ad64e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] DELETE failed (client error): The resource could not be found. Dec 22 13:21:53.022203 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20d95ab7-7310-4e1c-9b93-2a02020ad64e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:21:53.085277 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-20d95ab7-7310-4e1c-9b93-2a02020ad64e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/ports/18e60fb4-0539-421a-a825-73a836b44aaa HTTP/1.1" status: 404 len: 333 time: 0.1361799 Dec 22 13:21:53.088521 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46322) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:53.113489 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-31b5b144-eed2-4a8f-b54b-7ad85e07f435 None None] Transition to ACTIVE for port object 1cbb01bc-9621-4545-9ffb-2794a63c5b5c will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:21:53.121237 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port c5e468d2-f002-4fa8-91ba-4c0620f4820a triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:53.121713 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:53.146974 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d3a4d4a-edea-488a-9b4b-e50a28c8ced8 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] GET failed (client error): The resource could not be found. Dec 22 13:21:53.147589 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6d3a4d4a-edea-488a-9b4b-e50a28c8ced8 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Synchronizing usage tracker for tenant:77460f0dfa37423d8c924a302461b16c on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:21:53.173421 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ef2993-386f-43c4-b609-301285021aed tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:21:53.185289 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-01ef2993-386f-43c4-b609-301285021aed tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:53.211842 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c538479-50e7-423a-8237-4c2041e0c7ad None None] Sync routers for ids ['eed399a3-0f51-4966-8336-9e5d914ac24a'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:21:53.230345 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1964547a-235e-4fd5-9c84-f1c2d91261b4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:53.283142 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-31b5b144-eed2-4a8f-b54b-7ad85e07f435 None None] Transition to ACTIVE for port object 1cbb01bc-9621-4545-9ffb-2794a63c5b5c will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:21:53.307774 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6d3a4d4a-edea-488a-9b4b-e50a28c8ced8 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Unset dirty status for tenant:77460f0dfa37423d8c924a302461b16c on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:21:53.311617 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6d3a4d4a-edea-488a-9b4b-e50a28c8ced8 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "GET /v2.0/ports/18e60fb4-0539-421a-a825-73a836b44aaa HTTP/1.1" status: 404 len: 333 time: 0.2195611 Dec 22 13:21:53.378388 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46326) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:53.387370 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-1964547a-235e-4fd5-9c84-f1c2d91261b4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Calling delete_port for b1763121-e6f9-430b-babb-8c337fe08f8d owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:21:53.413299 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-31b5b144-eed2-4a8f-b54b-7ad85e07f435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:53.423121 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-8d376fe0-5900-4e5f-8d06-37b38f195c8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:53.488055 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c538479-50e7-423a-8237-4c2041e0c7ad None None] Routers {'eed399a3-0f51-4966-8336-9e5d914ac24a'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:21:53.488706 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-0c538479-50e7-423a-8237-4c2041e0c7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:21:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['eed399a3-0f51-4966-8336-9e5d914ac24a'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:53.750267 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-01ef2993-386f-43c4-b609-301285021aed tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "PUT /v2.0/floatingips/f9ea2df9-9c8e-4b0c-86af-fe1e518f91ec HTTP/1.1" status: 200 len: 978 time: 8.1578450 Dec 22 13:21:53.764687 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-0c538479-50e7-423a-8237-4c2041e0c7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:53.778449 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46332) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:53.855097 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b5b144-eed2-4a8f-b54b-7ad85e07f435 None None] Network 11b45fd3-ce47-40e3-a221-62a534b296ce is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:21:53.860882 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5b144-eed2-4a8f-b54b-7ad85e07f435 None None] Pushing event updated for resources: {'Port': ['ID=1cbb01bc-9621-4545-9ffb-2794a63c5b5c,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:53.864481 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-31b5b144-eed2-4a8f-b54b-7ad85e07f435 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:53.884736 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-31b5b144-eed2-4a8f-b54b-7ad85e07f435 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:53.887494 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b5b144-eed2-4a8f-b54b-7ad85e07f435 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:21:53.926146 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f5e82048-f137-4d45-8420-bc6fa1e62c0f None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:53.941474 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:53.957591 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-2103f3f5-40e1-4399-bea9-6b23cf4717ad tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Allocated IP 2001:db8::250 (11b45fd3-ce47-40e3-a221-62a534b296ce/86adc05a-5c6a-4a09-a2d2-0d8e718d824b/5a584f02-0886-41c2-9471-f4a1435ca9ea) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:21:53.967917 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5defe1bc-6b31-4b7d-acd7-5d6bba64eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:53.995513 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3a775d04-ebcf-4686-b2a8-fecfa21f3620 req-c85cc604-3c96-4507-8ef6-82b5018922bd tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/ports?device_id=637bf671-5c93-4d8f-a810-167e9aa9a3ad HTTP/1.1" status: 200 len: 210 time: 0.2177799 Dec 22 13:21:53.995665 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c538479-50e7-423a-8237-4c2041e0c7ad None None] Routers {'eed399a3-0f51-4966-8336-9e5d914ac24a'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:21:53.995665 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-0c538479-50e7-423a-8237-4c2041e0c7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:21:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['eed399a3-0f51-4966-8336-9e5d914ac24a'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:54.031218 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-2c5c7f73-86ef-4898-96ed-161f5b1747e5 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:54.032757 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-2c5c7f73-86ef-4898-96ed-161f5b1747e5 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.45 "GET /v2.0/networks?id=89a79209-9156-4e6a-aa92-986d9fb5ebd9 HTTP/1.1" status: 200 len: 796 time: 0.6171653 Dec 22 13:21:54.069323 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-f5e82048-f137-4d45-8420-bc6fa1e62c0f None None] Transition to ACTIVE for port object 9c1e53a2-6e52-4245-b1d7-33eeba64de23 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:21:54.129741 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe836e39-0ed6-4298-a435-6e77f8c51250 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Deleting subnet 88bdefa1-5ad7-4bb4-a820-d9b6e8b15783 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:21:54.136848 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-c0cb6340-93d6-468b-8960-9118015dcd2e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Deleting port ae1211bf-4bde-43ea-a368-15b63401aa85 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:21:54.138365 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c0cb6340-93d6-468b-8960-9118015dcd2e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:54.230985 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-caa176b9-2581-4950-8213-19b2cb7a403f tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3772d751884347318e5633f3189f08c6 HTTP/1.1" status: 200 len: 379 time: 0.1767206 Dec 22 13:21:54.243493 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-5521c16b-25c9-4ff6-909d-b71f3f9107e1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Request body: {'port': {'device_id': '637bf671-5c93-4d8f-a810-167e9aa9a3ad', 'network_id': '89a79209-9156-4e6a-aa92-986d9fb5ebd9', 'admin_state_up': True, 'tenant_id': '3772d751884347318e5633f3189f08c6', 'security_groups': ['d1d0092f-2b68-4712-be8f-c58c750fe679']}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:54.261232 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-0c538479-50e7-423a-8237-4c2041e0c7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:54.261651 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c538479-50e7-423a-8237-4c2041e0c7ad None None] The sync data for ids ['eed399a3-0f51-4966-8336-9e5d914ac24a'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:21:54.329918 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-f5e82048-f137-4d45-8420-bc6fa1e62c0f None None] Transition to ACTIVE for port object 9c1e53a2-6e52-4245-b1d7-33eeba64de23 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:21:54.344807 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port c5e468d2-f002-4fa8-91ba-4c0620f4820a, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=c5e468d2-f002-4fa8-91ba-4c0620f4820a,segment=NetworkSegment(ca7d5a07-9cba-4cb1-b8d8-4955642f5be0),segment_id=ca7d5a07-9cba-4cb1-b8d8-4955642f5be0)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:21:54.345803 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-31b5b144-eed2-4a8f-b54b-7ad85e07f435 None None] Attempting to bind port 1cbb01bc-9621-4545-9ffb-2794a63c5b5c on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:21:54.346177 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-31b5b144-eed2-4a8f-b54b-7ad85e07f435 None None] Attempting to bind port 1cbb01bc-9621-4545-9ffb-2794a63c5b5c by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'f5a84def-e58d-4bef-8726-cc68db07a7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '11b45fd3-ce47-40e3-a221-62a534b296ce'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:21:54.347184 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b5b144-eed2-4a8f-b54b-7ad85e07f435 None None] Attempting to bind port 1cbb01bc-9621-4545-9ffb-2794a63c5b5c on network 11b45fd3-ce47-40e3-a221-62a534b296ce {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:21:54.356861 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b5b144-eed2-4a8f-b54b-7ad85e07f435 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:21:54.357250 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b5b144-eed2-4a8f-b54b-7ad85e07f435 None None] Checking segment: {'id': 'f5a84def-e58d-4bef-8726-cc68db07a7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '11b45fd3-ce47-40e3-a221-62a534b296ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:21:54.358027 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-31b5b144-eed2-4a8f-b54b-7ad85e07f435 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:54.358027 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b5b144-eed2-4a8f-b54b-7ad85e07f435 None None] Bound using segment: {'id': 'f5a84def-e58d-4bef-8726-cc68db07a7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '11b45fd3-ce47-40e3-a221-62a534b296ce'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:21:54.358580 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-31b5b144-eed2-4a8f-b54b-7ad85e07f435 None None] Bound port: 1cbb01bc-9621-4545-9ffb-2794a63c5b5c, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5a84def-e58d-4bef-8726-cc68db07a7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '11b45fd3-ce47-40e3-a221-62a534b296ce'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:21:54.358967 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-31b5b144-eed2-4a8f-b54b-7ad85e07f435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:54.424431 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f5e82048-f137-4d45-8420-bc6fa1e62c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:54.432098 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-fa82cdf9-338a-4a51-b197-697a515d9127 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:54.454551 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-5521c16b-25c9-4ff6-909d-b71f3f9107e1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:21:54.463302 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2103f3f5-40e1-4399-bea9-6b23cf4717ad tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:54.477307 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-5521c16b-25c9-4ff6-909d-b71f3f9107e1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:21:54.480660 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c0cb6340-93d6-468b-8960-9118015dcd2e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:54.481182 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:54.512239 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-2103f3f5-40e1-4399-bea9-6b23cf4717ad tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Transition to ACTIVE for port object 5a584f02-0886-41c2-9471-f4a1435ca9ea will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:21:54.574274 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-5521c16b-25c9-4ff6-909d-b71f3f9107e1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Made reservation on behalf of 3772d751884347318e5633f3189f08c6 for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:21:54.577687 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-5521c16b-25c9-4ff6-909d-b71f3f9107e1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:54.593150 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-7cc706cf-e0d7-4361-b820-2b944277e331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb7f5d1-9cc4-461f-8a37-18e4a661920f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745678274', 'tenant_id': '3772d751884347318e5633f3189f08c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '9666d5d4-28ad-45d8-97bf-6ec10c014c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:23Z', 'updated_at': '2021-12-22T13:21:42Z', 'revision_number': 4, 'project_id': '3772d751884347318e5633f3189f08c6', 'gw_port': {'id': '9666d5d4-28ad-45d8-97bf-6ec10c014c2f', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb7f5d1-9cc4-461f-8a37-18e4a661920f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:25Z', 'updated_at': '2021-12-22T13:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '6546af6d-fc2c-4e16-bf39-1dae4ba118c2', 'name': '', 'network_id': '89a79209-9156-4e6a-aa92-986d9fb5ebd9', 'tenant_id': '3772d751884347318e5633f3189f08c6', 'mac_address': 'fa:16:3e:12:f0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb7f5d1-9cc4-461f-8a37-18e4a661920f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ad01d9a-abae-4107-9993-51951d2171e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:39Z', 'updated_at': '2021-12-22T13:21:51Z', 'revision_number': 4, 'project_id': '3772d751884347318e5633f3189f08c6', 'subnets': [{'id': '9ad01d9a-abae-4107-9993-51951d2171e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:54.598228 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e82048-f137-4d45-8420-bc6fa1e62c0f None None] Network b7e21e1f-b59f-45da-b71d-dfa88e74399e is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:21:54.602488 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fe836e39-0ed6-4298-a435-6e77f8c51250 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:54.605446 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e82048-f137-4d45-8420-bc6fa1e62c0f None None] Pushing event updated for resources: {'Port': ['ID=9c1e53a2-6e52-4245-b1d7-33eeba64de23,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:54.608970 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f5e82048-f137-4d45-8420-bc6fa1e62c0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:54.615347 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3fe86f1e-fdd9-4342-9ee5-2659b6c5912c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:54.622535 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2103f3f5-40e1-4399-bea9-6b23cf4717ad tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:54.631923 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2b3f591c-2c1d-49f7-abe0-e39e335eaba0 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:54.645686 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-f5e82048-f137-4d45-8420-bc6fa1e62c0f None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:54.648335 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e82048-f137-4d45-8420-bc6fa1e62c0f None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:21:54.657123 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-31b5b144-eed2-4a8f-b54b-7ad85e07f435 None None] For port 1cbb01bc-9621-4545-9ffb-2794a63c5b5c, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:21:54.662839 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 337e2563-2384-4851-866b-0c2b7363f318 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:21:54.698857 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-5defe1bc-6b31-4b7d-acd7-5d6bba64eb48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:21:54.699252 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-5defe1bc-6b31-4b7d-acd7-5d6bba64eb48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:21:54.699889 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc706cf-e0d7-4361-b820-2b944277e331 None None] The sync data for ids ['7cb7f5d1-9cc4-461f-8a37-18e4a661920f'] in dv-neutron-822669-1-hyperv is: [{'id': '7cb7f5d1-9cc4-461f-8a37-18e4a661920f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745678274', 'tenant_id': '3772d751884347318e5633f3189f08c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '9666d5d4-28ad-45d8-97bf-6ec10c014c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:23Z', 'updated_at': '2021-12-22T13:21:42Z', 'revision_number': 4, 'project_id': '3772d751884347318e5633f3189f08c6', 'gw_port': {'id': '9666d5d4-28ad-45d8-97bf-6ec10c014c2f', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb7f5d1-9cc4-461f-8a37-18e4a661920f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:25Z', 'updated_at': '2021-12-22T13:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '6546af6d-fc2c-4e16-bf39-1dae4ba118c2', 'name': '', 'network_id': '89a79209-9156-4e6a-aa92-986d9fb5ebd9', 'tenant_id': '3772d751884347318e5633f3189f08c6', 'mac_address': 'fa:16:3e:12:f0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb7f5d1-9cc4-461f-8a37-18e4a661920f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ad01d9a-abae-4107-9993-51951d2171e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:39Z', 'updated_at': '2021-12-22T13:21:51Z', 'revision_number': 4, 'project_id': '3772d751884347318e5633f3189f08c6', 'subnets': [{'id': '9ad01d9a-abae-4107-9993-51951d2171e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:21:54.730167 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-31b5b144-eed2-4a8f-b54b-7ad85e07f435 None None] For port 1cbb01bc-9621-4545-9ffb-2794a63c5b5c, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=1cbb01bc-9621-4545-9ffb-2794a63c5b5c,segment=NetworkSegment(f5a84def-e58d-4bef-8726-cc68db07a7bb),segment_id=f5a84def-e58d-4bef-8726-cc68db07a7bb)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:21:54.738665 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2103f3f5-40e1-4399-bea9-6b23cf4717ad tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Network 11b45fd3-ce47-40e3-a221-62a534b296ce is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:21:54.751846 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-2103f3f5-40e1-4399-bea9-6b23cf4717ad tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:54.755608 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2103f3f5-40e1-4399-bea9-6b23cf4717ad tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:21:54.759923 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2103f3f5-40e1-4399-bea9-6b23cf4717ad tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:54.760238 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2103f3f5-40e1-4399-bea9-6b23cf4717ad tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:54.807487 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2103f3f5-40e1-4399-bea9-6b23cf4717ad tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'Port': ['ID=5a584f02-0886-41c2-9471-f4a1435ca9ea,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:54.811328 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2103f3f5-40e1-4399-bea9-6b23cf4717ad tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:54.850871 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-31b5b144-eed2-4a8f-b54b-7ad85e07f435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:54.871416 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=c5e468d2-f002-4fa8-91ba-4c0620f4820a,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:54.874790 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:54.883009 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7351923e-1ccd-40f6-aa7c-ef3020b78fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:54.900477 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-2103f3f5-40e1-4399-bea9-6b23cf4717ad tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8546894 Dec 22 13:21:54.903588 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46336) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:54.934942 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-f5e82048-f137-4d45-8420-bc6fa1e62c0f None None] Attempting to bind port 9c1e53a2-6e52-4245-b1d7-33eeba64de23 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:21:54.935325 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-f5e82048-f137-4d45-8420-bc6fa1e62c0f None None] Attempting to bind port 9c1e53a2-6e52-4245-b1d7-33eeba64de23 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'a5c004ff-acd6-41a3-b1a9-cb79dfb099f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b7e21e1f-b59f-45da-b71d-dfa88e74399e'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:21:54.935699 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e82048-f137-4d45-8420-bc6fa1e62c0f None None] Attempting to bind port 9c1e53a2-6e52-4245-b1d7-33eeba64de23 on network b7e21e1f-b59f-45da-b71d-dfa88e74399e {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:21:54.973685 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e82048-f137-4d45-8420-bc6fa1e62c0f None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:21:54.974067 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e82048-f137-4d45-8420-bc6fa1e62c0f None None] Checking segment: {'id': 'a5c004ff-acd6-41a3-b1a9-cb79dfb099f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b7e21e1f-b59f-45da-b71d-dfa88e74399e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:21:54.974521 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f5e82048-f137-4d45-8420-bc6fa1e62c0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:54.974947 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e82048-f137-4d45-8420-bc6fa1e62c0f None None] Bound using segment: {'id': 'a5c004ff-acd6-41a3-b1a9-cb79dfb099f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b7e21e1f-b59f-45da-b71d-dfa88e74399e'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:21:54.975876 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-f5e82048-f137-4d45-8420-bc6fa1e62c0f None None] Bound port: 9c1e53a2-6e52-4245-b1d7-33eeba64de23, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c004ff-acd6-41a3-b1a9-cb79dfb099f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b7e21e1f-b59f-45da-b71d-dfa88e74399e'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:21:54.975876 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f5e82048-f137-4d45-8420-bc6fa1e62c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:55.010753 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-5521c16b-25c9-4ff6-909d-b71f3f9107e1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Allocated IP 172.20.0.3 (89a79209-9156-4e6a-aa92-986d9fb5ebd9/9ad01d9a-abae-4107-9993-51951d2171e3/1fc7171b-c5f7-47fb-b70f-fed856b0a227) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:21:55.043487 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e69b27-2341-4b15-89f5-75553f023e8b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:55.044247 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-f1e69b27-2341-4b15-89f5-75553f023e8b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Synchronizing usage tracker for tenant:5dcef99d1b1441dea18127579d2b89f5 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:21:55.122625 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c0cb6340-93d6-468b-8960-9118015dcd2e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:55.128030 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c0cb6340-93d6-468b-8960-9118015dcd2e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:55.128030 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.l3_db [None req-c0cb6340-93d6-468b-8960-9118015dcd2e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Floating IP f9ea2df9-9c8e-4b0c-86af-fe1e518f91ec disassociated. External IP: 172.26.1.98, port: ae1211bf-4bde-43ea-a368-15b63401aa85. Dec 22 13:21:55.128030 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-c0cb6340-93d6-468b-8960-9118015dcd2e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Calling delete_port for ae1211bf-4bde-43ea-a368-15b63401aa85 owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:21:55.138443 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5b144-eed2-4a8f-b54b-7ad85e07f435 None None] Pushing event updated for resources: {'Port': ['ID=1cbb01bc-9621-4545-9ffb-2794a63c5b5c,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:55.141806 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-31b5b144-eed2-4a8f-b54b-7ad85e07f435 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:55.142560 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 337e2563-2384-4851-866b-0c2b7363f318 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:21:55.199727 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-f1e69b27-2341-4b15-89f5-75553f023e8b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Unset dirty status for tenant:5dcef99d1b1441dea18127579d2b89f5 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:21:55.200985 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f1e69b27-2341-4b15-89f5-75553f023e8b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A168 HTTP/1.1" status: 200 len: 929 time: 0.2962568 Dec 22 13:21:55.292708 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46342) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:55.317863 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-f5e82048-f137-4d45-8420-bc6fa1e62c0f None None] For port 9c1e53a2-6e52-4245-b1d7-33eeba64de23, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:21:55.428961 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-f8ecfca0-3ffb-4849-bf95-f885c1c634a5 req-43de42db-bbc3-45b8-baf8-101a8b04faf5 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Synchronizing usage tracker for tenant:3772d751884347318e5633f3189f08c6 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:21:55.466906 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-a0c5fe01-347d-4de1-be71-f6f01034aa0c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Deleting port 5a584f02-0886-41c2-9471-f4a1435ca9ea {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:21:55.467251 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a0c5fe01-347d-4de1-be71-f6f01034aa0c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:55.513884 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fe836e39-0ed6-4298-a435-6e77f8c51250 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:55.536568 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-f8ecfca0-3ffb-4849-bf95-f885c1c634a5 req-43de42db-bbc3-45b8-baf8-101a8b04faf5 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Unset dirty status for tenant:3772d751884347318e5633f3189f08c6 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:21:55.537755 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-f8ecfca0-3ffb-4849-bf95-f885c1c634a5 req-43de42db-bbc3-45b8-baf8-101a8b04faf5 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/ports?device_id=637bf671-5c93-4d8f-a810-167e9aa9a3ad HTTP/1.1" status: 200 len: 210 time: 0.2443733 Dec 22 13:21:55.599143 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-607aec63-3b6c-47d5-9ab0-b199a3c655b5 None None] Provisioning for port b1763121-e6f9-430b-babb-8c337fe08f8d completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:21:55.605016 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-607aec63-3b6c-47d5-9ab0-b199a3c655b5 None None] Provisioning complete for port b1763121-e6f9-430b-babb-8c337fe08f8d triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:55.605512 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-607aec63-3b6c-47d5-9ab0-b199a3c655b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:55.638965 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fe836e39-0ed6-4298-a435-6e77f8c51250 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:55.675076 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-607aec63-3b6c-47d5-9ab0-b199a3c655b5 None None] Port b1763121-e6f9-430b-babb-8c337fe08f8d was deleted so its status cannot be updated. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 22 13:21:55.680732 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-5521c16b-25c9-4ff6-909d-b71f3f9107e1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:55.697927 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-607aec63-3b6c-47d5-9ab0-b199a3c655b5 None None] Provisioning complete for port c5e468d2-f002-4fa8-91ba-4c0620f4820a triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:55.698503 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-607aec63-3b6c-47d5-9ab0-b199a3c655b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:55.744507 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-36ef346b-f280-489f-8b43-c9207335f3b2 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Allocated IP 2001:db8::1 (b7e21e1f-b59f-45da-b71d-dfa88e74399e/f081cb85-23a4-4c2c-b780-1090f4a90073/b078ee29-451b-4f5c-8d71-e41b92ff2fdf) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:21:55.744722 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-5521c16b-25c9-4ff6-909d-b71f3f9107e1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Transition to ACTIVE for port object 1fc7171b-c5f7-47fb-b70f-fed856b0a227 will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:21:55.747206 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1964547a-235e-4fd5-9c84-f1c2d91261b4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:55.756972 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-21eadfc9-e754-4155-9ad0-fe31b35e1602 tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:55.825847 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1964547a-235e-4fd5-9c84-f1c2d91261b4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Port': ['ID=b1763121-e6f9-430b-babb-8c337fe08f8d,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:55.828937 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1964547a-235e-4fd5-9c84-f1c2d91261b4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:55.836693 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fe836e39-0ed6-4298-a435-6e77f8c51250 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:55.841376 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1339665a-6ff3-42df-99a2-119e7e3c832b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:55.913682 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c0cb6340-93d6-468b-8960-9118015dcd2e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:55.937789 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe836e39-0ed6-4298-a435-6e77f8c51250 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'Subnet': ['ID=88bdefa1-5ad7-4bb4-a820-d9b6e8b15783,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:55.946639 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-f5e82048-f137-4d45-8420-bc6fa1e62c0f None None] For port 9c1e53a2-6e52-4245-b1d7-33eeba64de23, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=9c1e53a2-6e52-4245-b1d7-33eeba64de23,segment=NetworkSegment(a5c004ff-acd6-41a3-b1a9-cb79dfb099f5),segment_id=a5c004ff-acd6-41a3-b1a9-cb79dfb099f5)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:21:55.975822 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-fe836e39-0ed6-4298-a435-6e77f8c51250 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:55.981243 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c2d63ec8-dd5e-4f1c-9733-c44d5402558f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:55.992434 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a0c5fe01-347d-4de1-be71-f6f01034aa0c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:56.015209 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f5e82048-f137-4d45-8420-bc6fa1e62c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:56.020174 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-850b4fec-aff2-4b25-8075-f87cc2fd33a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:56.120779 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e82048-f137-4d45-8420-bc6fa1e62c0f None None] Pushing event updated for resources: {'Port': ['ID=9c1e53a2-6e52-4245-b1d7-33eeba64de23,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:56.125584 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-607aec63-3b6c-47d5-9ab0-b199a3c655b5 None None] Provisioning for port 337e2563-2384-4851-866b-0c2b7363f318 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:21:56.152986 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f5e82048-f137-4d45-8420-bc6fa1e62c0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:56.155890 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-607aec63-3b6c-47d5-9ab0-b199a3c655b5 None None] Provisioning complete for port 337e2563-2384-4851-866b-0c2b7363f318 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:56.156290 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-607aec63-3b6c-47d5-9ab0-b199a3c655b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:56.176993 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb6340-93d6-468b-8960-9118015dcd2e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event deleted for resources: {'Port': ['ID=ae1211bf-4bde-43ea-a368-15b63401aa85,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:56.181383 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fe836e39-0ed6-4298-a435-6e77f8c51250 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:56.184652 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c0cb6340-93d6-468b-8960-9118015dcd2e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:56.192010 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1964547a-235e-4fd5-9c84-f1c2d91261b4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:56.213262 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6d4b03-356f-496c-97f0-a938af4c32f7 None None] Network 578a0dcd-aede-4ab7-87bd-25f9d5e6ac50 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:21:56.274283 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-fe836e39-0ed6-4298-a435-6e77f8c51250 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/subnets/88bdefa1-5ad7-4bb4-a820-d9b6e8b15783 HTTP/1.1" status: 204 len: 168 time: 2.8948932 Dec 22 13:21:56.279476 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46346) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:56.500598 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-5521c16b-25c9-4ff6-909d-b71f3f9107e1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:56.514817 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-a0c5fe01-347d-4de1-be71-f6f01034aa0c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Calling delete_port for 5a584f02-0886-41c2-9471-f4a1435ca9ea owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:21:56.536792 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-36ef346b-f280-489f-8b43-c9207335f3b2 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:56.556301 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-36ef346b-f280-489f-8b43-c9207335f3b2 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Transition to ACTIVE for port object b078ee29-451b-4f5c-8d71-e41b92ff2fdf will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:21:56.580375 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b1c7f39c-127e-4210-871b-049dd099a8cf tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:56.591024 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1964547a-235e-4fd5-9c84-f1c2d91261b4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/ports/b1763121-e6f9-430b-babb-8c337fe08f8d HTTP/1.1" status: 204 len: 168 time: 4.2317648 Dec 22 13:21:56.621152 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46352) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:56.794049 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-607aec63-3b6c-47d5-9ab0-b199a3c655b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:56.819169 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26945b0-3b10-4cb5-ab25-e532465b198f None None] Network 11b45fd3-ce47-40e3-a221-62a534b296ce requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:21:56.825406 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5521c16b-25c9-4ff6-909d-b71f3f9107e1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Pushing event updated for resources: {'Port': ['ID=1fc7171b-c5f7-47fb-b70f-fed856b0a227,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:56.829002 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18f6700-30ae-4899-bcb9-88410c350277 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:56.830471 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18f6700-30ae-4899-bcb9-88410c350277 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:56.831861 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-a18f6700-30ae-4899-bcb9-88410c350277 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:21:56.837514 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5521c16b-25c9-4ff6-909d-b71f3f9107e1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:56.848396 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-36ef346b-f280-489f-8b43-c9207335f3b2 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:56.873587 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1964547a-235e-4fd5-9c84-f1c2d91261b4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:56.916157 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-5521c16b-25c9-4ff6-909d-b71f3f9107e1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Network 89a79209-9156-4e6a-aa92-986d9fb5ebd9 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:21:56.919161 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-5521c16b-25c9-4ff6-909d-b71f3f9107e1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:56.922201 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-5521c16b-25c9-4ff6-909d-b71f3f9107e1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:21:56.928809 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ef346b-f280-489f-8b43-c9207335f3b2 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Network b7e21e1f-b59f-45da-b71d-dfa88e74399e is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:21:57.012575 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-36ef346b-f280-489f-8b43-c9207335f3b2 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:57.036032 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 1cbb01bc-9621-4545-9ffb-2794a63c5b5c up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:21:57.039704 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ef346b-f280-489f-8b43-c9207335f3b2 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:21:57.040478 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-36ef346b-f280-489f-8b43-c9207335f3b2 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:57.081423 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-5521c16b-25c9-4ff6-909d-b71f3f9107e1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:57.082048 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-5521c16b-25c9-4ff6-909d-b71f3f9107e1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:57.144985 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f86a51ce-5715-4571-ac31-aab49eb37bf6 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:57.165585 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef346b-f280-489f-8b43-c9207335f3b2 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event updated for resources: {'Port': ['ID=b078ee29-451b-4f5c-8d71-e41b92ff2fdf,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:57.170154 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-36ef346b-f280-489f-8b43-c9207335f3b2 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:57.197964 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-a18f6700-30ae-4899-bcb9-88410c350277 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:21:57.199182 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a18f6700-30ae-4899-bcb9-88410c350277 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5766168 Dec 22 13:21:57.202772 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46356) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:57.213900 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-607aec63-3b6c-47d5-9ab0-b199a3c655b5 None None] For port 337e2563-2384-4851-866b-0c2b7363f318, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=337e2563-2384-4851-866b-0c2b7363f318,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:21:57.228396 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-f86a51ce-5715-4571-ac31-aab49eb37bf6 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Deleting port c5e468d2-f002-4fa8-91ba-4c0620f4820a {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:21:57.228751 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f86a51ce-5715-4571-ac31-aab49eb37bf6 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:57.252938 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-5521c16b-25c9-4ff6-909d-b71f3f9107e1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0131981 Dec 22 13:21:57.267627 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-521f03c6-c478-486f-944e-8a18ce3cbf77 service neutron] Request body: {'port': {'device_id': '637bf671-5c93-4d8f-a810-167e9aa9a3ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:21:57.317890 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-607aec63-3b6c-47d5-9ab0-b199a3c655b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:57.325658 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:57.336863 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575decf-237b-4c37-98f2-4815ed3d1428 req-edad7388-b708-48cc-903e-a35ddea62a5a tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:57.338408 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e575decf-237b-4c37-98f2-4815ed3d1428 req-edad7388-b708-48cc-903e-a35ddea62a5a tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/ports?device_id=637bf671-5c93-4d8f-a810-167e9aa9a3ad HTTP/1.1" status: 200 len: 931 time: 0.5027010 Dec 22 13:21:57.340762 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a0c5fe01-347d-4de1-be71-f6f01034aa0c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:57.371447 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 1cbb01bc-9621-4545-9ffb-2794a63c5b5c completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:21:57.378993 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a5d84d74-dfae-4dad-89dd-26c1c50b7ced tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:57.387823 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-607aec63-3b6c-47d5-9ab0-b199a3c655b5 None None] Could not find standard attr ID for object 18e60fb4-0539-421a-a825-73a836b44aaa. {{(pid=84150) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:21:57.406712 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941b219a-0a9e-43b6-8744-ea57a737f241 None None] DHCP port deletion for 578a0dcd-aede-4ab7-87bd-25f9d5e6ac50 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:21:57.415739 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-941b219a-0a9e-43b6-8744-ea57a737f241 None None] Deleting port c5e468d2-f002-4fa8-91ba-4c0620f4820a {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:21:57.415739 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-941b219a-0a9e-43b6-8744-ea57a737f241 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:57.439730 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 6546af6d-fc2c-4e16-bf39-1dae4ba118c2 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:21:57.474057 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c5fe01-347d-4de1-be71-f6f01034aa0c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event deleted for resources: {'Port': ['ID=5a584f02-0886-41c2-9471-f4a1435ca9ea,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:57.485067 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-36ef346b-f280-489f-8b43-c9207335f3b2 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:57.507086 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a0c5fe01-347d-4de1-be71-f6f01034aa0c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:57.549809 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e575decf-237b-4c37-98f2-4815ed3d1428 req-411f8730-5550-4298-af3b-b686eb464ee8 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1d0092f-2b68-4712-be8f-c58c750fe679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778307 Dec 22 13:21:57.572016 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607aec63-3b6c-47d5-9ab0-b199a3c655b5 None None] Pushing event updated for resources: {'Port': ['ID=337e2563-2384-4851-866b-0c2b7363f318,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:57.589872 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-607aec63-3b6c-47d5-9ab0-b199a3c655b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:57.644309 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a0c5fe01-347d-4de1-be71-f6f01034aa0c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:57.650796 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-521f03c6-c478-486f-944e-8a18ce3cbf77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:57.692478 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5e9d894-bc68-4a66-aba1-efcc10459399 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting subnet 557def1b-09b2-4165-a134-4a0d0db72b04 {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:21:57.728136 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b5e9d894-bc68-4a66-aba1-efcc10459399 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:57.784587 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-1de6797e-9130-493f-8fee-ac08668b6541 None None] Provisioning for port 1fc7171b-c5f7-47fb-b70f-fed856b0a227 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:21:57.800031 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a0c5fe01-347d-4de1-be71-f6f01034aa0c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/ports/5a584f02-0886-41c2-9471-f4a1435ca9ea HTTP/1.1" status: 204 len: 168 time: 2.5046227 Dec 22 13:21:57.805171 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46360) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:57.851847 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 6546af6d-fc2c-4e16-bf39-1dae4ba118c2 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:21:57.865462 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 6546af6d-fc2c-4e16-bf39-1dae4ba118c2 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:57.865935 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:57.882786 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-5efff80a-4ed5-447d-9272-d97fc680b35b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] GET failed (client error): The resource could not be found. Dec 22 13:21:57.883290 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-5efff80a-4ed5-447d-9272-d97fc680b35b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Synchronizing usage tracker for tenant:5dcef99d1b1441dea18127579d2b89f5 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:21:57.887258 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b5e9d894-bc68-4a66-aba1-efcc10459399 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:57.937111 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-1de6797e-9130-493f-8fee-ac08668b6541 None None] Provisioning complete for port 1fc7171b-c5f7-47fb-b70f-fed856b0a227 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:57.937669 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1de6797e-9130-493f-8fee-ac08668b6541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:58.004323 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-1de6797e-9130-493f-8fee-ac08668b6541 None None] Port 1fc7171b-c5f7-47fb-b70f-fed856b0a227 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:21:58.030217 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-f86a51ce-5715-4571-ac31-aab49eb37bf6 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] For port c5e468d2-f002-4fa8-91ba-4c0620f4820a, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=c5e468d2-f002-4fa8-91ba-4c0620f4820a,segment=NetworkSegment(ca7d5a07-9cba-4cb1-b8d8-4955642f5be0),segment_id=ca7d5a07-9cba-4cb1-b8d8-4955642f5be0)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:21:58.031595 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f86a51ce-5715-4571-ac31-aab49eb37bf6 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:58.058029 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-941b219a-0a9e-43b6-8744-ea57a737f241 None None] For port c5e468d2-f002-4fa8-91ba-4c0620f4820a, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=c5e468d2-f002-4fa8-91ba-4c0620f4820a,segment=NetworkSegment(ca7d5a07-9cba-4cb1-b8d8-4955642f5be0),segment_id=ca7d5a07-9cba-4cb1-b8d8-4955642f5be0)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:21:58.059064 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-941b219a-0a9e-43b6-8744-ea57a737f241 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:58.107481 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-5efff80a-4ed5-447d-9272-d97fc680b35b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Unset dirty status for tenant:5dcef99d1b1441dea18127579d2b89f5 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:21:58.111390 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-5efff80a-4ed5-447d-9272-d97fc680b35b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "GET /v2.0/ports/5a584f02-0886-41c2-9471-f4a1435ca9ea HTTP/1.1" status: 404 len: 333 time: 0.3003933 Dec 22 13:21:58.115568 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46364) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:58.130656 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0cb6340-93d6-468b-8960-9118015dcd2e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Router eed399a3-0f51-4966-8336-9e5d914ac24a has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:21:58.161578 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b40757-ba70-4344-a277-e05e78a8ef9e None None] Network b7e21e1f-b59f-45da-b71d-dfa88e74399e requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:21:58.185130 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-1de6797e-9130-493f-8fee-ac08668b6541 None None] Provisioning for port 1cbb01bc-9621-4545-9ffb-2794a63c5b5c completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:21:58.199409 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-f86a51ce-5715-4571-ac31-aab49eb37bf6 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Calling delete_port for c5e468d2-f002-4fa8-91ba-4c0620f4820a owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:21:58.209454 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b5e9d894-bc68-4a66-aba1-efcc10459399 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:58.250740 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-d6081738-45b8-4e4e-8a5c-815ec8ff2654 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Deleting port d9cd3a23-d155-43ab-a1a4-5d43d4432873 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:21:58.251080 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d6081738-45b8-4e4e-8a5c-815ec8ff2654 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:58.355385 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-941b219a-0a9e-43b6-8744-ea57a737f241 None None] Calling delete_port for c5e468d2-f002-4fa8-91ba-4c0620f4820a owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:21:58.385994 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-1de6797e-9130-493f-8fee-ac08668b6541 None None] Provisioning complete for port 1cbb01bc-9621-4545-9ffb-2794a63c5b5c triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:21:58.386403 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1de6797e-9130-493f-8fee-ac08668b6541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:58.459366 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:58.520342 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-36ef346b-f280-489f-8b43-c9207335f3b2 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:58.522092 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f86a51ce-5715-4571-ac31-aab49eb37bf6 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:58.529584 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-befcead4-e2c7-4ccd-8839-db0800b9f8f4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:58.552669 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-521f03c6-c478-486f-944e-8a18ce3cbf77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fc7171b-c5f7-47fb-b70f-fed856b0a227 {{(pid=84148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:21:58.557410 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b5e9d894-bc68-4a66-aba1-efcc10459399 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:58.570907 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c29e715f-0405-446d-ab2b-031cd57a7cd3 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:58.624640 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-36ef346b-f280-489f-8b43-c9207335f3b2 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:58.625652 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-36ef346b-f280-489f-8b43-c9207335f3b2 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:58.640199 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a51ce-5715-4571-ac31-aab49eb37bf6 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'Port': ['ID=c5e468d2-f002-4fa8-91ba-4c0620f4820a,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:58.645063 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-941b219a-0a9e-43b6-8744-ea57a737f241 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:21:58.645569 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-941b219a-0a9e-43b6-8744-ea57a737f241 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:21:58.650598 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f86a51ce-5715-4571-ac31-aab49eb37bf6 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:58.663791 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86a51ce-5715-4571-ac31-aab49eb37bf6 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] No DVR routers for this DVR port c5e468d2-f002-4fa8-91ba-4c0620f4820a on host dv-neutron-822669-1-hyperv {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:21:58.667742 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 6546af6d-fc2c-4e16-bf39-1dae4ba118c2, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=6546af6d-fc2c-4e16-bf39-1dae4ba118c2,segment=NetworkSegment(0948a770-5386-4fe4-820e-d3adb2497c58),segment_id=0948a770-5386-4fe4-820e-d3adb2497c58)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:21:58.700046 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1fb7d1ca-32dd-483d-bbd2-d08b32c341e7 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:58.843911 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-521f03c6-c478-486f-944e-8a18ce3cbf77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:58.865921 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:58.867270 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device c5e468d2-f002-4fa8-91ba-4c0620f4820a up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:21:58.891671 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e9d894-bc68-4a66-aba1-efcc10459399 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Subnet': ['ID=557def1b-09b2-4165-a134-4a0d0db72b04,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:58.910311 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f5e82048-f137-4d45-8420-bc6fa1e62c0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:58.914537 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b5e9d894-bc68-4a66-aba1-efcc10459399 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:58.926600 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-521f03c6-c478-486f-944e-8a18ce3cbf77 service neutron] Transition to ACTIVE for port object 1fc7171b-c5f7-47fb-b70f-fed856b0a227 will not be triggered until provisioned by entity L2. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:21:58.945406 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b5e9d894-bc68-4a66-aba1-efcc10459399 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:58.985416 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d6081738-45b8-4e4e-8a5c-815ec8ff2654 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:58.995045 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1de6797e-9130-493f-8fee-ac08668b6541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:59.010106 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: c5e468d2-f002-4fa8-91ba-4c0620f4820a {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:21:59.010663 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device c5e468d2-f002-4fa8-91ba-4c0620f4820a not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 22 13:21:59.025878 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f86a51ce-5715-4571-ac31-aab49eb37bf6 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:59.036692 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef346b-f280-489f-8b43-c9207335f3b2 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event updated for resources: {'Port': ['ID=b078ee29-451b-4f5c-8d71-e41b92ff2fdf,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:59.039618 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-36ef346b-f280-489f-8b43-c9207335f3b2 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:59.045809 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=6546af6d-fc2c-4e16-bf39-1dae4ba118c2,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:59.049021 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:59.057965 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ef346b-f280-489f-8b43-c9207335f3b2 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Network b7e21e1f-b59f-45da-b71d-dfa88e74399e is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:21:59.058235 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:59.058235 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2870b368-5c9c-4acb-966e-7f1d119632db None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:21:59.064329 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-36ef346b-f280-489f-8b43-c9207335f3b2 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:21:59.123107 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b5e9d894-bc68-4a66-aba1-efcc10459399 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/557def1b-09b2-4165-a134-4a0d0db72b04 HTTP/1.1" status: 204 len: 168 time: 1.9164200 Dec 22 13:21:59.123107 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-521f03c6-c478-486f-944e-8a18ce3cbf77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:59.133890 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-d6081738-45b8-4e4e-8a5c-815ec8ff2654 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Calling delete_port for d9cd3a23-d155-43ab-a1a4-5d43d4432873 owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:21:59.135638 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46370) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:59.161664 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a0c5fe01-347d-4de1-be71-f6f01034aa0c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:59.186184 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-941b219a-0a9e-43b6-8744-ea57a737f241 None None] Deleting port c5e468d2-f002-4fa8-91ba-4c0620f4820a {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:21:59.186593 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-941b219a-0a9e-43b6-8744-ea57a737f241 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:59.277614 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31911a2-2588-457e-9c16-e70e92eae2cf req-b5ebc23b-1b96-4776-a52f-616a8fd30d38 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:59.285349 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e31911a2-2588-457e-9c16-e70e92eae2cf req-b5ebc23b-1b96-4776-a52f-616a8fd30d38 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/ports?device_id=637bf671-5c93-4d8f-a810-167e9aa9a3ad HTTP/1.1" status: 200 len: 931 time: 0.4510224 Dec 22 13:21:59.341529 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Port c5e468d2-f002-4fa8-91ba-4c0620f4820a not found, will not notify nova. {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 22 13:21:59.353575 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-f86a51ce-5715-4571-ac31-aab49eb37bf6 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['578a0dcd-aede-4ab7-87bd-25f9d5e6ac50']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:59.387701 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521f03c6-c478-486f-944e-8a18ce3cbf77 service neutron] Pushing event updated for resources: {'Port': ['ID=1fc7171b-c5f7-47fb-b70f-fed856b0a227,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:21:59.403984 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-521f03c6-c478-486f-944e-8a18ce3cbf77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:21:59.418964 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-941b219a-0a9e-43b6-8744-ea57a737f241 None None] The port 'c5e468d2-f002-4fa8-91ba-4c0620f4820a' was deleted {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:21:59.487455 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-1de6797e-9130-493f-8fee-ac08668b6541 None None] For port 1cbb01bc-9621-4545-9ffb-2794a63c5b5c, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=1cbb01bc-9621-4545-9ffb-2794a63c5b5c,segment=NetworkSegment(f5a84def-e58d-4bef-8726-cc68db07a7bb),segment_id=f5a84def-e58d-4bef-8726-cc68db07a7bb)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:21:59.539070 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7b03a5c1-354c-49cb-972d-d249b0fdc6b3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4021180 Dec 22 13:21:59.545479 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-f86a51ce-5715-4571-ac31-aab49eb37bf6 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca7d5a07-9cba-4cb1-b8d8-4955642f5be0') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:59.545787 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-f86a51ce-5715-4571-ac31-aab49eb37bf6 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca7d5a07-9cba-4cb1-b8d8-4955642f5be0') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:59.563614 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46374) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:21:59.585441 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1de6797e-9130-493f-8fee-ac08668b6541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:59.587681 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-607aec63-3b6c-47d5-9ab0-b199a3c655b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:21:59.627091 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f86a51ce-5715-4571-ac31-aab49eb37bf6 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:59.677901 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 6546af6d-fc2c-4e16-bf39-1dae4ba118c2 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:21:59.684218 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f86a51ce-5715-4571-ac31-aab49eb37bf6 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:59.700926 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f86a51ce-5715-4571-ac31-aab49eb37bf6 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:21:59.701330 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f86a51ce-5715-4571-ac31-aab49eb37bf6 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:59.723456 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:21:59.723456 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:21:59.723456 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:21:59.723456 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:21:59.723456 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:21:59.723456 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:21:59.723456 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:21:59.723456 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:21:59.723456 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:21:59.723456 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:21:59.723456 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:21:59.723456 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:21:59.723456 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:21:59.723456 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:21:59.723456 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:21:59.723456 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:21:59.723456 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:21:59.723456 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:21:59.723456 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:21:59.723456 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:21:59.723456 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:21:59.723456 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:21:59.723456 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:21:59.723456 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:21:59.723456 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:21:59.723456 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:21:59.723456 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:21:59.723456 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:21:59.723456 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:21:59.723456 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:21:59.723456 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:21:59.723456 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:21:59.723456 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0cb6340-93d6-468b-8960-9118015dcd2e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:21:59.738766 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc32dd11-5fdf-41fe-b0c0-b3fe6ad48497 None None] Sync routers for ids ['eed399a3-0f51-4966-8336-9e5d914ac24a'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:21:59.774604 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc32dd11-5fdf-41fe-b0c0-b3fe6ad48497 None None] Routers {'eed399a3-0f51-4966-8336-9e5d914ac24a'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:21:59.776940 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-fc32dd11-5fdf-41fe-b0c0-b3fe6ad48497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:21:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['eed399a3-0f51-4966-8336-9e5d914ac24a'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:59.796010 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa9c5a1-0116-4488-96c7-36a837100724 None None] DHCP port deletion for 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:21:59.822689 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-521f03c6-c478-486f-944e-8a18ce3cbf77 service neutron] Attempting to bind port 1fc7171b-c5f7-47fb-b70f-fed856b0a227 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:21:59.823491 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-521f03c6-c478-486f-944e-8a18ce3cbf77 service neutron] Attempting to bind port 1fc7171b-c5f7-47fb-b70f-fed856b0a227 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '0948a770-5386-4fe4-820e-d3adb2497c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '89a79209-9156-4e6a-aa92-986d9fb5ebd9'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:21:59.824070 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-521f03c6-c478-486f-944e-8a18ce3cbf77 service neutron] Attempting to bind port 1fc7171b-c5f7-47fb-b70f-fed856b0a227 on network 89a79209-9156-4e6a-aa92-986d9fb5ebd9 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:21:59.834439 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-ef6476ba-494b-4b8d-8fdb-6512bb0c3dc3 None None] Could not find standard attr ID for object 5a584f02-0886-41c2-9471-f4a1435ca9ea. {{(pid=84150) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:21:59.836329 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e31911a2-2588-457e-9c16-e70e92eae2cf req-d47c1497-a1d3-4b1e-af3b-db4da0e3917b tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1d0092f-2b68-4712-be8f-c58c750fe679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5498958 Dec 22 13:21:59.837482 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-521f03c6-c478-486f-944e-8a18ce3cbf77 service neutron] Port 1fc7171b-c5f7-47fb-b70f-fed856b0a227 on network 89a79209-9156-4e6a-aa92-986d9fb5ebd9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:21:59.838018 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-521f03c6-c478-486f-944e-8a18ce3cbf77 service neutron] Attempting to bind port 1fc7171b-c5f7-47fb-b70f-fed856b0a227 on network 89a79209-9156-4e6a-aa92-986d9fb5ebd9 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:21:59.854536 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-521f03c6-c478-486f-944e-8a18ce3cbf77 service neutron] Checking agent: {'id': '72ee2f79-9ac0-483e-b4fd-5b910a776581', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'started_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:21:59.855282 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-521f03c6-c478-486f-944e-8a18ce3cbf77 service neutron] Checking segment: {'id': '0948a770-5386-4fe4-820e-d3adb2497c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '89a79209-9156-4e6a-aa92-986d9fb5ebd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:21:59.855905 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-521f03c6-c478-486f-944e-8a18ce3cbf77 service neutron] Bound using segment: {'id': '0948a770-5386-4fe4-820e-d3adb2497c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '89a79209-9156-4e6a-aa92-986d9fb5ebd9'} {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:21:59.856588 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-521f03c6-c478-486f-944e-8a18ce3cbf77 service neutron] Bound port: 1fc7171b-c5f7-47fb-b70f-fed856b0a227, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0948a770-5386-4fe4-820e-d3adb2497c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '89a79209-9156-4e6a-aa92-986d9fb5ebd9'}}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:21:59.857169 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-521f03c6-c478-486f-944e-8a18ce3cbf77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:59.910487 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-4fa9c5a1-0116-4488-96c7-36a837100724 None None] Deleting port 337e2563-2384-4851-866b-0c2b7363f318 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:21:59.915435 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4fa9c5a1-0116-4488-96c7-36a837100724 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:59.920585 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d6081738-45b8-4e4e-8a5c-815ec8ff2654 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:59.939203 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-fc32dd11-5fdf-41fe-b0c0-b3fe6ad48497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:59.957937 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc32dd11-5fdf-41fe-b0c0-b3fe6ad48497 None None] Routers {'eed399a3-0f51-4966-8336-9e5d914ac24a'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:21:59.958811 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-fc32dd11-5fdf-41fe-b0c0-b3fe6ad48497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:21:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['eed399a3-0f51-4966-8336-9e5d914ac24a'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:21:59.959740 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ecd573d4-0724-474d-8431-a67e4e01620e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:00.064452 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-fc32dd11-5fdf-41fe-b0c0-b3fe6ad48497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:00.065593 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc32dd11-5fdf-41fe-b0c0-b3fe6ad48497 None None] The sync data for ids ['eed399a3-0f51-4966-8336-9e5d914ac24a'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:22:00.096623 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6797e-9130-493f-8fee-ac08668b6541 None None] Pushing event updated for resources: {'Port': ['ID=1cbb01bc-9621-4545-9ffb-2794a63c5b5c,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:00.096732 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6081738-45b8-4e4e-8a5c-815ec8ff2654 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event deleted for resources: {'Port': ['ID=d9cd3a23-d155-43ab-a1a4-5d43d4432873,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:00.098793 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d6081738-45b8-4e4e-8a5c-815ec8ff2654 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:00.105693 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d6081738-45b8-4e4e-8a5c-815ec8ff2654 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:00.123776 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-1de6797e-9130-493f-8fee-ac08668b6541 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:00.167229 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-521f03c6-c478-486f-944e-8a18ce3cbf77 service neutron] For port 1fc7171b-c5f7-47fb-b70f-fed856b0a227, host hv-neutron-8226, cleared binding levels {{(pid=84148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:22:00.171377 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-ef6476ba-494b-4b8d-8fdb-6512bb0c3dc3 None None] Provisioning complete for port 1cbb01bc-9621-4545-9ffb-2794a63c5b5c triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:00.171876 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ef6476ba-494b-4b8d-8fdb-6512bb0c3dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:00.176580 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-521f03c6-c478-486f-944e-8a18ce3cbf77 service neutron] For port 1fc7171b-c5f7-47fb-b70f-fed856b0a227, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1fc7171b-c5f7-47fb-b70f-fed856b0a227,segment=NetworkSegment(0948a770-5386-4fe4-820e-d3adb2497c58),segment_id=0948a770-5386-4fe4-820e-d3adb2497c58)] {{(pid=84148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:22:00.182173 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716ccc30-b56c-41c0-a5f7-1438ed95e7f2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:00.184059 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-716ccc30-b56c-41c0-a5f7-1438ed95e7f2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:22:00.188063 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c0cb6340-93d6-468b-8960-9118015dcd2e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:00.194997 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f86a51ce-5715-4571-ac31-aab49eb37bf6 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:00.208719 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-452f2f3f-50a1-4906-ae71-f8b81213778f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:00.226584 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f86a51ce-5715-4571-ac31-aab49eb37bf6 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:00.234802 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f86a51ce-5715-4571-ac31-aab49eb37bf6 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/networks/578a0dcd-aede-4ab7-87bd-25f9d5e6ac50 HTTP/1.1" status: 204 len: 168 time: 3.8145978 Dec 22 13:22:00.235005 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d6081738-45b8-4e4e-8a5c-815ec8ff2654 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/ports/d9cd3a23-d155-43ab-a1a4-5d43d4432873 HTTP/1.1" status: 204 len: 168 time: 2.1149967 Dec 22 13:22:00.235005 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46378) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:00.236874 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46380) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:00.251594 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c0cb6340-93d6-468b-8960-9118015dcd2e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "DELETE /v2.0/ports/ae1211bf-4bde-43ea-a368-15b63401aa85 HTTP/1.1" status: 204 len: 168 time: 6.4721570 Dec 22 13:22:00.256436 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-90473380-4ed7-4627-833b-1a7ff8c7b293 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-307506335'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:00.262092 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a51ce-5715-4571-ac31-aab49eb37bf6 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'Network': ['ID=578a0dcd-aede-4ab7-87bd-25f9d5e6ac50,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:00.263746 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46386) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:00.275118 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f86a51ce-5715-4571-ac31-aab49eb37bf6 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:00.276337 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-90473380-4ed7-4627-833b-1a7ff8c7b293 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:00.292458 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-95f57db7-f6af-4859-90cd-8cb2c49570a1 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] GET failed (client error): The resource could not be found. Dec 22 13:22:00.293297 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-95f57db7-f6af-4859-90cd-8cb2c49570a1 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Synchronizing usage tracker for tenant:5dcef99d1b1441dea18127579d2b89f5 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:22:00.297881 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-521f03c6-c478-486f-944e-8a18ce3cbf77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:00.309776 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-82a2f247-e87f-4766-a5c9-5ad50f27ad04 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:00.376792 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 6546af6d-fc2c-4e16-bf39-1dae4ba118c2 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:00.377113 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:00.380902 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-90473380-4ed7-4627-833b-1a7ff8c7b293 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:network and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:22:00.383612 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-716ccc30-b56c-41c0-a5f7-1438ed95e7f2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:22:00.384810 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-716ccc30-b56c-41c0-a5f7-1438ed95e7f2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8181787 Dec 22 13:22:00.398388 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46390) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:00.401305 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-90473380-4ed7-4627-833b-1a7ff8c7b293 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:22:00.414509 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-90473380-4ed7-4627-833b-1a7ff8c7b293 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:00.466314 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-521f03c6-c478-486f-944e-8a18ce3cbf77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:00.468293 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-521f03c6-c478-486f-944e-8a18ce3cbf77 service neutron] 10.222.0.45 "PUT /v2.0/ports/1fc7171b-c5f7-47fb-b70f-fed856b0a227 HTTP/1.1" status: 200 len: 1093 time: 3.2045903 Dec 22 13:22:00.469085 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637bf671-5c93-4d8f-a810-167e9aa9a3ad', 'tag': '1fc7171b-c5f7-47fb-b70f-fed856b0a227'}] {{(pid=84148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:22:00.523357 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90473380-4ed7-4627-833b-1a7ff8c7b293 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Made reservation on behalf of 77460f0dfa37423d8c924a302461b16c for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:22:00.531878 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-90473380-4ed7-4627-833b-1a7ff8c7b293 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:00.546186 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-95f57db7-f6af-4859-90cd-8cb2c49570a1 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Unset dirty status for tenant:5dcef99d1b1441dea18127579d2b89f5 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:22:00.551892 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46396) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:00.552703 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-95f57db7-f6af-4859-90cd-8cb2c49570a1 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "GET /v2.0/ports/d9cd3a23-d155-43ab-a1a4-5d43d4432873 HTTP/1.1" status: 404 len: 333 time: 0.3167181 Dec 22 13:22:00.554600 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521f03c6-c478-486f-944e-8a18ce3cbf77 service neutron] Pushing event updated for resources: {'Port': ['ID=1fc7171b-c5f7-47fb-b70f-fed856b0a227,revision_number=3']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:00.569789 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb586612-596c-4fd6-8c48-497fc7a681bf tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:00.570895 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-fb586612-596c-4fd6-8c48-497fc7a681bf tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:22:00.574758 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-521f03c6-c478-486f-944e-8a18ce3cbf77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:00.618544 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '637bf671-5c93-4d8f-a810-167e9aa9a3ad', 'tag': '1fc7171b-c5f7-47fb-b70f-fed856b0a227', 'status': 'completed', 'code': 200} Dec 22 13:22:00.634937 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-4fa9c5a1-0116-4488-96c7-36a837100724 None None] For port 337e2563-2384-4851-866b-0c2b7363f318, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=337e2563-2384-4851-866b-0c2b7363f318,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:22:00.635555 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4fa9c5a1-0116-4488-96c7-36a837100724 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:00.637094 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-fb586612-596c-4fd6-8c48-497fc7a681bf tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:22:00.639269 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-fb586612-596c-4fd6-8c48-497fc7a681bf tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2376866 Dec 22 13:22:00.641799 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46402) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:00.801713 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d3f3929b-161f-4852-9651-95cb649ef0e4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1585302 Dec 22 13:22:00.825620 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-4fa9c5a1-0116-4488-96c7-36a837100724 None None] Calling delete_port for 337e2563-2384-4851-866b-0c2b7363f318 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:22:00.834610 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46406) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:00.845210 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-859276e8-5b50-4d67-b83c-894f0439f0cb tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'subnet': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:00.870473 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90473380-4ed7-4627-833b-1a7ff8c7b293 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:22:00.925750 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-90473380-4ed7-4627-833b-1a7ff8c7b293 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:00.926093 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-90473380-4ed7-4627-833b-1a7ff8c7b293 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Added segment 92bd4f8f-9122-4684-97e8-6b86b1c3527c of type vlan for network a1c06242-88ab-490b-9b40-cd5c2528f023 Dec 22 13:22:00.944491 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ef346b-f280-489f-8b43-c9207335f3b2 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Router f2c21113-3a72-48f5-a58f-27735d4120b2 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:22:00.991013 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 9c1e53a2-6e52-4245-b1d7-33eeba64de23 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:22:01.043205 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-859276e8-5b50-4d67-b83c-894f0439f0cb tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:01.050460 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4fa9c5a1-0116-4488-96c7-36a837100724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:01.055641 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-4079e0e1-3f1c-4282-8de8-eb4d20ee0f8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:01.086131 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6aac020-058e-49eb-ac11-63cbec1a695c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Deleting subnet 86adc05a-5c6a-4a09-a2d2-0d8e718d824b {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:22:01.089908 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-90473380-4ed7-4627-833b-1a7ff8c7b293 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:01.094284 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-859276e8-5b50-4d67-b83c-894f0439f0cb tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:01.102468 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a6aac020-058e-49eb-ac11-63cbec1a695c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:01.102996 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9c5a1-0116-4488-96c7-36a837100724 None None] Pushing event deleted for resources: {'Port': ['ID=337e2563-2384-4851-866b-0c2b7363f318,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:01.106018 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-4fa9c5a1-0116-4488-96c7-36a837100724 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:01.111034 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa9c5a1-0116-4488-96c7-36a837100724 None None] No DVR routers for this DVR port 337e2563-2384-4851-866b-0c2b7363f318 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:22:01.116379 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-ef6476ba-494b-4b8d-8fdb-6512bb0c3dc3 None None] Provisioning for port 9c1e53a2-6e52-4245-b1d7-33eeba64de23 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:22:01.129998 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-ef6476ba-494b-4b8d-8fdb-6512bb0c3dc3 None None] Could not find standard attr ID for object d9cd3a23-d155-43ab-a1a4-5d43d4432873. {{(pid=84150) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:22:01.148213 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-ea5e0bfe-d735-427b-99ee-07bd43b35265 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3772d751884347318e5633f3189f08c6&device_id=637bf671-5c93-4d8f-a810-167e9aa9a3ad HTTP/1.1" status: 200 len: 1096 time: 0.5585361 Dec 22 13:22:01.179904 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 9c1e53a2-6e52-4245-b1d7-33eeba64de23 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:22:01.186526 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 9c1e53a2-6e52-4245-b1d7-33eeba64de23 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:01.191408 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:01.212572 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859276e8-5b50-4d67-b83c-894f0439f0cb tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:22:01.215501 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-859276e8-5b50-4d67-b83c-894f0439f0cb tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:01.304135 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a6aac020-058e-49eb-ac11-63cbec1a695c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:01.335081 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:01.368030 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3ad49954-613a-4721-960d-a6c2de1bcaa0 None None] Provisioning complete for port 9c1e53a2-6e52-4245-b1d7-33eeba64de23 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:01.368533 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3ad49954-613a-4721-960d-a6c2de1bcaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:01.411742 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7cced-6f40-466f-917d-5c7643b9be36 req-d7d4e30d-9a55-46d5-bcfd-499fe83f4624 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:01.412844 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-72d7cced-6f40-466f-917d-5c7643b9be36 req-d7d4e30d-9a55-46d5-bcfd-499fe83f4624 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/ports?device_id=637bf671-5c93-4d8f-a810-167e9aa9a3ad HTTP/1.1" status: 200 len: 943 time: 0.3672280 Dec 22 13:22:01.414935 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 9c1e53a2-6e52-4245-b1d7-33eeba64de23, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=9c1e53a2-6e52-4245-b1d7-33eeba64de23,segment=NetworkSegment(a5c004ff-acd6-41a3-b1a9-cb79dfb099f5),segment_id=a5c004ff-acd6-41a3-b1a9-cb79dfb099f5)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:22:01.419515 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-66e0ada5-3c86-42e0-95d3-848a76f41633 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fc7171b-c5f7-47fb-b70f-fed856b0a227 HTTP/1.1" status: 200 len: 217 time: 0.2626445 Dec 22 13:22:01.485275 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:01.487990 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 337e2563-2384-4851-866b-0c2b7363f318 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:22:01.491390 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-90473380-4ed7-4627-833b-1a7ff8c7b293 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:01.496104 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90473380-4ed7-4627-833b-1a7ff8c7b293 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:01.496287 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-90473380-4ed7-4627-833b-1a7ff8c7b293 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:01.507670 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-50ec10ff-3560-4a6a-9b96-d0fd185e63b5 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:01.536052 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-480d9927-9724-4b80-95b3-ef149a77863d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:01.556019 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-72d7cced-6f40-466f-917d-5c7643b9be36 req-8b42703c-3234-4be2-9825-1d7ae69df5be tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1d0092f-2b68-4712-be8f-c58c750fe679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255758 Dec 22 13:22:01.561385 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-e2174a3f-bf64-47bf-a292-09d3873f98c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:01.562833 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-e2174a3f-bf64-47bf-a292-09d3873f98c3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9ad01d9a-abae-4107-9993-51951d2171e3 HTTP/1.1" status: 200 len: 835 time: 0.1314838 Dec 22 13:22:01.595595 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 337e2563-2384-4851-866b-0c2b7363f318 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:22:01.596422 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 337e2563-2384-4851-866b-0c2b7363f318 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 22 13:22:01.638478 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3ad49954-613a-4721-960d-a6c2de1bcaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:01.660180 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Port 337e2563-2384-4851-866b-0c2b7363f318 not found, will not notify nova. {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 22 13:22:01.684688 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90473380-4ed7-4627-833b-1a7ff8c7b293 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'Network': ['ID=a1c06242-88ab-490b-9b40-cd5c2528f023,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:01.697599 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=9c1e53a2-6e52-4245-b1d7-33eeba64de23,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:01.702770 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network a1c06242-88ab-490b-9b40-cd5c2528f023 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:22:01.723209 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:01.759908 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-5816c816-cfef-4bcf-a18f-1a1408d63138 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=89a79209-9156-4e6a-aa92-986d9fb5ebd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1872175 Dec 22 13:22:01.764538 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-90473380-4ed7-4627-833b-1a7ff8c7b293 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:01.766312 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-90473380-4ed7-4627-833b-1a7ff8c7b293 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5188465 Dec 22 13:22:01.769688 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46412) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:01.775486 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-6630b6a7-fc4a-419c-8a0c-23ba8094dac8 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'subnet': {'network_id': 'a1c06242-88ab-490b-9b40-cd5c2528f023', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:01.800358 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device c5e468d2-f002-4fa8-91ba-4c0620f4820a no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:22:01.803140 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a6aac020-058e-49eb-ac11-63cbec1a695c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:01.847609 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ef346b-f280-489f-8b43-c9207335f3b2 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:22:01.860634 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-36ef346b-f280-489f-8b43-c9207335f3b2 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "PUT /v2.0/routers/f2c21113-3a72-48f5-a58f-27735d4120b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8275921 Dec 22 13:22:01.863169 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: c5e468d2-f002-4fa8-91ba-4c0620f4820a {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:22:01.863915 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device c5e468d2-f002-4fa8-91ba-4c0620f4820a not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:22:01.866316 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46416) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:01.871007 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e9a355-6f7e-4abe-a52b-9ce45488dd3e None None] Sync routers for ids ['f2c21113-3a72-48f5-a58f-27735d4120b2'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:22:01.874710 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-e2b5f1b4-1b6a-42ec-aa91-e04c651e5589 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-971874221'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:01.898714 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-e2b5f1b4-1b6a-42ec-aa91-e04c651e5589 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:01.909694 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-e2b5f1b4-1b6a-42ec-aa91-e04c651e5589 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Usage tracker for resource:network and tenant:ad8695e3cb0646af805a65484bd64689 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:22:01.916023 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-3ad49954-613a-4721-960d-a6c2de1bcaa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:22:01.916023 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-3ad49954-613a-4721-960d-a6c2de1bcaa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:22:01.916284 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-e2b5f1b4-1b6a-42ec-aa91-e04c651e5589 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:22:01.917479 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e9a355-6f7e-4abe-a52b-9ce45488dd3e None None] Routers {'f2c21113-3a72-48f5-a58f-27735d4120b2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:22:01.918377 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-84e9a355-6f7e-4abe-a52b-9ce45488dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:21:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['f2c21113-3a72-48f5-a58f-27735d4120b2'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:01.932215 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-e2b5f1b4-1b6a-42ec-aa91-e04c651e5589 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:01.946535 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-439e18e6-f6c2-4f38-80fc-01f426f4df4b tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:02.039965 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-6630b6a7-fc4a-419c-8a0c-23ba8094dac8 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:02.045705 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 1cbb01bc-9621-4545-9ffb-2794a63c5b5c up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:22:02.050458 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a6aac020-058e-49eb-ac11-63cbec1a695c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:02.053950 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-6630b6a7-fc4a-419c-8a0c-23ba8094dac8 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:subnet and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:22:02.056206 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2b46a78d-5687-48d2-a5bd-7741a489ed57 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:02.060239 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-6630b6a7-fc4a-419c-8a0c-23ba8094dac8 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:22:02.077184 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-6630b6a7-fc4a-419c-8a0c-23ba8094dac8 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:02.095574 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b5f1b4-1b6a-42ec-aa91-e04c651e5589 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Made reservation on behalf of ad8695e3cb0646af805a65484bd64689 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:22:02.098205 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e2b5f1b4-1b6a-42ec-aa91-e04c651e5589 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:02.119160 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aac020-058e-49eb-ac11-63cbec1a695c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event deleted for resources: {'Subnet': ['ID=86adc05a-5c6a-4a09-a2d2-0d8e718d824b,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:02.133709 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.objects.ports [None req-859276e8-5b50-4d67-b83c-894f0439f0cb tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84148) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 22 13:22:02.136088 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-12809717-9b90-455e-a3f6-80e9ce4d128c service neutron] 10.222.0.45 "GET /v2.0/networks/89a79209-9156-4e6a-aa92-986d9fb5ebd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441010 Dec 22 13:22:02.137030 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-859276e8-5b50-4d67-b83c-894f0439f0cb tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:02.141333 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-47be20ca-9136-403d-aa57-8a35ebca046a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:02.160895 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-84e9a355-6f7e-4abe-a52b-9ce45488dd3e None None] Set router f2c21113-3a72-48f5-a58f-27735d4120b2 gateway port host: None {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:22:02.167301 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a6aac020-058e-49eb-ac11-63cbec1a695c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:02.181358 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a6aac020-058e-49eb-ac11-63cbec1a695c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:02.194809 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a6aac020-058e-49eb-ac11-63cbec1a695c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/subnets/86adc05a-5c6a-4a09-a2d2-0d8e718d824b HTTP/1.1" status: 204 len: 168 time: 1.6382041 Dec 22 13:22:02.196496 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46420) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:02.213485 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 1cbb01bc-9621-4545-9ffb-2794a63c5b5c triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:02.213859 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:02.237542 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2695d1d3-331d-4117-9c04-dbaff2950d88 None None] Network 11b45fd3-ce47-40e3-a221-62a534b296ce requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:22:02.265001 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6630b6a7-fc4a-419c-8a0c-23ba8094dac8 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Made reservation on behalf of 77460f0dfa37423d8c924a302461b16c for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:22:02.276855 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2b5f1b4-1b6a-42ec-aa91-e04c651e5589 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:22:02.309754 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e2b5f1b4-1b6a-42ec-aa91-e04c651e5589 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:02.310114 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-e2b5f1b4-1b6a-42ec-aa91-e04c651e5589 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Added segment 54ad9920-be09-49d6-a653-90eb0dd9a8d4 of type vlan for network c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c Dec 22 13:22:02.365696 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859276e8-5b50-4d67-b83c-894f0439f0cb tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:22:02.367513 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f843dea9-9bbf-4918-920a-59cfac88e0a7 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:02.378000 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-859276e8-5b50-4d67-b83c-894f0439f0cb tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:02.381452 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e2b5f1b4-1b6a-42ec-aa91-e04c651e5589 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:02.383303 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859276e8-5b50-4d67-b83c-894f0439f0cb tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Subnet': ['ID=f771757a-1fd8-4632-a64b-71fc1b6302ad,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:02.389701 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859276e8-5b50-4d67-b83c-894f0439f0cb tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:02.390292 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-859276e8-5b50-4d67-b83c-894f0439f0cb tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:02.396982 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-859276e8-5b50-4d67-b83c-894f0439f0cb tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:02.405184 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-f843dea9-9bbf-4918-920a-59cfac88e0a7 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Deleting port 1cbb01bc-9621-4545-9ffb-2794a63c5b5c {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:22:02.405184 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f843dea9-9bbf-4918-920a-59cfac88e0a7 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:02.444512 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6630b6a7-fc4a-419c-8a0c-23ba8094dac8 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:02.453615 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78356417-70f2-4970-aa14-d94968317bc8 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:22:02.548196 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-00049201-7ca6-426e-8d9b-3cf53ce46cbc req-c81ba10b-00d0-4149-8757-873ccdfce25e service neutron] 10.222.0.45 "GET /v2.0/networks/89a79209-9156-4e6a-aa92-986d9fb5ebd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777044 Dec 22 13:22:02.619435 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e2b5f1b4-1b6a-42ec-aa91-e04c651e5589 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:02.623289 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b5f1b4-1b6a-42ec-aa91-e04c651e5589 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:02.623977 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e2b5f1b4-1b6a-42ec-aa91-e04c651e5589 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:02.624292 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-859276e8-5b50-4d67-b83c-894f0439f0cb tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7882733 Dec 22 13:22:02.624955 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46426) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:02.636917 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2d24fe2c-ff5f-4770-a579-6ab24775b48a tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:02.639063 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-92449fec-e0cb-4e4a-9f8b-a78c41a7eeeb tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'port': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'mac_address': 'fa:16:3e:3f:63:5d', 'name': 'tempest-NetworksTestDHCPv6-605219100'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:02.887846 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-92449fec-e0cb-4e4a-9f8b-a78c41a7eeeb tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:02.901340 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4beb01f6-d361-42aa-b9f6-b7259bd6b7a6 req-cb125175-30cf-43cd-a73c-51c446b9cc55 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3772d751884347318e5633f3189f08c6&device_id=637bf671-5c93-4d8f-a810-167e9aa9a3ad HTTP/1.1" status: 200 len: 1096 time: 0.1875832 Dec 22 13:22:02.902202 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-92449fec-e0cb-4e4a-9f8b-a78c41a7eeeb tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:02.933765 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6630b6a7-fc4a-419c-8a0c-23ba8094dac8 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:02.946628 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5f1b4-1b6a-42ec-aa91-e04c651e5589 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event updated for resources: {'Network': ['ID=c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:02.955361 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e2b5f1b4-1b6a-42ec-aa91-e04c651e5589 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:02.967905 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-f843dea9-9bbf-4918-920a-59cfac88e0a7 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] For port 1cbb01bc-9621-4545-9ffb-2794a63c5b5c, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=1cbb01bc-9621-4545-9ffb-2794a63c5b5c,segment=NetworkSegment(f5a84def-e58d-4bef-8726-cc68db07a7bb),segment_id=f5a84def-e58d-4bef-8726-cc68db07a7bb)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:22:02.968257 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f843dea9-9bbf-4918-920a-59cfac88e0a7 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:02.981846 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:02.988250 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e2b5f1b4-1b6a-42ec-aa91-e04c651e5589 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1206677 Dec 22 13:22:02.992850 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46430) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:03.007995 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:22:03.129742 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9b2135-bb3b-412a-8869-2febfffa3ef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'tenant_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'fixed_ips': [{'subnet_id': 'f771757a-1fd8-4632-a64b-71fc1b6302ad'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:22:03.130625 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8b9b2135-bb3b-412a-8869-2febfffa3ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:03.164012 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 9c1e53a2-6e52-4245-b1d7-33eeba64de23 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:22:03.166011 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92449fec-e0cb-4e4a-9f8b-a78c41a7eeeb tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:22:03.239823 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-6b29ee87-4341-4b49-9c56-1b6ad3d2f3ad tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Request body: {'subnet': {'network_id': 'c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:03.243318 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3ad49954-613a-4721-960d-a6c2de1bcaa0 None None] Provisioning for port b078ee29-451b-4f5c-8d71-e41b92ff2fdf completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:22:03.285296 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-f843dea9-9bbf-4918-920a-59cfac88e0a7 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Calling delete_port for 1cbb01bc-9621-4545-9ffb-2794a63c5b5c owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:22:03.308561 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3ad49954-613a-4721-960d-a6c2de1bcaa0 None None] Provisioning complete for port b078ee29-451b-4f5c-8d71-e41b92ff2fdf triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:03.308940 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3ad49954-613a-4721-960d-a6c2de1bcaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:03.311138 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6630b6a7-fc4a-419c-8a0c-23ba8094dac8 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'Subnet': ['ID=88b5d4e5-69d7-4e19-9424-c4f4cb2bac0d,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:03.329162 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6630b6a7-fc4a-419c-8a0c-23ba8094dac8 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:03.380544 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb01f6-d361-42aa-b9f6-b7259bd6b7a6 req-d3077857-a219-4d10-bef0-8e4cd3094c28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:03.382013 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4beb01f6-d361-42aa-b9f6-b7259bd6b7a6 req-d3077857-a219-4d10-bef0-8e4cd3094c28 service neutron] 10.222.0.45 "GET /v2.0/networks?id=89a79209-9156-4e6a-aa92-986d9fb5ebd9 HTTP/1.1" status: 200 len: 897 time: 0.4711597 Dec 22 13:22:03.447338 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3ad49954-613a-4721-960d-a6c2de1bcaa0 None None] Port b078ee29-451b-4f5c-8d71-e41b92ff2fdf cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:22:03.462084 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6630b6a7-fc4a-419c-8a0c-23ba8094dac8 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Checking segment: {'id': '92bd4f8f-9122-4684-97e8-6b86b1c3527c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'a1c06242-88ab-490b-9b40-cd5c2528f023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:22:03.462084 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6630b6a7-fc4a-419c-8a0c-23ba8094dac8 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Network hostable DHCP agents. Network: a1c06242-88ab-490b-9b40-cd5c2528f023, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:22:03.468277 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-92449fec-e0cb-4e4a-9f8b-a78c41a7eeeb tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:03.474012 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eae100-5d31-4852-9fb7-82c50aced26e req-db16e072-d7dc-4fcb-b2d1-06379a03fbbe tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:03.480888 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-81eae100-5d31-4852-9fb7-82c50aced26e req-db16e072-d7dc-4fcb-b2d1-06379a03fbbe tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/ports?device_id=637bf671-5c93-4d8f-a810-167e9aa9a3ad HTTP/1.1" status: 200 len: 943 time: 0.6577919 Dec 22 13:22:03.497842 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4beb01f6-d361-42aa-b9f6-b7259bd6b7a6 req-05b0f9e4-81b4-453d-86d4-ebb6d89cdf75 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fc7171b-c5f7-47fb-b70f-fed856b0a227 HTTP/1.1" status: 200 len: 217 time: 0.1025724 Dec 22 13:22:03.510031 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc37e5e5-da88-487b-a04b-c48a9634f025 None None] DHCP port deletion for 11b45fd3-ce47-40e3-a221-62a534b296ce request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:22:03.528594 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-dc37e5e5-da88-487b-a04b-c48a9634f025 None None] Deleting port 1cbb01bc-9621-4545-9ffb-2794a63c5b5c {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:22:03.529071 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-dc37e5e5-da88-487b-a04b-c48a9634f025 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:03.539148 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-6b29ee87-4341-4b49-9c56-1b6ad3d2f3ad tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:03.549276 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6b29ee87-4341-4b49-9c56-1b6ad3d2f3ad tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Usage tracker for resource:subnet and tenant:ad8695e3cb0646af805a65484bd64689 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:22:03.556729 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-92449fec-e0cb-4e4a-9f8b-a78c41a7eeeb tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] device_id is not set on port 16b93021-658f-4e0e-8891-768c686745bc yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:22:03.557857 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6b29ee87-4341-4b49-9c56-1b6ad3d2f3ad tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:22:03.566311 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-6b29ee87-4341-4b49-9c56-1b6ad3d2f3ad tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:03.588409 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 9c1e53a2-6e52-4245-b1d7-33eeba64de23 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:03.588856 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:03.630344 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-81eae100-5d31-4852-9fb7-82c50aced26e req-af22d966-4ae8-462b-92f1-29d066756e65 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1d0092f-2b68-4712-be8f-c58c750fe679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485567 Dec 22 13:22:03.639511 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb01f6-d361-42aa-b9f6-b7259bd6b7a6 req-05c37339-5637-49c2-bc26-30f85dddc48a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:03.641023 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4beb01f6-d361-42aa-b9f6-b7259bd6b7a6 req-05c37339-5637-49c2-bc26-30f85dddc48a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9ad01d9a-abae-4107-9993-51951d2171e3 HTTP/1.1" status: 200 len: 835 time: 0.1344762 Dec 22 13:22:03.651990 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-8b9b2135-bb3b-412a-8869-2febfffa3ef4 None None] Allocated IP 2001:db8::f816:3eff:fef5:597 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/f771757a-1fd8-4632-a64b-71fc1b6302ad/7204c83b-46f6-4079-9755-c4151712c6df) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:22:03.693740 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b29ee87-4341-4b49-9c56-1b6ad3d2f3ad tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Made reservation on behalf of ad8695e3cb0646af805a65484bd64689 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:22:03.711157 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6630b6a7-fc4a-419c-8a0c-23ba8094dac8 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Network a1c06242-88ab-490b-9b40-cd5c2528f023 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:22:03.735460 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-84e9a355-6f7e-4abe-a52b-9ce45488dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'name': 'tempest-RoutersIpV6Test-router-922980331', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:47Z', 'updated_at': '2021-12-22T13:21:57Z', 'revision_number': 2, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'gw_port_host': None, '_interfaces': [{'id': 'b078ee29-451b-4f5c-8d71-e41b92ff2fdf', 'name': '', 'network_id': 'b7e21e1f-b59f-45da-b71d-dfa88e74399e', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:1c:c0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:52Z', 'updated_at': '2021-12-22T13:21:58Z', 'revision_number': 2, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:03.747489 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4beb01f6-d361-42aa-b9f6-b7259bd6b7a6 req-e99a9fb9-1f58-48ef-9ba8-b1016ff627a5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=89a79209-9156-4e6a-aa92-986d9fb5ebd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0952556 Dec 22 13:22:03.767948 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f843dea9-9bbf-4918-920a-59cfac88e0a7 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:03.777896 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-fc5015d8-e283-401a-8b6f-2ed8fde15d5a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:03.786776 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e9a355-6f7e-4abe-a52b-9ce45488dd3e None None] Checking router: f2c21113-3a72-48f5-a58f-27735d4120b2 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:22:03.787145 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e9a355-6f7e-4abe-a52b-9ce45488dd3e None None] Updating router f2c21113-3a72-48f5-a58f-27735d4120b2 port b078ee29-451b-4f5c-8d71-e41b92ff2fdf binding host dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:22:03.829297 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-6630b6a7-fc4a-419c-8a0c-23ba8094dac8 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, a1c06242-88ab-490b-9b40-cd5c2528f023) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:03.846986 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843dea9-9bbf-4918-920a-59cfac88e0a7 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event deleted for resources: {'Port': ['ID=1cbb01bc-9621-4545-9ffb-2794a63c5b5c,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:03.854224 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f843dea9-9bbf-4918-920a-59cfac88e0a7 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:03.868790 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f843dea9-9bbf-4918-920a-59cfac88e0a7 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] No DVR routers for this DVR port 1cbb01bc-9621-4545-9ffb-2794a63c5b5c on host dv-neutron-822669-1-hyperv {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:22:03.875969 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6630b6a7-fc4a-419c-8a0c-23ba8094dac8 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:03.876558 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6630b6a7-fc4a-419c-8a0c-23ba8094dac8 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:03.915174 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6b29ee87-4341-4b49-9c56-1b6ad3d2f3ad tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:03.917167 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4beb01f6-d361-42aa-b9f6-b7259bd6b7a6 req-dd34b4af-8f3d-4488-ba50-e1fa7525e9d5 service neutron] 10.222.0.45 "GET /v2.0/networks/89a79209-9156-4e6a-aa92-986d9fb5ebd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618247 Dec 22 13:22:03.981258 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e63ab2-5e0a-454c-9488-08d930adb9e2 None None] Network a1c06242-88ab-490b-9b40-cd5c2528f023 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:22:04.005047 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6630b6a7-fc4a-419c-8a0c-23ba8094dac8 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2315128 Dec 22 13:22:04.005977 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46436) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:04.012848 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-aa5beadc-624e-4a04-a11d-0e56269131fa tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'port': {'network_id': 'a1c06242-88ab-490b-9b40-cd5c2528f023', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1726061028'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:04.162667 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f843dea9-9bbf-4918-920a-59cfac88e0a7 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:04.164299 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-dc37e5e5-da88-487b-a04b-c48a9634f025 None None] For port 1cbb01bc-9621-4545-9ffb-2794a63c5b5c, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=1cbb01bc-9621-4545-9ffb-2794a63c5b5c,segment=NetworkSegment(f5a84def-e58d-4bef-8726-cc68db07a7bb),segment_id=f5a84def-e58d-4bef-8726-cc68db07a7bb)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:22:04.164780 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-dc37e5e5-da88-487b-a04b-c48a9634f025 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:04.175239 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4beb01f6-d361-42aa-b9f6-b7259bd6b7a6 req-3ffb67ca-8577-4dec-8e2d-87f2cee41c4b service neutron] 10.222.0.45 "GET /v2.0/networks/89a79209-9156-4e6a-aa92-986d9fb5ebd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498417 Dec 22 13:22:04.199352 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-aa5beadc-624e-4a04-a11d-0e56269131fa tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:04.199567 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-84e9a355-6f7e-4abe-a52b-9ce45488dd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:04.207621 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-f843dea9-9bbf-4918-920a-59cfac88e0a7 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11b45fd3-ce47-40e3-a221-62a534b296ce']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:04.210230 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-aa5beadc-624e-4a04-a11d-0e56269131fa tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:04.235833 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-f843dea9-9bbf-4918-920a-59cfac88e0a7 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5a84def-e58d-4bef-8726-cc68db07a7bb') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:04.236132 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-f843dea9-9bbf-4918-920a-59cfac88e0a7 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5a84def-e58d-4bef-8726-cc68db07a7bb') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:04.243286 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-439e18e6-f6c2-4f38-80fc-01f426f4df4b tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Deleting port 6b10c183-1901-43f9-b99d-4066f574d34d {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:22:04.244426 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-439e18e6-f6c2-4f38-80fc-01f426f4df4b tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:04.277345 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f843dea9-9bbf-4918-920a-59cfac88e0a7 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:04.282544 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5beadc-624e-4a04-a11d-0e56269131fa tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Made reservation on behalf of 77460f0dfa37423d8c924a302461b16c for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:22:04.287132 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-aa5beadc-624e-4a04-a11d-0e56269131fa tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:04.321263 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-aa5beadc-624e-4a04-a11d-0e56269131fa tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] device_id is not set on port 97870606-1e2e-471b-871b-32ce414204c8 yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:22:04.360353 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f843dea9-9bbf-4918-920a-59cfac88e0a7 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:04.364031 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-dc37e5e5-da88-487b-a04b-c48a9634f025 None None] Calling delete_port for 1cbb01bc-9621-4545-9ffb-2794a63c5b5c owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:22:04.445926 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f843dea9-9bbf-4918-920a-59cfac88e0a7 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:22:04.446122 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f843dea9-9bbf-4918-920a-59cfac88e0a7 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:04.474865 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 1fc7171b-c5f7-47fb-b70f-fed856b0a227 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:22:04.475652 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:22:04.475652 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:22:04.475652 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:22:04.475652 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:22:04.475652 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:22:04.475652 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:22:04.475652 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:22:04.475652 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:22:04.475652 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:22:04.475652 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:22:04.475652 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:22:04.475652 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:22:04.475652 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:22:04.475652 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:22:04.475652 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:22:04.475652 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:22:04.475652 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:22:04.475652 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:22:04.475652 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:22:04.475652 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:22:04.475652 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:22:04.475652 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:22:04.475652 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:22:04.475652 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:22:04.475652 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:22:04.475652 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:22:04.475652 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:22:04.475652 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:22:04.475652 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:22:04.475652 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:22:04.475652 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:22:04.475652 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:22:04.486520 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 337e2563-2384-4851-866b-0c2b7363f318 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:22:04.492823 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-aa5beadc-624e-4a04-a11d-0e56269131fa tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Allocated IP 172.20.0.14 (a1c06242-88ab-490b-9b40-cd5c2528f023/88b5d4e5-69d7-4e19-9424-c4f4cb2bac0d/97870606-1e2e-471b-871b-32ce414204c8) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:22:04.601114 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 337e2563-2384-4851-866b-0c2b7363f318 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:22:04.601466 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 337e2563-2384-4851-866b-0c2b7363f318 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:22:04.646241 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-439e18e6-f6c2-4f38-80fc-01f426f4df4b tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:04.712631 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.resource_extend [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:22:04.718729 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-aa5beadc-624e-4a04-a11d-0e56269131fa tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:04.737649 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 1cbb01bc-9621-4545-9ffb-2794a63c5b5c no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:22:04.739073 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-aa5beadc-624e-4a04-a11d-0e56269131fa tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Transition to ACTIVE for port object 97870606-1e2e-471b-871b-32ce414204c8 will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:22:04.750737 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6b29ee87-4341-4b49-9c56-1b6ad3d2f3ad tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:04.811159 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-07c1916c-2846-4e89-80eb-8a42a942a33b tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:04.826478 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8b9b2135-bb3b-412a-8869-2febfffa3ef4 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:04.840242 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f843dea9-9bbf-4918-920a-59cfac88e0a7 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:04.844758 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f843dea9-9bbf-4918-920a-59cfac88e0a7 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:04.844913 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 1cbb01bc-9621-4545-9ffb-2794a63c5b5c {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:22:04.845020 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 1cbb01bc-9621-4545-9ffb-2794a63c5b5c not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:22:04.859467 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-439e18e6-f6c2-4f38-80fc-01f426f4df4b tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Calling delete_port for 6b10c183-1901-43f9-b99d-4066f574d34d owned by network:router_interface {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:22:04.864329 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-aa5beadc-624e-4a04-a11d-0e56269131fa tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:04.871574 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6b339231-ae75-42de-82b7-06b9de160797 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:04.885301 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-dc37e5e5-da88-487b-a04b-c48a9634f025 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:22:04.885664 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-dc37e5e5-da88-487b-a04b-c48a9634f025 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:22:04.890599 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-8b9b2135-bb3b-412a-8869-2febfffa3ef4 None None] Transition to ACTIVE for port object 7204c83b-46f6-4079-9755-c4151712c6df will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:22:04.952440 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5beadc-624e-4a04-a11d-0e56269131fa tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Network a1c06242-88ab-490b-9b40-cd5c2528f023 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:22:04.957488 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-aa5beadc-624e-4a04-a11d-0e56269131fa tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:04.971372 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5beadc-624e-4a04-a11d-0e56269131fa tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:22:05.001491 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5beadc-624e-4a04-a11d-0e56269131fa tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'Port': ['ID=97870606-1e2e-471b-871b-32ce414204c8,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:05.008073 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-aa5beadc-624e-4a04-a11d-0e56269131fa tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:05.027043 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-8b9b2135-bb3b-412a-8869-2febfffa3ef4 None None] Transition to ACTIVE for port object 7204c83b-46f6-4079-9755-c4151712c6df will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:22:05.050893 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8163c50-8da0-4080-b7a4-6b2b23325e8b req-ca0632d3-8320-4f35-a6e0-f999ee3fbc0f tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:05.052607 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d8163c50-8da0-4080-b7a4-6b2b23325e8b req-ca0632d3-8320-4f35-a6e0-f999ee3fbc0f tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/ports?device_id=637bf671-5c93-4d8f-a810-167e9aa9a3ad HTTP/1.1" status: 200 len: 943 time: 0.2431698 Dec 22 13:22:05.069738 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5beadc-624e-4a04-a11d-0e56269131fa tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:05.070630 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-aa5beadc-624e-4a04-a11d-0e56269131fa tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:05.076063 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 1fc7171b-c5f7-47fb-b70f-fed856b0a227, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1fc7171b-c5f7-47fb-b70f-fed856b0a227,segment=NetworkSegment(0948a770-5386-4fe4-820e-d3adb2497c58),segment_id=0948a770-5386-4fe4-820e-d3adb2497c58)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:22:05.095116 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8b9b2135-bb3b-412a-8869-2febfffa3ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:05.104833 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:05.112297 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b29ee87-4341-4b49-9c56-1b6ad3d2f3ad tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Checking segment: {'id': '54ad9920-be09-49d6-a653-90eb0dd9a8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:22:05.113246 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b29ee87-4341-4b49-9c56-1b6ad3d2f3ad tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Network hostable DHCP agents. Network: c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:22:05.120050 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29ee87-4341-4b49-9c56-1b6ad3d2f3ad tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event updated for resources: {'Subnet': ['ID=47f14dc9-cb69-4dc1-8ac6-d47d22c7090f,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:05.122821 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6b29ee87-4341-4b49-9c56-1b6ad3d2f3ad tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:05.132225 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-90473380-4ed7-4627-833b-1a7ff8c7b293 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:05.158977 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f843dea9-9bbf-4918-920a-59cfac88e0a7 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/networks/11b45fd3-ce47-40e3-a221-62a534b296ce HTTP/1.1" status: 204 len: 168 time: 2.9614587 Dec 22 13:22:05.169103 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46442) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:05.169763 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '1fc7171b-c5f7-47fb-b70f-fed856b0a227', 'network_id': '89a79209-9156-4e6a-aa92-986d9fb5ebd9', 'port_id': '1fc7171b-c5f7-47fb-b70f-fed856b0a227', 'mac_address': 'fa:16:3e:7a:39:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ad01d9a-abae-4107-9993-51951d2171e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:22:05.175643 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-63823d33-4fa4-4438-8ace-423a48992f54 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-230434474'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:05.188635 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843dea9-9bbf-4918-920a-59cfac88e0a7 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event deleted for resources: {'Network': ['ID=11b45fd3-ce47-40e3-a221-62a534b296ce,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:05.191373 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f843dea9-9bbf-4918-920a-59cfac88e0a7 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:05.195568 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-63823d33-4fa4-4438-8ace-423a48992f54 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:05.198491 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-92449fec-e0cb-4e4a-9f8b-a78c41a7eeeb tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Allocated IP 2001:db8::f816:3eff:fe3f:635d (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/f771757a-1fd8-4632-a64b-71fc1b6302ad/16b93021-658f-4e0e-8891-768c686745bc) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:22:05.202616 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d8163c50-8da0-4080-b7a4-6b2b23325e8b req-dc924bff-7765-48aa-9d88-a4400bc5355d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1d0092f-2b68-4712-be8f-c58c750fe679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242280 Dec 22 13:22:05.210139 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-63823d33-4fa4-4438-8ace-423a48992f54 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Usage tracker for resource:network and tenant:5dcef99d1b1441dea18127579d2b89f5 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:22:05.217627 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-63823d33-4fa4-4438-8ace-423a48992f54 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:22:05.229430 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-63823d33-4fa4-4438-8ace-423a48992f54 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:05.256941 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46446) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:05.257129 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-aa5beadc-624e-4a04-a11d-0e56269131fa tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.2503264 Dec 22 13:22:05.264622 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9b2135-bb3b-412a-8869-2febfffa3ef4 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:22:05.271352 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b2135-bb3b-412a-8869-2febfffa3ef4 None None] Pushing event updated for resources: {'Port': ['ID=7204c83b-46f6-4079-9755-c4151712c6df,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:05.273406 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-8b9b2135-bb3b-412a-8869-2febfffa3ef4 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:05.275237 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-8b9b2135-bb3b-412a-8869-2febfffa3ef4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:05.279655 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9b2135-bb3b-412a-8869-2febfffa3ef4 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:22:05.305215 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afac0ca7-f35b-42c3-bbf1-f6babdb740b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-a1c06242-88ab-490b-9b40-cd5c2528f023', 'network_id': 'a1c06242-88ab-490b-9b40-cd5c2528f023', 'tenant_id': '77460f0dfa37423d8c924a302461b16c', 'fixed_ips': [{'subnet_id': '88b5d4e5-69d7-4e19-9424-c4f4cb2bac0d'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:22:05.309866 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-afac0ca7-f35b-42c3-bbf1-f6babdb740b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:05.335284 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:05.359558 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b29ee87-4341-4b49-9c56-1b6ad3d2f3ad tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Network c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:22:05.375161 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63823d33-4fa4-4438-8ace-423a48992f54 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Made reservation on behalf of 5dcef99d1b1441dea18127579d2b89f5 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:22:05.379774 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-63823d33-4fa4-4438-8ace-423a48992f54 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:05.412846 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-55aa7920-e87e-4f49-952a-deb85f09c43a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Deleting port 97870606-1e2e-471b-871b-32ce414204c8 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:22:05.413221 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-55aa7920-e87e-4f49-952a-deb85f09c43a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:05.417479 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-dc37e5e5-da88-487b-a04b-c48a9634f025 None None] Deleting port 1cbb01bc-9621-4545-9ffb-2794a63c5b5c {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:22:05.417628 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-dc37e5e5-da88-487b-a04b-c48a9634f025 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:05.485187 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-6b29ee87-4341-4b49-9c56-1b6ad3d2f3ad tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:05.487481 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63823d33-4fa4-4438-8ace-423a48992f54 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:22:05.506965 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b29ee87-4341-4b49-9c56-1b6ad3d2f3ad tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:05.514627 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6b29ee87-4341-4b49-9c56-1b6ad3d2f3ad tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:05.546023 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-63823d33-4fa4-4438-8ace-423a48992f54 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:05.546482 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-63823d33-4fa4-4438-8ace-423a48992f54 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Added segment db31ada7-5e21-4e2c-bd60-edc3656291c4 of type vlan for network a2745316-8081-49db-9113-007965fce77a Dec 22 13:22:05.575951 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-439e18e6-f6c2-4f38-80fc-01f426f4df4b tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:05.589130 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-469b356d-dd20-439f-ac48-0f1d209d7403 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:05.598778 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f67313-46a6-411b-a4ae-4d1db8c13fc5 None None] Network c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:22:05.612228 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-92449fec-e0cb-4e4a-9f8b-a78c41a7eeeb tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:05.637191 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-92449fec-e0cb-4e4a-9f8b-a78c41a7eeeb tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Transition to ACTIVE for port object 16b93021-658f-4e0e-8891-768c686745bc will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:22:05.656939 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e18e6-f6c2-4f38-80fc-01f426f4df4b tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event deleted for resources: {'Port': ['ID=6b10c183-1901-43f9-b99d-4066f574d34d,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:05.660126 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fc7171b-c5f7-47fb-b70f-fed856b0a227 {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:22:05.670974 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-dc37e5e5-da88-487b-a04b-c48a9634f025 None None] The port '1cbb01bc-9621-4545-9ffb-2794a63c5b5c' was deleted {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:22:05.727409 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-439e18e6-f6c2-4f38-80fc-01f426f4df4b tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:05.743033 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-63823d33-4fa4-4438-8ace-423a48992f54 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:05.743235 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-92449fec-e0cb-4e4a-9f8b-a78c41a7eeeb tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:05.743235 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-52be4ecd-c55b-4a59-9efc-ff613a0edc46 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:05.743733 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6b29ee87-4341-4b49-9c56-1b6ad3d2f3ad tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7480755 Dec 22 13:22:05.748588 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46450) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:05.787409 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-84e9a355-6f7e-4abe-a52b-9ce45488dd3e None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:05.797378 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-8b9b2135-bb3b-412a-8869-2febfffa3ef4 None None] Attempting to bind port 7204c83b-46f6-4079-9755-c4151712c6df on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:22:05.797702 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-8b9b2135-bb3b-412a-8869-2febfffa3ef4 None None] Attempting to bind port 7204c83b-46f6-4079-9755-c4151712c6df by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:22:05.798067 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9b2135-bb3b-412a-8869-2febfffa3ef4 None None] Attempting to bind port 7204c83b-46f6-4079-9755-c4151712c6df on network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:22:05.808167 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 1fc7171b-c5f7-47fb-b70f-fed856b0a227, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1fc7171b-c5f7-47fb-b70f-fed856b0a227,segment=NetworkSegment(0948a770-5386-4fe4-820e-d3adb2497c58),segment_id=0948a770-5386-4fe4-820e-d3adb2497c58)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:22:05.830002 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-84e9a355-6f7e-4abe-a52b-9ce45488dd3e None None] Transition to ACTIVE for port object b078ee29-451b-4f5c-8d71-e41b92ff2fdf will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:22:05.844201 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92449fec-e0cb-4e4a-9f8b-a78c41a7eeeb tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Port': ['ID=16b93021-658f-4e0e-8891-768c686745bc,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:05.848473 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92449fec-e0cb-4e4a-9f8b-a78c41a7eeeb tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:22:05.849635 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-92449fec-e0cb-4e4a-9f8b-a78c41a7eeeb tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:05.850761 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-92449fec-e0cb-4e4a-9f8b-a78c41a7eeeb tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:05.853482 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92449fec-e0cb-4e4a-9f8b-a78c41a7eeeb tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:22:05.858827 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92449fec-e0cb-4e4a-9f8b-a78c41a7eeeb tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:05.863426 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-92449fec-e0cb-4e4a-9f8b-a78c41a7eeeb tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:05.874677 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c7ba1ab9-0fde-4e0c-bc62-0b3d75033b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:05.884269 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:05.886209 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-5af149dd-a6fb-4b6f-ad75-9fbd6af80e1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:05.944593 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9b2135-bb3b-412a-8869-2febfffa3ef4 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:22:05.944962 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9b2135-bb3b-412a-8869-2febfffa3ef4 None None] Checking segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:22:05.945843 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8b9b2135-bb3b-412a-8869-2febfffa3ef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:05.945843 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9b2135-bb3b-412a-8869-2febfffa3ef4 None None] Bound using segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:22:05.946260 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-8b9b2135-bb3b-412a-8869-2febfffa3ef4 None None] Bound port: 7204c83b-46f6-4079-9755-c4151712c6df, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:22:05.946669 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8b9b2135-bb3b-412a-8869-2febfffa3ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:05.980683 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-92449fec-e0cb-4e4a-9f8b-a78c41a7eeeb tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3486452 Dec 22 13:22:05.984704 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46454) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:05.990033 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-84e9a355-6f7e-4abe-a52b-9ce45488dd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:06.068346 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-55aa7920-e87e-4f49-952a-deb85f09c43a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:06.089548 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-63823d33-4fa4-4438-8ace-423a48992f54 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:06.093289 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63823d33-4fa4-4438-8ace-423a48992f54 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:06.093875 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-63823d33-4fa4-4438-8ace-423a48992f54 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:06.103162 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c902086d-20ac-45db-9416-188d20860416 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:06.108579 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee568db-11c2-4f17-96a9-a62b8b06e32b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:06.114769 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee568db-11c2-4f17-96a9-a62b8b06e32b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:06.116066 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-fee568db-11c2-4f17-96a9-a62b8b06e32b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:22:06.191710 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-afac0ca7-f35b-42c3-bbf1-f6babdb740b1 None None] Allocated IP 172.20.0.2 (a1c06242-88ab-490b-9b40-cd5c2528f023/88b5d4e5-69d7-4e19-9424-c4f4cb2bac0d/1040ce8d-b4cb-42bc-870a-cabec28f946d) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:22:06.212409 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=1fc7171b-c5f7-47fb-b70f-fed856b0a227,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:06.215249 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['1fc7171b-c5f7-47fb-b70f-fed856b0a227'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:22:06.222832 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-fee568db-11c2-4f17-96a9-a62b8b06e32b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:22:06.226415 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-fee568db-11c2-4f17-96a9-a62b8b06e32b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.2381644 Dec 22 13:22:06.226836 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46458) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:06.249541 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:06.264640 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-fa82cdf9-338a-4a51-b197-697a515d9127 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.258s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:06.305254 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-55aa7920-e87e-4f49-952a-deb85f09c43a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Calling delete_port for 97870606-1e2e-471b-871b-32ce414204c8 owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:22:06.318597 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-56c19832-8e24-46ac-949f-1048dc8a57ae tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting port 16b93021-658f-4e0e-8891-768c686745bc {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:22:06.318947 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-56c19832-8e24-46ac-949f-1048dc8a57ae tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:06.497310 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbf43c9-9720-4cad-8f02-ee072bc99cb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c', 'network_id': 'c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'fixed_ips': [{'subnet_id': '47f14dc9-cb69-4dc1-8ac6-d47d22c7090f'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:22:06.498577 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0dbf43c9-9720-4cad-8f02-ee072bc99cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:06.519982 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-8b9b2135-bb3b-412a-8869-2febfffa3ef4 None None] For port 7204c83b-46f6-4079-9755-c4151712c6df, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:22:06.529256 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-63823d33-4fa4-4438-8ace-423a48992f54 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3568981 Dec 22 13:22:06.541709 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46464) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:06.618134 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840baca-0f09-4697-bdee-7a074d84f796 None None] Pushing event updated for resources: {'Port': ['ID=b078ee29-451b-4f5c-8d71-e41b92ff2fdf,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:06.624107 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-8b9b2135-bb3b-412a-8869-2febfffa3ef4 None None] For port 7204c83b-46f6-4079-9755-c4151712c6df, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=7204c83b-46f6-4079-9755-c4151712c6df,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:22:06.652517 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-56c19832-8e24-46ac-949f-1048dc8a57ae tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:06.659066 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-2840baca-0f09-4697-bdee-7a074d84f796 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:06.685660 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-22caf168-86ab-4df9-9e8d-3a3ac910d59c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'subnet': {'network_id': 'a2745316-8081-49db-9113-007965fce77a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:06.735680 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8b9b2135-bb3b-412a-8869-2febfffa3ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:06.747683 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3fe86f1e-fdd9-4342-9ee5-2659b6c5912c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:06.782629 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-56c19832-8e24-46ac-949f-1048dc8a57ae tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Calling delete_port for 16b93021-658f-4e0e-8891-768c686745bc owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:22:06.786894 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63823d33-4fa4-4438-8ace-423a48992f54 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'Network': ['ID=a2745316-8081-49db-9113-007965fce77a,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:06.816672 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-63823d33-4fa4-4438-8ace-423a48992f54 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.713s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:06.825951 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network a2745316-8081-49db-9113-007965fce77a details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:22:06.838910 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-84e9a355-6f7e-4abe-a52b-9ce45488dd3e None None] Attempting to bind port b078ee29-451b-4f5c-8d71-e41b92ff2fdf on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:22:06.839291 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-84e9a355-6f7e-4abe-a52b-9ce45488dd3e None None] Attempting to bind port b078ee29-451b-4f5c-8d71-e41b92ff2fdf by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'a5c004ff-acd6-41a3-b1a9-cb79dfb099f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b7e21e1f-b59f-45da-b71d-dfa88e74399e'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:22:06.840774 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e9a355-6f7e-4abe-a52b-9ce45488dd3e None None] Attempting to bind port b078ee29-451b-4f5c-8d71-e41b92ff2fdf on network b7e21e1f-b59f-45da-b71d-dfa88e74399e {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:22:06.909615 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-22caf168-86ab-4df9-9e8d-3a3ac910d59c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:06.995920 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-22caf168-86ab-4df9-9e8d-3a3ac910d59c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Usage tracker for resource:subnet and tenant:5dcef99d1b1441dea18127579d2b89f5 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:22:07.003252 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-56c19832-8e24-46ac-949f-1048dc8a57ae tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:07.008087 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-22caf168-86ab-4df9-9e8d-3a3ac910d59c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:22:07.009707 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6af776f7-a518-4953-b7a2-2e849a1d91f3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:07.020862 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e9a355-6f7e-4abe-a52b-9ce45488dd3e None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:22:07.021144 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-22caf168-86ab-4df9-9e8d-3a3ac910d59c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:07.021271 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e9a355-6f7e-4abe-a52b-9ce45488dd3e None None] Checking segment: {'id': 'a5c004ff-acd6-41a3-b1a9-cb79dfb099f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b7e21e1f-b59f-45da-b71d-dfa88e74399e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:22:07.021654 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-84e9a355-6f7e-4abe-a52b-9ce45488dd3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:07.022058 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e9a355-6f7e-4abe-a52b-9ce45488dd3e None None] Bound using segment: {'id': 'a5c004ff-acd6-41a3-b1a9-cb79dfb099f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b7e21e1f-b59f-45da-b71d-dfa88e74399e'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:22:07.022602 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-84e9a355-6f7e-4abe-a52b-9ce45488dd3e None None] Bound port: b078ee29-451b-4f5c-8d71-e41b92ff2fdf, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c004ff-acd6-41a3-b1a9-cb79dfb099f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b7e21e1f-b59f-45da-b71d-dfa88e74399e'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:22:07.023125 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-84e9a355-6f7e-4abe-a52b-9ce45488dd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:07.035535 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c808e-5a5a-4da0-9630-a44271bca769 req-d8429c97-27f5-407c-9381-8078457a6da0 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:07.035535 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-bc3c808e-5a5a-4da0-9630-a44271bca769 req-d8429c97-27f5-407c-9381-8078457a6da0 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/ports?device_id=637bf671-5c93-4d8f-a810-167e9aa9a3ad HTTP/1.1" status: 200 len: 944 time: 0.5913210 Dec 22 13:22:07.063000 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c19832-8e24-46ac-949f-1048dc8a57ae tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Port': ['ID=16b93021-658f-4e0e-8891-768c686745bc,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:07.066148 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-56c19832-8e24-46ac-949f-1048dc8a57ae tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:07.111385 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-56c19832-8e24-46ac-949f-1048dc8a57ae tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:07.137776 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b2135-bb3b-412a-8869-2febfffa3ef4 None None] Pushing event updated for resources: {'Port': ['ID=7204c83b-46f6-4079-9755-c4151712c6df,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:07.176898 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-8b9b2135-bb3b-412a-8869-2febfffa3ef4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:07.219026 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-55aa7920-e87e-4f49-952a-deb85f09c43a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:07.225708 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9394a194-ab6e-4050-85fd-5f9aec239e8c tempest-RoutersAdminTest-262359629 tempest-RoutersAdminTest-262359629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:07.235583 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-afac0ca7-f35b-42c3-bbf1-f6babdb740b1 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:07.259837 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-bc3c808e-5a5a-4da0-9630-a44271bca769 req-d0fb3edf-fa3f-457e-967f-a97cd880b6c3 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1d0092f-2b68-4712-be8f-c58c750fe679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166596 Dec 22 13:22:07.276083 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-0dbf43c9-9720-4cad-8f02-ee072bc99cb2 None None] Allocated IP 2001:db8:1::2 (c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c/47f14dc9-cb69-4dc1-8ac6-d47d22c7090f/18bfbb0d-3313-4b11-97ae-a2f38de8ce94) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:22:07.278310 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-afac0ca7-f35b-42c3-bbf1-f6babdb740b1 None None] Transition to ACTIVE for port object 1040ce8d-b4cb-42bc-870a-cabec28f946d will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:22:07.291894 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22caf168-86ab-4df9-9e8d-3a3ac910d59c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Made reservation on behalf of 5dcef99d1b1441dea18127579d2b89f5 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:22:07.297137 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-56c19832-8e24-46ac-949f-1048dc8a57ae tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/ports/16b93021-658f-4e0e-8891-768c686745bc HTTP/1.1" status: 204 len: 168 time: 1.0692441 Dec 22 13:22:07.300473 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46468) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:07.311457 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa7920-e87e-4f49-952a-deb85f09c43a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'Port': ['ID=97870606-1e2e-471b-871b-32ce414204c8,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:07.314409 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-55aa7920-e87e-4f49-952a-deb85f09c43a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:07.357376 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-afac0ca7-f35b-42c3-bbf1-f6babdb740b1 None None] Transition to ACTIVE for port object 1040ce8d-b4cb-42bc-870a-cabec28f946d will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:22:07.361032 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-84e9a355-6f7e-4abe-a52b-9ce45488dd3e None None] For port b078ee29-451b-4f5c-8d71-e41b92ff2fdf, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:22:07.416017 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2987ae18-a191-48c5-a17b-3188088ef362 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:07.417981 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2987ae18-a191-48c5-a17b-3188088ef362 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:07.419152 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-2987ae18-a191-48c5-a17b-3188088ef362 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:22:07.498739 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-439e18e6-f6c2-4f38-80fc-01f426f4df4b tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:07.506685 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-2987ae18-a191-48c5-a17b-3188088ef362 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:22:07.507037 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-22caf168-86ab-4df9-9e8d-3a3ac910d59c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:07.508394 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-2987ae18-a191-48c5-a17b-3188088ef362 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2065151 Dec 22 13:22:07.510850 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46472) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:07.565843 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-afac0ca7-f35b-42c3-bbf1-f6babdb740b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:07.590861 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-84e9a355-6f7e-4abe-a52b-9ce45488dd3e None None] For port b078ee29-451b-4f5c-8d71-e41b92ff2fdf, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=b078ee29-451b-4f5c-8d71-e41b92ff2fdf,segment=NetworkSegment(a5c004ff-acd6-41a3-b1a9-cb79dfb099f5),segment_id=a5c004ff-acd6-41a3-b1a9-cb79dfb099f5)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:22:07.591629 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:07.665115 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8f3761f-2995-4b9d-a7ae-795ac2f21e0f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting subnet f771757a-1fd8-4632-a64b-71fc1b6302ad {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:22:07.668982 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c8f3761f-2995-4b9d-a7ae-795ac2f21e0f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:07.669511 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afac0ca7-f35b-42c3-bbf1-f6babdb740b1 None None] Network a1c06242-88ab-490b-9b40-cd5c2528f023 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:22:07.671188 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-84e9a355-6f7e-4abe-a52b-9ce45488dd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:07.680466 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-afac0ca7-f35b-42c3-bbf1-f6babdb740b1 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:07.683450 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afac0ca7-f35b-42c3-bbf1-f6babdb740b1 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:22:07.753492 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c8f3761f-2995-4b9d-a7ae-795ac2f21e0f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:07.797270 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-55aa7920-e87e-4f49-952a-deb85f09c43a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:07.827158 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac0ca7-f35b-42c3-bbf1-f6babdb740b1 None None] Pushing event updated for resources: {'Port': ['ID=1040ce8d-b4cb-42bc-870a-cabec28f946d,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:07.830817 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-afac0ca7-f35b-42c3-bbf1-f6babdb740b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:07.840512 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c22e2101-07e9-4da4-8ac1-c1cecd994cd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:07.848738 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c8f3761f-2995-4b9d-a7ae-795ac2f21e0f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:07.903470 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-55aa7920-e87e-4f49-952a-deb85f09c43a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/ports/97870606-1e2e-471b-871b-32ce414204c8 HTTP/1.1" status: 204 len: 168 time: 2.6451011 Dec 22 13:22:07.911622 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46478) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:07.983460 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab936afa-7ad4-4c07-9a98-59d7d9b7e512 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] GET failed (client error): The resource could not be found. Dec 22 13:22:07.984133 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ab936afa-7ad4-4c07-9a98-59d7d9b7e512 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Synchronizing usage tracker for tenant:77460f0dfa37423d8c924a302461b16c on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:22:07.998489 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-afac0ca7-f35b-42c3-bbf1-f6babdb740b1 None None] Attempting to bind port 1040ce8d-b4cb-42bc-870a-cabec28f946d on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:22:07.998864 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-afac0ca7-f35b-42c3-bbf1-f6babdb740b1 None None] Attempting to bind port 1040ce8d-b4cb-42bc-870a-cabec28f946d by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '92bd4f8f-9122-4684-97e8-6b86b1c3527c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'a1c06242-88ab-490b-9b40-cd5c2528f023'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:22:07.999227 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afac0ca7-f35b-42c3-bbf1-f6babdb740b1 None None] Attempting to bind port 1040ce8d-b4cb-42bc-870a-cabec28f946d on network a1c06242-88ab-490b-9b40-cd5c2528f023 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:22:08.068774 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e9a355-6f7e-4abe-a52b-9ce45488dd3e None None] Routers {'f2c21113-3a72-48f5-a58f-27735d4120b2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:22:08.069407 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-84e9a355-6f7e-4abe-a52b-9ce45488dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:21:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['f2c21113-3a72-48f5-a58f-27735d4120b2'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:08.117222 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ab936afa-7ad4-4c07-9a98-59d7d9b7e512 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Unset dirty status for tenant:77460f0dfa37423d8c924a302461b16c on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:22:08.122226 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ab936afa-7ad4-4c07-9a98-59d7d9b7e512 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "GET /v2.0/ports/97870606-1e2e-471b-871b-32ce414204c8 HTTP/1.1" status: 404 len: 333 time: 0.2055745 Dec 22 13:22:08.122226 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c8f3761f-2995-4b9d-a7ae-795ac2f21e0f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:08.122516 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46482) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:08.128064 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afac0ca7-f35b-42c3-bbf1-f6babdb740b1 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:22:08.128064 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afac0ca7-f35b-42c3-bbf1-f6babdb740b1 None None] Checking segment: {'id': '92bd4f8f-9122-4684-97e8-6b86b1c3527c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'a1c06242-88ab-490b-9b40-cd5c2528f023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:22:08.128064 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-afac0ca7-f35b-42c3-bbf1-f6babdb740b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:08.128064 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afac0ca7-f35b-42c3-bbf1-f6babdb740b1 None None] Bound using segment: {'id': '92bd4f8f-9122-4684-97e8-6b86b1c3527c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'a1c06242-88ab-490b-9b40-cd5c2528f023'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:22:08.128064 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-afac0ca7-f35b-42c3-bbf1-f6babdb740b1 None None] Bound port: 1040ce8d-b4cb-42bc-870a-cabec28f946d, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92bd4f8f-9122-4684-97e8-6b86b1c3527c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'a1c06242-88ab-490b-9b40-cd5c2528f023'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:22:08.128064 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-afac0ca7-f35b-42c3-bbf1-f6babdb740b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:08.132451 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6630b6a7-fc4a-419c-8a0c-23ba8094dac8 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:08.149980 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840baca-0f09-4697-bdee-7a074d84f796 None None] Pushing event updated for resources: {'Port': ['ID=b078ee29-451b-4f5c-8d71-e41b92ff2fdf,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:08.153717 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-2840baca-0f09-4697-bdee-7a074d84f796 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:08.172107 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e5ad6672-3706-4c16-8ac6-5dde938f788c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:08.205812 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f3761f-2995-4b9d-a7ae-795ac2f21e0f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Subnet': ['ID=f771757a-1fd8-4632-a64b-71fc1b6302ad,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:08.209760 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c8f3761f-2995-4b9d-a7ae-795ac2f21e0f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:08.214622 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c8f3761f-2995-4b9d-a7ae-795ac2f21e0f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:08.295626 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c8f3761f-2995-4b9d-a7ae-795ac2f21e0f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/f771757a-1fd8-4632-a64b-71fc1b6302ad HTTP/1.1" status: 204 len: 168 time: 0.7642138 Dec 22 13:22:08.297780 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46488) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:08.336241 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0dbf43c9-9720-4cad-8f02-ee072bc99cb2 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:08.376075 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-22caf168-86ab-4df9-9e8d-3a3ac910d59c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:08.380781 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-0dbf43c9-9720-4cad-8f02-ee072bc99cb2 None None] Transition to ACTIVE for port object 18bfbb0d-3313-4b11-97ae-a2f38de8ce94 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:22:08.418542 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-84e9a355-6f7e-4abe-a52b-9ce45488dd3e None None] Set router f2c21113-3a72-48f5-a58f-27735d4120b2 gateway port host: None {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:22:08.439181 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-fa200d92-5b85-4c9a-ab55-285273e56526 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1399255 Dec 22 13:22:08.442123 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46492) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:08.448334 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-6aec9d64-89c1-4235-a165-2365dce60bca tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'subnet': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:08.623933 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-0dbf43c9-9720-4cad-8f02-ee072bc99cb2 None None] Transition to ACTIVE for port object 18bfbb0d-3313-4b11-97ae-a2f38de8ce94 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:22:08.636206 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-afac0ca7-f35b-42c3-bbf1-f6babdb740b1 None None] For port 1040ce8d-b4cb-42bc-870a-cabec28f946d, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:22:08.643449 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1d4b4b65-0e77-4a92-963c-ea9a92800896 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:08.701147 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0dbf43c9-9720-4cad-8f02-ee072bc99cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:08.709026 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-31b5b144-eed2-4a8f-b54b-7ad85e07f435 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:08.745510 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-afac0ca7-f35b-42c3-bbf1-f6babdb740b1 None None] For port 1040ce8d-b4cb-42bc-870a-cabec28f946d, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=1040ce8d-b4cb-42bc-870a-cabec28f946d,segment=NetworkSegment(92bd4f8f-9122-4684-97e8-6b86b1c3527c),segment_id=92bd4f8f-9122-4684-97e8-6b86b1c3527c)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:22:08.755916 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a69bc06-39ef-4c61-8901-f580aef411c1 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:22:08.832132 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22caf168-86ab-4df9-9e8d-3a3ac910d59c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'Subnet': ['ID=2ea40269-d43a-4883-a111-0c874abb61b9,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:08.834923 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-22caf168-86ab-4df9-9e8d-3a3ac910d59c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:08.843096 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 7204c83b-46f6-4079-9755-c4151712c6df up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:22:08.857933 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f3e486d0-b994-4b74-ad94-3fd1c9660775 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:08.869670 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-6aec9d64-89c1-4235-a165-2365dce60bca tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:08.876237 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-6aec9d64-89c1-4235-a165-2365dce60bca tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:subnet and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:22:08.880465 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-6aec9d64-89c1-4235-a165-2365dce60bca tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:22:08.891409 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76248142-de42-4dc3-9035-f3db85734103 req-e5958daf-d915-4857-b41d-8acbe38e2084 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:08.893000 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-76248142-de42-4dc3-9035-f3db85734103 req-e5958daf-d915-4857-b41d-8acbe38e2084 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/ports?device_id=637bf671-5c93-4d8f-a810-167e9aa9a3ad HTTP/1.1" status: 200 len: 944 time: 0.4283192 Dec 22 13:22:08.893941 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-6aec9d64-89c1-4235-a165-2365dce60bca tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:08.919457 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-afac0ca7-f35b-42c3-bbf1-f6babdb740b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:08.949188 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-76248142-de42-4dc3-9035-f3db85734103 req-0522b727-954f-40b5-84a4-0f8a4d2ced70 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1d0092f-2b68-4712-be8f-c58c750fe679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447021 Dec 22 13:22:08.950681 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aec9d64-89c1-4235-a165-2365dce60bca tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:22:08.966169 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-a34e5e0e-5d9d-40e9-929b-a1d122377410 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Deleting subnet 88b5d4e5-69d7-4e19-9424-c4f4cb2bac0d {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:22:09.003697 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbf43c9-9720-4cad-8f02-ee072bc99cb2 None None] Network c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:22:09.004520 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf43c9-9720-4cad-8f02-ee072bc99cb2 None None] Pushing event updated for resources: {'Port': ['ID=18bfbb0d-3313-4b11-97ae-a2f38de8ce94,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:09.018722 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-0dbf43c9-9720-4cad-8f02-ee072bc99cb2 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:09.026399 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-0dbf43c9-9720-4cad-8f02-ee072bc99cb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:09.027919 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-31b5b144-eed2-4a8f-b54b-7ad85e07f435 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:09.040190 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a34e5e0e-5d9d-40e9-929b-a1d122377410 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:09.069376 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbf43c9-9720-4cad-8f02-ee072bc99cb2 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:22:09.075442 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6aec9d64-89c1-4235-a165-2365dce60bca tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:09.122828 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:09.166772 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22caf168-86ab-4df9-9e8d-3a3ac910d59c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Checking segment: {'id': 'db31ada7-5e21-4e2c-bd60-edc3656291c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a2745316-8081-49db-9113-007965fce77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:22:09.167046 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22caf168-86ab-4df9-9e8d-3a3ac910d59c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Network hostable DHCP agents. Network: a2745316-8081-49db-9113-007965fce77a, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:22:09.289418 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a34e5e0e-5d9d-40e9-929b-a1d122377410 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:09.436301 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac0ca7-f35b-42c3-bbf1-f6babdb740b1 None None] Pushing event updated for resources: {'Port': ['ID=1040ce8d-b4cb-42bc-870a-cabec28f946d,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:09.451139 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:09.454155 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-afac0ca7-f35b-42c3-bbf1-f6babdb740b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:09.514437 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7d6972b5-719a-4e53-bea7-fc1bada206af None None] Provisioning for port 7204c83b-46f6-4079-9755-c4151712c6df completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:22:09.532280 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-0dbf43c9-9720-4cad-8f02-ee072bc99cb2 None None] Attempting to bind port 18bfbb0d-3313-4b11-97ae-a2f38de8ce94 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:22:09.532654 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-0dbf43c9-9720-4cad-8f02-ee072bc99cb2 None None] Attempting to bind port 18bfbb0d-3313-4b11-97ae-a2f38de8ce94 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '54ad9920-be09-49d6-a653-90eb0dd9a8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:22:09.534566 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbf43c9-9720-4cad-8f02-ee072bc99cb2 None None] Attempting to bind port 18bfbb0d-3313-4b11-97ae-a2f38de8ce94 on network c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:22:09.559877 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbf43c9-9720-4cad-8f02-ee072bc99cb2 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:22:09.560519 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbf43c9-9720-4cad-8f02-ee072bc99cb2 None None] Checking segment: {'id': '54ad9920-be09-49d6-a653-90eb0dd9a8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:22:09.561498 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0dbf43c9-9720-4cad-8f02-ee072bc99cb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:09.561902 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbf43c9-9720-4cad-8f02-ee072bc99cb2 None None] Bound using segment: {'id': '54ad9920-be09-49d6-a653-90eb0dd9a8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:22:09.562602 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-0dbf43c9-9720-4cad-8f02-ee072bc99cb2 None None] Bound port: 18bfbb0d-3313-4b11-97ae-a2f38de8ce94, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54ad9920-be09-49d6-a653-90eb0dd9a8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:22:09.562986 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0dbf43c9-9720-4cad-8f02-ee072bc99cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:09.577848 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 7204c83b-46f6-4079-9755-c4151712c6df completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:22:09.601821 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22caf168-86ab-4df9-9e8d-3a3ac910d59c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Network a2745316-8081-49db-9113-007965fce77a is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:22:09.607200 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 7204c83b-46f6-4079-9755-c4151712c6df triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:09.607584 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:09.630804 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.objects.ports [None req-6aec9d64-89c1-4235-a165-2365dce60bca tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84148) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 22 13:22:09.684660 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a34e5e0e-5d9d-40e9-929b-a1d122377410 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:09.727728 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-22caf168-86ab-4df9-9e8d-3a3ac910d59c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, a2745316-8081-49db-9113-007965fce77a) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:09.737830 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-84e9a355-6f7e-4abe-a52b-9ce45488dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'name': 'tempest-RoutersIpV6Test-router-922980331', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:47Z', 'updated_at': '2021-12-22T13:21:57Z', 'revision_number': 2, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'gw_port_host': None, '_interfaces': [{'id': 'b078ee29-451b-4f5c-8d71-e41b92ff2fdf', 'name': '', 'network_id': 'b7e21e1f-b59f-45da-b71d-dfa88e74399e', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:1c:c0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:52Z', 'updated_at': '2021-12-22T13:22:07Z', 'revision_number': 4, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:09.746107 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b2b3e9-69f0-401b-bf3f-3f6aac4798e1 None None] Network a2745316-8081-49db-9113-007965fce77a requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:22:09.751822 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22caf168-86ab-4df9-9e8d-3a3ac910d59c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:09.753026 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-22caf168-86ab-4df9-9e8d-3a3ac910d59c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:09.815170 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e9a355-6f7e-4abe-a52b-9ce45488dd3e None None] The sync data for ids ['f2c21113-3a72-48f5-a58f-27735d4120b2'] in dv-neutron-822669-1-hyperv is: [{'id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'name': 'tempest-RoutersIpV6Test-router-922980331', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:47Z', 'updated_at': '2021-12-22T13:21:57Z', 'revision_number': 2, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'gw_port_host': None, '_interfaces': [{'id': 'b078ee29-451b-4f5c-8d71-e41b92ff2fdf', 'name': '', 'network_id': 'b7e21e1f-b59f-45da-b71d-dfa88e74399e', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:1c:c0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:52Z', 'updated_at': '2021-12-22T13:22:07Z', 'revision_number': 4, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:22:09.828062 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-0dbf43c9-9720-4cad-8f02-ee072bc99cb2 None None] For port 18bfbb0d-3313-4b11-97ae-a2f38de8ce94, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:22:09.868262 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6aec9d64-89c1-4235-a165-2365dce60bca tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:09.874679 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-0dbf43c9-9720-4cad-8f02-ee072bc99cb2 None None] For port 18bfbb0d-3313-4b11-97ae-a2f38de8ce94, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=18bfbb0d-3313-4b11-97ae-a2f38de8ce94,segment=NetworkSegment(54ad9920-be09-49d6-a653-90eb0dd9a8d4),segment_id=54ad9920-be09-49d6-a653-90eb0dd9a8d4)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:22:09.983762 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:09.994304 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b5e3c1-4158-43ee-b698-05fb13cff5b2 None None] DHCP port deletion for 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:22:10.005446 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0dbf43c9-9720-4cad-8f02-ee072bc99cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:10.019599 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c2ebb500-18f3-449e-a37e-57ee9b50c979 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:10.038443 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-f3e486d0-b994-4b74-ad94-3fd1c9660775 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Allocated IP 2001:db8:1::1 (c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c/47f14dc9-cb69-4dc1-8ac6-d47d22c7090f/9150e9f2-d344-4ea1-8799-27c4a8809d37) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:22:10.054835 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-22caf168-86ab-4df9-9e8d-3a3ac910d59c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5101101 Dec 22 13:22:10.055710 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46498) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:10.074742 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-d4b5e3c1-4158-43ee-b698-05fb13cff5b2 None None] Deleting port 7204c83b-46f6-4079-9755-c4151712c6df {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:22:10.075131 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d4b5e3c1-4158-43ee-b698-05fb13cff5b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:10.129584 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-0947faa9-a8e1-4911-bf47-11d22d5eaaaa tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'port': {'network_id': 'a2745316-8081-49db-9113-007965fce77a', 'name': 'tempest-PortsIpV6TestJSON-453953786', 'fixed_ips': [{'subnet_id': '2ea40269-d43a-4883-a111-0c874abb61b9', 'ip_address': '2001:db8::10'}]}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:10.243550 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a34e5e0e-5d9d-40e9-929b-a1d122377410 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:10.245142 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-6aec9d64-89c1-4235-a165-2365dce60bca tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] For port 7204c83b-46f6-4079-9755-c4151712c6df, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=7204c83b-46f6-4079-9755-c4151712c6df,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:22:10.268948 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0850a97c-c0eb-4050-9777-66903c793398 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:10.285799 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6aec9d64-89c1-4235-a165-2365dce60bca tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:10.336409 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6aec9d64-89c1-4235-a165-2365dce60bca tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:10.338130 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6aec9d64-89c1-4235-a165-2365dce60bca tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:10.345526 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-49a31981-4a02-43b9-af00-1bb698f2ca19 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:10.547578 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aec9d64-89c1-4235-a165-2365dce60bca tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:22:10.562536 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-6aec9d64-89c1-4235-a165-2365dce60bca tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:10.568762 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aec9d64-89c1-4235-a165-2365dce60bca tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:10.574455 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6aec9d64-89c1-4235-a165-2365dce60bca tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:10.586477 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec9d64-89c1-4235-a165-2365dce60bca tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Port': ['ID=7204c83b-46f6-4079-9755-c4151712c6df,revision_number=5']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:10.604611 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf43c9-9720-4cad-8f02-ee072bc99cb2 None None] Pushing event updated for resources: {'Port': ['ID=18bfbb0d-3313-4b11-97ae-a2f38de8ce94,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:10.608951 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6aec9d64-89c1-4235-a165-2365dce60bca tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:10.609313 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-0dbf43c9-9720-4cad-8f02-ee072bc99cb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:10.609487 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3ac46a99-a289-4f53-839d-5702508fa84c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:10.716534 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:22:10.719946 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:22:10.719946 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 1fc7171b-c5f7-47fb-b70f-fed856b0a227 up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:22:10.727344 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a34e5e0e-5d9d-40e9-929b-a1d122377410 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:10.737011 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec9d64-89c1-4235-a165-2365dce60bca tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Subnet': ['ID=c8d74173-1a81-464a-b6c3-721a8ef44bb4,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:10.740534 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6aec9d64-89c1-4235-a165-2365dce60bca tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:10.763612 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a34e5e0e-5d9d-40e9-929b-a1d122377410 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/subnets/88b5d4e5-69d7-4e19-9424-c4f4cb2bac0d HTTP/1.1" status: 204 len: 168 time: 2.6411703 Dec 22 13:22:10.764034 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ef8847-c8c7-4a53-a3c0-7d2d86540165 None None] Network a1c06242-88ab-490b-9b40-cd5c2528f023 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:22:10.766486 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46502) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:10.766936 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e5e0e-5d9d-40e9-929b-a1d122377410 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'Subnet': ['ID=88b5d4e5-69d7-4e19-9424-c4f4cb2bac0d,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:10.791114 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6aec9d64-89c1-4235-a165-2365dce60bca tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3478453 Dec 22 13:22:10.850043 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46506) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:10.852232 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a34e5e0e-5d9d-40e9-929b-a1d122377410 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:10.868427 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-9e81b213-3eb6-4e84-bffa-ffaf39b4ae0c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'port': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'mac_address': 'fa:16:3e:94:07:cd', 'name': 'tempest-NetworksTestDHCPv6-963236084'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:10.906009 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-78dfdef9-71a3-4ecd-a4a6-f6e77facd105 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:10.911729 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1c8cba-40f3-469f-8703-bab11be6ad04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-a2745316-8081-49db-9113-007965fce77a', 'network_id': 'a2745316-8081-49db-9113-007965fce77a', 'tenant_id': '5dcef99d1b1441dea18127579d2b89f5', 'fixed_ips': [{'subnet_id': '2ea40269-d43a-4883-a111-0c874abb61b9'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:22:10.912892 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5a1c8cba-40f3-469f-8703-bab11be6ad04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:10.918139 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-78dfdef9-71a3-4ecd-a4a6-f6e77facd105 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Deleting port 1040ce8d-b4cb-42bc-870a-cabec28f946d {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:22:10.918504 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-78dfdef9-71a3-4ecd-a4a6-f6e77facd105 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:10.961108 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:10.968763 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439e18e6-f6c2-4f38-80fc-01f426f4df4b tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Router eed399a3-0f51-4966-8336-9e5d914ac24a has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:22:10.969916 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-2d870d6f-6082-4ea5-9039-0cba96c0ebe6 None None] Provisioning for port 1040ce8d-b4cb-42bc-870a-cabec28f946d completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:22:11.092133 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0947faa9-a8e1-4911-bf47-11d22d5eaaaa tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:11.117101 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0947faa9-a8e1-4911-bf47-11d22d5eaaaa tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Usage tracker for resource:port and tenant:5dcef99d1b1441dea18127579d2b89f5 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:22:11.123024 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-2d870d6f-6082-4ea5-9039-0cba96c0ebe6 None None] Could not find standard attr ID for object 97870606-1e2e-471b-871b-32ce414204c8. {{(pid=84150) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:22:11.125242 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0947faa9-a8e1-4911-bf47-11d22d5eaaaa tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:22:11.179703 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-d4b5e3c1-4158-43ee-b698-05fb13cff5b2 None None] For port 7204c83b-46f6-4079-9755-c4151712c6df, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=7204c83b-46f6-4079-9755-c4151712c6df,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:22:11.180101 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d4b5e3c1-4158-43ee-b698-05fb13cff5b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:11.189886 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-78dfdef9-71a3-4ecd-a4a6-f6e77facd105 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] For port 1040ce8d-b4cb-42bc-870a-cabec28f946d, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=1040ce8d-b4cb-42bc-870a-cabec28f946d,segment=NetworkSegment(92bd4f8f-9122-4684-97e8-6b86b1c3527c),segment_id=92bd4f8f-9122-4684-97e8-6b86b1c3527c)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:22:11.190510 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-78dfdef9-71a3-4ecd-a4a6-f6e77facd105 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:11.209381 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0947faa9-a8e1-4911-bf47-11d22d5eaaaa tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:11.247472 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f3e486d0-b994-4b74-ad94-3fd1c9660775 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:11.263656 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91573b90-a43d-4af2-8315-f333c145dda3 req-bc4f1758-9402-41a9-827b-a645ebb6f124 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:11.265540 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-91573b90-a43d-4af2-8315-f333c145dda3 req-bc4f1758-9402-41a9-827b-a645ebb6f124 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/ports?device_id=637bf671-5c93-4d8f-a810-167e9aa9a3ad HTTP/1.1" status: 200 len: 944 time: 1.0060954 Dec 22 13:22:11.324971 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-9e81b213-3eb6-4e84-bffa-ffaf39b4ae0c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:11.331153 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-9e81b213-3eb6-4e84-bffa-ffaf39b4ae0c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:port and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:22:11.334837 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-9e81b213-3eb6-4e84-bffa-ffaf39b4ae0c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:22:11.342153 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-9e81b213-3eb6-4e84-bffa-ffaf39b4ae0c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:11.351573 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning for port 1fc7171b-c5f7-47fb-b70f-fed856b0a227 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:22:11.352671 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-78dfdef9-71a3-4ecd-a4a6-f6e77facd105 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Calling delete_port for 1040ce8d-b4cb-42bc-870a-cabec28f946d owned by network:dhcp {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:22:11.363919 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-f3e486d0-b994-4b74-ad94-3fd1c9660775 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Transition to ACTIVE for port object 9150e9f2-d344-4ea1-8799-27c4a8809d37 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:22:11.366944 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-d4b5e3c1-4158-43ee-b698-05fb13cff5b2 None None] Calling delete_port for 7204c83b-46f6-4079-9755-c4151712c6df owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:22:11.374456 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0947faa9-a8e1-4911-bf47-11d22d5eaaaa tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Made reservation on behalf of 5dcef99d1b1441dea18127579d2b89f5 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:22:11.384590 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0947faa9-a8e1-4911-bf47-11d22d5eaaaa tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:11.469305 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e81b213-3eb6-4e84-bffa-ffaf39b4ae0c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:22:11.520768 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 1fc7171b-c5f7-47fb-b70f-fed856b0a227 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:11.521146 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:11.596890 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-0947faa9-a8e1-4911-bf47-11d22d5eaaaa tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] device_id is not set on port dae94db0-9aec-40ee-99ad-9b0c5d8665d4 yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:22:11.636243 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:11.643659 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f3e486d0-b994-4b74-ad94-3fd1c9660775 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:11.648490 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-78dfdef9-71a3-4ecd-a4a6-f6e77facd105 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:11.658877 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-92449fec-e0cb-4e4a-9f8b-a78c41a7eeeb tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:11.664506 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-91573b90-a43d-4af2-8315-f333c145dda3 req-010e061b-b36c-442f-9dba-3967769225d0 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1d0092f-2b68-4712-be8f-c58c750fe679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3873038 Dec 22 13:22:11.699956 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-5a1c8cba-40f3-469f-8703-bab11be6ad04 None None] Allocated IP 2001:db8::2 (a2745316-8081-49db-9113-007965fce77a/2ea40269-d43a-4883-a111-0c874abb61b9/71a487b0-39dd-492b-9f0b-24c756795040) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:22:11.701470 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dfdef9-71a3-4ecd-a4a6-f6e77facd105 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'Port': ['ID=1040ce8d-b4cb-42bc-870a-cabec28f946d,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:11.703573 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dfdef9-71a3-4ecd-a4a6-f6e77facd105 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] No DVR routers for this DVR port 1040ce8d-b4cb-42bc-870a-cabec28f946d on host dv-neutron-822669-1-hyperv {{(pid=84148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:22:11.704292 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93a7f0f-03da-4ff6-a389-bde9a41a83f4 None None] Network c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:22:11.705989 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-78dfdef9-71a3-4ecd-a4a6-f6e77facd105 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:11.713687 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-36ef346b-f280-489f-8b43-c9207335f3b2 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:11.848520 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e9bcbf-d66b-4ef0-b5c2-cb1eab1304fd None None] DHCP port deletion for a1c06242-88ab-490b-9b40-cd5c2528f023 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:22:11.876454 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-78dfdef9-71a3-4ecd-a4a6-f6e77facd105 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:11.916850 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-78dfdef9-71a3-4ecd-a4a6-f6e77facd105 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c06242-88ab-490b-9b40-cd5c2528f023']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:11.935806 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-78dfdef9-71a3-4ecd-a4a6-f6e77facd105 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92bd4f8f-9122-4684-97e8-6b86b1c3527c') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:11.936367 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-78dfdef9-71a3-4ecd-a4a6-f6e77facd105 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92bd4f8f-9122-4684-97e8-6b86b1c3527c') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:11.949028 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e486d0-b994-4b74-ad94-3fd1c9660775 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Network c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:22:11.953691 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-78dfdef9-71a3-4ecd-a4a6-f6e77facd105 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:11.964588 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-f3e486d0-b994-4b74-ad94-3fd1c9660775 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:11.979548 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e486d0-b994-4b74-ad94-3fd1c9660775 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:22:11.979756 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-78dfdef9-71a3-4ecd-a4a6-f6e77facd105 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:11.980088 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f3e486d0-b994-4b74-ad94-3fd1c9660775 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:11.992101 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78dfdef9-71a3-4ecd-a4a6-f6e77facd105 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:22:11.992101 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-78dfdef9-71a3-4ecd-a4a6-f6e77facd105 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:11.992495 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e486d0-b994-4b74-ad94-3fd1c9660775 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event updated for resources: {'Port': ['ID=9150e9f2-d344-4ea1-8799-27c4a8809d37,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:11.998839 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f3e486d0-b994-4b74-ad94-3fd1c9660775 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:12.001100 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 22 13:22:12.001100 dv-neutron-822669-1-hyperv neutron-server[84150]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Dec 22 13:22:12.001100 dv-neutron-822669-1-hyperv neutron-server[84150]: [parameters: {'status': 'ACTIVE', 'ports_id': '7204c83b-46f6-4079-9755-c4151712c6df'}] Dec 22 13:22:12.001100 dv-neutron-822669-1-hyperv neutron-server[84150]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:22:12.021359 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:22:12.021457 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:22:12.021457 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:22:12.021457 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:22:12.021457 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:22:12.021457 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:22:12.021457 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:22:12.021457 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:22:12.021457 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:22:12.021457 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:22:12.021457 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:22:12.021457 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:22:12.021457 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:22:12.021457 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:22:12.021457 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:22:12.021457 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:22:12.021457 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:22:12.021457 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:22:12.021457 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:22:12.021457 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:22:12.021457 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:22:12.021457 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:22:12.021457 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:22:12.021457 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:22:12.021457 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:22:12.021457 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:22:12.021457 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:22:12.021457 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:22:12.021457 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:22:12.021457 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:22:12.021457 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:22:12.021457 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:22:12.021457 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:22:12.041223 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9e81b213-3eb6-4e84-bffa-ffaf39b4ae0c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:12.070535 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:12.086021 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-9e81b213-3eb6-4e84-bffa-ffaf39b4ae0c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] device_id is not set on port 841797e1-8108-41ef-a372-fb83a9578383 yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:22:12.126569 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439e18e6-f6c2-4f38-80fc-01f426f4df4b tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:22:12.137808 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a130d92-2be9-44d1-830d-6f569d239aa0 None None] Sync routers for ids ['eed399a3-0f51-4966-8336-9e5d914ac24a'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:22:12.145989 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-439e18e6-f6c2-4f38-80fc-01f426f4df4b tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "PUT /v2.0/routers/eed399a3-0f51-4966-8336-9e5d914ac24a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8758290 Dec 22 13:22:12.146642 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46510) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:12.171080 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-d51e0d69-97bd-4712-b20a-2c08768fd3c6 None None] Provisioning for port 18bfbb0d-3313-4b11-97ae-a2f38de8ce94 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:22:12.172269 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a130d92-2be9-44d1-830d-6f569d239aa0 None None] Routers {'eed399a3-0f51-4966-8336-9e5d914ac24a'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:22:12.172972 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-6a130d92-2be9-44d1-830d-6f569d239aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:22:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['eed399a3-0f51-4966-8336-9e5d914ac24a'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:12.182544 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637bf671-5c93-4d8f-a810-167e9aa9a3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc7171b-c5f7-47fb-b70f-fed856b0a227'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:22:12.212632 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 1fc7171b-c5f7-47fb-b70f-fed856b0a227, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1fc7171b-c5f7-47fb-b70f-fed856b0a227,segment=NetworkSegment(0948a770-5386-4fe4-820e-d3adb2497c58),segment_id=0948a770-5386-4fe4-820e-d3adb2497c58)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:22:12.267340 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637bf671-5c93-4d8f-a810-167e9aa9a3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc7171b-c5f7-47fb-b70f-fed856b0a227', 'code': 200} Dec 22 13:22:12.268798 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-9e81b213-3eb6-4e84-bffa-ffaf39b4ae0c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Allocated IP 2001:db8::f816:3eff:fe94:7cd (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/c8d74173-1a81-464a-b6c3-721a8ef44bb4/841797e1-8108-41ef-a372-fb83a9578383) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:22:12.271540 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:12.282793 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-6a130d92-2be9-44d1-830d-6f569d239aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:12.294905 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a130d92-2be9-44d1-830d-6f569d239aa0 None None] Routers {'eed399a3-0f51-4966-8336-9e5d914ac24a'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:22:12.295766 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-6a130d92-2be9-44d1-830d-6f569d239aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:22:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['eed399a3-0f51-4966-8336-9e5d914ac24a'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:12.335849 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-78dfdef9-71a3-4ecd-a4a6-f6e77facd105 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:12.341363 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-48747ca7-4b4b-48b8-be1c-128fb7e8112d tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:12.363735 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-78dfdef9-71a3-4ecd-a4a6-f6e77facd105 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:12.389740 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-6a130d92-2be9-44d1-830d-6f569d239aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:12.390440 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a130d92-2be9-44d1-830d-6f569d239aa0 None None] The sync data for ids ['eed399a3-0f51-4966-8336-9e5d914ac24a'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:22:12.403924 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f3e486d0-b994-4b74-ad94-3fd1c9660775 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:12.408818 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d4b5e3c1-4158-43ee-b698-05fb13cff5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:12.416862 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-8b9b2135-bb3b-412a-8869-2febfffa3ef4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:12.445123 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dfdef9-71a3-4ecd-a4a6-f6e77facd105 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'Network': ['ID=a1c06242-88ab-490b-9b40-cd5c2528f023,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:12.458255 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-78dfdef9-71a3-4ecd-a4a6-f6e77facd105 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:12.463229 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:12.472718 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5e3c1-4158-43ee-b698-05fb13cff5b2 None None] Pushing event deleted for resources: {'Port': ['ID=7204c83b-46f6-4079-9755-c4151712c6df,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:12.482924 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-d4b5e3c1-4158-43ee-b698-05fb13cff5b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:12.482924 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-8b9b2135-bb3b-412a-8869-2febfffa3ef4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:12.542095 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c78804a0-41fc-4590-97de-d5015ded0047 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for router, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:12.603716 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=1fc7171b-c5f7-47fb-b70f-fed856b0a227,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:12.610688 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-78dfdef9-71a3-4ecd-a4a6-f6e77facd105 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/networks/a1c06242-88ab-490b-9b40-cd5c2528f023 HTTP/1.1" status: 204 len: 168 time: 1.8428280 Dec 22 13:22:12.617950 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:12.618100 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46516) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:12.626517 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-675cd65e-656f-4cad-ba69-a6d5d52aaa26 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'port': {'network_id': 'af00dec1-e26a-496a-93c8-a8f6acabdaa9', 'name': 'tempest-PortsTestJSON-297341030'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:12.709428 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b5e3c1-4158-43ee-b698-05fb13cff5b2 None None] No DVR routers for this DVR port 7204c83b-46f6-4079-9755-c4151712c6df on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:22:12.741431 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46323a7d-f622-49fd-9704-6cfe5669689e None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:22:12.830511 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-675cd65e-656f-4cad-ba69-a6d5d52aaa26 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:12.842398 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-675cd65e-656f-4cad-ba69-a6d5d52aaa26 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:port and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:22:12.847543 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-675cd65e-656f-4cad-ba69-a6d5d52aaa26 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:22:12.912315 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-675cd65e-656f-4cad-ba69-a6d5d52aaa26 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:12.933954 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device b078ee29-451b-4f5c-8d71-e41b92ff2fdf up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:22:12.948931 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0366995f-496b-47af-bde3-ad39605f72e2 req-7cae639c-6246-46dd-9516-a05a6cd61b38 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=637bf671-5c93-4d8f-a810-167e9aa9a3ad HTTP/1.1" status: 200 len: 1098 time: 0.2505445 Dec 22 13:22:12.956890 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9e81b213-3eb6-4e84-bffa-ffaf39b4ae0c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:13.026403 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0366995f-496b-47af-bde3-ad39605f72e2 req-9eee6209-7a46-40af-84de-b318c9b7102f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d1d0092f-2b68-4712-be8f-c58c750fe679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545673 Dec 22 13:22:13.041618 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c78804a0-41fc-4590-97de-d5015ded0047 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:13.066522 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675cd65e-656f-4cad-ba69-a6d5d52aaa26 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Made reservation on behalf of 77460f0dfa37423d8c924a302461b16c for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:22:13.072013 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5a1c8cba-40f3-469f-8703-bab11be6ad04 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:13.072203 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-675cd65e-656f-4cad-ba69-a6d5d52aaa26 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:13.086389 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-9e81b213-3eb6-4e84-bffa-ffaf39b4ae0c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Transition to ACTIVE for port object 841797e1-8108-41ef-a372-fb83a9578383 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:22:13.109716 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-675cd65e-656f-4cad-ba69-a6d5d52aaa26 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] device_id is not set on port 00fd5524-d981-4f7d-ad2d-03c8ed534689 yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:22:13.120427 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-5a1c8cba-40f3-469f-8703-bab11be6ad04 None None] Transition to ACTIVE for port object 71a487b0-39dd-492b-9f0b-24c756795040 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:22:13.151617 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c73cfbe-6976-43bc-803c-82e8d8d302c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'tenant_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'fixed_ips': [{'subnet_id': 'c8d74173-1a81-464a-b6c3-721a8ef44bb4'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:22:13.152597 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3c73cfbe-6976-43bc-803c-82e8d8d302c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:13.165650 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7250ffe-3148-48e9-92ff-3fa03db8a663 req-1d314fa5-bc0d-4c49-8968-304ba5511498 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:13.167691 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c7250ffe-3148-48e9-92ff-3fa03db8a663 req-1d314fa5-bc0d-4c49-8968-304ba5511498 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/ports?device_id=637bf671-5c93-4d8f-a810-167e9aa9a3ad HTTP/1.1" status: 200 len: 945 time: 0.1696320 Dec 22 13:22:13.174881 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-5a1c8cba-40f3-469f-8703-bab11be6ad04 None None] Transition to ACTIVE for port object 71a487b0-39dd-492b-9f0b-24c756795040 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:22:13.200705 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-c78804a0-41fc-4590-97de-d5015ded0047 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Deleting port c2c65f5f-96f5-4412-940c-5f893817a596 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:22:13.201144 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c78804a0-41fc-4590-97de-d5015ded0047 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:13.261220 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5a1c8cba-40f3-469f-8703-bab11be6ad04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:13.271128 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-a823756f-f909-44c2-92d3-eb6eae60695a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:13.331448 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9e81b213-3eb6-4e84-bffa-ffaf39b4ae0c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:13.340979 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port b078ee29-451b-4f5c-8d71-e41b92ff2fdf completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:22:13.352483 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d320e013-9016-42aa-841b-969ff34d75e6 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:13.436085 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-0947faa9-a8e1-4911-bf47-11d22d5eaaaa tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Allocated IP 2001:db8::10 (a2745316-8081-49db-9113-007965fce77a/2ea40269-d43a-4883-a111-0c874abb61b9/dae94db0-9aec-40ee-99ad-9b0c5d8665d4) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:22:13.444795 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c7250ffe-3148-48e9-92ff-3fa03db8a663 req-5aa53e92-7b93-4bf6-8a5f-0ff2499d1c83 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1d0092f-2b68-4712-be8f-c58c750fe679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2593119 Dec 22 13:22:13.449088 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port b078ee29-451b-4f5c-8d71-e41b92ff2fdf triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:13.449473 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:13.486832 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1c8cba-40f3-469f-8703-bab11be6ad04 None None] Network a2745316-8081-49db-9113-007965fce77a is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:22:13.508369 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f3e486d0-b994-4b74-ad94-3fd1c9660775 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:13.514152 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-5a1c8cba-40f3-469f-8703-bab11be6ad04 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:13.529023 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1c8cba-40f3-469f-8703-bab11be6ad04 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:22:13.542790 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c8cba-40f3-469f-8703-bab11be6ad04 None None] Pushing event updated for resources: {'Port': ['ID=71a487b0-39dd-492b-9f0b-24c756795040,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:13.554101 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e81b213-3eb6-4e84-bffa-ffaf39b4ae0c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:22:13.561147 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-9e81b213-3eb6-4e84-bffa-ffaf39b4ae0c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:13.566616 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-5a1c8cba-40f3-469f-8703-bab11be6ad04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:13.566815 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81b213-3eb6-4e84-bffa-ffaf39b4ae0c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Port': ['ID=841797e1-8108-41ef-a372-fb83a9578383,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:13.571840 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9e81b213-3eb6-4e84-bffa-ffaf39b4ae0c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:13.585462 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c78804a0-41fc-4590-97de-d5015ded0047 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:13.614531 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e81b213-3eb6-4e84-bffa-ffaf39b4ae0c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:22:13.618634 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e81b213-3eb6-4e84-bffa-ffaf39b4ae0c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:13.619388 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9e81b213-3eb6-4e84-bffa-ffaf39b4ae0c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:13.629929 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-3c73cfbe-6976-43bc-803c-82e8d8d302c8 None None] Allocated IP 2001:db8::f816:3eff:fe3c:65c4 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/c8d74173-1a81-464a-b6c3-721a8ef44bb4/6a1d52fb-d0ba-4fe6-a58a-389178fe7aee) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:22:13.646384 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f3e486d0-b994-4b74-ad94-3fd1c9660775 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:13.647364 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f3e486d0-b994-4b74-ad94-3fd1c9660775 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:13.701837 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-49957afa-0e47-423f-9423-7c192699a199 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:13.809631 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-5a1c8cba-40f3-469f-8703-bab11be6ad04 None None] Attempting to bind port 71a487b0-39dd-492b-9f0b-24c756795040 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:22:13.809631 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-5a1c8cba-40f3-469f-8703-bab11be6ad04 None None] Attempting to bind port 71a487b0-39dd-492b-9f0b-24c756795040 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'db31ada7-5e21-4e2c-bd60-edc3656291c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a2745316-8081-49db-9113-007965fce77a'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:22:13.810443 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1c8cba-40f3-469f-8703-bab11be6ad04 None None] Attempting to bind port 71a487b0-39dd-492b-9f0b-24c756795040 on network a2745316-8081-49db-9113-007965fce77a {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:22:13.848354 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:13.849620 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-c78804a0-41fc-4590-97de-d5015ded0047 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Calling delete_port for c2c65f5f-96f5-4412-940c-5f893817a596 owned by network:router_gateway {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:22:13.862720 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1c8cba-40f3-469f-8703-bab11be6ad04 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:22:13.863114 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1c8cba-40f3-469f-8703-bab11be6ad04 None None] Checking segment: {'id': 'db31ada7-5e21-4e2c-bd60-edc3656291c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a2745316-8081-49db-9113-007965fce77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:22:13.863523 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5a1c8cba-40f3-469f-8703-bab11be6ad04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:13.863946 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1c8cba-40f3-469f-8703-bab11be6ad04 None None] Bound using segment: {'id': 'db31ada7-5e21-4e2c-bd60-edc3656291c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a2745316-8081-49db-9113-007965fce77a'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:22:13.864403 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-5a1c8cba-40f3-469f-8703-bab11be6ad04 None None] Bound port: 71a487b0-39dd-492b-9f0b-24c756795040, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db31ada7-5e21-4e2c-bd60-edc3656291c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a2745316-8081-49db-9113-007965fce77a'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:22:13.864778 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5a1c8cba-40f3-469f-8703-bab11be6ad04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:13.885122 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-675cd65e-656f-4cad-ba69-a6d5d52aaa26 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:13.898228 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e486d0-b994-4b74-ad94-3fd1c9660775 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event updated for resources: {'Port': ['ID=9150e9f2-d344-4ea1-8799-27c4a8809d37,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:13.903385 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-e7448f6b-1c90-42a5-9ca7-21f6360be354 None None] Provisioning for port 9150e9f2-d344-4ea1-8799-27c4a8809d37 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:22:13.907169 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9e81b213-3eb6-4e84-bffa-ffaf39b4ae0c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.0544002 Dec 22 13:22:13.908995 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f3e486d0-b994-4b74-ad94-3fd1c9660775 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:13.912737 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46522) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:13.961668 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-e7448f6b-1c90-42a5-9ca7-21f6360be354 None None] Provisioning complete for port 9150e9f2-d344-4ea1-8799-27c4a8809d37 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:13.962052 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e7448f6b-1c90-42a5-9ca7-21f6360be354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:13.990784 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0947faa9-a8e1-4911-bf47-11d22d5eaaaa tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:14.028669 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-0947faa9-a8e1-4911-bf47-11d22d5eaaaa tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Transition to ACTIVE for port object dae94db0-9aec-40ee-99ad-9b0c5d8665d4 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:22:14.041195 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e486d0-b994-4b74-ad94-3fd1c9660775 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Network c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:22:14.043335 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-f3e486d0-b994-4b74-ad94-3fd1c9660775 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:14.046169 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871ce16b-321f-4a63-9c38-ea0fc3e12b28 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:14.046926 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-871ce16b-321f-4a63-9c38-ea0fc3e12b28 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:22:14.047737 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port b078ee29-451b-4f5c-8d71-e41b92ff2fdf, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=b078ee29-451b-4f5c-8d71-e41b92ff2fdf,segment=NetworkSegment(a5c004ff-acd6-41a3-b1a9-cb79dfb099f5),segment_id=a5c004ff-acd6-41a3-b1a9-cb79dfb099f5)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:22:14.097843 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-675cd65e-656f-4cad-ba69-a6d5d52aaa26 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:14.108493 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8ab83ae7-0f3b-42b6-b34e-e234bdf79492 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:14.113091 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-e7448f6b-1c90-42a5-9ca7-21f6360be354 None None] Port 9150e9f2-d344-4ea1-8799-27c4a8809d37 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:22:14.133759 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:14.134659 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 18bfbb0d-3313-4b11-97ae-a2f38de8ce94 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:22:14.163127 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-871ce16b-321f-4a63-9c38-ea0fc3e12b28 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:22:14.163127 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-871ce16b-321f-4a63-9c38-ea0fc3e12b28 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.2478776 Dec 22 13:22:14.163576 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-5a1c8cba-40f3-469f-8703-bab11be6ad04 None None] For port 71a487b0-39dd-492b-9f0b-24c756795040, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:22:14.172693 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f5e82048-f137-4d45-8420-bc6fa1e62c0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:14.173645 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46526) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:14.265214 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-5a1c8cba-40f3-469f-8703-bab11be6ad04 None None] For port 71a487b0-39dd-492b-9f0b-24c756795040, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=71a487b0-39dd-492b-9f0b-24c756795040,segment=NetworkSegment(db31ada7-5e21-4e2c-bd60-edc3656291c4),segment_id=db31ada7-5e21-4e2c-bd60-edc3656291c4)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:22:14.272304 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675cd65e-656f-4cad-ba69-a6d5d52aaa26 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Network af00dec1-e26a-496a-93c8-a8f6acabdaa9 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:22:14.279095 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675cd65e-656f-4cad-ba69-a6d5d52aaa26 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'Port': ['ID=00fd5524-d981-4f7d-ad2d-03c8ed534689,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:14.279446 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3c73cfbe-6976-43bc-803c-82e8d8d302c8 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:14.282113 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-675cd65e-656f-4cad-ba69-a6d5d52aaa26 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:14.283805 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-675cd65e-656f-4cad-ba69-a6d5d52aaa26 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:14.286503 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675cd65e-656f-4cad-ba69-a6d5d52aaa26 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:22:14.291084 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675cd65e-656f-4cad-ba69-a6d5d52aaa26 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:14.291682 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-675cd65e-656f-4cad-ba69-a6d5d52aaa26 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:14.327716 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-9e543b54-cf9b-4723-9967-2eacdbdc7522 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting port 841797e1-8108-41ef-a372-fb83a9578383 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:22:14.327716 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9e543b54-cf9b-4723-9967-2eacdbdc7522 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:14.336892 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3c73cfbe-6976-43bc-803c-82e8d8d302c8 None None] Transition to ACTIVE for port object 6a1d52fb-d0ba-4fe6-a58a-389178fe7aee will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:22:14.365140 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5a1c8cba-40f3-469f-8703-bab11be6ad04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:14.411047 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0947faa9-a8e1-4911-bf47-11d22d5eaaaa tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:14.424358 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=b078ee29-451b-4f5c-8d71-e41b92ff2fdf,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:14.426208 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c96fc670-fa6d-45ae-97d4-4ad5b648cc94 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:14.431272 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-9a7ef1b3-f432-4a75-85b1-fd729d4bf31d None None] Provisioning complete for port 9150e9f2-d344-4ea1-8799-27c4a8809d37 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:14.437486 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9a7ef1b3-f432-4a75-85b1-fd729d4bf31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:14.437818 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c78804a0-41fc-4590-97de-d5015ded0047 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:14.448660 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-521f03c6-c478-486f-944e-8a18ce3cbf77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:14.470137 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3c73cfbe-6976-43bc-803c-82e8d8d302c8 None None] Transition to ACTIVE for port object 6a1d52fb-d0ba-4fe6-a58a-389178fe7aee will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:22:14.476184 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:14.501372 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f66b0328-2c76-485d-98e4-e40164b726b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:14.506564 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78804a0-41fc-4590-97de-d5015ded0047 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event deleted for resources: {'Port': ['ID=c2c65f5f-96f5-4412-940c-5f893817a596,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:14.509106 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c78804a0-41fc-4590-97de-d5015ded0047 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:14.573573 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0947faa9-a8e1-4911-bf47-11d22d5eaaaa tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Network a2745316-8081-49db-9113-007965fce77a is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:22:14.576159 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-0947faa9-a8e1-4911-bf47-11d22d5eaaaa tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:14.579202 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947faa9-a8e1-4911-bf47-11d22d5eaaaa tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'Port': ['ID=dae94db0-9aec-40ee-99ad-9b0c5d8665d4,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:14.582568 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0947faa9-a8e1-4911-bf47-11d22d5eaaaa tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:22:14.586578 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0947faa9-a8e1-4911-bf47-11d22d5eaaaa tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:14.587185 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0947faa9-a8e1-4911-bf47-11d22d5eaaaa tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:14.596183 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0947faa9-a8e1-4911-bf47-11d22d5eaaaa tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:14.631021 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-9a7ef1b3-f432-4a75-85b1-fd729d4bf31d None None] Port 9150e9f2-d344-4ea1-8799-27c4a8809d37 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:22:14.638949 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3c73cfbe-6976-43bc-803c-82e8d8d302c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:14.672873 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-675cd65e-656f-4cad-ba69-a6d5d52aaa26 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0531402 Dec 22 13:22:14.675495 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46532) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:14.681665 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c73cfbe-6976-43bc-803c-82e8d8d302c8 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:22:14.685136 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-3c73cfbe-6976-43bc-803c-82e8d8d302c8 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:14.690949 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c73cfbe-6976-43bc-803c-82e8d8d302c8 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:22:14.746868 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0947faa9-a8e1-4911-bf47-11d22d5eaaaa tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.6867893 Dec 22 13:22:14.756660 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e486d0-b994-4b74-ad94-3fd1c9660775 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Router f2c21113-3a72-48f5-a58f-27735d4120b2 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:22:14.757313 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46536) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:14.768657 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-87d2c55f-6d08-4d7a-a5ef-03105472de00 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'port': {'network_id': 'a2745316-8081-49db-9113-007965fce77a', 'name': 'tempest-PortsIpV6TestJSON-1027635161', 'fixed_ips': [{'subnet_id': '2ea40269-d43a-4883-a111-0c874abb61b9', 'ip_address': '2001:db8::f'}]}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:14.806230 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 18bfbb0d-3313-4b11-97ae-a2f38de8ce94 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:22:14.811078 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-3c73cfbe-6976-43bc-803c-82e8d8d302c8 None None] Attempting to bind port 6a1d52fb-d0ba-4fe6-a58a-389178fe7aee on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:22:14.811689 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-3c73cfbe-6976-43bc-803c-82e8d8d302c8 None None] Attempting to bind port 6a1d52fb-d0ba-4fe6-a58a-389178fe7aee by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:22:14.811811 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c73cfbe-6976-43bc-803c-82e8d8d302c8 None None] Attempting to bind port 6a1d52fb-d0ba-4fe6-a58a-389178fe7aee on network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:22:14.817015 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c8cba-40f3-469f-8703-bab11be6ad04 None None] Pushing event updated for resources: {'Port': ['ID=71a487b0-39dd-492b-9f0b-24c756795040,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:14.821860 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-5a1c8cba-40f3-469f-8703-bab11be6ad04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:14.824123 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:14.912948 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-29b65685-88be-422c-a27f-afae1202ee14 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Deleting port 00fd5524-d981-4f7d-ad2d-03c8ed534689 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:22:14.913283 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-29b65685-88be-422c-a27f-afae1202ee14 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:14.929747 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c73cfbe-6976-43bc-803c-82e8d8d302c8 None None] Pushing event updated for resources: {'Port': ['ID=6a1d52fb-d0ba-4fe6-a58a-389178fe7aee,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:14.931993 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 18bfbb0d-3313-4b11-97ae-a2f38de8ce94 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:14.932535 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:14.963593 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c78804a0-41fc-4590-97de-d5015ded0047 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:14.996014 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3c73cfbe-6976-43bc-803c-82e8d8d302c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:15.003685 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c73cfbe-6976-43bc-803c-82e8d8d302c8 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:22:15.004088 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c73cfbe-6976-43bc-803c-82e8d8d302c8 None None] Checking segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:22:15.004491 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3c73cfbe-6976-43bc-803c-82e8d8d302c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:15.004900 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c73cfbe-6976-43bc-803c-82e8d8d302c8 None None] Bound using segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:22:15.005437 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-3c73cfbe-6976-43bc-803c-82e8d8d302c8 None None] Bound port: 6a1d52fb-d0ba-4fe6-a58a-389178fe7aee, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:22:15.005825 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3c73cfbe-6976-43bc-803c-82e8d8d302c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:15.104465 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-edea9d89-faf6-4dc3-b269-d1bf130724e4 None None] Provisioning complete for port 9150e9f2-d344-4ea1-8799-27c4a8809d37 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:15.104795 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-edea9d89-faf6-4dc3-b269-d1bf130724e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:15.151501 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9e543b54-cf9b-4723-9967-2eacdbdc7522 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:15.170439 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:15.222126 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-edea9d89-faf6-4dc3-b269-d1bf130724e4 None None] Port 9150e9f2-d344-4ea1-8799-27c4a8809d37 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:22:15.248082 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 18bfbb0d-3313-4b11-97ae-a2f38de8ce94, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=18bfbb0d-3313-4b11-97ae-a2f38de8ce94,segment=NetworkSegment(54ad9920-be09-49d6-a653-90eb0dd9a8d4),segment_id=54ad9920-be09-49d6-a653-90eb0dd9a8d4)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:22:15.249403 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3c73cfbe-6976-43bc-803c-82e8d8d302c8 None None] For port 6a1d52fb-d0ba-4fe6-a58a-389178fe7aee, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:22:15.253643 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3c73cfbe-6976-43bc-803c-82e8d8d302c8 None None] For port 6a1d52fb-d0ba-4fe6-a58a-389178fe7aee, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=6a1d52fb-d0ba-4fe6-a58a-389178fe7aee,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:22:15.293686 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:15.295932 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:15.357696 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 7204c83b-46f6-4079-9755-c4151712c6df no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:22:15.376479 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-87d2c55f-6d08-4d7a-a5ef-03105472de00 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:15.399757 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3c73cfbe-6976-43bc-803c-82e8d8d302c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:15.447821 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-87d2c55f-6d08-4d7a-a5ef-03105472de00 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Usage tracker for resource:port and tenant:5dcef99d1b1441dea18127579d2b89f5 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:22:15.450305 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=18bfbb0d-3313-4b11-97ae-a2f38de8ce94,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:15.455687 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-87d2c55f-6d08-4d7a-a5ef-03105472de00 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:22:15.478782 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-87d2c55f-6d08-4d7a-a5ef-03105472de00 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:15.478939 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 7204c83b-46f6-4079-9755-c4151712c6df {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:22:15.480062 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 7204c83b-46f6-4079-9755-c4151712c6df not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:22:15.485460 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:15.502574 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-5a1c8cba-40f3-469f-8703-bab11be6ad04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:15.505306 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-9e543b54-cf9b-4723-9967-2eacdbdc7522 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Calling delete_port for 841797e1-8108-41ef-a372-fb83a9578383 owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:22:15.550793 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-29b65685-88be-422c-a27f-afae1202ee14 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:15.684267 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c73cfbe-6976-43bc-803c-82e8d8d302c8 None None] Pushing event updated for resources: {'Port': ['ID=6a1d52fb-d0ba-4fe6-a58a-389178fe7aee,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:15.687536 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3c73cfbe-6976-43bc-803c-82e8d8d302c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:15.719929 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c78804a0-41fc-4590-97de-d5015ded0047 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:15.727573 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb82583-54dd-4399-83ce-cce31656a0bf req-06594157-87a6-49c9-bf25-0f1f8554dc18 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:15.734896 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-eeb82583-54dd-4399-83ce-cce31656a0bf req-06594157-87a6-49c9-bf25-0f1f8554dc18 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/ports?device_id=637bf671-5c93-4d8f-a810-167e9aa9a3ad HTTP/1.1" status: 200 len: 945 time: 0.9435089 Dec 22 13:22:15.772191 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d2c55f-6d08-4d7a-a5ef-03105472de00 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Made reservation on behalf of 5dcef99d1b1441dea18127579d2b89f5 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:22:15.775809 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 71a487b0-39dd-492b-9f0b-24c756795040 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:22:15.776171 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c78804a0-41fc-4590-97de-d5015ded0047 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:15.822826 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-29b65685-88be-422c-a27f-afae1202ee14 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Calling delete_port for 00fd5524-d981-4f7d-ad2d-03c8ed534689 owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:22:15.987221 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-eeb82583-54dd-4399-83ce-cce31656a0bf req-07be47f3-6817-42a1-9887-e428b68099c0 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1d0092f-2b68-4712-be8f-c58c750fe679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2482533 Dec 22 13:22:16.015772 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e486d0-b994-4b74-ad94-3fd1c9660775 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:22:16.067970 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77af2cc0-e47c-474a-ac2c-bbc687d6bf0a None None] Sync routers for ids ['f2c21113-3a72-48f5-a58f-27735d4120b2'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:22:16.082594 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c78804a0-41fc-4590-97de-d5015ded0047 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:16.083148 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78804a0-41fc-4590-97de-d5015ded0047 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Fanout notify agent at l3_agent the message router_deleted on router eed399a3-0f51-4966-8336-9e5d914ac24a {{(pid=84148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:22:16.090154 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f3e486d0-b994-4b74-ad94-3fd1c9660775 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "PUT /v2.0/routers/f2c21113-3a72-48f5-a58f-27735d4120b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3381732 Dec 22 13:22:16.090675 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46542) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:16.092644 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77af2cc0-e47c-474a-ac2c-bbc687d6bf0a None None] Routers {'f2c21113-3a72-48f5-a58f-27735d4120b2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:22:16.093889 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-77af2cc0-e47c-474a-ac2c-bbc687d6bf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:22:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['f2c21113-3a72-48f5-a58f-27735d4120b2'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:16.102882 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-e04527b2-7c54-432c-a8d0-d01e722a6e39 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-906594843'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:16.119994 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-29b65685-88be-422c-a27f-afae1202ee14 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:16.131832 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e04527b2-7c54-432c-a8d0-d01e722a6e39 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:16.140705 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-49957afa-0e47-423f-9423-7c192699a199 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:16.146492 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9e543b54-cf9b-4723-9967-2eacdbdc7522 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:16.149743 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e04527b2-7c54-432c-a8d0-d01e722a6e39 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Usage tracker for resource:network and tenant:ad8695e3cb0646af805a65484bd64689 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:22:16.157043 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e04527b2-7c54-432c-a8d0-d01e722a6e39 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:22:16.165560 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e04527b2-7c54-432c-a8d0-d01e722a6e39 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:16.182068 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c78804a0-41fc-4590-97de-d5015ded0047 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:16.193106 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c78804a0-41fc-4590-97de-d5015ded0047 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "DELETE /v2.0/routers/eed399a3-0f51-4966-8336-9e5d914ac24a HTTP/1.1" status: 204 len: 168 time: 4.0358462 Dec 22 13:22:16.193271 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-87d2c55f-6d08-4d7a-a5ef-03105472de00 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:16.199783 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-40203cf6-c70a-4115-9758-acb22922fccd tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:16.212534 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46546) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:16.257073 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b65685-88be-422c-a27f-afae1202ee14 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'Port': ['ID=00fd5524-d981-4f7d-ad2d-03c8ed534689,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:16.265467 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-29b65685-88be-422c-a27f-afae1202ee14 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:16.281560 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-29b65685-88be-422c-a27f-afae1202ee14 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:16.285497 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-29b65685-88be-422c-a27f-afae1202ee14 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/ports/00fd5524-d981-4f7d-ad2d-03c8ed534689 HTTP/1.1" status: 204 len: 168 time: 1.6084650 Dec 22 13:22:16.307825 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46550) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:16.325089 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04527b2-7c54-432c-a8d0-d01e722a6e39 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Made reservation on behalf of ad8695e3cb0646af805a65484bd64689 for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:22:16.331977 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e04527b2-7c54-432c-a8d0-d01e722a6e39 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:16.337334 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-87d2c55f-6d08-4d7a-a5ef-03105472de00 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] device_id is not set on port 73c43029-a922-4f35-b30b-6c0c69822724 yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:22:16.360326 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-77af2cc0-e47c-474a-ac2c-bbc687d6bf0a None None] Set router f2c21113-3a72-48f5-a58f-27735d4120b2 gateway port host: None {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:22:16.366696 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e543b54-cf9b-4723-9967-2eacdbdc7522 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Port': ['ID=841797e1-8108-41ef-a372-fb83a9578383,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:16.371443 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-5dacb835-8fce-43ea-894e-6d4853c584e2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'port': {'network_id': 'af00dec1-e26a-496a-93c8-a8f6acabdaa9', 'mac_address': 'fa:16:3e:0e:9d:11', 'name': 'tempest-PortsTestJSON-715089283'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:16.392094 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9e543b54-cf9b-4723-9967-2eacdbdc7522 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:16.395815 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9e543b54-cf9b-4723-9967-2eacdbdc7522 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:16.399819 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-9e543b54-cf9b-4723-9967-2eacdbdc7522 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/ports/841797e1-8108-41ef-a372-fb83a9578383 HTTP/1.1" status: 204 len: 168 time: 2.2223523 Dec 22 13:22:16.405298 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46554) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:16.474546 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e04527b2-7c54-432c-a8d0-d01e722a6e39 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:22:16.500016 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e04527b2-7c54-432c-a8d0-d01e722a6e39 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:16.500372 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-e04527b2-7c54-432c-a8d0-d01e722a6e39 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Added segment 45e4cdb1-a091-46e2-8a17-c02c6f1e6d6f of type vlan for network 77a794ce-1aea-4fb4-988e-9ca632a7ee01 Dec 22 13:22:16.500595 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff9d40c-887e-44e2-8792-fbf3bbd3c0c0 None None] Network a2745316-8081-49db-9113-007965fce77a requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:22:16.516830 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-5dacb835-8fce-43ea-894e-6d4853c584e2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:16.530630 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-5dacb835-8fce-43ea-894e-6d4853c584e2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:port and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:22:16.541566 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-5dacb835-8fce-43ea-894e-6d4853c584e2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:22:16.551249 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-5dacb835-8fce-43ea-894e-6d4853c584e2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:16.554186 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e04527b2-7c54-432c-a8d0-d01e722a6e39 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:16.570854 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 71a487b0-39dd-492b-9f0b-24c756795040 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:22:16.653675 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dacb835-8fce-43ea-894e-6d4853c584e2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Made reservation on behalf of 77460f0dfa37423d8c924a302461b16c for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:22:16.677054 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6b0318-23db-48f2-a45a-9a847308b316 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:16.678562 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6b0318-23db-48f2-a45a-9a847308b316 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:16.680165 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ee6b0318-23db-48f2-a45a-9a847308b316 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2724121 Dec 22 13:22:16.687996 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46558) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:16.690840 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device b078ee29-451b-4f5c-8d71-e41b92ff2fdf up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:22:16.746614 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52d6fa-4d27-4ff7-bb0f-a4db7de9f1bf req-75e53c42-640d-44e9-a561-deb8a6c1f76c tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:16.751457 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e04527b2-7c54-432c-a8d0-d01e722a6e39 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:16.754479 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ed52d6fa-4d27-4ff7-bb0f-a4db7de9f1bf req-75e53c42-640d-44e9-a561-deb8a6c1f76c tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/ports?device_id=637bf671-5c93-4d8f-a810-167e9aa9a3ad HTTP/1.1" status: 200 len: 945 time: 0.4678500 Dec 22 13:22:16.755845 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04527b2-7c54-432c-a8d0-d01e722a6e39 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:16.756468 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e04527b2-7c54-432c-a8d0-d01e722a6e39 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:16.764312 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-31a5fa61-622e-43fa-9bf9-3b2c91dfed4e tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:16.877600 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5dacb835-8fce-43ea-894e-6d4853c584e2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:16.910191 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-5dacb835-8fce-43ea-894e-6d4853c584e2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] device_id is not set on port 43575685-b42c-4f36-8865-f21a22cab982 yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:22:16.910654 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-87d2c55f-6d08-4d7a-a5ef-03105472de00 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Allocated IP 2001:db8::f (a2745316-8081-49db-9113-007965fce77a/2ea40269-d43a-4883-a111-0c874abb61b9/73c43029-a922-4f35-b30b-6c0c69822724) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:22:16.942243 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-6261b4f6-4273-45f0-a3fa-de41153cc52b None None] Provisioning for port 71a487b0-39dd-492b-9f0b-24c756795040 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:22:16.973562 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ed52d6fa-4d27-4ff7-bb0f-a4db7de9f1bf req-efac0fc9-63a6-4bed-a283-4eae440f31cd tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1d0092f-2b68-4712-be8f-c58c750fe679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2181122 Dec 22 13:22:16.992141 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-6261b4f6-4273-45f0-a3fa-de41153cc52b None None] Provisioning complete for port 71a487b0-39dd-492b-9f0b-24c756795040 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:16.992528 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6261b4f6-4273-45f0-a3fa-de41153cc52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:16.999794 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4de5c91-40d6-4d60-b523-fdae4f827f72 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting subnet c8d74173-1a81-464a-b6c3-721a8ef44bb4 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:22:17.005049 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46562) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:17.047094 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f4de5c91-40d6-4d60-b523-fdae4f827f72 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:17.081480 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-2843df1a-73f2-40d5-b61a-493286dae288 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Deleting subnet aebd10ca-1b51-43a3-9241-dbec62ce9a21 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:22:17.105569 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:22:17.132359 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e04527b2-7c54-432c-a8d0-d01e722a6e39 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0404153 Dec 22 13:22:17.149486 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46566) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:17.154693 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2843df1a-73f2-40d5-b61a-493286dae288 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:17.182899 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port b078ee29-451b-4f5c-8d71-e41b92ff2fdf triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:17.183481 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:17.224242 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04527b2-7c54-432c-a8d0-d01e722a6e39 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event updated for resources: {'Network': ['ID=77a794ce-1aea-4fb4-988e-9ca632a7ee01,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:17.224242 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e04527b2-7c54-432c-a8d0-d01e722a6e39 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:17.229118 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5dacb835-8fce-43ea-894e-6d4853c584e2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:17.240814 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 77a794ce-1aea-4fb4-988e-9ca632a7ee01 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:22:17.358560 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-7788745a-7367-466d-a43a-6d9de533ae01 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Request body: {'subnet': {'network_id': '77a794ce-1aea-4fb4-988e-9ca632a7ee01', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:17.414708 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5dacb835-8fce-43ea-894e-6d4853c584e2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:17.421678 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-cdcfeed2-c68f-40d7-8fcd-814c17d7a068 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:17.444745 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f4de5c91-40d6-4d60-b523-fdae4f827f72 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:17.473744 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6261b4f6-4273-45f0-a3fa-de41153cc52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:17.484220 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-77af2cc0-e47c-474a-ac2c-bbc687d6bf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'name': 'tempest-RoutersIpV6Test-router-922980331', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:47Z', 'updated_at': '2021-12-22T13:22:12Z', 'revision_number': 3, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'gw_port_host': None, '_interfaces': [{'id': '9150e9f2-d344-4ea1-8799-27c4a8809d37', 'name': '', 'network_id': 'c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:cd:d9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47f14dc9-cb69-4dc1-8ac6-d47d22c7090f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:09Z', 'updated_at': '2021-12-22T13:22:12Z', 'revision_number': 2, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '47f14dc9-cb69-4dc1-8ac6-d47d22c7090f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b078ee29-451b-4f5c-8d71-e41b92ff2fdf', 'name': '', 'network_id': 'b7e21e1f-b59f-45da-b71d-dfa88e74399e', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:1c:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:52Z', 'updated_at': '2021-12-22T13:22:13Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:17.496339 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77af2cc0-e47c-474a-ac2c-bbc687d6bf0a None None] Checking router: f2c21113-3a72-48f5-a58f-27735d4120b2 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:22:17.496682 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77af2cc0-e47c-474a-ac2c-bbc687d6bf0a None None] Updating router f2c21113-3a72-48f5-a58f-27735d4120b2 port 9150e9f2-d344-4ea1-8799-27c4a8809d37 binding host dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:22:17.526931 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dacb835-8fce-43ea-894e-6d4853c584e2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'Port': ['ID=43575685-b42c-4f36-8865-f21a22cab982,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:17.535870 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5dacb835-8fce-43ea-894e-6d4853c584e2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:17.540605 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2843df1a-73f2-40d5-b61a-493286dae288 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:17.541184 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dacb835-8fce-43ea-894e-6d4853c584e2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Network af00dec1-e26a-496a-93c8-a8f6acabdaa9 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:22:17.542729 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-5dacb835-8fce-43ea-894e-6d4853c584e2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:17.546460 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dacb835-8fce-43ea-894e-6d4853c584e2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:22:17.550992 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dacb835-8fce-43ea-894e-6d4853c584e2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:17.552159 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5dacb835-8fce-43ea-894e-6d4853c584e2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:17.572065 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-77af2cc0-e47c-474a-ac2c-bbc687d6bf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:17.654945 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-5dacb835-8fce-43ea-894e-6d4853c584e2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3314230 Dec 22 13:22:17.657405 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46570) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:17.701012 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-6261b4f6-4273-45f0-a3fa-de41153cc52b None None] For port 71a487b0-39dd-492b-9f0b-24c756795040, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=71a487b0-39dd-492b-9f0b-24c756795040,segment=NetworkSegment(db31ada7-5e21-4e2c-bd60-edc3656291c4),segment_id=db31ada7-5e21-4e2c-bd60-edc3656291c4)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:22:17.737155 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 18bfbb0d-3313-4b11-97ae-a2f38de8ce94 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:22:17.770158 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ae9e70-0727-44b1-9826-dda8ecdf51fe tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:17.770991 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-05ae9e70-0727-44b1-9826-dda8ecdf51fe tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Synchronizing usage tracker for tenant:77460f0dfa37423d8c924a302461b16c on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:22:17.794245 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6261b4f6-4273-45f0-a3fa-de41153cc52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:17.806239 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-4fa9c5a1-0116-4488-96c7-36a837100724 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:17.854894 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-05ae9e70-0727-44b1-9826-dda8ecdf51fe tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Unset dirty status for tenant:77460f0dfa37423d8c924a302461b16c on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:22:17.858772 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-05ae9e70-0727-44b1-9826-dda8ecdf51fe tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "GET /v2.0/ports/43575685-b42c-4f36-8865-f21a22cab982 HTTP/1.1" status: 200 len: 840 time: 0.1964893 Dec 22 13:22:17.859877 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46574) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:17.869235 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-7788745a-7367-466d-a43a-6d9de533ae01 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:17.873995 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-7788745a-7367-466d-a43a-6d9de533ae01 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Usage tracker for resource:subnet and tenant:ad8695e3cb0646af805a65484bd64689 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:22:17.878572 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-7788745a-7367-466d-a43a-6d9de533ae01 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:22:17.884605 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-7788745a-7367-466d-a43a-6d9de533ae01 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:17.977884 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-c05c500b-973c-4026-ba8b-892367e9be73 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Deleting port 43575685-b42c-4f36-8865-f21a22cab982 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:22:17.978675 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c05c500b-973c-4026-ba8b-892367e9be73 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:17.982972 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2843df1a-73f2-40d5-b61a-493286dae288 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:18.024282 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-cd1b779a-9d69-474e-950d-aa5169993309 tempest-TestNetworkAdvancedServerOps-1940590380 tempest-TestNetworkAdvancedServerOps-1940590380-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=637bf671-5c93-4d8f-a810-167e9aa9a3ad HTTP/1.1" status: 200 len: 1093 time: 1.0144079 Dec 22 13:22:18.041144 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46578) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:18.056169 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-d53266e7-7dde-4c81-8072-2bb7eb32cb3a tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Request body: {'floatingip': {'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'port_id': '1fc7171b-c5f7-47fb-b70f-fed856b0a227', 'tenant_id': '3772d751884347318e5633f3189f08c6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:18.070344 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6261b4f6-4273-45f0-a3fa-de41153cc52b None None] Pushing event updated for resources: {'Port': ['ID=71a487b0-39dd-492b-9f0b-24c756795040,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:18.073522 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-6261b4f6-4273-45f0-a3fa-de41153cc52b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:18.085390 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-d53266e7-7dde-4c81-8072-2bb7eb32cb3a tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:18.088518 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-87d2c55f-6d08-4d7a-a5ef-03105472de00 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:18.095178 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7788745a-7367-466d-a43a-6d9de533ae01 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Made reservation on behalf of ad8695e3cb0646af805a65484bd64689 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:22:18.102813 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-d53266e7-7dde-4c81-8072-2bb7eb32cb3a tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Usage tracker for resource:floatingip and tenant:3772d751884347318e5633f3189f08c6 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:22:18.109819 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-d53266e7-7dde-4c81-8072-2bb7eb32cb3a tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:22:18.128457 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f4de5c91-40d6-4d60-b523-fdae4f827f72 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:18.151569 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-d53266e7-7dde-4c81-8072-2bb7eb32cb3a tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:18.166062 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3ebf3931-94df-49ad-80f0-d2463b10b847 None None] Provisioning complete for port 71a487b0-39dd-492b-9f0b-24c756795040 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:18.166486 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3ebf3931-94df-49ad-80f0-d2463b10b847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:18.213255 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 18bfbb0d-3313-4b11-97ae-a2f38de8ce94 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:18.213959 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:18.250914 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-87d2c55f-6d08-4d7a-a5ef-03105472de00 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Transition to ACTIVE for port object 73c43029-a922-4f35-b30b-6c0c69822724 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:22:18.299543 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7788745a-7367-466d-a43a-6d9de533ae01 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:18.398011 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2843df1a-73f2-40d5-b61a-493286dae288 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:18.398240 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d53266e7-7dde-4c81-8072-2bb7eb32cb3a tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for floatingip, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:18.406228 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ddc25520-83a0-4c88-a2f1-62189956503f tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:18.450463 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843df1a-73f2-40d5-b61a-493286dae288 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event deleted for resources: {'Subnet': ['ID=aebd10ca-1b51-43a3-9241-dbec62ce9a21,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:18.457232 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2843df1a-73f2-40d5-b61a-493286dae288 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:18.469858 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2843df1a-73f2-40d5-b61a-493286dae288 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:18.497556 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-2843df1a-73f2-40d5-b61a-493286dae288 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "DELETE /v2.0/subnets/aebd10ca-1b51-43a3-9241-dbec62ce9a21 HTTP/1.1" status: 204 len: 168 time: 2.2841263 Dec 22 13:22:18.498384 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46582) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:18.526048 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f4de5c91-40d6-4d60-b523-fdae4f827f72 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:18.533531 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a6aac020-058e-49eb-ac11-63cbec1a695c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:18.545178 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c05c500b-973c-4026-ba8b-892367e9be73 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:18.555751 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-77af2cc0-e47c-474a-ac2c-bbc687d6bf0a None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:18.573314 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-77af2cc0-e47c-474a-ac2c-bbc687d6bf0a None None] Transition to ACTIVE for port object 9150e9f2-d344-4ea1-8799-27c4a8809d37 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:22:18.577819 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b25b822-303b-43c0-a472-dd000fade76e None None] Network bd05e0ae-bf6c-40f4-8a8d-637be06684f6 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:22:18.613123 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-87d2c55f-6d08-4d7a-a5ef-03105472de00 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:18.643723 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de5c91-40d6-4d60-b523-fdae4f827f72 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Subnet': ['ID=c8d74173-1a81-464a-b6c3-721a8ef44bb4,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:18.647296 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f4de5c91-40d6-4d60-b523-fdae4f827f72 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:18.653084 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c24a6e78-e547-4161-b87f-b27a1382a1fd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:18.653242 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-77af2cc0-e47c-474a-ac2c-bbc687d6bf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:18.671693 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:18.687792 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-c05c500b-973c-4026-ba8b-892367e9be73 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Calling delete_port for 43575685-b42c-4f36-8865-f21a22cab982 owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:22:18.709662 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f4de5c91-40d6-4d60-b523-fdae4f827f72 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:18.738926 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93f2879-70e7-4c35-89df-4860151b6bef None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:22:18.769854 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d2c55f-6d08-4d7a-a5ef-03105472de00 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Network a2745316-8081-49db-9113-007965fce77a is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:22:18.806000 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d53266e7-7dde-4c81-8072-2bb7eb32cb3a tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:18.812462 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-87d2c55f-6d08-4d7a-a5ef-03105472de00 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:18.815545 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d2c55f-6d08-4d7a-a5ef-03105472de00 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:22:18.826149 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d2c55f-6d08-4d7a-a5ef-03105472de00 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:18.826149 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-87d2c55f-6d08-4d7a-a5ef-03105472de00 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:18.870851 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3ebf3931-94df-49ad-80f0-d2463b10b847 None None] Provisioning for port 6a1d52fb-d0ba-4fe6-a58a-389178fe7aee completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:22:18.874330 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f4de5c91-40d6-4d60-b523-fdae4f827f72 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/c8d74173-1a81-464a-b6c3-721a8ef44bb4 HTTP/1.1" status: 204 len: 168 time: 2.1763647 Dec 22 13:22:18.875058 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3fce9-f456-4f80-b9b9-65a23a43b27d None None] Pushing event updated for resources: {'Port': ['ID=9150e9f2-d344-4ea1-8799-27c4a8809d37,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:18.884229 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46586) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:18.884951 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0bde8be6-8f1b-4b3d-bb2a-59c8994764bc tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:18.899678 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2c55f-6d08-4d7a-a5ef-03105472de00 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'Port': ['ID=73c43029-a922-4f35-b30b-6c0c69822724,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:18.905730 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-87d2c55f-6d08-4d7a-a5ef-03105472de00 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:18.932128 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-0bde8be6-8f1b-4b3d-bb2a-59c8994764bc tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Deleting port 30662993-745a-45bf-8fa8-83c9c5159945 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:22:18.932772 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0bde8be6-8f1b-4b3d-bb2a-59c8994764bc tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:18.949732 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7fb3fce9-f456-4f80-b9b9-65a23a43b27d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:18.961513 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 6a1d52fb-d0ba-4fe6-a58a-389178fe7aee up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:22:19.004098 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c05c500b-973c-4026-ba8b-892367e9be73 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:19.012678 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-84096193-0b44-47e9-9ca6-0f4820e11ca4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1212213 Dec 22 13:22:19.015345 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46590) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:19.018647 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5521c16b-25c9-4ff6-909d-b71f3f9107e1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:19.073038 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c500b-973c-4026-ba8b-892367e9be73 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'Port': ['ID=43575685-b42c-4f36-8865-f21a22cab982,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:19.100753 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-87d2c55f-6d08-4d7a-a5ef-03105472de00 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.3377566 Dec 22 13:22:19.109788 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46594) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:19.181108 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7788745a-7367-466d-a43a-6d9de533ae01 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:19.193970 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c05c500b-973c-4026-ba8b-892367e9be73 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:19.195033 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c05c500b-973c-4026-ba8b-892367e9be73 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:19.198937 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0784b1d6-035a-400b-a543-23206306153d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:19.211946 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-d53266e7-7dde-4c81-8072-2bb7eb32cb3a tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Allocated IP 172.26.1.253 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/68dd7a98-056e-490b-a79a-384c4a5d7be0) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:22:19.329105 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c05c500b-973c-4026-ba8b-892367e9be73 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/ports/43575685-b42c-4f36-8865-f21a22cab982 HTTP/1.1" status: 204 len: 168 time: 1.4680440 Dec 22 13:22:19.330395 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46598) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:19.348640 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3ebf3931-94df-49ad-80f0-d2463b10b847 None None] Provisioning for port dae94db0-9aec-40ee-99ad-9b0c5d8665d4 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:22:19.363117 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3ebf3931-94df-49ad-80f0-d2463b10b847 None None] Provisioning complete for port dae94db0-9aec-40ee-99ad-9b0c5d8665d4 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:19.363626 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3ebf3931-94df-49ad-80f0-d2463b10b847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:19.384904 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-56bbd1aa-a30f-4418-9999-c84f1321d60b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] GET failed (client error): The resource could not be found. Dec 22 13:22:19.385413 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-56bbd1aa-a30f-4418-9999-c84f1321d60b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Synchronizing usage tracker for tenant:77460f0dfa37423d8c924a302461b16c on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:22:19.411345 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-77af2cc0-e47c-474a-ac2c-bbc687d6bf0a None None] Attempting to bind port 9150e9f2-d344-4ea1-8799-27c4a8809d37 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:22:19.411647 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-77af2cc0-e47c-474a-ac2c-bbc687d6bf0a None None] Attempting to bind port 9150e9f2-d344-4ea1-8799-27c4a8809d37 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '54ad9920-be09-49d6-a653-90eb0dd9a8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:22:19.412132 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77af2cc0-e47c-474a-ac2c-bbc687d6bf0a None None] Attempting to bind port 9150e9f2-d344-4ea1-8799-27c4a8809d37 on network c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:22:19.457167 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77af2cc0-e47c-474a-ac2c-bbc687d6bf0a None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:22:19.457548 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77af2cc0-e47c-474a-ac2c-bbc687d6bf0a None None] Checking segment: {'id': '54ad9920-be09-49d6-a653-90eb0dd9a8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:22:19.458397 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-77af2cc0-e47c-474a-ac2c-bbc687d6bf0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:19.458570 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77af2cc0-e47c-474a-ac2c-bbc687d6bf0a None None] Bound using segment: {'id': '54ad9920-be09-49d6-a653-90eb0dd9a8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:22:19.459172 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-77af2cc0-e47c-474a-ac2c-bbc687d6bf0a None None] Bound port: 9150e9f2-d344-4ea1-8799-27c4a8809d37, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54ad9920-be09-49d6-a653-90eb0dd9a8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:22:19.459618 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-77af2cc0-e47c-474a-ac2c-bbc687d6bf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:19.466783 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d53266e7-7dde-4c81-8072-2bb7eb32cb3a tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:19.468490 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3ebf3931-94df-49ad-80f0-d2463b10b847 None None] Port dae94db0-9aec-40ee-99ad-9b0c5d8665d4 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:22:19.483270 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3ebf3931-94df-49ad-80f0-d2463b10b847 None None] Could not find standard attr ID for object 841797e1-8108-41ef-a372-fb83a9578383. {{(pid=84150) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:22:19.532542 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3ebf3931-94df-49ad-80f0-d2463b10b847 None None] Could not find standard attr ID for object 16b93021-658f-4e0e-8891-768c686745bc. {{(pid=84150) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:22:19.542962 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 6a1d52fb-d0ba-4fe6-a58a-389178fe7aee completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:22:19.553590 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-56bbd1aa-a30f-4418-9999-c84f1321d60b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Unset dirty status for tenant:77460f0dfa37423d8c924a302461b16c on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:22:19.554826 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-56bbd1aa-a30f-4418-9999-c84f1321d60b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "GET /v2.0/ports/43575685-b42c-4f36-8865-f21a22cab982 HTTP/1.1" status: 404 len: 333 time: 0.2195344 Dec 22 13:22:19.557673 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 6a1d52fb-d0ba-4fe6-a58a-389178fe7aee triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:19.558312 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46602) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:19.559540 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:19.564879 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-9e7f8108-3af3-4bde-bf37-a8b2b10d87b7 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'port': {'network_id': 'af00dec1-e26a-496a-93c8-a8f6acabdaa9', 'name': 'tempest-PortsTestJSON-1139898989'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:19.590919 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7788745a-7367-466d-a43a-6d9de533ae01 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Checking segment: {'id': '45e4cdb1-a091-46e2-8a17-c02c6f1e6d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '77a794ce-1aea-4fb4-988e-9ca632a7ee01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:22:19.591842 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7788745a-7367-466d-a43a-6d9de533ae01 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Network hostable DHCP agents. Network: 77a794ce-1aea-4fb4-988e-9ca632a7ee01, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:22:19.623099 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788745a-7367-466d-a43a-6d9de533ae01 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event updated for resources: {'Subnet': ['ID=865fc25d-d939-4feb-9c8d-5d2adea4141f,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:19.627390 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d00dd6-7d2d-4a88-804b-145f60cd0bbe None None] DHCP port deletion for bd05e0ae-bf6c-40f4-8a8d-637be06684f6 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:22:19.630900 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dcb21b-1f27-480f-bd5c-2aab31a9fe40 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:19.635923 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f1dcb21b-1f27-480f-bd5c-2aab31a9fe40 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:22:19.642057 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7788745a-7367-466d-a43a-6d9de533ae01 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:19.643386 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-b2d00dd6-7d2d-4a88-804b-145f60cd0bbe None None] Deleting port 30662993-745a-45bf-8fa8-83c9c5159945 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:22:19.643814 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b2d00dd6-7d2d-4a88-804b-145f60cd0bbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:19.645888 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d53266e7-7dde-4c81-8072-2bb7eb32cb3a tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:19.659463 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-0bde8be6-8f1b-4b3d-bb2a-59c8994764bc tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] For port 30662993-745a-45bf-8fa8-83c9c5159945, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=30662993-745a-45bf-8fa8-83c9c5159945,segment=NetworkSegment(139a8277-367b-4ddd-9b97-b1b8777eba1e),segment_id=139a8277-367b-4ddd-9b97-b1b8777eba1e)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:22:19.659822 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0bde8be6-8f1b-4b3d-bb2a-59c8994764bc tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:19.665935 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-40203cf6-c70a-4115-9758-acb22922fccd tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:19.683449 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6b87e2-4243-4bd7-98ef-4d27128344d5 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:19.684145 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1d6b87e2-4243-4bd7-98ef-4d27128344d5 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Synchronizing usage tracker for tenant:5dcef99d1b1441dea18127579d2b89f5 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:22:19.703692 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6cc526-8d23-41e0-b056-aa8b63f32e40 None None] DHCP port deletion for 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:22:19.708936 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-77af2cc0-e47c-474a-ac2c-bbc687d6bf0a None None] For port 9150e9f2-d344-4ea1-8799-27c4a8809d37, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:22:19.721960 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53266e7-7dde-4c81-8072-2bb7eb32cb3a tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:22:19.724516 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-8f6cc526-8d23-41e0-b056-aa8b63f32e40 None None] Deleting port 6a1d52fb-d0ba-4fe6-a58a-389178fe7aee {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:22:19.724959 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8f6cc526-8d23-41e0-b056-aa8b63f32e40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:19.726624 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-d53266e7-7dde-4c81-8072-2bb7eb32cb3a tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:19.741462 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53266e7-7dde-4c81-8072-2bb7eb32cb3a tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:22:19.766542 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-77af2cc0-e47c-474a-ac2c-bbc687d6bf0a None None] For port 9150e9f2-d344-4ea1-8799-27c4a8809d37, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=9150e9f2-d344-4ea1-8799-27c4a8809d37,segment=NetworkSegment(54ad9920-be09-49d6-a653-90eb0dd9a8d4),segment_id=54ad9920-be09-49d6-a653-90eb0dd9a8d4)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:22:19.808047 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-0bde8be6-8f1b-4b3d-bb2a-59c8994764bc tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Calling delete_port for 30662993-745a-45bf-8fa8-83c9c5159945 owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:22:19.808593 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-9e7f8108-3af3-4bde-bf37-a8b2b10d87b7 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:19.812809 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53266e7-7dde-4c81-8072-2bb7eb32cb3a tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Pushing event updated for resources: {'Port': ['ID=68dd7a98-056e-490b-a79a-384c4a5d7be0,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:19.823465 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d53266e7-7dde-4c81-8072-2bb7eb32cb3a tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:19.836996 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f1dcb21b-1f27-480f-bd5c-2aab31a9fe40 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:22:19.838061 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f1dcb21b-1f27-480f-bd5c-2aab31a9fe40 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.8144045 Dec 22 13:22:19.852565 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46606) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:19.854821 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-9e7f8108-3af3-4bde-bf37-a8b2b10d87b7 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:19.944123 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7788745a-7367-466d-a43a-6d9de533ae01 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Network 77a794ce-1aea-4fb4-988e-9ca632a7ee01 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:22:19.948394 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82f2209-a20a-4d03-80d5-20a3f81b4440 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:19.949078 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d82f2209-a20a-4d03-80d5-20a3f81b4440 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:22:19.964269 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-77af2cc0-e47c-474a-ac2c-bbc687d6bf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:19.981258 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-1de6797e-9130-493f-8fee-ac08668b6541 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:19.985405 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1d6b87e2-4243-4bd7-98ef-4d27128344d5 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Unset dirty status for tenant:5dcef99d1b1441dea18127579d2b89f5 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:22:19.990876 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1d6b87e2-4243-4bd7-98ef-4d27128344d5 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.8772688 Dec 22 13:22:19.991453 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46610) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:20.009584 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-ac4aa721-cae0-4374-a547-40266fd069e2 None None] Provisioning for port 73c43029-a922-4f35-b30b-6c0c69822724 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:22:20.023504 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7f8108-3af3-4bde-bf37-a8b2b10d87b7 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Made reservation on behalf of 77460f0dfa37423d8c924a302461b16c for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:22:20.026806 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9e7f8108-3af3-4bde-bf37-a8b2b10d87b7 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:20.052418 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-7788745a-7367-466d-a43a-6d9de533ae01 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 77a794ce-1aea-4fb4-988e-9ca632a7ee01) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:20.061584 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7788745a-7367-466d-a43a-6d9de533ae01 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:20.062159 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7788745a-7367-466d-a43a-6d9de533ae01 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:20.062972 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-9e7f8108-3af3-4bde-bf37-a8b2b10d87b7 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] device_id is not set on port d7df154c-3925-4e54-99d3-765f808de520 yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:22:20.098870 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0bde8be6-8f1b-4b3d-bb2a-59c8994764bc tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:20.105495 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9e81b213-3eb6-4e84-bffa-ffaf39b4ae0c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:20.133659 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d82f2209-a20a-4d03-80d5-20a3f81b4440 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:22:20.137795 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d82f2209-a20a-4d03-80d5-20a3f81b4440 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2815034 Dec 22 13:22:20.142312 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46614) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:20.156979 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde8be6-8f1b-4b3d-bb2a-59c8994764bc tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event deleted for resources: {'Port': ['ID=30662993-745a-45bf-8fa8-83c9c5159945,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:20.160742 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0bde8be6-8f1b-4b3d-bb2a-59c8994764bc tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:20.162297 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7788745a-7367-466d-a43a-6d9de533ae01 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9737964 Dec 22 13:22:20.170934 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-b2d00dd6-7d2d-4a88-804b-145f60cd0bbe None None] For port 30662993-745a-45bf-8fa8-83c9c5159945, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=30662993-745a-45bf-8fa8-83c9c5159945,segment=NetworkSegment(139a8277-367b-4ddd-9b97-b1b8777eba1e),segment_id=139a8277-367b-4ddd-9b97-b1b8777eba1e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:22:20.171577 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b2d00dd6-7d2d-4a88-804b-145f60cd0bbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:20.176764 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46618) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:20.196562 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a40e5fc-d4ca-4309-8e76-e637c52724a9 None None] Network 77a794ce-1aea-4fb4-988e-9ca632a7ee01 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:22:20.210039 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-ac4aa721-cae0-4374-a547-40266fd069e2 None None] Provisioning complete for port 73c43029-a922-4f35-b30b-6c0c69822724 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:20.210626 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ac4aa721-cae0-4374-a547-40266fd069e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:20.223241 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919700f5-f448-4529-a7c9-fa6fdbaa049b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:20.227598 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919700f5-f448-4529-a7c9-fa6fdbaa049b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:20.231560 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919700f5-f448-4529-a7c9-fa6fdbaa049b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:20.236835 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-919700f5-f448-4529-a7c9-fa6fdbaa049b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2408016 Dec 22 13:22:20.240033 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46622) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:20.255973 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bde8be6-8f1b-4b3d-bb2a-59c8994764bc tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] No DVR routers for this DVR port 30662993-745a-45bf-8fa8-83c9c5159945 on host dv-neutron-822669-1-hyperv {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:22:20.313489 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0c006394-c6ba-460d-905d-deabe2ad7bde tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1605282 Dec 22 13:22:20.330745 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46626) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:20.338600 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-10a45350-4269-47ab-ba77-d6f3d63fbac7 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'subnet': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:20.506248 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:20.507802 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0bde8be6-8f1b-4b3d-bb2a-59c8994764bc tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:20.533889 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-0bde8be6-8f1b-4b3d-bb2a-59c8994764bc tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd05e0ae-bf6c-40f4-8a8d-637be06684f6']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:20.546485 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-b2d00dd6-7d2d-4a88-804b-145f60cd0bbe None None] Calling delete_port for 30662993-745a-45bf-8fa8-83c9c5159945 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:22:20.546798 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-0bde8be6-8f1b-4b3d-bb2a-59c8994764bc tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '139a8277-367b-4ddd-9b97-b1b8777eba1e') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:20.547059 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-0bde8be6-8f1b-4b3d-bb2a-59c8994764bc tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '139a8277-367b-4ddd-9b97-b1b8777eba1e') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:20.561103 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0bde8be6-8f1b-4b3d-bb2a-59c8994764bc tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:20.582256 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0bde8be6-8f1b-4b3d-bb2a-59c8994764bc tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:20.588506 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bde8be6-8f1b-4b3d-bb2a-59c8994764bc tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:22:20.588905 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0bde8be6-8f1b-4b3d-bb2a-59c8994764bc tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:20.648478 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-ac4aa721-cae0-4374-a547-40266fd069e2 None None] Port 73c43029-a922-4f35-b30b-6c0c69822724 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:22:20.670935 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 6a1d52fb-d0ba-4fe6-a58a-389178fe7aee, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=6a1d52fb-d0ba-4fe6-a58a-389178fe7aee,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:22:20.689976 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:22:20.689976 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:22:20.689976 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:22:20.689976 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:22:20.689976 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:22:20.689976 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:22:20.689976 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:22:20.689976 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:22:20.689976 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:22:20.689976 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:22:20.689976 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:22:20.689976 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:22:20.689976 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:22:20.689976 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:22:20.689976 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:22:20.689976 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:22:20.689976 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:22:20.689976 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:22:20.689976 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:22:20.689976 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:22:20.689976 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:22:20.689976 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:22:20.689976 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:22:20.689976 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:22:20.689976 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:22:20.689976 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:22:20.689976 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:22:20.689976 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:22:20.689976 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:22:20.689976 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:22:20.689976 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:22:20.689976 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:22:20.723472 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-861579dc-0de6-47b6-8428-1c39009a3d44 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Deleting port 73c43029-a922-4f35-b30b-6c0c69822724 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:22:20.723690 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-861579dc-0de6-47b6-8428-1c39009a3d44 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:20.734786 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77af2cc0-e47c-474a-ac2c-bbc687d6bf0a None None] Routers {'f2c21113-3a72-48f5-a58f-27735d4120b2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:22:20.735709 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-77af2cc0-e47c-474a-ac2c-bbc687d6bf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:22:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['f2c21113-3a72-48f5-a58f-27735d4120b2'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:20.749661 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9e7f8108-3af3-4bde-bf37-a8b2b10d87b7 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:20.834367 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0bde8be6-8f1b-4b3d-bb2a-59c8994764bc tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:20.842762 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b2be597b-5685-49ca-b499-4fb374122a04 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:20.856930 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3fce9-f456-4f80-b9b9-65a23a43b27d None None] Pushing event updated for resources: {'Port': ['ID=9150e9f2-d344-4ea1-8799-27c4a8809d37,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:20.864364 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0bde8be6-8f1b-4b3d-bb2a-59c8994764bc tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:20.878317 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:20.879317 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 71a487b0-39dd-492b-9f0b-24c756795040 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:22:20.883859 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde8be6-8f1b-4b3d-bb2a-59c8994764bc tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event deleted for resources: {'Network': ['ID=bd05e0ae-bf6c-40f4-8a8d-637be06684f6,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:20.885891 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-10a45350-4269-47ab-ba77-d6f3d63fbac7 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:20.892467 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0bde8be6-8f1b-4b3d-bb2a-59c8994764bc tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:20.894203 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0bde8be6-8f1b-4b3d-bb2a-59c8994764bc tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "DELETE /v2.0/networks/bd05e0ae-bf6c-40f4-8a8d-637be06684f6 HTTP/1.1" status: 204 len: 168 time: 2.3948467 Dec 22 13:22:20.904612 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46632) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:20.925332 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7fb3fce9-f456-4f80-b9b9-65a23a43b27d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.944s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:20.925970 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7fb3fce9-f456-4f80-b9b9-65a23a43b27d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:20.969001 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-10a45350-4269-47ab-ba77-d6f3d63fbac7 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:21.045086 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-861579dc-0de6-47b6-8428-1c39009a3d44 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:21.111628 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a45350-4269-47ab-ba77-d6f3d63fbac7 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:22:21.148048 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9e7f8108-3af3-4bde-bf37-a8b2b10d87b7 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:21.166860 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-95087095-e53f-4873-a75a-0e284f95365e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:21.177313 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-b2d00dd6-7d2d-4a88-804b-145f60cd0bbe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:22:21.177680 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-b2d00dd6-7d2d-4a88-804b-145f60cd0bbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:22:21.188840 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-861579dc-0de6-47b6-8428-1c39009a3d44 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Calling delete_port for 73c43029-a922-4f35-b30b-6c0c69822724 owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:22:21.196183 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-8f6cc526-8d23-41e0-b056-aa8b63f32e40 None None] For port 6a1d52fb-d0ba-4fe6-a58a-389178fe7aee, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=6a1d52fb-d0ba-4fe6-a58a-389178fe7aee,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:22:21.196586 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8f6cc526-8d23-41e0-b056-aa8b63f32e40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:21.215624 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-ac4aa721-cae0-4374-a547-40266fd069e2 None None] Provisioning complete for port dae94db0-9aec-40ee-99ad-9b0c5d8665d4 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:21.216003 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ac4aa721-cae0-4374-a547-40266fd069e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:21.246669 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-433b26ff-c32c-4c5c-8543-bf2d397bf93a tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Deleting port 5138d289-b5f3-4cd4-88a0-7796fccb7ead {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:22:21.247006 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-433b26ff-c32c-4c5c-8543-bf2d397bf93a tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:21.326816 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085942b3-1bed-4e31-b8ca-f577ab979896 req-c2886f52-c460-48b0-bd97-d386aedd6f17 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:21.328223 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-085942b3-1bed-4e31-b8ca-f577ab979896 req-c2886f52-c460-48b0-bd97-d386aedd6f17 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.4889724 Dec 22 13:22:21.347378 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7f8108-3af3-4bde-bf37-a8b2b10d87b7 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Network af00dec1-e26a-496a-93c8-a8f6acabdaa9 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:22:21.357323 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-9e7f8108-3af3-4bde-bf37-a8b2b10d87b7 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:21.359596 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7f8108-3af3-4bde-bf37-a8b2b10d87b7 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:22:21.364171 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7f8108-3af3-4bde-bf37-a8b2b10d87b7 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:21.364752 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9e7f8108-3af3-4bde-bf37-a8b2b10d87b7 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:21.374308 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=6a1d52fb-d0ba-4fe6-a58a-389178fe7aee,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:21.383040 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-8f6cc526-8d23-41e0-b056-aa8b63f32e40 None None] Calling delete_port for 6a1d52fb-d0ba-4fe6-a58a-389178fe7aee owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:22:21.412774 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f8108-3af3-4bde-bf37-a8b2b10d87b7 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'Port': ['ID=d7df154c-3925-4e54-99d3-765f808de520,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:21.413133 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:21.415501 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9e7f8108-3af3-4bde-bf37-a8b2b10d87b7 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:21.425716 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-77af2cc0-e47c-474a-ac2c-bbc687d6bf0a None None] Set router f2c21113-3a72-48f5-a58f-27735d4120b2 gateway port host: None {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:22:21.461828 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-10a45350-4269-47ab-ba77-d6f3d63fbac7 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:21.578238 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-085942b3-1bed-4e31-b8ca-f577ab979896 req-04819d77-6ea1-48e7-9541-b4f091caae4d tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2295589 Dec 22 13:22:21.620996 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-ac4aa721-cae0-4374-a547-40266fd069e2 None None] Port dae94db0-9aec-40ee-99ad-9b0c5d8665d4 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:22:21.626949 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 71a487b0-39dd-492b-9f0b-24c756795040 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:21.627358 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:21.672748 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f665d7e4-9ac0-4a89-9f41-20fee0ed6c9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-77a794ce-1aea-4fb4-988e-9ca632a7ee01', 'network_id': '77a794ce-1aea-4fb4-988e-9ca632a7ee01', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'fixed_ips': [{'subnet_id': '865fc25d-d939-4feb-9c8d-5d2adea4141f'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:22:21.676677 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f665d7e4-9ac0-4a89-9f41-20fee0ed6c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:21.733444 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-9e7f8108-3af3-4bde-bf37-a8b2b10d87b7 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1736488 Dec 22 13:22:21.749039 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46638) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:21.760381 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-433b26ff-c32c-4c5c-8543-bf2d397bf93a tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:21.760714 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-433b26ff-c32c-4c5c-8543-bf2d397bf93a tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:21.760952 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-e3bad7d4-c162-441d-8ccd-fd5cb3a02151 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:21.777621 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-b2d00dd6-7d2d-4a88-804b-145f60cd0bbe None None] Deleting port 30662993-745a-45bf-8fa8-83c9c5159945 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:22:21.778168 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b2d00dd6-7d2d-4a88-804b-145f60cd0bbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:21.805278 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-10a45350-4269-47ab-ba77-d6f3d63fbac7 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:21.842247 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a9903376-d851-4466-b03b-013691c45f75 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:21.931039 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-8f6cc526-8d23-41e0-b056-aa8b63f32e40 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:22:21.931572 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-8f6cc526-8d23-41e0-b056-aa8b63f32e40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:22:21.991414 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a45350-4269-47ab-ba77-d6f3d63fbac7 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:22:21.993185 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-b2d00dd6-7d2d-4a88-804b-145f60cd0bbe None None] The port '30662993-745a-45bf-8fa8-83c9c5159945' was deleted {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:22:21.999163 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-10a45350-4269-47ab-ba77-d6f3d63fbac7 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:22.010596 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a45350-4269-47ab-ba77-d6f3d63fbac7 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:22.011167 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-10a45350-4269-47ab-ba77-d6f3d63fbac7 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:22.018625 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a45350-4269-47ab-ba77-d6f3d63fbac7 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Subnet': ['ID=7bef0ff9-4bdc-496c-ba6c-e9e445c94110,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:22.029107 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-10a45350-4269-47ab-ba77-d6f3d63fbac7 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:22.042297 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-861579dc-0de6-47b6-8428-1c39009a3d44 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:22.045161 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e3bad7d4-c162-441d-8ccd-fd5cb3a02151 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:22.065479 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-55aa7920-e87e-4f49-952a-deb85f09c43a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:22.113174 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-433b26ff-c32c-4c5c-8543-bf2d397bf93a tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Calling delete_port for 5138d289-b5f3-4cd4-88a0-7796fccb7ead owned by network:floatingip {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:22:22.130304 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861579dc-0de6-47b6-8428-1c39009a3d44 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event deleted for resources: {'Port': ['ID=73c43029-a922-4f35-b30b-6c0c69822724,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:22.138593 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-861579dc-0de6-47b6-8428-1c39009a3d44 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:22.170417 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d53266e7-7dde-4c81-8072-2bb7eb32cb3a tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:22.187678 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c9256-6abf-416e-aff6-cd05ac5c30b1 req-6f4889d2-18a2-418f-8fa0-da4cbfc07273 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:22.189327 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8f3c9256-6abf-416e-aff6-cd05ac5c30b1 req-6f4889d2-18a2-418f-8fa0-da4cbfc07273 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.3976738 Dec 22 13:22:22.265611 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-10a45350-4269-47ab-ba77-d6f3d63fbac7 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9335012 Dec 22 13:22:22.269831 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46642) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:22.283987 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-32e724d8-859b-42e8-a65f-fec43c113ee6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'port': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'mac_address': 'fa:16:3e:aa:88:4f', 'name': 'tempest-NetworksTestDHCPv6-2055949749'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:22.302825 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-f665d7e4-9ac0-4a89-9f41-20fee0ed6c9f None None] Allocated IP 2001:db8:2::2 (77a794ce-1aea-4fb4-988e-9ca632a7ee01/865fc25d-d939-4feb-9c8d-5d2adea4141f/17aa633b-b9cf-48fe-8562-a8b0bef3ade6) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:22:22.305481 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-861579dc-0de6-47b6-8428-1c39009a3d44 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:22.307337 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-861579dc-0de6-47b6-8428-1c39009a3d44 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/ports/73c43029-a922-4f35-b30b-6c0c69822724 HTTP/1.1" status: 204 len: 168 time: 2.0663490 Dec 22 13:22:22.316903 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46646) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:22.326923 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 6a1d52fb-d0ba-4fe6-a58a-389178fe7aee no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:22:22.401040 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7f1f815-5ac7-431c-9804-5d3c3c62bb82 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] GET failed (client error): The resource could not be found. Dec 22 13:22:22.402315 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a7f1f815-5ac7-431c-9804-5d3c3c62bb82 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "GET /v2.0/ports/73c43029-a922-4f35-b30b-6c0c69822724 HTTP/1.1" status: 404 len: 333 time: 0.0842474 Dec 22 13:22:22.406025 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46650) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:22.408975 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d53266e7-7dde-4c81-8072-2bb7eb32cb3a tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:22.437283 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-8f6cc526-8d23-41e0-b056-aa8b63f32e40 None None] Deleting port 6a1d52fb-d0ba-4fe6-a58a-389178fe7aee {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:22:22.437921 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8f6cc526-8d23-41e0-b056-aa8b63f32e40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:22.592507 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-1807de63-bc1e-4132-95a0-31ea4134aac9 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Deleting port dae94db0-9aec-40ee-99ad-9b0c5d8665d4 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:22:22.592848 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1807de63-bc1e-4132-95a0-31ea4134aac9 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:22.618511 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8f3c9256-6abf-416e-aff6-cd05ac5c30b1 req-2c54de32-0928-4d1c-931d-cec7ead8fc8b tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3922462 Dec 22 13:22:22.686984 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e3bad7d4-c162-441d-8ccd-fd5cb3a02151 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:22.695783 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-32e724d8-859b-42e8-a65f-fec43c113ee6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:22.709606 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-32e724d8-859b-42e8-a65f-fec43c113ee6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:22.745211 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e3bad7d4-c162-441d-8ccd-fd5cb3a02151 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:22.753687 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0bde8be6-8f1b-4b3d-bb2a-59c8994764bc tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:22.775662 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:22.786181 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-433b26ff-c32c-4c5c-8543-bf2d397bf93a tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:22.792559 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-77af2cc0-e47c-474a-ac2c-bbc687d6bf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'name': 'tempest-RoutersIpV6Test-router-922980331', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:47Z', 'updated_at': '2021-12-22T13:22:12Z', 'revision_number': 3, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'gw_port_host': None, '_interfaces': [{'id': '9150e9f2-d344-4ea1-8799-27c4a8809d37', 'name': '', 'network_id': 'c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:cd:d9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47f14dc9-cb69-4dc1-8ac6-d47d22c7090f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:09Z', 'updated_at': '2021-12-22T13:22:19Z', 'revision_number': 4, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '47f14dc9-cb69-4dc1-8ac6-d47d22c7090f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b078ee29-451b-4f5c-8d71-e41b92ff2fdf', 'name': '', 'network_id': 'b7e21e1f-b59f-45da-b71d-dfa88e74399e', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:1c:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:52Z', 'updated_at': '2021-12-22T13:22:13Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:22.801910 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d6081738-45b8-4e4e-8a5c-815ec8ff2654 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:22.812501 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e724d8-859b-42e8-a65f-fec43c113ee6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:22:22.818763 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-32e724d8-859b-42e8-a65f-fec43c113ee6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:22.869155 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-e3bad7d4-c162-441d-8ccd-fd5cb3a02151 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] In _notify_port_updated(), no bound segment for port d7df154c-3925-4e54-99d3-765f808de520 on network af00dec1-e26a-496a-93c8-a8f6acabdaa9 {{(pid=84149) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 13:22:22.873236 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bad7d4-c162-441d-8ccd-fd5cb3a02151 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:22.873943 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e3bad7d4-c162-441d-8ccd-fd5cb3a02151 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:22.878153 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e3bad7d4-c162-441d-8ccd-fd5cb3a02151 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "PUT /v2.0/ports/d7df154c-3925-4e54-99d3-765f808de520 HTTP/1.1" status: 200 len: 818 time: 1.1255109 Dec 22 13:22:22.880553 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46656) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:22.888967 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f665d7e4-9ac0-4a89-9f41-20fee0ed6c9f None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:22.898180 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77af2cc0-e47c-474a-ac2c-bbc687d6bf0a None None] The sync data for ids ['f2c21113-3a72-48f5-a58f-27735d4120b2'] in dv-neutron-822669-1-hyperv is: [{'id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'name': 'tempest-RoutersIpV6Test-router-922980331', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:47Z', 'updated_at': '2021-12-22T13:22:12Z', 'revision_number': 3, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'gw_port_host': None, '_interfaces': [{'id': '9150e9f2-d344-4ea1-8799-27c4a8809d37', 'name': '', 'network_id': 'c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:cd:d9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47f14dc9-cb69-4dc1-8ac6-d47d22c7090f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:09Z', 'updated_at': '2021-12-22T13:22:19Z', 'revision_number': 4, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '47f14dc9-cb69-4dc1-8ac6-d47d22c7090f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b078ee29-451b-4f5c-8d71-e41b92ff2fdf', 'name': '', 'network_id': 'b7e21e1f-b59f-45da-b71d-dfa88e74399e', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:1c:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:52Z', 'updated_at': '2021-12-22T13:22:13Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:22:22.915052 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-f665d7e4-9ac0-4a89-9f41-20fee0ed6c9f None None] Transition to ACTIVE for port object 17aa633b-b9cf-48fe-8562-a8b0bef3ade6 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:22:22.920191 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433b26ff-c32c-4c5c-8543-bf2d397bf93a tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event deleted for resources: {'Port': ['ID=5138d289-b5f3-4cd4-88a0-7796fccb7ead,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:22.933388 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-32e724d8-859b-42e8-a65f-fec43c113ee6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] device_id is not set on port 1d307f29-063c-4a01-b7aa-38e2d72d9952 yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:22:22.941676 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-433b26ff-c32c-4c5c-8543-bf2d397bf93a tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:22.965919 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 6a1d52fb-d0ba-4fe6-a58a-389178fe7aee, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=6a1d52fb-d0ba-4fe6-a58a-389178fe7aee,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:22:22.975455 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bad7d4-c162-441d-8ccd-fd5cb3a02151 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'Port': ['ID=d7df154c-3925-4e54-99d3-765f808de520,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:22.975979 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-f665d7e4-9ac0-4a89-9f41-20fee0ed6c9f None None] Transition to ACTIVE for port object 17aa633b-b9cf-48fe-8562-a8b0bef3ade6 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:22:22.997878 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e3bad7d4-c162-441d-8ccd-fd5cb3a02151 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:23.030627 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-8f6cc526-8d23-41e0-b056-aa8b63f32e40 None None] For port 6a1d52fb-d0ba-4fe6-a58a-389178fe7aee, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=6a1d52fb-d0ba-4fe6-a58a-389178fe7aee,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:22:23.031054 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8f6cc526-8d23-41e0-b056-aa8b63f32e40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:23.044030 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:23.045737 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 30662993-745a-45bf-8fa8-83c9c5159945 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:22:23.080678 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3c73cfbe-6976-43bc-803c-82e8d8d302c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:23.096648 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-17b90104-72b8-4a47-9be2-3dad47e99d3b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Deleting port d7df154c-3925-4e54-99d3-765f808de520 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:22:23.100487 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-17b90104-72b8-4a47-9be2-3dad47e99d3b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:23.226053 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-29cff8af-4f15-4656-8b32-856d0c41b943 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:23.239625 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=6a1d52fb-d0ba-4fe6-a58a-389178fe7aee,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:23.357231 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-32e724d8-859b-42e8-a65f-fec43c113ee6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Allocated IP 2001:db8::17a (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/7bef0ff9-4bdc-496c-ba6c-e9e445c94110/1d307f29-063c-4a01-b7aa-38e2d72d9952) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:22:23.402227 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 30662993-745a-45bf-8fa8-83c9c5159945 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:22:23.402612 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 30662993-745a-45bf-8fa8-83c9c5159945 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:22:23.404467 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f665d7e4-9ac0-4a89-9f41-20fee0ed6c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:23.414984 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-8f6cc526-8d23-41e0-b056-aa8b63f32e40 None None] Calling delete_port for 6a1d52fb-d0ba-4fe6-a58a-389178fe7aee owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:22:23.447789 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-433b26ff-c32c-4c5c-8543-bf2d397bf93a tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for floatingip, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:23.460615 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:23.461069 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:23.498277 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.db.resource_extend [None req-d53266e7-7dde-4c81-8072-2bb7eb32cb3a tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:22:23.536639 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d53266e7-7dde-4c81-8072-2bb7eb32cb3a tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:23.536865 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f665d7e4-9ac0-4a89-9f41-20fee0ed6c9f None None] Pushing event updated for resources: {'Port': ['ID=17aa633b-b9cf-48fe-8562-a8b0bef3ade6,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:23.540252 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f665d7e4-9ac0-4a89-9f41-20fee0ed6c9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:23.575278 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1807de63-bc1e-4132-95a0-31ea4134aac9 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:23.583970 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f665d7e4-9ac0-4a89-9f41-20fee0ed6c9f None None] Network 77a794ce-1aea-4fb4-988e-9ca632a7ee01 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:22:23.587516 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-f665d7e4-9ac0-4a89-9f41-20fee0ed6c9f None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:23.589969 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f665d7e4-9ac0-4a89-9f41-20fee0ed6c9f None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:22:23.633733 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d53266e7-7dde-4c81-8072-2bb7eb32cb3a tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:23.655323 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720c524-7815-4ff6-99e3-166fffdb9e57 req-b945ca0f-6f4e-4739-a877-175f0cbd0866 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:23.658053 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9720c524-7815-4ff6-99e3-166fffdb9e57 req-b945ca0f-6f4e-4739-a877-175f0cbd0866 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.4636097 Dec 22 13:22:23.725126 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-f665d7e4-9ac0-4a89-9f41-20fee0ed6c9f None None] Attempting to bind port 17aa633b-b9cf-48fe-8562-a8b0bef3ade6 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:22:23.725498 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-f665d7e4-9ac0-4a89-9f41-20fee0ed6c9f None None] Attempting to bind port 17aa633b-b9cf-48fe-8562-a8b0bef3ade6 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '45e4cdb1-a091-46e2-8a17-c02c6f1e6d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '77a794ce-1aea-4fb4-988e-9ca632a7ee01'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:22:23.725866 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f665d7e4-9ac0-4a89-9f41-20fee0ed6c9f None None] Attempting to bind port 17aa633b-b9cf-48fe-8562-a8b0bef3ade6 on network 77a794ce-1aea-4fb4-988e-9ca632a7ee01 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:22:23.728227 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-8f6cc526-8d23-41e0-b056-aa8b63f32e40 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:22:23.728586 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-8f6cc526-8d23-41e0-b056-aa8b63f32e40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:22:23.734373 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f665d7e4-9ac0-4a89-9f41-20fee0ed6c9f None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:22:23.734776 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f665d7e4-9ac0-4a89-9f41-20fee0ed6c9f None None] Checking segment: {'id': '45e4cdb1-a091-46e2-8a17-c02c6f1e6d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '77a794ce-1aea-4fb4-988e-9ca632a7ee01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:22:23.735176 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f665d7e4-9ac0-4a89-9f41-20fee0ed6c9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:23.735571 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f665d7e4-9ac0-4a89-9f41-20fee0ed6c9f None None] Bound using segment: {'id': '45e4cdb1-a091-46e2-8a17-c02c6f1e6d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '77a794ce-1aea-4fb4-988e-9ca632a7ee01'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:22:23.738168 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-f665d7e4-9ac0-4a89-9f41-20fee0ed6c9f None None] Bound port: 17aa633b-b9cf-48fe-8562-a8b0bef3ade6, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45e4cdb1-a091-46e2-8a17-c02c6f1e6d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '77a794ce-1aea-4fb4-988e-9ca632a7ee01'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:22:23.738663 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f665d7e4-9ac0-4a89-9f41-20fee0ed6c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:23.810604 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-17b90104-72b8-4a47-9be2-3dad47e99d3b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:23.821540 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9720c524-7815-4ff6-99e3-166fffdb9e57 req-9dcd8a81-95c7-4616-99ba-15ccb270005a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392844 Dec 22 13:22:23.849725 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-675cd65e-656f-4cad-ba69-a6d5d52aaa26 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:23.862073 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-f665d7e4-9ac0-4a89-9f41-20fee0ed6c9f None None] For port 17aa633b-b9cf-48fe-8562-a8b0bef3ade6, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:22:23.867320 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-f665d7e4-9ac0-4a89-9f41-20fee0ed6c9f None None] For port 17aa633b-b9cf-48fe-8562-a8b0bef3ade6, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=17aa633b-b9cf-48fe-8562-a8b0bef3ade6,segment=NetworkSegment(45e4cdb1-a091-46e2-8a17-c02c6f1e6d6f),segment_id=45e4cdb1-a091-46e2-8a17-c02c6f1e6d6f)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:22:23.929143 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f665d7e4-9ac0-4a89-9f41-20fee0ed6c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:23.940102 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-6261b4f6-4273-45f0-a3fa-de41153cc52b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:23.942941 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-433b26ff-c32c-4c5c-8543-bf2d397bf93a tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:23.943357 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-433b26ff-c32c-4c5c-8543-bf2d397bf93a tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "DELETE /v2.0/floatingips/f9ea2df9-9c8e-4b0c-86af-fe1e518f91ec HTTP/1.1" status: 204 len: 168 time: 3.0362277 Dec 22 13:22:23.957652 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-1807de63-bc1e-4132-95a0-31ea4134aac9 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Calling delete_port for dae94db0-9aec-40ee-99ad-9b0c5d8665d4 owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:22:23.996825 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46662) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:24.015006 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-17b90104-72b8-4a47-9be2-3dad47e99d3b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Calling delete_port for d7df154c-3925-4e54-99d3-765f808de520 owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:22:24.028494 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-8f6cc526-8d23-41e0-b056-aa8b63f32e40 None None] Deleting port 6a1d52fb-d0ba-4fe6-a58a-389178fe7aee {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:22:24.028959 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8f6cc526-8d23-41e0-b056-aa8b63f32e40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:24.081110 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f665d7e4-9ac0-4a89-9f41-20fee0ed6c9f None None] Pushing event updated for resources: {'Port': ['ID=17aa633b-b9cf-48fe-8562-a8b0bef3ade6,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:24.085100 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f665d7e4-9ac0-4a89-9f41-20fee0ed6c9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:24.115031 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-8410ad00-d686-4e39-81d0-73c1ea6680fa tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] DELETE failed (client error): The resource could not be found. Dec 22 13:22:24.115481 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8410ad00-d686-4e39-81d0-73c1ea6680fa tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:22:24.150765 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-32e724d8-859b-42e8-a65f-fec43c113ee6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:24.180354 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-32e724d8-859b-42e8-a65f-fec43c113ee6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Transition to ACTIVE for port object 1d307f29-063c-4a01-b7aa-38e2d72d9952 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:22:24.184858 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53266e7-7dde-4c81-8072-2bb7eb32cb3a tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Pushing event updated for resources: {'Port': ['ID=68dd7a98-056e-490b-a79a-384c4a5d7be0,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:24.193250 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8410ad00-d686-4e39-81d0-73c1ea6680fa tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "DELETE /v2.0/ports/ae1211bf-4bde-43ea-a368-15b63401aa85 HTTP/1.1" status: 404 len: 333 time: 0.1888103 Dec 22 13:22:24.194150 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d53266e7-7dde-4c81-8072-2bb7eb32cb3a tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:24.200469 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46666) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:24.210758 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-17b90104-72b8-4a47-9be2-3dad47e99d3b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:24.234575 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-334726cf-e90a-4071-b406-294d61de42b1 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:24.296436 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-32e724d8-859b-42e8-a65f-fec43c113ee6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:24.299239 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-17b90104-72b8-4a47-9be2-3dad47e99d3b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:24.302924 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b90104-72b8-4a47-9be2-3dad47e99d3b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'Port': ['ID=d7df154c-3925-4e54-99d3-765f808de520,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:24.305838 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d53266e7-7dde-4c81-8072-2bb7eb32cb3a tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:24.320715 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-17b90104-72b8-4a47-9be2-3dad47e99d3b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:24.320715 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-831a5ed0-7196-45e3-99e2-818932ea737b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:24.363343 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 9150e9f2-d344-4ea1-8799-27c4a8809d37 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:22:24.382173 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-17b90104-72b8-4a47-9be2-3dad47e99d3b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/ports/d7df154c-3925-4e54-99d3-765f808de520 HTTP/1.1" status: 204 len: 168 time: 1.4979348 Dec 22 13:22:24.385904 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-0a0cc52c-0dbf-46d3-a358-5e2996509c1a tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Synchronizing usage tracker for tenant:88c4270da4ff42b4b75089e5737840cb on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:22:24.386082 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46670) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:24.480948 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-8f6cc526-8d23-41e0-b056-aa8b63f32e40 None None] For port 6a1d52fb-d0ba-4fe6-a58a-389178fe7aee, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=6a1d52fb-d0ba-4fe6-a58a-389178fe7aee,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:22:24.481591 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8f6cc526-8d23-41e0-b056-aa8b63f32e40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:24.490680 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e724d8-859b-42e8-a65f-fec43c113ee6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:22:24.491686 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e724d8-859b-42e8-a65f-fec43c113ee6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Port': ['ID=1d307f29-063c-4a01-b7aa-38e2d72d9952,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:24.495035 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-32e724d8-859b-42e8-a65f-fec43c113ee6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:24.500073 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-32e724d8-859b-42e8-a65f-fec43c113ee6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:24.508442 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e724d8-859b-42e8-a65f-fec43c113ee6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:22:24.513294 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e724d8-859b-42e8-a65f-fec43c113ee6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:24.513891 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-32e724d8-859b-42e8-a65f-fec43c113ee6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:24.552026 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-29cff8af-4f15-4656-8b32-856d0c41b943 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Allocated IP 2001:db8:2::1 (77a794ce-1aea-4fb4-988e-9ca632a7ee01/865fc25d-d939-4feb-9c8d-5d2adea4141f/1b1af640-a2a7-484c-b9b8-099fe7111dc6) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:22:24.585366 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f010c0a-a55a-4cb0-99ca-0cb7948b1668 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:24.586024 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-9f010c0a-a55a-4cb0-99ca-0cb7948b1668 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Synchronizing usage tracker for tenant:77460f0dfa37423d8c924a302461b16c on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:22:24.656809 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-32e724d8-859b-42e8-a65f-fec43c113ee6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3748045 Dec 22 13:22:24.657240 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46674) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:24.667738 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-8f6cc526-8d23-41e0-b056-aa8b63f32e40 None None] Calling delete_port for 6a1d52fb-d0ba-4fe6-a58a-389178fe7aee owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:22:24.676537 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-0a0cc52c-0dbf-46d3-a358-5e2996509c1a tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Unset dirty status for tenant:88c4270da4ff42b4b75089e5737840cb on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:22:24.680526 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0a0cc52c-0dbf-46d3-a358-5e2996509c1a tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "GET /v2.0/ports?device_id=eed399a3-0f51-4966-8336-9e5d914ac24a HTTP/1.1" status: 200 len: 205 time: 0.4660585 Dec 22 13:22:24.687893 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46678) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:24.697472 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-9f010c0a-a55a-4cb0-99ca-0cb7948b1668 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Unset dirty status for tenant:77460f0dfa37423d8c924a302461b16c on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:22:24.698861 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9f010c0a-a55a-4cb0-99ca-0cb7948b1668 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3118155 Dec 22 13:22:24.706870 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46682) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:24.753697 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1807de63-bc1e-4132-95a0-31ea4134aac9 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:24.756839 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-e42ecef4-c724-4f9e-bdf1-b6acc82e892e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] GET failed (client error): The resource could not be found. Dec 22 13:22:24.758109 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e42ecef4-c724-4f9e-bdf1-b6acc82e892e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "GET /v2.0/ports/d7df154c-3925-4e54-99d3-765f808de520 HTTP/1.1" status: 404 len: 333 time: 0.0519607 Dec 22 13:22:24.762763 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46686) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:24.767879 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 9150e9f2-d344-4ea1-8799-27c4a8809d37 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:22:24.768900 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-74e3155e-06a3-450b-9031-ff6fb3b28293 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-309923890'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:24.774689 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 9150e9f2-d344-4ea1-8799-27c4a8809d37 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:24.777061 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:24.777179 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d53266e7-7dde-4c81-8072-2bb7eb32cb3a tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:24.779817 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-74e3155e-06a3-450b-9031-ff6fb3b28293 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:24.785937 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-74e3155e-06a3-450b-9031-ff6fb3b28293 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:network and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:22:24.789390 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-74e3155e-06a3-450b-9031-ff6fb3b28293 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:22:24.801992 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-74e3155e-06a3-450b-9031-ff6fb3b28293 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:24.818345 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e6a62b-7f98-4033-aaed-0e42d6d3d6f9 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:24.822288 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e6a62b-7f98-4033-aaed-0e42d6d3d6f9 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:24.823091 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-26e6a62b-7f98-4033-aaed-0e42d6d3d6f9 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:22:24.826826 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-4f74f8fa-985d-43a6-bd4c-ca80e38601f1 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] delete failed (client error): The resource could not be found. Dec 22 13:22:24.831427 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-4f74f8fa-985d-43a6-bd4c-ca80e38601f1 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "DELETE /v2.0/routers/eed399a3-0f51-4966-8336-9e5d914ac24a HTTP/1.1" status: 404 len: 336 time: 0.1430984 Dec 22 13:22:24.834664 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46690) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:24.835542 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8f6cc526-8d23-41e0-b056-aa8b63f32e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:24.840380 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-2840baca-0f09-4697-bdee-7a074d84f796 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:24.850855 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807de63-bc1e-4132-95a0-31ea4134aac9 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event deleted for resources: {'Port': ['ID=dae94db0-9aec-40ee-99ad-9b0c5d8665d4,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:24.877579 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5b0145-e4db-4f90-ae0c-a7872039380d tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] DELETE failed (client error): The resource could not be found. Dec 22 13:22:24.878108 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e5b0145-e4db-4f90-ae0c-a7872039380d tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:22:24.879831 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6e5b0145-e4db-4f90-ae0c-a7872039380d tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "DELETE /v2.0/subnets/aebd10ca-1b51-43a3-9241-dbec62ce9a21 HTTP/1.1" status: 404 len: 337 time: 0.0473456 Dec 22 13:22:24.882411 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46696) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:24.889390 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6cc526-8d23-41e0-b056-aa8b63f32e40 None None] Pushing event deleted for resources: {'Port': ['ID=6a1d52fb-d0ba-4fe6-a58a-389178fe7aee,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:24.892395 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-8f6cc526-8d23-41e0-b056-aa8b63f32e40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:24.902255 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6cc526-8d23-41e0-b056-aa8b63f32e40 None None] No DVR routers for this DVR port 6a1d52fb-d0ba-4fe6-a58a-389178fe7aee on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:22:24.909461 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1807de63-bc1e-4132-95a0-31ea4134aac9 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:24.930849 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e3155e-06a3-450b-9031-ff6fb3b28293 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Made reservation on behalf of 77460f0dfa37423d8c924a302461b16c for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:22:24.933783 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-74e3155e-06a3-450b-9031-ff6fb3b28293 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:24.945476 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1dcf753-8236-409b-b466-07d931e2af3e None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:22:24.956634 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-26e6a62b-7f98-4033-aaed-0e42d6d3d6f9 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:22:24.960262 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-26e6a62b-7f98-4033-aaed-0e42d6d3d6f9 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.2997537 Dec 22 13:22:24.962752 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46700) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:25.000154 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1807de63-bc1e-4132-95a0-31ea4134aac9 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:25.053839 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-29cff8af-4f15-4656-8b32-856d0c41b943 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:25.056395 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-b50baf68-fa5e-4f09-9e52-0d0324d5b958 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Deleting port 171a7641-bfe1-48e5-81c7-f1f4b31cdb26 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:22:25.056395 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b50baf68-fa5e-4f09-9e52-0d0324d5b958 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:25.062895 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:25.093757 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-29cff8af-4f15-4656-8b32-856d0c41b943 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Transition to ACTIVE for port object 1b1af640-a2a7-484c-b9b8-099fe7111dc6 will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:22:25.115099 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74e3155e-06a3-450b-9031-ff6fb3b28293 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:22:25.138389 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 9150e9f2-d344-4ea1-8799-27c4a8809d37, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=9150e9f2-d344-4ea1-8799-27c4a8809d37,segment=NetworkSegment(54ad9920-be09-49d6-a653-90eb0dd9a8d4),segment_id=54ad9920-be09-49d6-a653-90eb0dd9a8d4)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:22:25.169032 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-1807de63-bc1e-4132-95a0-31ea4134aac9 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/ports/dae94db0-9aec-40ee-99ad-9b0c5d8665d4 HTTP/1.1" status: 204 len: 168 time: 2.7613614 Dec 22 13:22:25.169420 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46704) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:25.193697 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-74e3155e-06a3-450b-9031-ff6fb3b28293 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:25.194311 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-74e3155e-06a3-450b-9031-ff6fb3b28293 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Added segment 18e339ed-2077-4b57-ba80-196b50688146 of type vlan for network 58b68d48-7864-414b-9f24-b7ac515d79de Dec 22 13:22:25.201232 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-c2267523-044d-4c34-a344-01a350889f35 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting port 1d307f29-063c-4a01-b7aa-38e2d72d9952 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:22:25.201559 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c2267523-044d-4c34-a344-01a350889f35 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:25.235167 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:25.244287 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c9598a1c-11a0-4ac1-8398-e0689ee401f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:25.262247 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.l3_db [None req-d53266e7-7dde-4c81-8072-2bb7eb32cb3a tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Floating IP 46929009-6095-4d84-af8c-7a401571d200 associated. External IP: 172.26.1.253, port: 1fc7171b-c5f7-47fb-b70f-fed856b0a227. Dec 22 13:22:25.343008 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a83fe4-c326-44f7-b821-d37404b80461 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] GET failed (client error): The resource could not be found. Dec 22 13:22:25.343669 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-00a83fe4-c326-44f7-b821-d37404b80461 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Synchronizing usage tracker for tenant:5dcef99d1b1441dea18127579d2b89f5 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:22:25.350614 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-74e3155e-06a3-450b-9031-ff6fb3b28293 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:25.370504 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=9150e9f2-d344-4ea1-8799-27c4a8809d37,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:25.375115 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:25.407218 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5006848-1a0b-4dba-8392-c7865173d2bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'tenant_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'fixed_ips': [{'subnet_id': '7bef0ff9-4bdc-496c-ba6c-e9e445c94110'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:22:25.408554 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d5006848-1a0b-4dba-8392-c7865173d2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:25.413507 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0825a9e-997a-4fcb-97ee-63e652739ac6 req-b12a6db6-b530-4a08-a5bd-d5e8ee4ff2a4 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:25.415387 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-b0825a9e-997a-4fcb-97ee-63e652739ac6 req-b12a6db6-b530-4a08-a5bd-d5e8ee4ff2a4 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.3092628 Dec 22 13:22:25.461082 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-29cff8af-4f15-4656-8b32-856d0c41b943 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:25.472803 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-521f03c6-c478-486f-944e-8a18ce3cbf77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:25.582576 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-74e3155e-06a3-450b-9031-ff6fb3b28293 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:25.585899 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cff8af-4f15-4656-8b32-856d0c41b943 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event updated for resources: {'Port': ['ID=1b1af640-a2a7-484c-b9b8-099fe7111dc6,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:25.586542 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e3155e-06a3-450b-9031-ff6fb3b28293 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:25.587119 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-74e3155e-06a3-450b-9031-ff6fb3b28293 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:25.588805 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-29cff8af-4f15-4656-8b32-856d0c41b943 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:25.594656 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-00a83fe4-c326-44f7-b821-d37404b80461 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Unset dirty status for tenant:5dcef99d1b1441dea18127579d2b89f5 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:22:25.606451 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-00a83fe4-c326-44f7-b821-d37404b80461 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "GET /v2.0/ports/dae94db0-9aec-40ee-99ad-9b0c5d8665d4 HTTP/1.1" status: 404 len: 333 time: 0.4237747 Dec 22 13:22:25.606451 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46708) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:25.606804 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5bab7ba8-3c18-4b08-a054-d0bb073fd9de tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:25.649459 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-d5006848-1a0b-4dba-8392-c7865173d2bf None None] Allocated IP 2001:db8::2 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/7bef0ff9-4bdc-496c-ba6c-e9e445c94110/c591eda3-d1de-4a82-83bc-a0644e2ea2e0) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:22:25.800282 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cff8af-4f15-4656-8b32-856d0c41b943 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Network 77a794ce-1aea-4fb4-988e-9ca632a7ee01 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:22:25.836277 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-29cff8af-4f15-4656-8b32-856d0c41b943 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:25.838724 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cff8af-4f15-4656-8b32-856d0c41b943 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:22:25.839240 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-29cff8af-4f15-4656-8b32-856d0c41b943 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:25.883947 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-b0825a9e-997a-4fcb-97ee-63e652739ac6 req-c94fe20d-3bf6-4540-bf9f-6900e70ead98 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4594781 Dec 22 13:22:25.911309 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab5c840-bcb8-4cc2-b9e8-a7c85bf4dd12 None None] Network 77a794ce-1aea-4fb4-988e-9ca632a7ee01 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:22:25.949607 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-74e3155e-06a3-450b-9031-ff6fb3b28293 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1860158 Dec 22 13:22:25.961112 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46712) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:25.973816 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-0db8d1eb-6f7a-45f3-89ca-8764c328ad4c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'subnet': {'network_id': '58b68d48-7864-414b-9f24-b7ac515d79de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:25.993549 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3155e-06a3-450b-9031-ff6fb3b28293 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'Network': ['ID=58b68d48-7864-414b-9f24-b7ac515d79de,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:26.013857 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-74e3155e-06a3-450b-9031-ff6fb3b28293 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:26.023099 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 58b68d48-7864-414b-9f24-b7ac515d79de details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:22:26.081106 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b50baf68-fa5e-4f09-9e52-0d0324d5b958 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:26.095366 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d5006848-1a0b-4dba-8392-c7865173d2bf None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:26.117454 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-29cff8af-4f15-4656-8b32-856d0c41b943 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:26.133784 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-5b74d516-a24b-4b8d-bfd3-9352d0e69801 None None] Provisioning for port 17aa633b-b9cf-48fe-8562-a8b0bef3ade6 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:22:26.137457 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-d5006848-1a0b-4dba-8392-c7865173d2bf None None] Transition to ACTIVE for port object c591eda3-d1de-4a82-83bc-a0644e2ea2e0 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:22:26.194334 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-d5006848-1a0b-4dba-8392-c7865173d2bf None None] Transition to ACTIVE for port object c591eda3-d1de-4a82-83bc-a0644e2ea2e0 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:22:26.205196 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cdca1e9-460f-4dbd-8fb1-ca4ae1647647 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Deleting subnet 2ea40269-d43a-4883-a111-0c874abb61b9 {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:22:26.210787 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5cdca1e9-460f-4dbd-8fb1-ca4ae1647647 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:26.265068 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-b50baf68-fa5e-4f09-9e52-0d0324d5b958 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Calling delete_port for 171a7641-bfe1-48e5-81c7-f1f4b31cdb26 owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:22:26.286931 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d5006848-1a0b-4dba-8392-c7865173d2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:26.296000 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3c73cfbe-6976-43bc-803c-82e8d8d302c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:26.349912 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0db8d1eb-6f7a-45f3-89ca-8764c328ad4c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:26.355690 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c2267523-044d-4c34-a344-01a350889f35 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:26.373072 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0db8d1eb-6f7a-45f3-89ca-8764c328ad4c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:subnet and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:22:26.376160 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5006848-1a0b-4dba-8392-c7865173d2bf None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:22:26.383018 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-d5006848-1a0b-4dba-8392-c7865173d2bf None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:26.385954 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5006848-1a0b-4dba-8392-c7865173d2bf None None] Pushing event updated for resources: {'Port': ['ID=c591eda3-d1de-4a82-83bc-a0644e2ea2e0,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:26.388057 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5006848-1a0b-4dba-8392-c7865173d2bf None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:22:26.392513 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-d5006848-1a0b-4dba-8392-c7865173d2bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:26.396591 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0db8d1eb-6f7a-45f3-89ca-8764c328ad4c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:22:26.479701 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5cdca1e9-460f-4dbd-8fb1-ca4ae1647647 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:26.513488 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 9150e9f2-d344-4ea1-8799-27c4a8809d37 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:22:26.513713 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0db8d1eb-6f7a-45f3-89ca-8764c328ad4c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:26.529257 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-c2267523-044d-4c34-a344-01a350889f35 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Calling delete_port for 1d307f29-063c-4a01-b7aa-38e2d72d9952 owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:22:26.593773 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-d5006848-1a0b-4dba-8392-c7865173d2bf None None] Attempting to bind port c591eda3-d1de-4a82-83bc-a0644e2ea2e0 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:22:26.594427 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-d5006848-1a0b-4dba-8392-c7865173d2bf None None] Attempting to bind port c591eda3-d1de-4a82-83bc-a0644e2ea2e0 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:22:26.594776 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5006848-1a0b-4dba-8392-c7865173d2bf None None] Attempting to bind port c591eda3-d1de-4a82-83bc-a0644e2ea2e0 on network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:22:26.610015 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5006848-1a0b-4dba-8392-c7865173d2bf None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:22:26.610865 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5006848-1a0b-4dba-8392-c7865173d2bf None None] Checking segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:22:26.611631 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d5006848-1a0b-4dba-8392-c7865173d2bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:26.611993 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5006848-1a0b-4dba-8392-c7865173d2bf None None] Bound using segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:22:26.612753 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-d5006848-1a0b-4dba-8392-c7865173d2bf None None] Bound port: c591eda3-d1de-4a82-83bc-a0644e2ea2e0, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:22:26.613067 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d5006848-1a0b-4dba-8392-c7865173d2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:26.669600 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db8d1eb-6f7a-45f3-89ca-8764c328ad4c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Made reservation on behalf of 77460f0dfa37423d8c924a302461b16c for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:22:26.759563 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 9150e9f2-d344-4ea1-8799-27c4a8809d37 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:26.759971 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:26.801917 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b50baf68-fa5e-4f09-9e52-0d0324d5b958 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:26.814763 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-643df934-f9ee-42a3-8def-71ff8cf12c6b tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:26.837975 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-d5006848-1a0b-4dba-8392-c7865173d2bf None None] For port c591eda3-d1de-4a82-83bc-a0644e2ea2e0, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:22:26.846250 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5cdca1e9-460f-4dbd-8fb1-ca4ae1647647 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:26.858482 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-d5006848-1a0b-4dba-8392-c7865173d2bf None None] For port c591eda3-d1de-4a82-83bc-a0644e2ea2e0, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=c591eda3-d1de-4a82-83bc-a0644e2ea2e0,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:22:26.888024 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50baf68-fa5e-4f09-9e52-0d0324d5b958 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event deleted for resources: {'Port': ['ID=171a7641-bfe1-48e5-81c7-f1f4b31cdb26,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:26.916186 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0db8d1eb-6f7a-45f3-89ca-8764c328ad4c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:26.943062 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 17aa633b-b9cf-48fe-8562-a8b0bef3ade6 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:22:26.946771 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-29cff8af-4f15-4656-8b32-856d0c41b943 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:26.980584 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d5006848-1a0b-4dba-8392-c7865173d2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:26.990240 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-2840baca-0f09-4697-bdee-7a074d84f796 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:27.010128 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53266e7-7dde-4c81-8072-2bb7eb32cb3a tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Router 7cb7f5d1-9cc4-461f-8a37-18e4a661920f has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:22:27.086631 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50baf68-fa5e-4f09-9e52-0d0324d5b958 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:27.087264 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50baf68-fa5e-4f09-9e52-0d0324d5b958 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:27.087784 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50baf68-fa5e-4f09-9e52-0d0324d5b958 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:27.088177 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50baf68-fa5e-4f09-9e52-0d0324d5b958 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:27.088660 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50baf68-fa5e-4f09-9e52-0d0324d5b958 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:27.089040 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50baf68-fa5e-4f09-9e52-0d0324d5b958 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:27.089455 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50baf68-fa5e-4f09-9e52-0d0324d5b958 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:27.089827 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50baf68-fa5e-4f09-9e52-0d0324d5b958 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:27.090193 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50baf68-fa5e-4f09-9e52-0d0324d5b958 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:27.090583 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50baf68-fa5e-4f09-9e52-0d0324d5b958 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:27.090946 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50baf68-fa5e-4f09-9e52-0d0324d5b958 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:27.118750 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b50baf68-fa5e-4f09-9e52-0d0324d5b958 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:27.131251 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-29cff8af-4f15-4656-8b32-856d0c41b943 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:27.131924 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-29cff8af-4f15-4656-8b32-856d0c41b943 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:27.135705 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5006848-1a0b-4dba-8392-c7865173d2bf None None] Pushing event updated for resources: {'Port': ['ID=c591eda3-d1de-4a82-83bc-a0644e2ea2e0,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:27.139710 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5cdca1e9-460f-4dbd-8fb1-ca4ae1647647 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:27.149042 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b1c7f39c-127e-4210-871b-049dd099a8cf tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:27.161483 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-d5006848-1a0b-4dba-8392-c7865173d2bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:27.230464 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b50baf68-fa5e-4f09-9e52-0d0324d5b958 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:27.238232 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5cdca1e9-460f-4dbd-8fb1-ca4ae1647647 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:27.247236 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b64a909-a39c-47df-bf86-d263c4cb6bbf None None] Network a2745316-8081-49db-9113-007965fce77a requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:22:27.251059 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c2267523-044d-4c34-a344-01a350889f35 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:27.268123 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f3e486d0-b994-4b74-ad94-3fd1c9660775 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:27.279454 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-35562fb5-f69c-43c8-9825-118053b03d2d None None] Provisioning for port 1b1af640-a2a7-484c-b9b8-099fe7111dc6 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:22:27.282322 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 17aa633b-b9cf-48fe-8562-a8b0bef3ade6 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:22:27.327999 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-5cdca1e9-460f-4dbd-8fb1-ca4ae1647647 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/subnets/2ea40269-d43a-4883-a111-0c874abb61b9 HTTP/1.1" status: 204 len: 168 time: 1.7225738 Dec 22 13:22:27.330393 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cff8af-4f15-4656-8b32-856d0c41b943 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event updated for resources: {'Port': ['ID=1b1af640-a2a7-484c-b9b8-099fe7111dc6,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:27.333382 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-29cff8af-4f15-4656-8b32-856d0c41b943 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:27.335652 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46718) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:27.338051 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-aa42b699-8401-47a3-bf0f-e6827c7697a2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:27.380863 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2267523-044d-4c34-a344-01a350889f35 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Port': ['ID=1d307f29-063c-4a01-b7aa-38e2d72d9952,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:27.387291 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b50baf68-fa5e-4f09-9e52-0d0324d5b958 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "DELETE /v2.0/ports/171a7641-bfe1-48e5-81c7-f1f4b31cdb26 HTTP/1.1" status: 204 len: 168 time: 2.5033679 Dec 22 13:22:27.388648 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c2267523-044d-4c34-a344-01a350889f35 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:27.396237 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46722) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:27.464020 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 17aa633b-b9cf-48fe-8562-a8b0bef3ade6 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:27.465075 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:27.529829 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-35562fb5-f69c-43c8-9825-118053b03d2d None None] Provisioning complete for port 1b1af640-a2a7-484c-b9b8-099fe7111dc6 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:27.530530 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-35562fb5-f69c-43c8-9825-118053b03d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:27.601013 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-35562fb5-f69c-43c8-9825-118053b03d2d None None] Port 1b1af640-a2a7-484c-b9b8-099fe7111dc6 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:22:27.609257 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c2267523-044d-4c34-a344-01a350889f35 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:27.617462 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdca1e9-460f-4dbd-8fb1-ca4ae1647647 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event deleted for resources: {'Subnet': ['ID=2ea40269-d43a-4883-a111-0c874abb61b9,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:27.629499 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-01b11884-a3a2-4dc6-a32e-f859054d0552 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Deleting port 00d8a5d9-b969-445d-92bc-e1e546a9cbc3 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:22:27.629845 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-01b11884-a3a2-4dc6-a32e-f859054d0552 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:27.663137 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c2267523-044d-4c34-a344-01a350889f35 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/ports/1d307f29-063c-4a01-b7aa-38e2d72d9952 HTTP/1.1" status: 204 len: 168 time: 2.6829391 Dec 22 13:22:27.670408 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46726) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:27.731769 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdca1e9-460f-4dbd-8fb1-ca4ae1647647 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:27.732205 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdca1e9-460f-4dbd-8fb1-ca4ae1647647 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:27.732581 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdca1e9-460f-4dbd-8fb1-ca4ae1647647 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:27.732945 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdca1e9-460f-4dbd-8fb1-ca4ae1647647 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:27.733305 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdca1e9-460f-4dbd-8fb1-ca4ae1647647 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:27.733660 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdca1e9-460f-4dbd-8fb1-ca4ae1647647 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:27.734277 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdca1e9-460f-4dbd-8fb1-ca4ae1647647 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:27.734565 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdca1e9-460f-4dbd-8fb1-ca4ae1647647 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:27.735002 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdca1e9-460f-4dbd-8fb1-ca4ae1647647 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:27.735430 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdca1e9-460f-4dbd-8fb1-ca4ae1647647 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:27.736393 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdca1e9-460f-4dbd-8fb1-ca4ae1647647 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:27.739808 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5cdca1e9-460f-4dbd-8fb1-ca4ae1647647 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:27.740723 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:27.785011 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-2bb644e1-28fe-49ec-83b5-ec51dee09ecc None None] Provisioning complete for port 1b1af640-a2a7-484c-b9b8-099fe7111dc6 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:27.785406 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2bb644e1-28fe-49ec-83b5-ec51dee09ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:27.842373 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cff8af-4f15-4656-8b32-856d0c41b943 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Network 77a794ce-1aea-4fb4-988e-9ca632a7ee01 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:22:27.849982 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-29cff8af-4f15-4656-8b32-856d0c41b943 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:27.883570 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 17aa633b-b9cf-48fe-8562-a8b0bef3ade6, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=17aa633b-b9cf-48fe-8562-a8b0bef3ade6,segment=NetworkSegment(45e4cdb1-a091-46e2-8a17-c02c6f1e6d6f),segment_id=45e4cdb1-a091-46e2-8a17-c02c6f1e6d6f)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:22:27.903831 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-2bb644e1-28fe-49ec-83b5-ec51dee09ecc None None] Port 1b1af640-a2a7-484c-b9b8-099fe7111dc6 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:22:27.922084 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2d89e269-bd65-4d59-ad0b-82417952497c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:27.951487 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:27.965661 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-5a1c8cba-40f3-469f-8703-bab11be6ad04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:27.988700 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2a365-363f-4969-895f-2ec2debf8ef6 req-1dba8ae6-3224-4029-a641-81e0885bf7a5 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:27.990402 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a5b2a365-363f-4969-895f-2ec2debf8ef6 req-1dba8ae6-3224-4029-a641-81e0885bf7a5 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.6706507 Dec 22 13:22:28.020939 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69316550-2c10-41e3-9cce-98391893cc9d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:28.022498 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69316550-2c10-41e3-9cce-98391893cc9d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:28.023308 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-69316550-2c10-41e3-9cce-98391893cc9d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:22:28.069554 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=17aa633b-b9cf-48fe-8562-a8b0bef3ade6,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:28.073074 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd030d7-0b48-4126-b2fc-409df477f246 None None] DHCP port deletion for a2745316-8081-49db-9113-007965fce77a request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:22:28.077807 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:28.079213 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-cbd030d7-0b48-4126-b2fc-409df477f246 None None] Deleting port 71a487b0-39dd-492b-9f0b-24c756795040 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:22:28.079844 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-cbd030d7-0b48-4126-b2fc-409df477f246 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:28.118776 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-2d89e269-bd65-4d59-ad0b-82417952497c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Deleting port 71a487b0-39dd-492b-9f0b-24c756795040 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:22:28.119117 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2d89e269-bd65-4d59-ad0b-82417952497c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:28.294153 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-01b11884-a3a2-4dc6-a32e-f859054d0552 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:28.327100 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-cbd030d7-0b48-4126-b2fc-409df477f246 None None] For port 71a487b0-39dd-492b-9f0b-24c756795040, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=71a487b0-39dd-492b-9f0b-24c756795040,segment=NetworkSegment(db31ada7-5e21-4e2c-bd60-edc3656291c4),segment_id=db31ada7-5e21-4e2c-bd60-edc3656291c4)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:22:28.327642 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-cbd030d7-0b48-4126-b2fc-409df477f246 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:28.394224 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0db8d1eb-6f7a-45f3-89ca-8764c328ad4c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:28.471288 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-cbd030d7-0b48-4126-b2fc-409df477f246 None None] Calling delete_port for 71a487b0-39dd-492b-9f0b-24c756795040 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:22:28.493745 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-10a45350-4269-47ab-ba77-d6f3d63fbac7 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:28.521970 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53266e7-7dde-4c81-8072-2bb7eb32cb3a tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:22:28.527848 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a5b2a365-363f-4969-895f-2ec2debf8ef6 req-1b35b1c9-13b7-49d1-a41d-8c65f71ca241 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5231676 Dec 22 13:22:28.535467 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5c27e6-6f0f-41e0-b675-2287b1e318cc None None] Sync routers for ids ['7cb7f5d1-9cc4-461f-8a37-18e4a661920f'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:22:28.537936 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-01b11884-a3a2-4dc6-a32e-f859054d0552 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Calling delete_port for 00d8a5d9-b969-445d-92bc-e1e546a9cbc3 owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:22:28.586420 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5c27e6-6f0f-41e0-b675-2287b1e318cc None None] Routers {'7cb7f5d1-9cc4-461f-8a37-18e4a661920f'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:22:28.587031 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-ae5c27e6-6f0f-41e0-b675-2287b1e318cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:22:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['7cb7f5d1-9cc4-461f-8a37-18e4a661920f'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:28.594540 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-2d89e269-bd65-4d59-ad0b-82417952497c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] For port 71a487b0-39dd-492b-9f0b-24c756795040, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=71a487b0-39dd-492b-9f0b-24c756795040,segment=NetworkSegment(db31ada7-5e21-4e2c-bd60-edc3656291c4),segment_id=db31ada7-5e21-4e2c-bd60-edc3656291c4)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:22:28.595321 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2d89e269-bd65-4d59-ad0b-82417952497c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:28.616150 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device c591eda3-d1de-4a82-83bc-a0644e2ea2e0 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:22:28.636960 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-69316550-2c10-41e3-9cce-98391893cc9d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:22:28.641412 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-69316550-2c10-41e3-9cce-98391893cc9d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.9583926 Dec 22 13:22:28.647398 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46730) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:28.716587 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-50ef9edc-3027-4f9f-b1e9-9f89742df99b None None] Provisioning complete for port 1b1af640-a2a7-484c-b9b8-099fe7111dc6 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:28.716937 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-50ef9edc-3027-4f9f-b1e9-9f89742df99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:28.782660 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-cbd030d7-0b48-4126-b2fc-409df477f246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:28.794100 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-2d89e269-bd65-4d59-ad0b-82417952497c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Calling delete_port for 71a487b0-39dd-492b-9f0b-24c756795040 owned by network:dhcp {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:22:28.802984 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f330c3f7-2fca-406a-8164-94842e28265d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:28.844075 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d53266e7-7dde-4c81-8072-2bb7eb32cb3a tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:28.851898 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-ae5c27e6-6f0f-41e0-b675-2287b1e318cc None None] Set router 7cb7f5d1-9cc4-461f-8a37-18e4a661920f gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:22:28.862069 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8d1eb-6f7a-45f3-89ca-8764c328ad4c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'Subnet': ['ID=9fb39478-473a-4e22-89e3-1fd2ae7e929c,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:28.878812 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0db8d1eb-6f7a-45f3-89ca-8764c328ad4c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:28.902366 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:28.916841 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db8d1eb-6f7a-45f3-89ca-8764c328ad4c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Checking segment: {'id': '18e339ed-2077-4b57-ba80-196b50688146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '58b68d48-7864-414b-9f24-b7ac515d79de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:22:28.917364 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db8d1eb-6f7a-45f3-89ca-8764c328ad4c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Network hostable DHCP agents. Network: 58b68d48-7864-414b-9f24-b7ac515d79de, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:22:28.934390 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29cff8af-4f15-4656-8b32-856d0c41b943 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Router f2c21113-3a72-48f5-a58f-27735d4120b2 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:22:28.958762 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd030d7-0b48-4126-b2fc-409df477f246 None None] No DVR routers for this DVR port 71a487b0-39dd-492b-9f0b-24c756795040 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:22:28.962387 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd030d7-0b48-4126-b2fc-409df477f246 None None] Pushing event deleted for resources: {'Port': ['ID=71a487b0-39dd-492b-9f0b-24c756795040,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:28.979807 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-cbd030d7-0b48-4126-b2fc-409df477f246 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:29.007027 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d53266e7-7dde-4c81-8072-2bb7eb32cb3a tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.9611821 Dec 22 13:22:29.011881 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-50ef9edc-3027-4f9f-b1e9-9f89742df99b None None] Port 1b1af640-a2a7-484c-b9b8-099fe7111dc6 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:22:29.013463 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port c591eda3-d1de-4a82-83bc-a0644e2ea2e0 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:22:29.023685 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 17aa633b-b9cf-48fe-8562-a8b0bef3ade6 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:22:29.023907 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637bf671-5c93-4d8f-a810-167e9aa9a3ad', 'tag': '1fc7171b-c5f7-47fb-b70f-fed856b0a227'}] {{(pid=84148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:22:29.147473 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-f97e6700-12fc-45a1-b68a-94a6359b0e5b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting subnet 7bef0ff9-4bdc-496c-ba6c-e9e445c94110 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:22:29.153754 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 17aa633b-b9cf-48fe-8562-a8b0bef3ade6 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:29.154398 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:29.182549 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f97e6700-12fc-45a1-b68a-94a6359b0e5b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:29.225518 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.db.api [None req-2d89e269-bd65-4d59-ad0b-82417952497c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:22:29.226273 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_db.api [None req-2d89e269-bd65-4d59-ad0b-82417952497c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:22:29.238066 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-e2ad713a-7a53-4da1-ae00-c86a8f7d846b None None] Provisioning for port c591eda3-d1de-4a82-83bc-a0644e2ea2e0 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:22:29.248439 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-e2ad713a-7a53-4da1-ae00-c86a8f7d846b None None] Provisioning complete for port c591eda3-d1de-4a82-83bc-a0644e2ea2e0 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:29.248439 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e2ad713a-7a53-4da1-ae00-c86a8f7d846b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:29.333089 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f97e6700-12fc-45a1-b68a-94a6359b0e5b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:29.366042 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '637bf671-5c93-4d8f-a810-167e9aa9a3ad', 'tag': '1fc7171b-c5f7-47fb-b70f-fed856b0a227', 'status': 'completed', 'code': 200} Dec 22 13:22:29.389915 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db8d1eb-6f7a-45f3-89ca-8764c328ad4c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Network 58b68d48-7864-414b-9f24-b7ac515d79de is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:22:29.474367 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-01b11884-a3a2-4dc6-a32e-f859054d0552 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:29.487087 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f843dea9-9bbf-4918-920a-59cfac88e0a7 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:29.551705 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-0db8d1eb-6f7a-45f3-89ca-8764c328ad4c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 58b68d48-7864-414b-9f24-b7ac515d79de) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:29.558528 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b11884-a3a2-4dc6-a32e-f859054d0552 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event deleted for resources: {'Port': ['ID=00d8a5d9-b969-445d-92bc-e1e546a9cbc3,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:29.573489 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f97e6700-12fc-45a1-b68a-94a6359b0e5b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:29.576262 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8fac7c-2d74-45e1-84b2-8565decd53a1 None None] Network 58b68d48-7864-414b-9f24-b7ac515d79de requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:22:29.611592 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-ae5c27e6-6f0f-41e0-b675-2287b1e318cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb7f5d1-9cc4-461f-8a37-18e4a661920f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745678274', 'tenant_id': '3772d751884347318e5633f3189f08c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '9666d5d4-28ad-45d8-97bf-6ec10c014c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:23Z', 'updated_at': '2021-12-22T13:21:42Z', 'revision_number': 4, 'project_id': '3772d751884347318e5633f3189f08c6', 'gw_port': {'id': '9666d5d4-28ad-45d8-97bf-6ec10c014c2f', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb7f5d1-9cc4-461f-8a37-18e4a661920f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:25Z', 'updated_at': '2021-12-22T13:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '46929009-6095-4d84-af8c-7a401571d200', 'tenant_id': '3772d751884347318e5633f3189f08c6', 'floating_ip_address': '172.26.1.253', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '7cb7f5d1-9cc4-461f-8a37-18e4a661920f', 'port_id': '1fc7171b-c5f7-47fb-b70f-fed856b0a227', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89a79209-9156-4e6a-aa92-986d9fb5ebd9', 'mac_address': 'fa:16:3e:7a:39:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637bf671-5c93-4d8f-a810-167e9aa9a3ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:22:20Z', 'updated_at': '2021-12-22T13:22:20Z', 'revision_number': 0, 'project_id': '3772d751884347318e5633f3189f08c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6546af6d-fc2c-4e16-bf39-1dae4ba118c2', 'name': '', 'network_id': '89a79209-9156-4e6a-aa92-986d9fb5ebd9', 'tenant_id': '3772d751884347318e5633f3189f08c6', 'mac_address': 'fa:16:3e:12:f0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb7f5d1-9cc4-461f-8a37-18e4a661920f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ad01d9a-abae-4107-9993-51951d2171e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:39Z', 'updated_at': '2021-12-22T13:21:58Z', 'revision_number': 5, 'project_id': '3772d751884347318e5633f3189f08c6', 'subnets': [{'id': '9ad01d9a-abae-4107-9993-51951d2171e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:29.622998 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5c27e6-6f0f-41e0-b675-2287b1e318cc None None] Checking router: 7cb7f5d1-9cc4-461f-8a37-18e4a661920f for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:22:29.665479 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-01b11884-a3a2-4dc6-a32e-f859054d0552 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:29.673160 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5c27e6-6f0f-41e0-b675-2287b1e318cc None None] Routers {'7cb7f5d1-9cc4-461f-8a37-18e4a661920f'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:22:29.676467 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db8d1eb-6f7a-45f3-89ca-8764c328ad4c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:29.677063 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0db8d1eb-6f7a-45f3-89ca-8764c328ad4c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:29.678158 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-ae5c27e6-6f0f-41e0-b675-2287b1e318cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:22:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['7cb7f5d1-9cc4-461f-8a37-18e4a661920f'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:29.699593 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 71a487b0-39dd-492b-9f0b-24c756795040 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:22:29.806261 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 71a487b0-39dd-492b-9f0b-24c756795040 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:22:29.806894 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 71a487b0-39dd-492b-9f0b-24c756795040 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:22:29.829801 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-2d89e269-bd65-4d59-ad0b-82417952497c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Deleting port 71a487b0-39dd-492b-9f0b-24c756795040 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:22:29.830371 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2d89e269-bd65-4d59-ad0b-82417952497c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:29.846645 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e2ad713a-7a53-4da1-ae00-c86a8f7d846b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:29.943068 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-ae5c27e6-6f0f-41e0-b675-2287b1e318cc None None] Set router 7cb7f5d1-9cc4-461f-8a37-18e4a661920f gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:22:29.945508 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-2d89e269-bd65-4d59-ad0b-82417952497c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] The port '71a487b0-39dd-492b-9f0b-24c756795040' was deleted {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:22:29.946773 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-01b11884-a3a2-4dc6-a32e-f859054d0552 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:29.960451 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0db8d1eb-6f7a-45f3-89ca-8764c328ad4c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9916558 Dec 22 13:22:29.962833 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46742) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:29.967363 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-87c65155-bf24-4f64-985f-a451da83eb7c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'subnet': {'network_id': '58b68d48-7864-414b-9f24-b7ac515d79de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:29.988450 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-01b11884-a3a2-4dc6-a32e-f859054d0552 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "DELETE /v2.0/ports/00d8a5d9-b969-445d-92bc-e1e546a9cbc3 HTTP/1.1" status: 204 len: 168 time: 2.5894930 Dec 22 13:22:29.989732 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46746) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:30.016442 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6102a4eb-4491-4956-a1d4-dccbfa37fc23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-58b68d48-7864-414b-9f24-b7ac515d79de', 'network_id': '58b68d48-7864-414b-9f24-b7ac515d79de', 'tenant_id': '77460f0dfa37423d8c924a302461b16c', 'fixed_ips': [{'subnet_id': '9fb39478-473a-4e22-89e3-1fd2ae7e929c'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:22:30.017946 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6102a4eb-4491-4956-a1d4-dccbfa37fc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:30.053298 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f97e6700-12fc-45a1-b68a-94a6359b0e5b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:30.059987 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8fd42d48-db7d-4040-a53f-b9fb5735578f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:30.121247 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e6700-12fc-45a1-b68a-94a6359b0e5b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Subnet': ['ID=7bef0ff9-4bdc-496c-ba6c-e9e445c94110,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:30.139591 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f97e6700-12fc-45a1-b68a-94a6359b0e5b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:30.148463 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735113a-b421-4390-b203-33879ae13da4 req-4d97bed2-d055-40af-b935-bad10cfa482e tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:30.149981 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2735113a-b421-4390-b203-33879ae13da4 req-4d97bed2-d055-40af-b935-bad10cfa482e tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.3491859 Dec 22 13:22:30.171661 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-e2ad713a-7a53-4da1-ae00-c86a8f7d846b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:22:30.172315 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-e2ad713a-7a53-4da1-ae00-c86a8f7d846b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:22:30.179936 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f97e6700-12fc-45a1-b68a-94a6359b0e5b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:30.184072 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f97e6700-12fc-45a1-b68a-94a6359b0e5b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/7bef0ff9-4bdc-496c-ba6c-e9e445c94110 HTTP/1.1" status: 204 len: 168 time: 1.5331943 Dec 22 13:22:30.187145 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0bc551-6153-46e1-814a-52e0475acc86 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:22:30.194906 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46750) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:30.237920 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-32764b7b-9f77-47a4-ac73-8e8dbceecb36 req-acb9dd45-cd14-47f0-b78d-080f77da4070 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3772d751884347318e5633f3189f08c6&device_id=637bf671-5c93-4d8f-a810-167e9aa9a3ad HTTP/1.1" status: 200 len: 1098 time: 0.8041596 Dec 22 13:22:30.243945 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2523d9-71d1-4ba0-bd4d-63f9f1eb765f req-2ef1c212-039f-4b68-bc94-82c9016a4605 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:30.250921 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-cf2523d9-71d1-4ba0-bd4d-63f9f1eb765f req-2ef1c212-039f-4b68-bc94-82c9016a4605 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/ports?device_id=637bf671-5c93-4d8f-a810-167e9aa9a3ad HTTP/1.1" status: 200 len: 945 time: 0.8878083 Dec 22 13:22:30.270378 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2d89e269-bd65-4d59-ad0b-82417952497c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:30.399932 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-ae5c27e6-6f0f-41e0-b675-2287b1e318cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb7f5d1-9cc4-461f-8a37-18e4a661920f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745678274', 'tenant_id': '3772d751884347318e5633f3189f08c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '9666d5d4-28ad-45d8-97bf-6ec10c014c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:23Z', 'updated_at': '2021-12-22T13:21:42Z', 'revision_number': 4, 'project_id': '3772d751884347318e5633f3189f08c6', 'gw_port': {'id': '9666d5d4-28ad-45d8-97bf-6ec10c014c2f', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb7f5d1-9cc4-461f-8a37-18e4a661920f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:25Z', 'updated_at': '2021-12-22T13:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '46929009-6095-4d84-af8c-7a401571d200', 'tenant_id': '3772d751884347318e5633f3189f08c6', 'floating_ip_address': '172.26.1.253', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '7cb7f5d1-9cc4-461f-8a37-18e4a661920f', 'port_id': '1fc7171b-c5f7-47fb-b70f-fed856b0a227', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89a79209-9156-4e6a-aa92-986d9fb5ebd9', 'mac_address': 'fa:16:3e:7a:39:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637bf671-5c93-4d8f-a810-167e9aa9a3ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:22:20Z', 'updated_at': '2021-12-22T13:22:20Z', 'revision_number': 0, 'project_id': '3772d751884347318e5633f3189f08c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6546af6d-fc2c-4e16-bf39-1dae4ba118c2', 'name': '', 'network_id': '89a79209-9156-4e6a-aa92-986d9fb5ebd9', 'tenant_id': '3772d751884347318e5633f3189f08c6', 'mac_address': 'fa:16:3e:12:f0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb7f5d1-9cc4-461f-8a37-18e4a661920f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ad01d9a-abae-4107-9993-51951d2171e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:39Z', 'updated_at': '2021-12-22T13:21:58Z', 'revision_number': 5, 'project_id': '3772d751884347318e5633f3189f08c6', 'subnets': [{'id': '9ad01d9a-abae-4107-9993-51951d2171e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:30.406397 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5c27e6-6f0f-41e0-b675-2287b1e318cc None None] The sync data for ids ['7cb7f5d1-9cc4-461f-8a37-18e4a661920f'] in dv-neutron-822669-1-hyperv is: [{'id': '7cb7f5d1-9cc4-461f-8a37-18e4a661920f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745678274', 'tenant_id': '3772d751884347318e5633f3189f08c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '9666d5d4-28ad-45d8-97bf-6ec10c014c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:23Z', 'updated_at': '2021-12-22T13:21:42Z', 'revision_number': 4, 'project_id': '3772d751884347318e5633f3189f08c6', 'gw_port': {'id': '9666d5d4-28ad-45d8-97bf-6ec10c014c2f', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb7f5d1-9cc4-461f-8a37-18e4a661920f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:25Z', 'updated_at': '2021-12-22T13:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '46929009-6095-4d84-af8c-7a401571d200', 'tenant_id': '3772d751884347318e5633f3189f08c6', 'floating_ip_address': '172.26.1.253', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '7cb7f5d1-9cc4-461f-8a37-18e4a661920f', 'port_id': '1fc7171b-c5f7-47fb-b70f-fed856b0a227', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89a79209-9156-4e6a-aa92-986d9fb5ebd9', 'mac_address': 'fa:16:3e:7a:39:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637bf671-5c93-4d8f-a810-167e9aa9a3ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:22:20Z', 'updated_at': '2021-12-22T13:22:20Z', 'revision_number': 0, 'project_id': '3772d751884347318e5633f3189f08c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6546af6d-fc2c-4e16-bf39-1dae4ba118c2', 'name': '', 'network_id': '89a79209-9156-4e6a-aa92-986d9fb5ebd9', 'tenant_id': '3772d751884347318e5633f3189f08c6', 'mac_address': 'fa:16:3e:12:f0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb7f5d1-9cc4-461f-8a37-18e4a661920f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ad01d9a-abae-4107-9993-51951d2171e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:39Z', 'updated_at': '2021-12-22T13:21:58Z', 'revision_number': 5, 'project_id': '3772d751884347318e5633f3189f08c6', 'subnets': [{'id': '9ad01d9a-abae-4107-9993-51951d2171e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:22:30.443344 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-2d89e269-bd65-4d59-ad0b-82417952497c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2745316-8081-49db-9113-007965fce77a']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:30.471569 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cff8af-4f15-4656-8b32-856d0c41b943 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:22:30.478207 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-2d89e269-bd65-4d59-ad0b-82417952497c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db31ada7-5e21-4e2c-bd60-edc3656291c4') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:30.478823 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-2d89e269-bd65-4d59-ad0b-82417952497c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db31ada7-5e21-4e2c-bd60-edc3656291c4') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:30.482287 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b623c8e2-a4cc-4520-bec6-bb6370382e9c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2832663 Dec 22 13:22:30.496659 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46754) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:30.506455 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d5e97e-2565-4cd6-bfb9-9942e209f1dc None None] Sync routers for ids ['f2c21113-3a72-48f5-a58f-27735d4120b2'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:22:30.509789 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-6102a4eb-4491-4956-a1d4-dccbfa37fc23 None None] Allocated IP 172.20.0.2 (58b68d48-7864-414b-9f24-b7ac515d79de/9fb39478-473a-4e22-89e3-1fd2ae7e929c/845b7036-2117-47d0-ae49-60a0cee2f089) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:22:30.526127 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-87c65155-bf24-4f64-985f-a451da83eb7c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:30.533623 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-87c65155-bf24-4f64-985f-a451da83eb7c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:subnet and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:22:30.537629 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-87c65155-bf24-4f64-985f-a451da83eb7c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:22:30.545132 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2735113a-b421-4390-b203-33879ae13da4 req-4d2883b2-cdee-4e17-8297-f278bd66efab tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3874331 Dec 22 13:22:30.551952 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-87c65155-bf24-4f64-985f-a451da83eb7c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:30.574077 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2d89e269-bd65-4d59-ad0b-82417952497c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:30.597535 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2b4cd3-5592-4951-b5a3-203001965693 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:30.601930 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-5e2b4cd3-5592-4951-b5a3-203001965693 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "GET /v2.0/ports?device_id=79eaaa19-8daf-40ae-8b90-d16fa78890d4 HTTP/1.1" status: 200 len: 913 time: 0.6013303 Dec 22 13:22:30.601930 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-29cff8af-4f15-4656-8b32-856d0c41b943 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "PUT /v2.0/routers/f2c21113-3a72-48f5-a58f-27735d4120b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4241133 Dec 22 13:22:30.604757 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46758) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:30.605109 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46760) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:30.614938 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-b97ff937-a179-488c-b5b1-cc4a1eb5bd0d tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1024588123'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:30.619844 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d5e97e-2565-4cd6-bfb9-9942e209f1dc None None] Routers {'f2c21113-3a72-48f5-a58f-27735d4120b2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:22:30.620498 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-23d5e97e-2565-4cd6-bfb9-9942e209f1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:22:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['f2c21113-3a72-48f5-a58f-27735d4120b2'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:30.628244 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-b97ff937-a179-488c-b5b1-cc4a1eb5bd0d tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:30.633532 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-b97ff937-a179-488c-b5b1-cc4a1eb5bd0d tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Usage tracker for resource:network and tenant:ad8695e3cb0646af805a65484bd64689 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:22:30.637507 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-b97ff937-a179-488c-b5b1-cc4a1eb5bd0d tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:22:30.638134 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-cf2523d9-71d1-4ba0-bd4d-63f9f1eb765f req-49208820-06be-48c5-abec-f5b9c3e52b80 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1d0092f-2b68-4712-be8f-c58c750fe679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3854151 Dec 22 13:22:30.644202 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-b97ff937-a179-488c-b5b1-cc4a1eb5bd0d tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:30.663977 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2d89e269-bd65-4d59-ad0b-82417952497c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:30.666215 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46766) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:30.723200 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b856f46-6ab4-4639-8712-880e0063321b None None] New status for floating IP 46929009-6095-4d84-af8c-7a401571d200: ACTIVE {{(pid=84151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:22:30.734782 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97ff937-a179-488c-b5b1-cc4a1eb5bd0d tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Made reservation on behalf of ad8695e3cb0646af805a65484bd64689 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:22:30.735333 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32764b7b-9f77-47a4-ac73-8e8dbceecb36 req-e0d14106-a3fb-43d3-8b58-d45f2ed07a6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:30.737458 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-32764b7b-9f77-47a4-ac73-8e8dbceecb36 req-e0d14106-a3fb-43d3-8b58-d45f2ed07a6a service neutron] 10.222.0.45 "GET /v2.0/networks?id=89a79209-9156-4e6a-aa92-986d9fb5ebd9 HTTP/1.1" status: 200 len: 897 time: 0.4588902 Dec 22 13:22:30.738297 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b97ff937-a179-488c-b5b1-cc4a1eb5bd0d tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:30.751969 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c65155-bf24-4f64-985f-a451da83eb7c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Made reservation on behalf of 77460f0dfa37423d8c924a302461b16c for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:22:30.755388 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-87c65155-bf24-4f64-985f-a451da83eb7c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:30.810387 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d89e269-bd65-4d59-ad0b-82417952497c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:22:30.810919 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2d89e269-bd65-4d59-ad0b-82417952497c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:30.831428 dv-neutron-822669-1-hyperv neutron-server[84148]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:22:30.831428 dv-neutron-822669-1-hyperv neutron-server[84148]: util.warn( Dec 22 13:22:30.831428 dv-neutron-822669-1-hyperv neutron-server[84148]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:22:30.831428 dv-neutron-822669-1-hyperv neutron-server[84148]: util.warn( Dec 22 13:22:30.831428 dv-neutron-822669-1-hyperv neutron-server[84148]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:22:30.831428 dv-neutron-822669-1-hyperv neutron-server[84148]: util.warn( Dec 22 13:22:30.831428 dv-neutron-822669-1-hyperv neutron-server[84148]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:22:30.831428 dv-neutron-822669-1-hyperv neutron-server[84148]: util.warn( Dec 22 13:22:30.831428 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:22:30.831428 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:22:30.831428 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:22:30.831428 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:22:30.831428 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:22:30.831428 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:22:30.831428 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:22:30.831428 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:22:30.831428 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:22:30.831428 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:22:30.831428 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:22:30.831428 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:22:30.831428 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:22:30.831428 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:22:30.831428 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:22:30.831428 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:22:30.831428 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:22:30.831428 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:22:30.831428 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:22:30.831428 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:22:30.831428 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:22:30.831428 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:22:30.831428 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:22:30.831428 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:22:30.831428 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:22:30.831428 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:22:30.831428 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:22:30.831428 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:22:30.831428 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:22:30.831428 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:22:30.831428 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:22:30.831428 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:22:30.844982 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-23d5e97e-2565-4cd6-bfb9-9942e209f1dc None None] Set router f2c21113-3a72-48f5-a58f-27735d4120b2 gateway port host: None {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:22:30.908117 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b97ff937-a179-488c-b5b1-cc4a1eb5bd0d tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:22:30.986199 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b97ff937-a179-488c-b5b1-cc4a1eb5bd0d tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:30.986577 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-b97ff937-a179-488c-b5b1-cc4a1eb5bd0d tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Added segment c5d56b4d-fe84-42e5-abfd-bc4f5abd52b4 of type vlan for network 52b6969d-bac0-442b-9277-2f6d17bb4260 Dec 22 13:22:31.007150 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-62d558bf-2c43-40f0-b10b-48d0b8dedaa3 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/floatingips/46929009-6095-4d84-af8c-7a401571d200 HTTP/1.1" status: 200 len: 991 time: 0.3366747 Dec 22 13:22:31.012189 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-32764b7b-9f77-47a4-ac73-8e8dbceecb36 req-4c0bd5b8-ad1b-439e-9c5c-6dabf49a950c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fc7171b-c5f7-47fb-b70f-fed856b0a227 HTTP/1.1" status: 200 len: 999 time: 0.2642863 Dec 22 13:22:31.014961 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.ipam_backend_mixin [None req-87c65155-bf24-4f64-985f-a451da83eb7c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9fb39478-473a-4e22-89e3-1fd2ae7e929c (CIDR: 172.20.0.0/28) Dec 22 13:22:31.027207 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdac0c6-c3ba-4311-ac16-30330fab3b9f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:31.028398 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-dbdac0c6-c3ba-4311-ac16-30330fab3b9f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:22:31.044967 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b97ff937-a179-488c-b5b1-cc4a1eb5bd0d tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:31.053747 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e2ad713a-7a53-4da1-ae00-c86a8f7d846b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:31.066655 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c65155-bf24-4f64-985f-a451da83eb7c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:22:31.067102 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87c65155-bf24-4f64-985f-a451da83eb7c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:22:31.096473 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2d89e269-bd65-4d59-ad0b-82417952497c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:31.106879 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e2af377b-d902-4f37-a23e-67ffb75a664e tempest-AllowedAddressPairTestJSON-706116390 tempest-AllowedAddressPairTestJSON-706116390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:31.125425 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2d89e269-bd65-4d59-ad0b-82417952497c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:31.139157 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-2d89e269-bd65-4d59-ad0b-82417952497c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/networks/a2745316-8081-49db-9113-007965fce77a HTTP/1.1" status: 204 len: 168 time: 3.7747257 Dec 22 13:22:31.139393 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46770) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:31.152388 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d89e269-bd65-4d59-ad0b-82417952497c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event deleted for resources: {'Network': ['ID=a2745316-8081-49db-9113-007965fce77a,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:31.159818 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-cb918036-2383-4dff-9abc-afcfcfc70c21 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-272013867'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:31.164779 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-cb918036-2383-4dff-9abc-afcfcfc70c21 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:31.168779 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-cb918036-2383-4dff-9abc-afcfcfc70c21 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Usage tracker for resource:network and tenant:5dcef99d1b1441dea18127579d2b89f5 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:22:31.175307 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-cb918036-2383-4dff-9abc-afcfcfc70c21 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:22:31.181007 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-cb918036-2383-4dff-9abc-afcfcfc70c21 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:31.183310 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2d89e269-bd65-4d59-ad0b-82417952497c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:31.194428 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32764b7b-9f77-47a4-ac73-8e8dbceecb36 req-d4a9dbc3-c8c5-4f78-b70a-e22d2ec3efd5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:31.194636 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-87c65155-bf24-4f64-985f-a451da83eb7c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2300334 Dec 22 13:22:31.194787 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-32764b7b-9f77-47a4-ac73-8e8dbceecb36 req-d4a9dbc3-c8c5-4f78-b70a-e22d2ec3efd5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9ad01d9a-abae-4107-9993-51951d2171e3 HTTP/1.1" status: 200 len: 835 time: 0.1602206 Dec 22 13:22:31.194996 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46774) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:31.208453 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b97ff937-a179-488c-b5b1-cc4a1eb5bd0d tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:31.212197 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97ff937-a179-488c-b5b1-cc4a1eb5bd0d tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:31.212790 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b97ff937-a179-488c-b5b1-cc4a1eb5bd0d tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:31.222140 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-75945b27-c8fc-4be0-b210-2c3287f5a1cd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'subnet': {'network_id': '58b68d48-7864-414b-9f24-b7ac515d79de', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:31.250091 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-dbdac0c6-c3ba-4311-ac16-30330fab3b9f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:22:31.250091 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-dbdac0c6-c3ba-4311-ac16-30330fab3b9f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.7445502 Dec 22 13:22:31.250301 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-e2ad713a-7a53-4da1-ae00-c86a8f7d846b None None] For port c591eda3-d1de-4a82-83bc-a0644e2ea2e0, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=c591eda3-d1de-4a82-83bc-a0644e2ea2e0,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:22:31.252127 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46778) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:31.294241 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7e647051-fb6a-4913-9025-a39cbb07dc6b tempest-BulkNetworkOpsIpV6Test-887280762 tempest-BulkNetworkOpsIpV6Test-887280762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:31.305093 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb918036-2383-4dff-9abc-afcfcfc70c21 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Made reservation on behalf of 5dcef99d1b1441dea18127579d2b89f5 for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:22:31.308306 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cb918036-2383-4dff-9abc-afcfcfc70c21 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:31.340497 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6cc2f8-04d1-48bc-a6fb-cf21f77bef7a None None] DHCP port deletion for 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:22:31.355773 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e2ad713a-7a53-4da1-ae00-c86a8f7d846b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:31.364062 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f665d7e4-9ac0-4a89-9f41-20fee0ed6c9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:31.371226 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c902884d-24b7-4514-b5c4-dbb6314363fa tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:31.372041 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-c902884d-24b7-4514-b5c4-dbb6314363fa tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:22:31.379204 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb918036-2383-4dff-9abc-afcfcfc70c21 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:22:31.397247 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-e2ad713a-7a53-4da1-ae00-c86a8f7d846b None None] Could not find standard attr ID for object 1d307f29-063c-4a01-b7aa-38e2d72d9952. {{(pid=84150) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:22:31.402995 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cb918036-2383-4dff-9abc-afcfcfc70c21 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:31.406124 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-cb918036-2383-4dff-9abc-afcfcfc70c21 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Added segment 32045ba4-c111-46db-ba07-10f14da6af19 of type vlan for network 3eeb2d2a-a7b6-48c1-ae03-1bf83dce46b4 Dec 22 13:22:31.406292 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-8b6cc2f8-04d1-48bc-a6fb-cf21f77bef7a None None] Deleting port c591eda3-d1de-4a82-83bc-a0644e2ea2e0 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:22:31.408132 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8b6cc2f8-04d1-48bc-a6fb-cf21f77bef7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:31.416714 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-32764b7b-9f77-47a4-ac73-8e8dbceecb36 req-e1454b7e-7801-49b7-9b4f-f7f59676cf3e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=89a79209-9156-4e6a-aa92-986d9fb5ebd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2134326 Dec 22 13:22:31.450724 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ff937-a179-488c-b5b1-cc4a1eb5bd0d tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event updated for resources: {'Network': ['ID=52b6969d-bac0-442b-9277-2f6d17bb4260,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:31.457124 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b97ff937-a179-488c-b5b1-cc4a1eb5bd0d tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:31.495637 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 52b6969d-bac0-442b-9277-2f6d17bb4260 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:22:31.512074 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cb918036-2383-4dff-9abc-afcfcfc70c21 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:31.516491 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-c902884d-24b7-4514-b5c4-dbb6314363fa tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:22:31.520015 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-75945b27-c8fc-4be0-b210-2c3287f5a1cd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:31.520750 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c902884d-24b7-4514-b5c4-dbb6314363fa tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2661307 Dec 22 13:22:31.521616 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46782) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:31.547222 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-75945b27-c8fc-4be0-b210-2c3287f5a1cd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:subnet and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:22:31.554111 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b97ff937-a179-488c-b5b1-cc4a1eb5bd0d tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9439142 Dec 22 13:22:31.554111 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-75945b27-c8fc-4be0-b210-2c3287f5a1cd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:22:31.557447 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46786) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:31.563008 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-75945b27-c8fc-4be0-b210-2c3287f5a1cd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:31.569723 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-99236bc8-5f54-49b8-af84-86bbf53009cd tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Request body: {'subnet': {'network_id': '52b6969d-bac0-442b-9277-2f6d17bb4260', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:31.613155 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-1c1c805d-be28-49b9-a8d0-359fb046a2d8 None None] Could not find standard attr ID for object 1d307f29-063c-4a01-b7aa-38e2d72d9952. {{(pid=84150) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:22:31.615374 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b5f7c366-e0a0-4326-934c-40f860e7df09 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0898781 Dec 22 13:22:31.619097 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46792) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:31.629648 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6102a4eb-4491-4956-a1d4-dccbfa37fc23 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:31.631639 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-ed627348-9d4c-46dd-8e59-13d9d5fdae6e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'subnet': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:31.692224 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-6102a4eb-4491-4956-a1d4-dccbfa37fc23 None None] Transition to ACTIVE for port object 845b7036-2117-47d0-ae49-60a0cee2f089 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:22:31.710650 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad713a-7a53-4da1-ae00-c86a8f7d846b None None] Pushing event updated for resources: {'Port': ['ID=c591eda3-d1de-4a82-83bc-a0644e2ea2e0,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:31.714291 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-e2ad713a-7a53-4da1-ae00-c86a8f7d846b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:31.741646 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-6102a4eb-4491-4956-a1d4-dccbfa37fc23 None None] Transition to ACTIVE for port object 845b7036-2117-47d0-ae49-60a0cee2f089 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:22:31.789816 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75945b27-c8fc-4be0-b210-2c3287f5a1cd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Made reservation on behalf of 77460f0dfa37423d8c924a302461b16c for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:22:31.794938 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-75945b27-c8fc-4be0-b210-2c3287f5a1cd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:31.835717 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.db.resource_extend [None req-cb918036-2383-4dff-9abc-afcfcfc70c21 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:22:31.840019 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6102a4eb-4491-4956-a1d4-dccbfa37fc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:31.847053 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:31.893022 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-99236bc8-5f54-49b8-af84-86bbf53009cd tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:31.928140 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-32764b7b-9f77-47a4-ac73-8e8dbceecb36 req-993884a8-c18e-4d23-adbb-f0c5d88f0281 service neutron] 10.222.0.45 "GET /v2.0/networks/89a79209-9156-4e6a-aa92-986d9fb5ebd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5036333 Dec 22 13:22:31.929019 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ed627348-9d4c-46dd-8e59-13d9d5fdae6e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:31.931158 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-23d5e97e-2565-4cd6-bfb9-9942e209f1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'name': 'tempest-RoutersIpV6Test-router-922980331', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:47Z', 'updated_at': '2021-12-22T13:22:25Z', 'revision_number': 4, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'gw_port_host': None, '_interfaces': [{'id': '1b1af640-a2a7-484c-b9b8-099fe7111dc6', 'name': '', 'network_id': '77a794ce-1aea-4fb4-988e-9ca632a7ee01', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:1f:00:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865fc25d-d939-4feb-9c8d-5d2adea4141f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:23Z', 'updated_at': '2021-12-22T13:22:26Z', 'revision_number': 2, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '865fc25d-d939-4feb-9c8d-5d2adea4141f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9150e9f2-d344-4ea1-8799-27c4a8809d37', 'name': '', 'network_id': 'c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:cd:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47f14dc9-cb69-4dc1-8ac6-d47d22c7090f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:09Z', 'updated_at': '2021-12-22T13:22:25Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '47f14dc9-cb69-4dc1-8ac6-d47d22c7090f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b078ee29-451b-4f5c-8d71-e41b92ff2fdf', 'name': '', 'network_id': 'b7e21e1f-b59f-45da-b71d-dfa88e74399e', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:1c:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:52Z', 'updated_at': '2021-12-22T13:22:13Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:31.941581 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ed627348-9d4c-46dd-8e59-13d9d5fdae6e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:31.944053 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6102a4eb-4491-4956-a1d4-dccbfa37fc23 None None] Network 58b68d48-7864-414b-9f24-b7ac515d79de is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:22:31.946824 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-8b6cc2f8-04d1-48bc-a6fb-cf21f77bef7a None None] For port c591eda3-d1de-4a82-83bc-a0644e2ea2e0, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=c591eda3-d1de-4a82-83bc-a0644e2ea2e0,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:22:31.947229 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8b6cc2f8-04d1-48bc-a6fb-cf21f77bef7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:31.958319 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-6102a4eb-4491-4956-a1d4-dccbfa37fc23 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:31.960752 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6102a4eb-4491-4956-a1d4-dccbfa37fc23 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:22:31.971048 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d5e97e-2565-4cd6-bfb9-9942e209f1dc None None] Checking router: f2c21113-3a72-48f5-a58f-27735d4120b2 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:22:31.971491 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d5e97e-2565-4cd6-bfb9-9942e209f1dc None None] Updating router f2c21113-3a72-48f5-a58f-27735d4120b2 port 1b1af640-a2a7-484c-b9b8-099fe7111dc6 binding host dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:22:31.972168 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-99236bc8-5f54-49b8-af84-86bbf53009cd tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Usage tracker for resource:subnet and tenant:ad8695e3cb0646af805a65484bd64689 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:22:31.980236 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-99236bc8-5f54-49b8-af84-86bbf53009cd tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:22:32.005356 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-99236bc8-5f54-49b8-af84-86bbf53009cd tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:32.014672 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cb918036-2383-4dff-9abc-afcfcfc70c21 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:32.018933 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb918036-2383-4dff-9abc-afcfcfc70c21 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:32.019166 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46796) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:32.019532 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cb918036-2383-4dff-9abc-afcfcfc70c21 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:32.030932 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-80a80c62-7a00-4fa9-a3ad-d47a1046a9b2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:32.054289 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6102a4eb-4491-4956-a1d4-dccbfa37fc23 None None] Pushing event updated for resources: {'Port': ['ID=845b7036-2117-47d0-ae49-60a0cee2f089,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:32.140568 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed627348-9d4c-46dd-8e59-13d9d5fdae6e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:22:32.171249 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-8b6cc2f8-04d1-48bc-a6fb-cf21f77bef7a None None] Calling delete_port for c591eda3-d1de-4a82-83bc-a0644e2ea2e0 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:22:32.189232 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99236bc8-5f54-49b8-af84-86bbf53009cd tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Made reservation on behalf of ad8695e3cb0646af805a65484bd64689 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:22:32.208738 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e7fc5-211d-4076-b45e-3d07a345b89c req-c4af8992-be2d-45c0-ab51-e3835f126ead tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:32.210393 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7a7e7fc5-211d-4076-b45e-3d07a345b89c req-c4af8992-be2d-45c0-ab51-e3835f126ead tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.5138700 Dec 22 13:22:32.221144 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102a4eb-4491-4956-a1d4-dccbfa37fc23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:32.221516 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102a4eb-4491-4956-a1d4-dccbfa37fc23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:32.221733 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102a4eb-4491-4956-a1d4-dccbfa37fc23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:32.222065 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102a4eb-4491-4956-a1d4-dccbfa37fc23 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:32.222429 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102a4eb-4491-4956-a1d4-dccbfa37fc23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:32.222760 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102a4eb-4491-4956-a1d4-dccbfa37fc23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:32.223093 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102a4eb-4491-4956-a1d4-dccbfa37fc23 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:32.224042 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102a4eb-4491-4956-a1d4-dccbfa37fc23 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:32.224042 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102a4eb-4491-4956-a1d4-dccbfa37fc23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:32.224243 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102a4eb-4491-4956-a1d4-dccbfa37fc23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:32.224494 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102a4eb-4491-4956-a1d4-dccbfa37fc23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:32.228030 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-6102a4eb-4491-4956-a1d4-dccbfa37fc23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:32.229759 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-cb918036-2383-4dff-9abc-afcfcfc70c21 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0812783 Dec 22 13:22:32.251767 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46800) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:32.262365 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-ed3c50a0-b2f0-4e4c-9ff0-9586fa8970ad tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'subnet': {'network_id': '3eeb2d2a-a7b6-48c1-ae03-1bf83dce46b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:32.276648 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb918036-2383-4dff-9abc-afcfcfc70c21 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'Network': ['ID=3eeb2d2a-a7b6-48c1-ae03-1bf83dce46b4,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:32.290457 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-cb918036-2383-4dff-9abc-afcfcfc70c21 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:32.294477 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 3eeb2d2a-a7b6-48c1-ae03-1bf83dce46b4 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:22:32.345564 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-23d5e97e-2565-4cd6-bfb9-9942e209f1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:32.390444 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ed627348-9d4c-46dd-8e59-13d9d5fdae6e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:32.411466 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device c591eda3-d1de-4a82-83bc-a0644e2ea2e0 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:22:32.463526 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-32764b7b-9f77-47a4-ac73-8e8dbceecb36 req-edfcf90a-120b-40e7-9cd6-5ea83cc5ff33 service neutron] 10.222.0.45 "GET /v2.0/networks/89a79209-9156-4e6a-aa92-986d9fb5ebd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5229933 Dec 22 13:22:32.507428 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ed3c50a0-b2f0-4e4c-9ff0-9586fa8970ad tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:32.518664 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ed3c50a0-b2f0-4e4c-9ff0-9586fa8970ad tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Usage tracker for resource:subnet and tenant:5dcef99d1b1441dea18127579d2b89f5 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:22:32.522999 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ed3c50a0-b2f0-4e4c-9ff0-9586fa8970ad tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:22:32.534049 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ed3c50a0-b2f0-4e4c-9ff0-9586fa8970ad tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:32.580655 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-6102a4eb-4491-4956-a1d4-dccbfa37fc23 None None] Attempting to bind port 845b7036-2117-47d0-ae49-60a0cee2f089 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:22:32.581016 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-6102a4eb-4491-4956-a1d4-dccbfa37fc23 None None] Attempting to bind port 845b7036-2117-47d0-ae49-60a0cee2f089 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '18e339ed-2077-4b57-ba80-196b50688146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '58b68d48-7864-414b-9f24-b7ac515d79de'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:22:32.581384 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6102a4eb-4491-4956-a1d4-dccbfa37fc23 None None] Attempting to bind port 845b7036-2117-47d0-ae49-60a0cee2f089 on network 58b68d48-7864-414b-9f24-b7ac515d79de {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:22:32.611542 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6102a4eb-4491-4956-a1d4-dccbfa37fc23 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:22:32.611930 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6102a4eb-4491-4956-a1d4-dccbfa37fc23 None None] Checking segment: {'id': '18e339ed-2077-4b57-ba80-196b50688146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '58b68d48-7864-414b-9f24-b7ac515d79de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:22:32.612584 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6102a4eb-4491-4956-a1d4-dccbfa37fc23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:32.612811 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6102a4eb-4491-4956-a1d4-dccbfa37fc23 None None] Bound using segment: {'id': '18e339ed-2077-4b57-ba80-196b50688146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '58b68d48-7864-414b-9f24-b7ac515d79de'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:22:32.613264 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-6102a4eb-4491-4956-a1d4-dccbfa37fc23 None None] Bound port: 845b7036-2117-47d0-ae49-60a0cee2f089, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e339ed-2077-4b57-ba80-196b50688146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '58b68d48-7864-414b-9f24-b7ac515d79de'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:22:32.613652 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6102a4eb-4491-4956-a1d4-dccbfa37fc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:32.615379 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3c50a0-b2f0-4e4c-9ff0-9586fa8970ad tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Made reservation on behalf of 5dcef99d1b1441dea18127579d2b89f5 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:22:32.639296 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ccab072f-6570-4019-bb0f-fb955d698697 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/floatingips/46929009-6095-4d84-af8c-7a401571d200 HTTP/1.1" status: 200 len: 993 time: 0.6112838 Dec 22 13:22:32.691531 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-62006aa5-25b1-4974-876f-7cdeacc21bae tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:32.712910 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8b6cc2f8-04d1-48bc-a6fb-cf21f77bef7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:32.719558 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-9107f567-de8e-480e-bfa7-7aaa16bf3a81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:32.748741 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99236bc8-5f54-49b8-af84-86bbf53009cd tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:32.761662 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ed3c50a0-b2f0-4e4c-9ff0-9586fa8970ad tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:32.769915 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Port c591eda3-d1de-4a82-83bc-a0644e2ea2e0 update to DOWN by agent not found {{(pid=84150) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Dec 22 13:22:32.820077 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6cc2f8-04d1-48bc-a6fb-cf21f77bef7a None None] Pushing event deleted for resources: {'Port': ['ID=c591eda3-d1de-4a82-83bc-a0644e2ea2e0,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:32.822453 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-8b6cc2f8-04d1-48bc-a6fb-cf21f77bef7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:32.832694 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6cc2f8-04d1-48bc-a6fb-cf21f77bef7a None None] No DVR routers for this DVR port c591eda3-d1de-4a82-83bc-a0644e2ea2e0 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:22:32.879329 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7a7e7fc5-211d-4076-b45e-3d07a345b89c req-a69ee855-7022-4b3c-bed6-a94f58521d5a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4453359 Dec 22 13:22:32.936622 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-75945b27-c8fc-4be0-b210-2c3287f5a1cd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:32.943423 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7788745a-7367-466d-a43a-6d9de533ae01 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:32.949325 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-6102a4eb-4491-4956-a1d4-dccbfa37fc23 None None] For port 845b7036-2117-47d0-ae49-60a0cee2f089, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:22:32.964025 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-6102a4eb-4491-4956-a1d4-dccbfa37fc23 None None] For port 845b7036-2117-47d0-ae49-60a0cee2f089, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=845b7036-2117-47d0-ae49-60a0cee2f089,segment=NetworkSegment(18e339ed-2077-4b57-ba80-196b50688146),segment_id=18e339ed-2077-4b57-ba80-196b50688146)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:22:32.987606 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.objects.ports [None req-ed627348-9d4c-46dd-8e59-13d9d5fdae6e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84148) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 22 13:22:32.990831 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ed627348-9d4c-46dd-8e59-13d9d5fdae6e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:32.996506 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-772708e2-a279-4a80-b0e8-a0478a054ec2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:33.044495 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6102a4eb-4491-4956-a1d4-dccbfa37fc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:33.051016 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-d4b5e3c1-4158-43ee-b698-05fb13cff5b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:33.102457 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed627348-9d4c-46dd-8e59-13d9d5fdae6e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:22:33.109213 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-ed627348-9d4c-46dd-8e59-13d9d5fdae6e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:33.117224 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed627348-9d4c-46dd-8e59-13d9d5fdae6e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Subnet': ['ID=121ec944-20d7-43c0-99b8-78cad2572b33,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:33.119795 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed627348-9d4c-46dd-8e59-13d9d5fdae6e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:33.120471 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ed627348-9d4c-46dd-8e59-13d9d5fdae6e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:33.129687 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ed627348-9d4c-46dd-8e59-13d9d5fdae6e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:33.130863 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75945b27-c8fc-4be0-b210-2c3287f5a1cd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Network 58b68d48-7864-414b-9f24-b7ac515d79de is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:22:33.143837 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-75945b27-c8fc-4be0-b210-2c3287f5a1cd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:33.147978 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd9c585-155e-4baf-9d5f-350a8ebb4fda None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:22:33.149521 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75945b27-c8fc-4be0-b210-2c3287f5a1cd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'Subnet': ['ID=e03ad49d-874f-47b2-83ba-4f53346a7816,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:33.152036 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75945b27-c8fc-4be0-b210-2c3287f5a1cd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:33.152607 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-75945b27-c8fc-4be0-b210-2c3287f5a1cd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:33.165165 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-75945b27-c8fc-4be0-b210-2c3287f5a1cd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:33.238480 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ed627348-9d4c-46dd-8e59-13d9d5fdae6e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6139209 Dec 22 13:22:33.240363 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46804) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:33.248288 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-8862152e-0707-495a-b8ff-c6443c969d30 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'subnet': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:33.265296 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ed3c50a0-b2f0-4e4c-9ff0-9586fa8970ad tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:33.281146 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-23d5e97e-2565-4cd6-bfb9-9942e209f1dc None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:33.288105 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6102a4eb-4491-4956-a1d4-dccbfa37fc23 None None] Pushing event updated for resources: {'Port': ['ID=845b7036-2117-47d0-ae49-60a0cee2f089,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:33.295348 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-75945b27-c8fc-4be0-b210-2c3287f5a1cd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0993052 Dec 22 13:22:33.305208 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46808) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:33.305319 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-6102a4eb-4491-4956-a1d4-dccbfa37fc23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:33.305626 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99236bc8-5f54-49b8-af84-86bbf53009cd tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:33.313796 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-859276e8-5b50-4d67-b83c-894f0439f0cb tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:33.317017 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-75ff0bda-45fa-4dac-82b7-9fd5baf3a4ff tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'port': {'network_id': '58b68d48-7864-414b-9f24-b7ac515d79de', 'fixed_ips': [{'subnet_id': '9fb39478-473a-4e22-89e3-1fd2ae7e929c'}, {'subnet_id': 'e03ad49d-874f-47b2-83ba-4f53346a7816'}], 'name': 'tempest-PortsTestJSON-1100070200'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:33.320168 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-23d5e97e-2565-4cd6-bfb9-9942e209f1dc None None] Transition to ACTIVE for port object 1b1af640-a2a7-484c-b9b8-099fe7111dc6 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:22:33.333894 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f4de5c91-40d6-4d60-b523-fdae4f827f72 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:33.411823 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-23d5e97e-2565-4cd6-bfb9-9942e209f1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:33.437846 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c50a0-b2f0-4e4c-9ff0-9586fa8970ad tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'Subnet': ['ID=b5d6ffef-f0e4-4067-a470-667b77a47c54,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:33.444215 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ed3c50a0-b2f0-4e4c-9ff0-9586fa8970ad tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:33.448218 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:33.482385 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-8862152e-0707-495a-b8ff-c6443c969d30 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:33.487913 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-8862152e-0707-495a-b8ff-c6443c969d30 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:subnet and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:22:33.494141 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-8862152e-0707-495a-b8ff-c6443c969d30 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:22:33.504532 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-8862152e-0707-495a-b8ff-c6443c969d30 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:33.516720 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3c50a0-b2f0-4e4c-9ff0-9586fa8970ad tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Checking segment: {'id': '32045ba4-c111-46db-ba07-10f14da6af19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '3eeb2d2a-a7b6-48c1-ae03-1bf83dce46b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:22:33.517828 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3c50a0-b2f0-4e4c-9ff0-9586fa8970ad tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Network hostable DHCP agents. Network: 3eeb2d2a-a7b6-48c1-ae03-1bf83dce46b4, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:22:33.522710 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df29b61-59e0-4c1f-b68e-6a2bb81e7015 None None] Pushing event updated for resources: {'Port': ['ID=1b1af640-a2a7-484c-b9b8-099fe7111dc6,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:33.524254 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-9df29b61-59e0-4c1f-b68e-6a2bb81e7015 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:33.585201 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8862152e-0707-495a-b8ff-c6443c969d30 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:22:33.589110 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8862152e-0707-495a-b8ff-c6443c969d30 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:33.604905 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30739e4d-dbb1-4692-9556-228780457ac8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'tenant_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'fixed_ips': [{'subnet_id': '121ec944-20d7-43c0-99b8-78cad2572b33'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:22:33.605138 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-30739e4d-dbb1-4692-9556-228780457ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:33.626967 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99236bc8-5f54-49b8-af84-86bbf53009cd tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event updated for resources: {'Subnet': ['ID=535dcf84-4a02-4971-a750-4750aeda2701,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:33.649041 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-99236bc8-5f54-49b8-af84-86bbf53009cd tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:33.659689 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99236bc8-5f54-49b8-af84-86bbf53009cd tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Checking segment: {'id': 'c5d56b4d-fe84-42e5-abfd-bc4f5abd52b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '52b6969d-bac0-442b-9277-2f6d17bb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:22:33.660057 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99236bc8-5f54-49b8-af84-86bbf53009cd tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Network hostable DHCP agents. Network: 52b6969d-bac0-442b-9277-2f6d17bb4260, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:22:33.742105 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-75ff0bda-45fa-4dac-82b7-9fd5baf3a4ff tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:33.748286 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-75ff0bda-45fa-4dac-82b7-9fd5baf3a4ff tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:port and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:22:33.805477 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-75ff0bda-45fa-4dac-82b7-9fd5baf3a4ff tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:22:33.808769 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99236bc8-5f54-49b8-af84-86bbf53009cd tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Network 52b6969d-bac0-442b-9277-2f6d17bb4260 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:22:33.824828 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-75ff0bda-45fa-4dac-82b7-9fd5baf3a4ff tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:33.856860 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3c50a0-b2f0-4e4c-9ff0-9586fa8970ad tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Network 3eeb2d2a-a7b6-48c1-ae03-1bf83dce46b4 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:22:33.892509 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-ed3c50a0-b2f0-4e4c-9ff0-9586fa8970ad tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 3eeb2d2a-a7b6-48c1-ae03-1bf83dce46b4) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:33.905870 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e872583-e0f3-46f4-ae3c-b6a63f6519cc None None] Network 3eeb2d2a-a7b6-48c1-ae03-1bf83dce46b4 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:22:33.910524 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-99236bc8-5f54-49b8-af84-86bbf53009cd tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 52b6969d-bac0-442b-9277-2f6d17bb4260) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:33.928718 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99236bc8-5f54-49b8-af84-86bbf53009cd tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:33.933495 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99236bc8-5f54-49b8-af84-86bbf53009cd tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:33.960887 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ff0bda-45fa-4dac-82b7-9fd5baf3a4ff tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Made reservation on behalf of 77460f0dfa37423d8c924a302461b16c for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:22:34.006984 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.ipam_backend_mixin [None req-8862152e-0707-495a-b8ff-c6443c969d30 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 121ec944-20d7-43c0-99b8-78cad2572b33 (CIDR: 2001:db8::/64) Dec 22 13:22:34.006984 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3c50a0-b2f0-4e4c-9ff0-9586fa8970ad tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:34.007932 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ed3c50a0-b2f0-4e4c-9ff0-9586fa8970ad tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:34.025048 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242cb39d-1b80-4887-b180-ab0e3f5e5a74 None None] Network 52b6969d-bac0-442b-9277-2f6d17bb4260 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:22:34.058106 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-8862152e-0707-495a-b8ff-c6443c969d30 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:22:34.058715 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8862152e-0707-495a-b8ff-c6443c969d30 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:22:34.114508 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-23d5e97e-2565-4cd6-bfb9-9942e209f1dc None None] Attempting to bind port 1b1af640-a2a7-484c-b9b8-099fe7111dc6 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:22:34.114889 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-23d5e97e-2565-4cd6-bfb9-9942e209f1dc None None] Attempting to bind port 1b1af640-a2a7-484c-b9b8-099fe7111dc6 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '45e4cdb1-a091-46e2-8a17-c02c6f1e6d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '77a794ce-1aea-4fb4-988e-9ca632a7ee01'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:22:34.115257 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d5e97e-2565-4cd6-bfb9-9942e209f1dc None None] Attempting to bind port 1b1af640-a2a7-484c-b9b8-099fe7111dc6 on network 77a794ce-1aea-4fb4-988e-9ca632a7ee01 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:22:34.159940 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ed3c50a0-b2f0-4e4c-9ff0-9586fa8970ad tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9031477 Dec 22 13:22:34.161714 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46814) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:34.173916 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-7ec8ae8b-a25f-49e0-a24f-e37639024f3d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1763568587', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:34.187268 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-7ec8ae8b-a25f-49e0-a24f-e37639024f3d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:34.199267 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-7ec8ae8b-a25f-49e0-a24f-e37639024f3d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Usage tracker for resource:router and tenant:5dcef99d1b1441dea18127579d2b89f5 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:22:34.204276 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-7ec8ae8b-a25f-49e0-a24f-e37639024f3d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:22:34.211284 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d5e97e-2565-4cd6-bfb9-9942e209f1dc None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:22:34.211794 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d5e97e-2565-4cd6-bfb9-9942e209f1dc None None] Checking segment: {'id': '45e4cdb1-a091-46e2-8a17-c02c6f1e6d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '77a794ce-1aea-4fb4-988e-9ca632a7ee01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:22:34.212061 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-23d5e97e-2565-4cd6-bfb9-9942e209f1dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:34.212469 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d5e97e-2565-4cd6-bfb9-9942e209f1dc None None] Bound using segment: {'id': '45e4cdb1-a091-46e2-8a17-c02c6f1e6d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '77a794ce-1aea-4fb4-988e-9ca632a7ee01'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:22:34.212969 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-23d5e97e-2565-4cd6-bfb9-9942e209f1dc None None] Bound port: 1b1af640-a2a7-484c-b9b8-099fe7111dc6, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45e4cdb1-a091-46e2-8a17-c02c6f1e6d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '77a794ce-1aea-4fb4-988e-9ca632a7ee01'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:22:34.213316 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-23d5e97e-2565-4cd6-bfb9-9942e209f1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:34.229204 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-7ec8ae8b-a25f-49e0-a24f-e37639024f3d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:34.250005 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8862152e-0707-495a-b8ff-c6443c969d30 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0076995 Dec 22 13:22:34.253901 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46818) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:34.262204 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-7ffb1fd6-c561-494e-9943-fd9abd3e4b03 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'subnet': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:34.273029 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-99236bc8-5f54-49b8-af84-86bbf53009cd tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7121866 Dec 22 13:22:34.281697 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46822) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:34.306948 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-30739e4d-dbb1-4692-9556-228780457ac8 None None] Allocated IP 2001:db8::f816:3eff:fed0:2190 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/121ec944-20d7-43c0-99b8-78cad2572b33/dda0e17a-243d-4d01-a4b5-5eca8ea0f3e4) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:22:34.359275 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 845b7036-2117-47d0-ae49-60a0cee2f089 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:22:34.366838 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7ec8ae8b-a25f-49e0-a24f-e37639024f3d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:34.367791 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7ec8ae8b-a25f-49e0-a24f-e37639024f3d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:34.368755 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-75ff0bda-45fa-4dac-82b7-9fd5baf3a4ff tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:34.381584 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe9406-a288-4cc8-816c-476e5b42f641 req-773e538c-a22e-486f-8d1e-01fad4ebaadb tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:34.383097 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-f9fe9406-a288-4cc8-816c-476e5b42f641 req-773e538c-a22e-486f-8d1e-01fad4ebaadb tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.2821498 Dec 22 13:22:34.439409 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-75ff0bda-45fa-4dac-82b7-9fd5baf3a4ff tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] device_id is not set on port 7c2f2b37-ab4d-4c49-9dac-fb9926157fe1 yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:22:34.462823 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7ec8ae8b-a25f-49e0-a24f-e37639024f3d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:34.503470 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-f9fe9406-a288-4cc8-816c-476e5b42f641 req-0636c626-7d0d-450d-a533-42c2f7728a92 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059077 Dec 22 13:22:34.509786 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-7ffb1fd6-c561-494e-9943-fd9abd3e4b03 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:34.514287 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-7ffb1fd6-c561-494e-9943-fd9abd3e4b03 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:subnet and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:22:34.518131 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-7ffb1fd6-c561-494e-9943-fd9abd3e4b03 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:22:34.528459 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-7ffb1fd6-c561-494e-9943-fd9abd3e4b03 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:34.564571 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7ec8ae8b-a25f-49e0-a24f-e37639024f3d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:34.622909 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-23d5e97e-2565-4cd6-bfb9-9942e209f1dc None None] For port 1b1af640-a2a7-484c-b9b8-099fe7111dc6, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:22:34.627117 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-23d5e97e-2565-4cd6-bfb9-9942e209f1dc None None] For port 1b1af640-a2a7-484c-b9b8-099fe7111dc6, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=1b1af640-a2a7-484c-b9b8-099fe7111dc6,segment=NetworkSegment(45e4cdb1-a091-46e2-8a17-c02c6f1e6d6f),segment_id=45e4cdb1-a091-46e2-8a17-c02c6f1e6d6f)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:22:34.627540 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffb1fd6-c561-494e-9943-fd9abd3e4b03 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:22:34.631711 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7ffb1fd6-c561-494e-9943-fd9abd3e4b03 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:34.780103 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7ec8ae8b-a25f-49e0-a24f-e37639024f3d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:34.785320 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-7ec8ae8b-a25f-49e0-a24f-e37639024f3d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6223505 Dec 22 13:22:34.786228 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46828) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:34.801394 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-c976082c-2e66-46f8-89ca-a0492038fbea tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'port': {'network_id': '3eeb2d2a-a7b6-48c1-ae03-1bf83dce46b4', 'name': 'tempest-PortsIpV6TestJSON-514801253'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:34.802476 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-23d5e97e-2565-4cd6-bfb9-9942e209f1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:34.825309 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-8b6cc2f8-04d1-48bc-a6fb-cf21f77bef7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:34.890837 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a886d502-699f-4dd4-bef5-086a9d3fb8ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-52b6969d-bac0-442b-9277-2f6d17bb4260', 'network_id': '52b6969d-bac0-442b-9277-2f6d17bb4260', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'fixed_ips': [{'subnet_id': '535dcf84-4a02-4971-a750-4750aeda2701'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:22:34.891749 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a886d502-699f-4dd4-bef5-086a9d3fb8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:35.021502 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d5e97e-2565-4cd6-bfb9-9942e209f1dc None None] Routers {'f2c21113-3a72-48f5-a58f-27735d4120b2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:22:35.022252 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-23d5e97e-2565-4cd6-bfb9-9942e209f1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:22:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['f2c21113-3a72-48f5-a58f-27735d4120b2'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:35.074031 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-c976082c-2e66-46f8-89ca-a0492038fbea tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:35.076626 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e054db2b-e545-46d2-95a3-c184b122a05e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-3eeb2d2a-a7b6-48c1-ae03-1bf83dce46b4', 'network_id': '3eeb2d2a-a7b6-48c1-ae03-1bf83dce46b4', 'tenant_id': '5dcef99d1b1441dea18127579d2b89f5', 'fixed_ips': [{'subnet_id': 'b5d6ffef-f0e4-4067-a470-667b77a47c54'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:22:35.077730 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e054db2b-e545-46d2-95a3-c184b122a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:35.081073 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-c976082c-2e66-46f8-89ca-a0492038fbea tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Usage tracker for resource:port and tenant:5dcef99d1b1441dea18127579d2b89f5 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:22:35.085122 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-c976082c-2e66-46f8-89ca-a0492038fbea tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:22:35.094504 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-c976082c-2e66-46f8-89ca-a0492038fbea tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:35.210040 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c976082c-2e66-46f8-89ca-a0492038fbea tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Made reservation on behalf of 5dcef99d1b1441dea18127579d2b89f5 for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:22:35.216265 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c976082c-2e66-46f8-89ca-a0492038fbea tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:35.222908 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c801db7-3b6b-4130-bf5a-0e679b41e0ac None None] Network 58b68d48-7864-414b-9f24-b7ac515d79de requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:22:35.245226 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-62006aa5-25b1-4974-876f-7cdeacc21bae tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Deleting port bc336eea-e33b-449e-b1f8-701cb84bbd00 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:22:35.250375 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-62006aa5-25b1-4974-876f-7cdeacc21bae tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:35.284939 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-c976082c-2e66-46f8-89ca-a0492038fbea tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] device_id is not set on port 41e8545b-38d1-4892-b062-9ead394943f9 yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:22:35.539987 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7e2add5a-3e11-4301-b83b-c7fb2604c6be None None] Provisioning for port 845b7036-2117-47d0-ae49-60a0cee2f089 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:22:35.565884 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df29b61-59e0-4c1f-b68e-6a2bb81e7015 None None] Pushing event updated for resources: {'Port': ['ID=1b1af640-a2a7-484c-b9b8-099fe7111dc6,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:35.582316 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-9df29b61-59e0-4c1f-b68e-6a2bb81e7015 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.757s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:35.631944 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003207d1-ecc7-4013-a188-1760d0a47e7a req-32662ded-f20f-4a83-8aea-286df35ae7fa tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:35.633683 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-003207d1-ecc7-4013-a188-1760d0a47e7a req-32662ded-f20f-4a83-8aea-286df35ae7fa tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.3082664 Dec 22 13:22:35.635022 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-c976082c-2e66-46f8-89ca-a0492038fbea tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Allocated IP 2001:db8::13c (3eeb2d2a-a7b6-48c1-ae03-1bf83dce46b4/b5d6ffef-f0e4-4067-a470-667b77a47c54/41e8545b-38d1-4892-b062-9ead394943f9) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:22:35.643005 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7ffb1fd6-c561-494e-9943-fd9abd3e4b03 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:35.651556 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7fcb58bd-5a16-45f0-9bb8-21e8fd8c41d5 req-5e0f3d65-24bf-4a51-a941-daf2bbefdc79 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ccb0058a2c24446385d13786cea4c6a9&device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 1098 time: 0.2737551 Dec 22 13:22:35.656456 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-19dc05b3-ce0d-4513-9ec3-3560359e4bb6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:35.694623 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 845b7036-2117-47d0-ae49-60a0cee2f089 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:22:35.725196 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-23d5e97e-2565-4cd6-bfb9-9942e209f1dc None None] Set router f2c21113-3a72-48f5-a58f-27735d4120b2 gateway port host: None {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:22:35.726125 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-75ff0bda-45fa-4dac-82b7-9fd5baf3a4ff tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Allocated IP 172.20.0.5 (58b68d48-7864-414b-9f24-b7ac515d79de/9fb39478-473a-4e22-89e3-1fd2ae7e929c/7c2f2b37-ab4d-4c49-9dac-fb9926157fe1) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:22:35.738992 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-62006aa5-25b1-4974-876f-7cdeacc21bae tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:35.748533 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-75ff0bda-45fa-4dac-82b7-9fd5baf3a4ff tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Allocated IP 172.20.0.21 (58b68d48-7864-414b-9f24-b7ac515d79de/e03ad49d-874f-47b2-83ba-4f53346a7816/7c2f2b37-ab4d-4c49-9dac-fb9926157fe1) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:22:35.771290 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-a886d502-699f-4dd4-bef5-086a9d3fb8ad None None] Allocated IP 2001:db8:3::2 (52b6969d-bac0-442b-9277-2f6d17bb4260/535dcf84-4a02-4971-a750-4750aeda2701/506829bd-9fac-406b-b5e9-416b6dcaa284) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:22:35.777419 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 845b7036-2117-47d0-ae49-60a0cee2f089 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:35.777803 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:35.838080 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a24d89c1-fe97-482c-973f-09f8293a027e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:35.859374 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffb1fd6-c561-494e-9943-fd9abd3e4b03 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:22:35.876705 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-30739e4d-dbb1-4692-9556-228780457ac8 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:35.880557 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-7ffb1fd6-c561-494e-9943-fd9abd3e4b03 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:35.883471 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffb1fd6-c561-494e-9943-fd9abd3e4b03 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:35.884045 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7ffb1fd6-c561-494e-9943-fd9abd3e4b03 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:35.903337 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-62006aa5-25b1-4974-876f-7cdeacc21bae tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Calling delete_port for bc336eea-e33b-449e-b1f8-701cb84bbd00 owned by network:router_interface {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:22:35.918978 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb1fd6-c561-494e-9943-fd9abd3e4b03 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Subnet': ['ID=0cb448c7-9701-4b6f-b659-ee645c636891,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:35.922039 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7ffb1fd6-c561-494e-9943-fd9abd3e4b03 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:35.947002 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-003207d1-ecc7-4013-a188-1760d0a47e7a req-e9e5c541-2aec-4c57-bf93-f3a808ade673 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2940688 Dec 22 13:22:36.020540 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-30739e4d-dbb1-4692-9556-228780457ac8 None None] Transition to ACTIVE for port object dda0e17a-243d-4d01-a4b5-5eca8ea0f3e4 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:22:36.052550 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb58bd-5a16-45f0-9bb8-21e8fd8c41d5 req-9f775c3c-1c02-4dc1-aa97-b29e9b2c300a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:36.054058 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7fcb58bd-5a16-45f0-9bb8-21e8fd8c41d5 req-9f775c3c-1c02-4dc1-aa97-b29e9b2c300a service neutron] 10.222.0.45 "GET /v2.0/networks?id=36a9635e-060b-4630-a9b5-9765cca55df8 HTTP/1.1" status: 200 len: 913 time: 0.3507595 Dec 22 13:22:36.132592 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-7ffb1fd6-c561-494e-9943-fd9abd3e4b03 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8775234 Dec 22 13:22:36.146211 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46834) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:36.160530 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-30739e4d-dbb1-4692-9556-228780457ac8 None None] Transition to ACTIVE for port object dda0e17a-243d-4d01-a4b5-5eca8ea0f3e4 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:22:36.165174 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-9f6b098a-cc24-417c-9351-198489eab616 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'port': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'mac_address': 'fa:16:3e:92:3b:4e', 'name': 'tempest-NetworksTestDHCPv6-200243229'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:36.272973 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-30739e4d-dbb1-4692-9556-228780457ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:36.288583 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-6102a4eb-4491-4956-a1d4-dccbfa37fc23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:36.345675 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-75ff0bda-45fa-4dac-82b7-9fd5baf3a4ff tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:36.418429 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-75ff0bda-45fa-4dac-82b7-9fd5baf3a4ff tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Transition to ACTIVE for port object 7c2f2b37-ab4d-4c49-9dac-fb9926157fe1 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:22:36.441045 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7fcb58bd-5a16-45f0-9bb8-21e8fd8c41d5 req-643c2175-422f-4eff-b4bb-ad8724653ecb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=675d5c62-fd43-45d1-8f32-32ff05f7306c HTTP/1.1" status: 200 len: 1000 time: 0.3722525 Dec 22 13:22:36.493329 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30739e4d-dbb1-4692-9556-228780457ac8 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:22:36.504511 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c976082c-2e66-46f8-89ca-a0492038fbea tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:36.507603 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-30739e4d-dbb1-4692-9556-228780457ac8 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:36.509382 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30739e4d-dbb1-4692-9556-228780457ac8 None None] Pushing event updated for resources: {'Port': ['ID=dda0e17a-243d-4d01-a4b5-5eca8ea0f3e4,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:36.520721 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30739e4d-dbb1-4692-9556-228780457ac8 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:22:36.521783 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-30739e4d-dbb1-4692-9556-228780457ac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:36.544256 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:36.565379 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-c976082c-2e66-46f8-89ca-a0492038fbea tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Transition to ACTIVE for port object 41e8545b-38d1-4892-b062-9ead394943f9 will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:22:36.578394 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb58bd-5a16-45f0-9bb8-21e8fd8c41d5 req-aebdd642-41f3-4fe4-af64-8d6087aedb4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:36.581186 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7fcb58bd-5a16-45f0-9bb8-21e8fd8c41d5 req-aebdd642-41f3-4fe4-af64-8d6087aedb4a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=02969300-ed8d-4b59-a34d-12a5dcb2cce8 HTTP/1.1" status: 200 len: 851 time: 0.1297276 Dec 22 13:22:36.589451 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-9f6b098a-cc24-417c-9351-198489eab616 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:36.598947 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-75ff0bda-45fa-4dac-82b7-9fd5baf3a4ff tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:36.605158 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-62006aa5-25b1-4974-876f-7cdeacc21bae tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:36.615000 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-32e724d8-859b-42e8-a65f-fec43c113ee6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:36.633797 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-9f6b098a-cc24-417c-9351-198489eab616 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:port and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:22:36.644161 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-9f6b098a-cc24-417c-9351-198489eab616 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:22:36.659613 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-9f6b098a-cc24-417c-9351-198489eab616 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:36.694220 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a886d502-699f-4dd4-bef5-086a9d3fb8ad None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:36.705845 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7fcb58bd-5a16-45f0-9bb8-21e8fd8c41d5 req-b93bc2fe-4892-47c5-9c19-f6a237551a40 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=36a9635e-060b-4630-a9b5-9765cca55df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1126893 Dec 22 13:22:36.740372 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6b098a-cc24-417c-9351-198489eab616 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:22:36.744693 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9f6b098a-cc24-417c-9351-198489eab616 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:36.752278 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a886d502-699f-4dd4-bef5-086a9d3fb8ad None None] Transition to ACTIVE for port object 506829bd-9fac-406b-b5e9-416b6dcaa284 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:22:36.813986 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62006aa5-25b1-4974-876f-7cdeacc21bae tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event deleted for resources: {'Port': ['ID=bc336eea-e33b-449e-b1f8-701cb84bbd00,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:36.814745 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 845b7036-2117-47d0-ae49-60a0cee2f089, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=845b7036-2117-47d0-ae49-60a0cee2f089,segment=NetworkSegment(18e339ed-2077-4b57-ba80-196b50688146),segment_id=18e339ed-2077-4b57-ba80-196b50688146)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:22:36.816018 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c976082c-2e66-46f8-89ca-a0492038fbea tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:36.825783 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1807de63-bc1e-4132-95a0-31ea4134aac9 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:36.879176 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e93cf75b-59a2-4df6-a41c-0d38b746fa1a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:36.890308 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-30739e4d-dbb1-4692-9556-228780457ac8 None None] Attempting to bind port dda0e17a-243d-4d01-a4b5-5eca8ea0f3e4 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:22:36.890308 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-30739e4d-dbb1-4692-9556-228780457ac8 None None] Attempting to bind port dda0e17a-243d-4d01-a4b5-5eca8ea0f3e4 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:22:36.890308 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30739e4d-dbb1-4692-9556-228780457ac8 None None] Attempting to bind port dda0e17a-243d-4d01-a4b5-5eca8ea0f3e4 on network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:22:36.890654 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a886d502-699f-4dd4-bef5-086a9d3fb8ad None None] Transition to ACTIVE for port object 506829bd-9fac-406b-b5e9-416b6dcaa284 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:22:36.904571 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:36.905256 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-9f6b098a-cc24-417c-9351-198489eab616 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] device_id is not set on port bc505e7e-b52f-46cd-a4e7-c2604ee4ffce yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:22:36.925104 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-8f6cc526-8d23-41e0-b056-aa8b63f32e40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:36.925223 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ff0bda-45fa-4dac-82b7-9fd5baf3a4ff tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Network 58b68d48-7864-414b-9f24-b7ac515d79de is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:22:36.929708 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-75ff0bda-45fa-4dac-82b7-9fd5baf3a4ff tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:36.941265 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ff0bda-45fa-4dac-82b7-9fd5baf3a4ff tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:22:36.988952 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30739e4d-dbb1-4692-9556-228780457ac8 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:22:36.989411 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30739e4d-dbb1-4692-9556-228780457ac8 None None] Checking segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:22:36.989674 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-30739e4d-dbb1-4692-9556-228780457ac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:36.990067 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30739e4d-dbb1-4692-9556-228780457ac8 None None] Bound using segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:22:36.990573 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-30739e4d-dbb1-4692-9556-228780457ac8 None None] Bound port: dda0e17a-243d-4d01-a4b5-5eca8ea0f3e4, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:22:36.990961 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-30739e4d-dbb1-4692-9556-228780457ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:36.996831 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c976082c-2e66-46f8-89ca-a0492038fbea tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Network 3eeb2d2a-a7b6-48c1-ae03-1bf83dce46b4 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:22:37.003643 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976082c-2e66-46f8-89ca-a0492038fbea tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'Port': ['ID=41e8545b-38d1-4892-b062-9ead394943f9,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:37.006372 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c976082c-2e66-46f8-89ca-a0492038fbea tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:37.012446 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-c976082c-2e66-46f8-89ca-a0492038fbea tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:37.014296 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c976082c-2e66-46f8-89ca-a0492038fbea tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:22:37.019331 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c976082c-2e66-46f8-89ca-a0492038fbea tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:37.019953 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c976082c-2e66-46f8-89ca-a0492038fbea tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:37.022157 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-e054db2b-e545-46d2-95a3-c184b122a05e None None] Allocated IP 2001:db8::2 (3eeb2d2a-a7b6-48c1-ae03-1bf83dce46b4/b5d6ffef-f0e4-4067-a470-667b77a47c54/bc071221-b6ca-422c-9ead-72b18bd7a2f7) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:22:37.027160 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a886d502-699f-4dd4-bef5-086a9d3fb8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:37.074300 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff0bda-45fa-4dac-82b7-9fd5baf3a4ff tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'Port': ['ID=7c2f2b37-ab4d-4c49-9dac-fb9926157fe1,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:37.090081 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-75ff0bda-45fa-4dac-82b7-9fd5baf3a4ff tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:37.098139 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-28060609-e249-4ef9-8ef5-816c6e7e7503 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.313s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:37.098580 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-28060609-e249-4ef9-8ef5-816c6e7e7503 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:37.099938 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7fcb58bd-5a16-45f0-9bb8-21e8fd8c41d5 req-cfb6d853-5a3d-46f8-8f39-10efb395184e service neutron] 10.222.0.45 "GET /v2.0/networks/36a9635e-060b-4630-a9b5-9765cca55df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853722 Dec 22 13:22:37.112957 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b03290-5984-4061-884c-917d047b7429 None None] Update dhcp port {'port': {'network_id': '58b68d48-7864-414b-9f24-b7ac515d79de', 'fixed_ips': [{'subnet_id': '9fb39478-473a-4e22-89e3-1fd2ae7e929c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e03ad49d-874f-47b2-83ba-4f53346a7816'}], 'binding:host_id': 'dv-neutron-822669-1-hyperv'}, 'id': '845b7036-2117-47d0-ae49-60a0cee2f089'} from dv-neutron-822669-1-hyperv. {{(pid=84150) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 22 13:22:37.206335 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c976082c-2e66-46f8-89ca-a0492038fbea tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4103892 Dec 22 13:22:37.207959 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46840) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:37.239706 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=845b7036-2117-47d0-ae49-60a0cee2f089,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:37.242156 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ff0bda-45fa-4dac-82b7-9fd5baf3a4ff tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:37.242604 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-75ff0bda-45fa-4dac-82b7-9fd5baf3a4ff tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:37.252659 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-23d5e97e-2565-4cd6-bfb9-9942e209f1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'name': 'tempest-RoutersIpV6Test-router-922980331', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:47Z', 'updated_at': '2021-12-22T13:22:25Z', 'revision_number': 4, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'gw_port_host': None, '_interfaces': [{'id': '1b1af640-a2a7-484c-b9b8-099fe7111dc6', 'name': '', 'network_id': '77a794ce-1aea-4fb4-988e-9ca632a7ee01', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:1f:00:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865fc25d-d939-4feb-9c8d-5d2adea4141f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:23Z', 'updated_at': '2021-12-22T13:22:34Z', 'revision_number': 4, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '865fc25d-d939-4feb-9c8d-5d2adea4141f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9150e9f2-d344-4ea1-8799-27c4a8809d37', 'name': '', 'network_id': 'c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:cd:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47f14dc9-cb69-4dc1-8ac6-d47d22c7090f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:09Z', 'updated_at': '2021-12-22T13:22:25Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '47f14dc9-cb69-4dc1-8ac6-d47d22c7090f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b078ee29-451b-4f5c-8d71-e41b92ff2fdf', 'name': '', 'network_id': 'b7e21e1f-b59f-45da-b71d-dfa88e74399e', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:1c:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:52Z', 'updated_at': '2021-12-22T13:22:13Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:37.262237 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a886d502-699f-4dd4-bef5-086a9d3fb8ad None None] Network 52b6969d-bac0-442b-9277-2f6d17bb4260 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:22:37.263213 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:37.268735 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-afac0ca7-f35b-42c3-bbf1-f6babdb740b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:37.418612 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-a886d502-699f-4dd4-bef5-086a9d3fb8ad None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:37.421968 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a886d502-699f-4dd4-bef5-086a9d3fb8ad None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:22:37.455908 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d5e97e-2565-4cd6-bfb9-9942e209f1dc None None] The sync data for ids ['f2c21113-3a72-48f5-a58f-27735d4120b2'] in dv-neutron-822669-1-hyperv is: [{'id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'name': 'tempest-RoutersIpV6Test-router-922980331', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:47Z', 'updated_at': '2021-12-22T13:22:25Z', 'revision_number': 4, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'gw_port_host': None, '_interfaces': [{'id': '1b1af640-a2a7-484c-b9b8-099fe7111dc6', 'name': '', 'network_id': '77a794ce-1aea-4fb4-988e-9ca632a7ee01', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:1f:00:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865fc25d-d939-4feb-9c8d-5d2adea4141f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:23Z', 'updated_at': '2021-12-22T13:22:34Z', 'revision_number': 4, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '865fc25d-d939-4feb-9c8d-5d2adea4141f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9150e9f2-d344-4ea1-8799-27c4a8809d37', 'name': '', 'network_id': 'c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:cd:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47f14dc9-cb69-4dc1-8ac6-d47d22c7090f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:09Z', 'updated_at': '2021-12-22T13:22:25Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '47f14dc9-cb69-4dc1-8ac6-d47d22c7090f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b078ee29-451b-4f5c-8d71-e41b92ff2fdf', 'name': '', 'network_id': 'b7e21e1f-b59f-45da-b71d-dfa88e74399e', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:1c:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:52Z', 'updated_at': '2021-12-22T13:22:13Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:22:37.478211 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f6b03290-5984-4061-884c-917d047b7429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:37.494999 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-30739e4d-dbb1-4692-9556-228780457ac8 None None] For port dda0e17a-243d-4d01-a4b5-5eca8ea0f3e4, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:22:37.506522 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-75ff0bda-45fa-4dac-82b7-9fd5baf3a4ff tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 4.2033145 Dec 22 13:22:37.517420 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a8483-e71a-4969-acac-68108aa9ca5c req-541d9317-2731-4ec1-b815-ff8cfd720220 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:37.519303 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46844) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:37.523846 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f48a8483-e71a-4969-acac-68108aa9ca5c req-541d9317-2731-4ec1-b815-ff8cfd720220 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.3426528 Dec 22 13:22:37.551443 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-197200ad-c8f9-40e8-82e1-244bb2ec0df1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9fb39478-473a-4e22-89e3-1fd2ae7e929c'}]}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:37.601713 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-30739e4d-dbb1-4692-9556-228780457ac8 None None] For port dda0e17a-243d-4d01-a4b5-5eca8ea0f3e4, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=dda0e17a-243d-4d01-a4b5-5eca8ea0f3e4,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:22:37.644129 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-9f6b098a-cc24-417c-9351-198489eab616 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Allocated IP 2001:db8:0:1::9a (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/0cb448c7-9701-4b6f-b659-ee645c636891/bc505e7e-b52f-46cd-a4e7-c2604ee4ffce) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:22:37.695172 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a886d502-699f-4dd4-bef5-086a9d3fb8ad None None] Pushing event updated for resources: {'Port': ['ID=506829bd-9fac-406b-b5e9-416b6dcaa284,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:37.698231 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-a886d502-699f-4dd4-bef5-086a9d3fb8ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:37.699700 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-30739e4d-dbb1-4692-9556-228780457ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:37.716290 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-e2ad713a-7a53-4da1-ae00-c86a8f7d846b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:37.741931 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-9f6b098a-cc24-417c-9351-198489eab616 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Allocated IP 2001:db8::f816:3eff:fe92:3b4e (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/121ec944-20d7-43c0-99b8-78cad2572b33/bc505e7e-b52f-46cd-a4e7-c2604ee4ffce) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:22:37.768232 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7fcb58bd-5a16-45f0-9bb8-21e8fd8c41d5 req-59ea0a22-c39c-4d8e-8a51-46b582bc4454 service neutron] 10.222.0.45 "GET /v2.0/networks/36a9635e-060b-4630-a9b5-9765cca55df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5863767 Dec 22 13:22:37.783449 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f48a8483-e71a-4969-acac-68108aa9ca5c req-5bf6473f-74ca-4b6c-b713-9f9ab54f6a25 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2586186 Dec 22 13:22:37.807484 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-e93cf75b-59a2-4df6-a41c-0d38b746fa1a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Allocated IP 2001:db8:3::1 (52b6969d-bac0-442b-9277-2f6d17bb4260/535dcf84-4a02-4971-a750-4750aeda2701/c0c1c816-c2ac-4646-b901-378f4da94060) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:22:37.822535 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30739e4d-dbb1-4692-9556-228780457ac8 None None] Pushing event updated for resources: {'Port': ['ID=dda0e17a-243d-4d01-a4b5-5eca8ea0f3e4,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:37.827751 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-30739e4d-dbb1-4692-9556-228780457ac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:37.918072 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-a886d502-699f-4dd4-bef5-086a9d3fb8ad None None] Attempting to bind port 506829bd-9fac-406b-b5e9-416b6dcaa284 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:22:37.918790 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-a886d502-699f-4dd4-bef5-086a9d3fb8ad None None] Attempting to bind port 506829bd-9fac-406b-b5e9-416b6dcaa284 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'c5d56b4d-fe84-42e5-abfd-bc4f5abd52b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '52b6969d-bac0-442b-9277-2f6d17bb4260'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:22:37.919314 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a886d502-699f-4dd4-bef5-086a9d3fb8ad None None] Attempting to bind port 506829bd-9fac-406b-b5e9-416b6dcaa284 on network 52b6969d-bac0-442b-9277-2f6d17bb4260 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:22:38.016986 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a886d502-699f-4dd4-bef5-086a9d3fb8ad None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:22:38.017631 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a886d502-699f-4dd4-bef5-086a9d3fb8ad None None] Checking segment: {'id': 'c5d56b4d-fe84-42e5-abfd-bc4f5abd52b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '52b6969d-bac0-442b-9277-2f6d17bb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:22:38.018112 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a886d502-699f-4dd4-bef5-086a9d3fb8ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:38.027069 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a886d502-699f-4dd4-bef5-086a9d3fb8ad None None] Bound using segment: {'id': 'c5d56b4d-fe84-42e5-abfd-bc4f5abd52b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '52b6969d-bac0-442b-9277-2f6d17bb4260'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:22:38.027069 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-a886d502-699f-4dd4-bef5-086a9d3fb8ad None None] Bound port: 506829bd-9fac-406b-b5e9-416b6dcaa284, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d56b4d-fe84-42e5-abfd-bc4f5abd52b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '52b6969d-bac0-442b-9277-2f6d17bb4260'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:22:38.027069 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a886d502-699f-4dd4-bef5-086a9d3fb8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:38.035578 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-62006aa5-25b1-4974-876f-7cdeacc21bae tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:38.139294 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e93cf75b-59a2-4df6-a41c-0d38b746fa1a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:38.181442 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-e93cf75b-59a2-4df6-a41c-0d38b746fa1a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Transition to ACTIVE for port object c0c1c816-c2ac-4646-b901-378f4da94060 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:22:38.198637 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-a886d502-699f-4dd4-bef5-086a9d3fb8ad None None] For port 506829bd-9fac-406b-b5e9-416b6dcaa284, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:22:38.201939 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-a886d502-699f-4dd4-bef5-086a9d3fb8ad None None] For port 506829bd-9fac-406b-b5e9-416b6dcaa284, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=506829bd-9fac-406b-b5e9-416b6dcaa284,segment=NetworkSegment(c5d56b4d-fe84-42e5-abfd-bc4f5abd52b4),segment_id=c5d56b4d-fe84-42e5-abfd-bc4f5abd52b4)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:22:38.207005 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e054db2b-e545-46d2-95a3-c184b122a05e None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:38.209937 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6491090a-4ac0-4218-bfc0-e0e7b45daee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:38.234022 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-e054db2b-e545-46d2-95a3-c184b122a05e None None] Transition to ACTIVE for port object bc071221-b6ca-422c-9ead-72b18bd7a2f7 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:22:38.268353 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-f6b03290-5984-4061-884c-917d047b7429 None None] Allocated IP 172.20.0.18 (58b68d48-7864-414b-9f24-b7ac515d79de/e03ad49d-874f-47b2-83ba-4f53346a7816/845b7036-2117-47d0-ae49-60a0cee2f089) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:22:38.273691 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-e054db2b-e545-46d2-95a3-c184b122a05e None None] Transition to ACTIVE for port object bc071221-b6ca-422c-9ead-72b18bd7a2f7 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:22:38.285151 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a886d502-699f-4dd4-bef5-086a9d3fb8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:38.298688 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-afac0ca7-f35b-42c3-bbf1-f6babdb740b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:38.361258 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e93cf75b-59a2-4df6-a41c-0d38b746fa1a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:38.383991 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e054db2b-e545-46d2-95a3-c184b122a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:38.410492 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-87d2c55f-6d08-4d7a-a5ef-03105472de00 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:38.529329 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93cf75b-59a2-4df6-a41c-0d38b746fa1a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Network 52b6969d-bac0-442b-9277-2f6d17bb4260 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:22:38.558114 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-e93cf75b-59a2-4df6-a41c-0d38b746fa1a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:38.567621 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93cf75b-59a2-4df6-a41c-0d38b746fa1a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:22:38.567621 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e93cf75b-59a2-4df6-a41c-0d38b746fa1a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:38.579587 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e054db2b-e545-46d2-95a3-c184b122a05e None None] Network 3eeb2d2a-a7b6-48c1-ae03-1bf83dce46b4 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:22:38.591952 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-e054db2b-e545-46d2-95a3-c184b122a05e None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:38.609361 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e054db2b-e545-46d2-95a3-c184b122a05e None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:22:38.638490 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93cf75b-59a2-4df6-a41c-0d38b746fa1a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event updated for resources: {'Port': ['ID=c0c1c816-c2ac-4646-b901-378f4da94060,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:38.642966 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e93cf75b-59a2-4df6-a41c-0d38b746fa1a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:38.784779 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a886d502-699f-4dd4-bef5-086a9d3fb8ad None None] Pushing event updated for resources: {'Port': ['ID=506829bd-9fac-406b-b5e9-416b6dcaa284,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:38.788735 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-a886d502-699f-4dd4-bef5-086a9d3fb8ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:38.840831 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-f6b03290-5984-4061-884c-917d047b7429 None None] For port 845b7036-2117-47d0-ae49-60a0cee2f089, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=845b7036-2117-47d0-ae49-60a0cee2f089,segment=NetworkSegment(18e339ed-2077-4b57-ba80-196b50688146),segment_id=18e339ed-2077-4b57-ba80-196b50688146)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:22:38.883079 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f6b03290-5984-4061-884c-917d047b7429 None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:38.907999 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-f6b03290-5984-4061-884c-917d047b7429 None None] Transition to ACTIVE for port object 845b7036-2117-47d0-ae49-60a0cee2f089 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:22:38.908807 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.462s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:39.008575 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9f6b098a-cc24-417c-9351-198489eab616 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:39.016514 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-197200ad-c8f9-40e8-82e1-244bb2ec0df1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:39.024657 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f6b03290-5984-4061-884c-917d047b7429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:39.076886 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-e054db2b-e545-46d2-95a3-c184b122a05e None None] Attempting to bind port bc071221-b6ca-422c-9ead-72b18bd7a2f7 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:22:39.077259 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-e054db2b-e545-46d2-95a3-c184b122a05e None None] Attempting to bind port bc071221-b6ca-422c-9ead-72b18bd7a2f7 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '32045ba4-c111-46db-ba07-10f14da6af19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '3eeb2d2a-a7b6-48c1-ae03-1bf83dce46b4'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:22:39.077683 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e054db2b-e545-46d2-95a3-c184b122a05e None None] Attempting to bind port bc071221-b6ca-422c-9ead-72b18bd7a2f7 on network 3eeb2d2a-a7b6-48c1-ae03-1bf83dce46b4 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:22:39.160755 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e93cf75b-59a2-4df6-a41c-0d38b746fa1a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:39.181230 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e054db2b-e545-46d2-95a3-c184b122a05e None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:22:39.181662 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e054db2b-e545-46d2-95a3-c184b122a05e None None] Checking segment: {'id': '32045ba4-c111-46db-ba07-10f14da6af19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '3eeb2d2a-a7b6-48c1-ae03-1bf83dce46b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:22:39.182221 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e054db2b-e545-46d2-95a3-c184b122a05e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:39.182703 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e054db2b-e545-46d2-95a3-c184b122a05e None None] Bound using segment: {'id': '32045ba4-c111-46db-ba07-10f14da6af19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '3eeb2d2a-a7b6-48c1-ae03-1bf83dce46b4'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:22:39.193004 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-e054db2b-e545-46d2-95a3-c184b122a05e None None] Bound port: bc071221-b6ca-422c-9ead-72b18bd7a2f7, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32045ba4-c111-46db-ba07-10f14da6af19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '3eeb2d2a-a7b6-48c1-ae03-1bf83dce46b4'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:22:39.193486 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e054db2b-e545-46d2-95a3-c184b122a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:39.204651 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e054db2b-e545-46d2-95a3-c184b122a05e None None] Pushing event updated for resources: {'Port': ['ID=bc071221-b6ca-422c-9ead-72b18bd7a2f7,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:39.207750 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-e054db2b-e545-46d2-95a3-c184b122a05e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:39.220235 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-0dbf43c9-9720-4cad-8f02-ee072bc99cb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:39.284807 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:39.325144 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-9f6b098a-cc24-417c-9351-198489eab616 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Transition to ACTIVE for port object bc505e7e-b52f-46cd-a4e7-c2604ee4ffce will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:22:39.364730 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 845b7036-2117-47d0-ae49-60a0cee2f089 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:22:39.525643 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-e054db2b-e545-46d2-95a3-c184b122a05e None None] For port bc071221-b6ca-422c-9ead-72b18bd7a2f7, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:22:39.528907 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-e054db2b-e545-46d2-95a3-c184b122a05e None None] For port bc071221-b6ca-422c-9ead-72b18bd7a2f7, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=bc071221-b6ca-422c-9ead-72b18bd7a2f7,segment=NetworkSegment(32045ba4-c111-46db-ba07-10f14da6af19),segment_id=32045ba4-c111-46db-ba07-10f14da6af19)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:22:39.535499 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b8299-b355-4b56-b757-7431f54429d3 req-fb2997d6-645c-428c-b75a-9155945e774a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:39.543154 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-6e6b8299-b355-4b56-b757-7431f54429d3 req-fb2997d6-645c-428c-b75a-9155945e774a tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.5775898 Dec 22 13:22:39.556388 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:39.599243 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b03290-5984-4061-884c-917d047b7429 None None] Pushing event updated for resources: {'Port': ['ID=845b7036-2117-47d0-ae49-60a0cee2f089,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:39.603958 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f6b03290-5984-4061-884c-917d047b7429 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:39.608777 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e054db2b-e545-46d2-95a3-c184b122a05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:39.614728 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-a886d502-699f-4dd4-bef5-086a9d3fb8ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:39.675295 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b998d3-878f-4a82-9264-70bea99e6962 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:22:39.694042 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f8443596-4860-49e2-acf4-83dc86f5bacc tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:39.727853 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e054db2b-e545-46d2-95a3-c184b122a05e None None] Pushing event updated for resources: {'Port': ['ID=bc071221-b6ca-422c-9ead-72b18bd7a2f7,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:39.810832 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-e054db2b-e545-46d2-95a3-c184b122a05e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:39.821436 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 1b1af640-a2a7-484c-b9b8-099fe7111dc6 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:22:39.829594 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9f6b098a-cc24-417c-9351-198489eab616 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:39.847487 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6aec9d64-89c1-4235-a165-2365dce60bca tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:39.958476 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b098a-cc24-417c-9351-198489eab616 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Port': ['ID=bc505e7e-b52f-46cd-a4e7-c2604ee4ffce,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:39.971503 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9f6b098a-cc24-417c-9351-198489eab616 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:40.018145 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-2aa5c088-ae7e-4c93-9779-2607a54b3d83 None None] Provisioning for port dda0e17a-243d-4d01-a4b5-5eca8ea0f3e4 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:22:40.028536 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-6e6b8299-b355-4b56-b757-7431f54429d3 req-8200e15c-8a42-4bf8-8966-61e86e81bfc0 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2798662 Dec 22 13:22:40.089758 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6b098a-cc24-417c-9351-198489eab616 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:22:40.162962 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62006aa5-25b1-4974-876f-7cdeacc21bae tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Router 79eaaa19-8daf-40ae-8b90-d16fa78890d4 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:22:40.168208 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-9f6b098a-cc24-417c-9351-198489eab616 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:40.170814 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6b098a-cc24-417c-9351-198489eab616 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:22:40.171364 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e93cf75b-59a2-4df6-a41c-0d38b746fa1a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:40.176828 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6b098a-cc24-417c-9351-198489eab616 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:40.177606 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9f6b098a-cc24-417c-9351-198489eab616 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:40.206827 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbbc6ad-0bb5-4d41-a906-b851b168327d None None] Network 52b6969d-bac0-442b-9277-2f6d17bb4260 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:22:40.234261 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 1b1af640-a2a7-484c-b9b8-099fe7111dc6 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:22:40.253292 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 1b1af640-a2a7-484c-b9b8-099fe7111dc6 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:40.253823 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:40.299581 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-9f6b098a-cc24-417c-9351-198489eab616 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.1489396 Dec 22 13:22:40.309434 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46852) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:40.415172 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e93cf75b-59a2-4df6-a41c-0d38b746fa1a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:40.415967 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e93cf75b-59a2-4df6-a41c-0d38b746fa1a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:40.435970 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f3e486d0-b994-4b74-ad94-3fd1c9660775 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:40.487734 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f38e107-4e28-4a95-b8d6-fe6f3e514e0d None None] Network 58b68d48-7864-414b-9f24-b7ac515d79de requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:22:40.618176 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f8443596-4860-49e2-acf4-83dc86f5bacc tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:40.644209 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93cf75b-59a2-4df6-a41c-0d38b746fa1a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event updated for resources: {'Port': ['ID=c0c1c816-c2ac-4646-b901-378f4da94060,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:40.659819 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e93cf75b-59a2-4df6-a41c-0d38b746fa1a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:40.739197 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8939b-a033-4174-893a-5fbe7d961700 req-5a119ab5-9e39-48c4-9137-9c06616eaf9e tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:40.740734 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b2d8939b-a033-4174-893a-5fbe7d961700 req-5a119ab5-9e39-48c4-9137-9c06616eaf9e tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.3851726 Dec 22 13:22:40.758917 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:40.778966 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-197200ad-c8f9-40e8-82e1-244bb2ec0df1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Delete allocated IP 172.20.0.21 (58b68d48-7864-414b-9f24-b7ac515d79de/e03ad49d-874f-47b2-83ba-4f53346a7816) {{(pid=84148) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 13:22:40.834068 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-8c6f0d32-6ebe-4e47-a0f8-5fcf89537ff5 None None] Provisioning for port 506829bd-9fac-406b-b5e9-416b6dcaa284 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:22:40.873706 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f8443596-4860-49e2-acf4-83dc86f5bacc tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:40.885412 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9f6b098a-cc24-417c-9351-198489eab616 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:40.886772 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93cf75b-59a2-4df6-a41c-0d38b746fa1a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Network 52b6969d-bac0-442b-9277-2f6d17bb4260 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:22:40.893966 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-e93cf75b-59a2-4df6-a41c-0d38b746fa1a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:41.030224 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:41.057462 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-584ec1ff-8150-415b-b78c-bdbd80e9d0db tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting port bc505e7e-b52f-46cd-a4e7-c2604ee4ffce {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:22:41.058070 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-584ec1ff-8150-415b-b78c-bdbd80e9d0db tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:41.189955 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b2d8939b-a033-4174-893a-5fbe7d961700 req-fb17258f-a2e0-4201-bc81-c40c2def5313 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4390094 Dec 22 13:22:41.245380 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47035ec1-d937-4de3-a785-12576ffb20c4 None None] Update dhcp port {'port': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'fixed_ips': [{'subnet_id': '121ec944-20d7-43c0-99b8-78cad2572b33', 'ip_address': '2001:db8::f816:3eff:fed0:2190'}, {'subnet_id': '0cb448c7-9701-4b6f-b659-ee645c636891'}], 'binding:host_id': 'dv-neutron-822669-1-hyperv'}, 'id': 'dda0e17a-243d-4d01-a4b5-5eca8ea0f3e4'} from dv-neutron-822669-1-hyperv. {{(pid=84150) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 22 13:22:41.309085 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62006aa5-25b1-4974-876f-7cdeacc21bae tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:22:41.310647 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8443596-4860-49e2-acf4-83dc86f5bacc tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'Port': ['ID=41e8545b-38d1-4892-b062-9ead394943f9,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:41.322713 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-f62fbf65-32f1-47aa-8d40-724e736f5d69 None None] Provisioning for port 845b7036-2117-47d0-ae49-60a0cee2f089 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:22:41.337475 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-47035ec1-d937-4de3-a785-12576ffb20c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:41.347955 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f8443596-4860-49e2-acf4-83dc86f5bacc tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:41.365409 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb60ba60-6bd0-47b3-beda-1a202fb0e775 None None] Sync routers for ids ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:22:41.401040 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-62006aa5-25b1-4974-876f-7cdeacc21bae tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "PUT /v2.0/routers/79eaaa19-8daf-40ae-8b90-d16fa78890d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7948327 Dec 22 13:22:41.402245 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46864) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:41.445197 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 1b1af640-a2a7-484c-b9b8-099fe7111dc6, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=1b1af640-a2a7-484c-b9b8-099fe7111dc6,segment=NetworkSegment(45e4cdb1-a091-46e2-8a17-c02c6f1e6d6f),segment_id=45e4cdb1-a091-46e2-8a17-c02c6f1e6d6f)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:22:41.465478 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-f62fbf65-32f1-47aa-8d40-724e736f5d69 None None] Provisioning complete for port 845b7036-2117-47d0-ae49-60a0cee2f089 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:41.466036 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f62fbf65-32f1-47aa-8d40-724e736f5d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:41.548155 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430c2e5a-843b-47f7-affa-0b5a77065b48 None None] Network 3eeb2d2a-a7b6-48c1-ae03-1bf83dce46b4 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:22:41.563978 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:41.564991 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device dda0e17a-243d-4d01-a4b5-5eca8ea0f3e4 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:22:41.572744 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-04d49236-c32a-40ec-9b1d-3120ece0424e req-e9bcb8e8-3a4d-44f1-8596-fab374f62b21 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9524338 Dec 22 13:22:41.602396 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.db.resource_extend [None req-197200ad-c8f9-40e8-82e1-244bb2ec0df1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:22:41.637819 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-197200ad-c8f9-40e8-82e1-244bb2ec0df1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:41.687128 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-e054db2b-e545-46d2-95a3-c184b122a05e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:41.692719 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93cf75b-59a2-4df6-a41c-0d38b746fa1a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Router f2c21113-3a72-48f5-a58f-27735d4120b2 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:22:41.767572 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-197200ad-c8f9-40e8-82e1-244bb2ec0df1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Ignored duplicate provisioning block setup for port 7c2f2b37-ab4d-4c49-9dac-fb9926157fe1 by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 22 13:22:41.814752 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-584ec1ff-8150-415b-b78c-bdbd80e9d0db tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:41.854728 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb60ba60-6bd0-47b3-beda-1a202fb0e775 None None] Routers {'79eaaa19-8daf-40ae-8b90-d16fa78890d4'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:22:41.855511 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-fb60ba60-6bd0-47b3-beda-1a202fb0e775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:22:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:41.862917 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8c5daae2-9976-4768-866b-a8a390cb4b58 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:41.869564 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-197200ad-c8f9-40e8-82e1-244bb2ec0df1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:41.925353 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9e543b54-cf9b-4723-9967-2eacdbdc7522 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:41.956488 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f8443596-4860-49e2-acf4-83dc86f5bacc tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:42.028770 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-584ec1ff-8150-415b-b78c-bdbd80e9d0db tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Calling delete_port for bc505e7e-b52f-46cd-a4e7-c2604ee4ffce owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:22:42.048901 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-fb60ba60-6bd0-47b3-beda-1a202fb0e775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:42.056198 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93cf75b-59a2-4df6-a41c-0d38b746fa1a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:22:42.064688 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9924ba9-e7e1-4d1e-8dd4-9849890937f1 req-3168b32f-0832-484b-b5f8-686c23e2d1df tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:42.065121 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e93cf75b-59a2-4df6-a41c-0d38b746fa1a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "PUT /v2.0/routers/f2c21113-3a72-48f5-a58f-27735d4120b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7814929 Dec 22 13:22:42.066243 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46868) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:42.071594 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e9924ba9-e7e1-4d1e-8dd4-9849890937f1 req-3168b32f-0832-484b-b5f8-686c23e2d1df tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.7247903 Dec 22 13:22:42.072286 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-0dec616b-6fca-4ee4-9bf1-41fd8270094f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:42.083353 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199b627e-6bbc-4753-ba70-764a52ee2b80 None None] Sync routers for ids ['f2c21113-3a72-48f5-a58f-27735d4120b2'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:22:42.112915 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199b627e-6bbc-4753-ba70-764a52ee2b80 None None] Routers {'f2c21113-3a72-48f5-a58f-27735d4120b2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:22:42.113710 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-199b627e-6bbc-4753-ba70-764a52ee2b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:22:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['f2c21113-3a72-48f5-a58f-27735d4120b2'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:42.140540 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=1b1af640-a2a7-484c-b9b8-099fe7111dc6,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:42.153773 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:42.240754 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb60ba60-6bd0-47b3-beda-1a202fb0e775 None None] Routers {'79eaaa19-8daf-40ae-8b90-d16fa78890d4'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:22:42.241412 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-fb60ba60-6bd0-47b3-beda-1a202fb0e775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:22:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:42.273690 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197200ad-c8f9-40e8-82e1-244bb2ec0df1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'Port': ['ID=7c2f2b37-ab4d-4c49-9dac-fb9926157fe1,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:42.280038 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-197200ad-c8f9-40e8-82e1-244bb2ec0df1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:42.357492 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8c5daae2-9976-4768-866b-a8a390cb4b58 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:42.358583 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-04d49236-c32a-40ec-9b1d-3120ece0424e req-ae90483c-c700-44f2-887f-6a1f3ea114f2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ccb0058a2c24446385d13786cea4c6a9&device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 1098 time: 0.6788120 Dec 22 13:22:42.389474 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e9924ba9-e7e1-4d1e-8dd4-9849890937f1 req-a06e79e1-fdff-41f3-897a-57ef589683b1 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3131547 Dec 22 13:22:42.416929 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-47035ec1-d937-4de3-a785-12576ffb20c4 None None] Allocated IP 2001:db8:0:1::2 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/0cb448c7-9701-4b6f-b659-ee645c636891/dda0e17a-243d-4d01-a4b5-5eca8ea0f3e4) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:22:42.519046 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-199b627e-6bbc-4753-ba70-764a52ee2b80 None None] Set router f2c21113-3a72-48f5-a58f-27735d4120b2 gateway port host: None {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:22:42.557315 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-8c5daae2-9976-4768-866b-a8a390cb4b58 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Deleting port 772d2db2-0166-4d32-b52d-19714663651f {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:22:42.560146 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8c5daae2-9976-4768-866b-a8a390cb4b58 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:42.732691 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-197200ad-c8f9-40e8-82e1-244bb2ec0df1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] In _notify_port_updated(), no bound segment for port 7c2f2b37-ab4d-4c49-9dac-fb9926157fe1 on network 58b68d48-7864-414b-9f24-b7ac515d79de {{(pid=84148) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 13:22:42.743844 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197200ad-c8f9-40e8-82e1-244bb2ec0df1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:42.744602 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-197200ad-c8f9-40e8-82e1-244bb2ec0df1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:42.746036 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-197200ad-c8f9-40e8-82e1-244bb2ec0df1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "PUT /v2.0/ports/7c2f2b37-ab4d-4c49-9dac-fb9926157fe1 HTTP/1.1" status: 200 len: 919 time: 5.2229614 Dec 22 13:22:42.754085 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46874) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:42.787724 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-a26b7ae9-a238-4ea7-83ac-88d7ccb4e182 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9fb39478-473a-4e22-89e3-1fd2ae7e929c'}, {'subnet_id': 'e03ad49d-874f-47b2-83ba-4f53346a7816'}]}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:42.853497 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-fb60ba60-6bd0-47b3-beda-1a202fb0e775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:42.854290 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb60ba60-6bd0-47b3-beda-1a202fb0e775 None None] The sync data for ids ['79eaaa19-8daf-40ae-8b90-d16fa78890d4'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:22:42.868983 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f8443596-4860-49e2-acf4-83dc86f5bacc tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:42.874406 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-47035ec1-d937-4de3-a785-12576ffb20c4 None None] For port dda0e17a-243d-4d01-a4b5-5eca8ea0f3e4, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=dda0e17a-243d-4d01-a4b5-5eca8ea0f3e4,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:22:42.937226 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-47035ec1-d937-4de3-a785-12576ffb20c4 None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:42.965445 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-47035ec1-d937-4de3-a785-12576ffb20c4 None None] Transition to ACTIVE for port object dda0e17a-243d-4d01-a4b5-5eca8ea0f3e4 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:22:42.966170 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port dda0e17a-243d-4d01-a4b5-5eca8ea0f3e4 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:22:43.022740 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port dda0e17a-243d-4d01-a4b5-5eca8ea0f3e4 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:43.028576 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:43.088060 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d49236-c32a-40ec-9b1d-3120ece0424e req-fc4171c2-4624-4f4c-a13b-1eadede47af1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:43.089625 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-04d49236-c32a-40ec-9b1d-3120ece0424e req-fc4171c2-4624-4f4c-a13b-1eadede47af1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=36a9635e-060b-4630-a9b5-9765cca55df8 HTTP/1.1" status: 200 len: 913 time: 0.7027977 Dec 22 13:22:43.162484 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-37e5de4a-3273-4594-b4c2-80089c13119d None None] Provisioning for port bc071221-b6ca-422c-9ead-72b18bd7a2f7 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:22:43.198286 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-47035ec1-d937-4de3-a785-12576ffb20c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:43.210847 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-30739e4d-dbb1-4692-9556-228780457ac8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:43.285779 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-199b627e-6bbc-4753-ba70-764a52ee2b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'name': 'tempest-RoutersIpV6Test-router-922980331', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:47Z', 'updated_at': '2021-12-22T13:22:38Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'gw_port_host': None, '_interfaces': [{'id': '1b1af640-a2a7-484c-b9b8-099fe7111dc6', 'name': '', 'network_id': '77a794ce-1aea-4fb4-988e-9ca632a7ee01', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:1f:00:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865fc25d-d939-4feb-9c8d-5d2adea4141f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:23Z', 'updated_at': '2021-12-22T13:22:41Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '865fc25d-d939-4feb-9c8d-5d2adea4141f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9150e9f2-d344-4ea1-8799-27c4a8809d37', 'name': '', 'network_id': 'c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:cd:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47f14dc9-cb69-4dc1-8ac6-d47d22c7090f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:09Z', 'updated_at': '2021-12-22T13:22:25Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '47f14dc9-cb69-4dc1-8ac6-d47d22c7090f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b078ee29-451b-4f5c-8d71-e41b92ff2fdf', 'name': '', 'network_id': 'b7e21e1f-b59f-45da-b71d-dfa88e74399e', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:1c:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:52Z', 'updated_at': '2021-12-22T13:22:13Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0c1c816-c2ac-4646-b901-378f4da94060', 'name': '', 'network_id': '52b6969d-bac0-442b-9277-2f6d17bb4260', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:92:98:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '535dcf84-4a02-4971-a750-4750aeda2701', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:37Z', 'updated_at': '2021-12-22T13:22:39Z', 'revision_number': 2, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '535dcf84-4a02-4971-a750-4750aeda2701', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:43.292924 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199b627e-6bbc-4753-ba70-764a52ee2b80 None None] Checking router: f2c21113-3a72-48f5-a58f-27735d4120b2 for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:22:43.295479 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199b627e-6bbc-4753-ba70-764a52ee2b80 None None] Updating router f2c21113-3a72-48f5-a58f-27735d4120b2 port c0c1c816-c2ac-4646-b901-378f4da94060 binding host dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:22:43.412272 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-199b627e-6bbc-4753-ba70-764a52ee2b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:43.440124 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Port dda0e17a-243d-4d01-a4b5-5eca8ea0f3e4 had new provisioning blocks added so it will not transition to active. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Dec 22 13:22:43.440685 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 506829bd-9fac-406b-b5e9-416b6dcaa284 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:22:43.539955 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47035ec1-d937-4de3-a785-12576ffb20c4 None None] Pushing event updated for resources: {'Port': ['ID=dda0e17a-243d-4d01-a4b5-5eca8ea0f3e4,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:43.560797 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-47035ec1-d937-4de3-a785-12576ffb20c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:43.656576 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-04d49236-c32a-40ec-9b1d-3120ece0424e req-97998037-0633-4cc2-9d4f-11529421e631 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=675d5c62-fd43-45d1-8f32-32ff05f7306c HTTP/1.1" status: 200 len: 1000 time: 0.5576298 Dec 22 13:22:43.676842 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-9032fc8b-1131-4972-93d3-f6e2752ddc0f None None] Provisioning for port c0c1c816-c2ac-4646-b901-378f4da94060 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:22:43.694679 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-9032fc8b-1131-4972-93d3-f6e2752ddc0f None None] Provisioning complete for port c0c1c816-c2ac-4646-b901-378f4da94060 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:43.695363 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9032fc8b-1131-4972-93d3-f6e2752ddc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:43.697101 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8c5daae2-9976-4768-866b-a8a390cb4b58 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:43.746700 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-584ec1ff-8150-415b-b78c-bdbd80e9d0db tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:43.779446 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a38f68ce-e442-485a-9de8-fba14914072d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:43.804475 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-9032fc8b-1131-4972-93d3-f6e2752ddc0f None None] Port c0c1c816-c2ac-4646-b901-378f4da94060 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:22:43.807862 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 506829bd-9fac-406b-b5e9-416b6dcaa284 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:22:43.842896 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 506829bd-9fac-406b-b5e9-416b6dcaa284 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:43.844081 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:43.949121 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-9032fc8b-1131-4972-93d3-f6e2752ddc0f None None] Provisioning complete for port 845b7036-2117-47d0-ae49-60a0cee2f089 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:43.955781 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9032fc8b-1131-4972-93d3-f6e2752ddc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:43.955924 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ec1ff-8150-415b-b78c-bdbd80e9d0db tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Port': ['ID=bc505e7e-b52f-46cd-a4e7-c2604ee4ffce,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:43.981590 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-8c5daae2-9976-4768-866b-a8a390cb4b58 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Calling delete_port for 772d2db2-0166-4d32-b52d-19714663651f owned by network:router_gateway {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:22:43.991158 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-584ec1ff-8150-415b-b78c-bdbd80e9d0db tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:44.056629 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d49236-c32a-40ec-9b1d-3120ece0424e req-ca809e14-9248-45f0-b81c-88524a5b4e43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:44.058141 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-04d49236-c32a-40ec-9b1d-3120ece0424e req-ca809e14-9248-45f0-b81c-88524a5b4e43 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=02969300-ed8d-4b59-a34d-12a5dcb2cce8 HTTP/1.1" status: 200 len: 851 time: 0.3897533 Dec 22 13:22:44.069355 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-199b627e-6bbc-4753-ba70-764a52ee2b80 None None] Notify callbacks [] for port, precommit_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:44.088064 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.provisioning_blocks [None req-199b627e-6bbc-4753-ba70-764a52ee2b80 None None] Transition to ACTIVE for port object c0c1c816-c2ac-4646-b901-378f4da94060 will not be triggered until provisioned by entity L2. {{(pid=84151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:22:44.154229 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a26b7ae9-a238-4ea7-83ac-88d7ccb4e182 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:44.159618 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:44.163833 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-199b627e-6bbc-4753-ba70-764a52ee2b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:44.181619 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:44.296834 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-584ec1ff-8150-415b-b78c-bdbd80e9d0db tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:44.306076 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.extraroute_db [None req-0dec616b-6fca-4ee4-9bf1-41fd8270094f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=84149) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 22 13:22:44.319486 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-584ec1ff-8150-415b-b78c-bdbd80e9d0db tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/ports/bc505e7e-b52f-46cd-a4e7-c2604ee4ffce HTTP/1.1" status: 204 len: 168 time: 4.0002713 Dec 22 13:22:44.332622 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46882) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:44.336429 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da3403-5c86-40f8-84e7-d4c8b9b31fee req-dd4ef67d-b2ce-40c2-8321-9b9301876187 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:44.337978 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-04da3403-5c86-40f8-84e7-d4c8b9b31fee req-dd4ef67d-b2ce-40c2-8321-9b9301876187 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 1.1412685 Dec 22 13:22:44.346501 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 506829bd-9fac-406b-b5e9-416b6dcaa284, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=506829bd-9fac-406b-b5e9-416b6dcaa284,segment=NetworkSegment(c5d56b4d-fe84-42e5-abfd-bc4f5abd52b4),segment_id=c5d56b4d-fe84-42e5-abfd-bc4f5abd52b4)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:22:44.422840 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-9032fc8b-1131-4972-93d3-f6e2752ddc0f None None] Provisioning complete for port 506829bd-9fac-406b-b5e9-416b6dcaa284 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:44.423233 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9032fc8b-1131-4972-93d3-f6e2752ddc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:44.438667 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-04da3403-5c86-40f8-84e7-d4c8b9b31fee req-4efd5002-6aed-487f-9259-877595230685 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896049 Dec 22 13:22:44.486693 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570ac73-bb57-456c-aaaf-81b09c10a393 None None] Pushing event updated for resources: {'Port': ['ID=c0c1c816-c2ac-4646-b901-378f4da94060,revision_number=3']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:44.515374 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-04d49236-c32a-40ec-9b1d-3120ece0424e req-5e2cff03-d254-4924-af3d-714905769f7c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=36a9635e-060b-4630-a9b5-9765cca55df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3458297 Dec 22 13:22:44.536197 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:44.574481 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:44.671410 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d570ac73-bb57-456c-aaaf-81b09c10a393 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:44.671820 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d570ac73-bb57-456c-aaaf-81b09c10a393 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:44.672141 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d570ac73-bb57-456c-aaaf-81b09c10a393 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:44.672498 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d570ac73-bb57-456c-aaaf-81b09c10a393 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:44.673405 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d570ac73-bb57-456c-aaaf-81b09c10a393 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:44.673755 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d570ac73-bb57-456c-aaaf-81b09c10a393 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:44.674079 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d570ac73-bb57-456c-aaaf-81b09c10a393 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:44.674455 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d570ac73-bb57-456c-aaaf-81b09c10a393 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:44.674775 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d570ac73-bb57-456c-aaaf-81b09c10a393 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:44.675487 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d570ac73-bb57-456c-aaaf-81b09c10a393 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:44.675487 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d570ac73-bb57-456c-aaaf-81b09c10a393 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:22:44.693045 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-d570ac73-bb57-456c-aaaf-81b09c10a393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:44.736343 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.db.resource_extend [None req-f8443596-4860-49e2-acf4-83dc86f5bacc tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:22:44.775516 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-199b627e-6bbc-4753-ba70-764a52ee2b80 None None] Attempting to bind port c0c1c816-c2ac-4646-b901-378f4da94060 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:22:44.776500 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-199b627e-6bbc-4753-ba70-764a52ee2b80 None None] Attempting to bind port c0c1c816-c2ac-4646-b901-378f4da94060 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'c5d56b4d-fe84-42e5-abfd-bc4f5abd52b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '52b6969d-bac0-442b-9277-2f6d17bb4260'}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:22:44.777169 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199b627e-6bbc-4753-ba70-764a52ee2b80 None None] Attempting to bind port c0c1c816-c2ac-4646-b901-378f4da94060 on network 52b6969d-bac0-442b-9277-2f6d17bb4260 {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:22:44.779555 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f8443596-4860-49e2-acf4-83dc86f5bacc tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:44.786861 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199b627e-6bbc-4753-ba70-764a52ee2b80 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:22:44.787523 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199b627e-6bbc-4753-ba70-764a52ee2b80 None None] Checking segment: {'id': 'c5d56b4d-fe84-42e5-abfd-bc4f5abd52b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '52b6969d-bac0-442b-9277-2f6d17bb4260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:22:44.789440 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-199b627e-6bbc-4753-ba70-764a52ee2b80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:44.789623 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199b627e-6bbc-4753-ba70-764a52ee2b80 None None] Bound using segment: {'id': 'c5d56b4d-fe84-42e5-abfd-bc4f5abd52b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '52b6969d-bac0-442b-9277-2f6d17bb4260'} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:22:44.790274 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-199b627e-6bbc-4753-ba70-764a52ee2b80 None None] Bound port: c0c1c816-c2ac-4646-b901-378f4da94060, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d56b4d-fe84-42e5-abfd-bc4f5abd52b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '52b6969d-bac0-442b-9277-2f6d17bb4260'}}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:22:44.791249 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-199b627e-6bbc-4753-ba70-764a52ee2b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:44.792360 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.extraroute_db [None req-0dec616b-6fca-4ee4-9bf1-41fd8270094f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Removed routes are [] {{(pid=84149) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 22 13:22:44.793631 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0dec616b-6fca-4ee4-9bf1-41fd8270094f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:44.835074 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=506829bd-9fac-406b-b5e9-416b6dcaa284,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:44.850422 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:44.882736 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-04d49236-c32a-40ec-9b1d-3120ece0424e req-f692adde-b714-4527-9c13-ae82c2999a50 service neutron] 10.222.0.45 "GET /v2.0/networks/36a9635e-060b-4630-a9b5-9765cca55df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396175 Dec 22 13:22:44.909808 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f8443596-4860-49e2-acf4-83dc86f5bacc tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:44.916528 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f8443596-4860-49e2-acf4-83dc86f5bacc tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:44.920328 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 845b7036-2117-47d0-ae49-60a0cee2f089 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:22:44.987386 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-199b627e-6bbc-4753-ba70-764a52ee2b80 None None] For port c0c1c816-c2ac-4646-b901-378f4da94060, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:22:44.994012 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-199b627e-6bbc-4753-ba70-764a52ee2b80 None None] For port c0c1c816-c2ac-4646-b901-378f4da94060, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=c0c1c816-c2ac-4646-b901-378f4da94060,segment=NetworkSegment(c5d56b4d-fe84-42e5-abfd-bc4f5abd52b4),segment_id=c5d56b4d-fe84-42e5-abfd-bc4f5abd52b4)] {{(pid=84151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:22:45.019519 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 845b7036-2117-47d0-ae49-60a0cee2f089 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:45.020128 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:45.028419 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5dacb835-8fce-43ea-894e-6d4853c584e2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:45.129848 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-9032fc8b-1131-4972-93d3-f6e2752ddc0f None None] Provisioning for port 7c2f2b37-ab4d-4c49-9dac-fb9926157fe1 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:22:45.144075 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-9032fc8b-1131-4972-93d3-f6e2752ddc0f None None] Provisioning complete for port 7c2f2b37-ab4d-4c49-9dac-fb9926157fe1 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:45.144457 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9032fc8b-1131-4972-93d3-f6e2752ddc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:45.152004 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-199b627e-6bbc-4753-ba70-764a52ee2b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:45.158153 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-55a1d2ee-0642-4d92-9890-7b1d1cdcc4f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:45.215472 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8443596-4860-49e2-acf4-83dc86f5bacc tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'Port': ['ID=41e8545b-38d1-4892-b062-9ead394943f9,revision_number=3']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:45.219019 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 1b1af640-a2a7-484c-b9b8-099fe7111dc6 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:22:45.225361 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f8443596-4860-49e2-acf4-83dc86f5bacc tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:45.266590 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-04d49236-c32a-40ec-9b1d-3120ece0424e req-c8f53957-75f1-4515-bfa0-2313c02faca7 service neutron] 10.222.0.45 "GET /v2.0/networks/36a9635e-060b-4630-a9b5-9765cca55df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822644 Dec 22 13:22:45.268129 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-a26b7ae9-a238-4ea7-83ac-88d7ccb4e182 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Allocated IP 172.20.0.21 (58b68d48-7864-414b-9f24-b7ac515d79de/e03ad49d-874f-47b2-83ba-4f53346a7816/7c2f2b37-ab4d-4c49-9dac-fb9926157fe1) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:22:45.284605 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-9032fc8b-1131-4972-93d3-f6e2752ddc0f None None] Port 7c2f2b37-ab4d-4c49-9dac-fb9926157fe1 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:22:45.306584 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8c5daae2-9976-4768-866b-a8a390cb4b58 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:45.322862 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 1b1af640-a2a7-484c-b9b8-099fe7111dc6 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:45.323153 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:45.326439 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-439e18e6-f6c2-4f38-80fc-01f426f4df4b tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:45.330095 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8443596-4860-49e2-acf4-83dc86f5bacc tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Network 3eeb2d2a-a7b6-48c1-ae03-1bf83dce46b4 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:22:45.336457 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-f8443596-4860-49e2-acf4-83dc86f5bacc tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:45.356887 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199b627e-6bbc-4753-ba70-764a52ee2b80 None None] Routers {'f2c21113-3a72-48f5-a58f-27735d4120b2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:22:45.357749 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-199b627e-6bbc-4753-ba70-764a52ee2b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:22:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['f2c21113-3a72-48f5-a58f-27735d4120b2'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:45.594249 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-cf8e3f08-97c3-4ca2-b458-3b28a0b1bcfb None None] Could not find standard attr ID for object bc505e7e-b52f-46cd-a4e7-c2604ee4ffce. {{(pid=84150) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:22:45.596916 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device dda0e17a-243d-4d01-a4b5-5eca8ea0f3e4 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:22:45.602668 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570ac73-bb57-456c-aaaf-81b09c10a393 None None] Pushing event updated for resources: {'Port': ['ID=c0c1c816-c2ac-4646-b901-378f4da94060,revision_number=4']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:45.623458 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-d570ac73-bb57-456c-aaaf-81b09c10a393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:45.690549 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5daae2-9976-4768-866b-a8a390cb4b58 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event deleted for resources: {'Port': ['ID=772d2db2-0166-4d32-b52d-19714663651f,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:45.794652 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-199b627e-6bbc-4753-ba70-764a52ee2b80 None None] Set router f2c21113-3a72-48f5-a58f-27735d4120b2 gateway port host: None {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:22:45.829936 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device bc071221-b6ca-422c-9ead-72b18bd7a2f7 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:22:45.870616 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-cf8e3f08-97c3-4ca2-b458-3b28a0b1bcfb None None] Provisioning for port 41e8545b-38d1-4892-b062-9ead394943f9 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:22:45.889343 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-cf8e3f08-97c3-4ca2-b458-3b28a0b1bcfb None None] Provisioning complete for port 41e8545b-38d1-4892-b062-9ead394943f9 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:45.889734 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-cf8e3f08-97c3-4ca2-b458-3b28a0b1bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:45.930456 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8c5daae2-9976-4768-866b-a8a390cb4b58 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:45.964466 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-cf8e3f08-97c3-4ca2-b458-3b28a0b1bcfb None None] Port 41e8545b-38d1-4892-b062-9ead394943f9 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:22:46.021838 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af20b9f-0a75-4c57-9253-b596113ed65d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:46.022814 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-9af20b9f-0a75-4c57-9253-b596113ed65d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:22:46.096127 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port bc071221-b6ca-422c-9ead-72b18bd7a2f7 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:22:46.112192 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-cf8e3f08-97c3-4ca2-b458-3b28a0b1bcfb None None] Provisioning for port dda0e17a-243d-4d01-a4b5-5eca8ea0f3e4 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:22:46.119592 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-cf8e3f08-97c3-4ca2-b458-3b28a0b1bcfb None None] Provisioning complete for port dda0e17a-243d-4d01-a4b5-5eca8ea0f3e4 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:46.120590 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-cf8e3f08-97c3-4ca2-b458-3b28a0b1bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:46.168630 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port bc071221-b6ca-422c-9ead-72b18bd7a2f7 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:46.169284 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:46.203930 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-199b627e-6bbc-4753-ba70-764a52ee2b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'name': 'tempest-RoutersIpV6Test-router-922980331', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:47Z', 'updated_at': '2021-12-22T13:22:44Z', 'revision_number': 6, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'gw_port_host': None, '_interfaces': [{'id': '1b1af640-a2a7-484c-b9b8-099fe7111dc6', 'name': '', 'network_id': '77a794ce-1aea-4fb4-988e-9ca632a7ee01', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:1f:00:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865fc25d-d939-4feb-9c8d-5d2adea4141f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:23Z', 'updated_at': '2021-12-22T13:22:41Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '865fc25d-d939-4feb-9c8d-5d2adea4141f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9150e9f2-d344-4ea1-8799-27c4a8809d37', 'name': '', 'network_id': 'c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:cd:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47f14dc9-cb69-4dc1-8ac6-d47d22c7090f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:09Z', 'updated_at': '2021-12-22T13:22:25Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '47f14dc9-cb69-4dc1-8ac6-d47d22c7090f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b078ee29-451b-4f5c-8d71-e41b92ff2fdf', 'name': '', 'network_id': 'b7e21e1f-b59f-45da-b71d-dfa88e74399e', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:1c:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:52Z', 'updated_at': '2021-12-22T13:22:13Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0c1c816-c2ac-4646-b901-378f4da94060', 'name': '', 'network_id': '52b6969d-bac0-442b-9277-2f6d17bb4260', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:92:98:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '535dcf84-4a02-4971-a750-4750aeda2701', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:37Z', 'updated_at': '2021-12-22T13:22:44Z', 'revision_number': 4, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '535dcf84-4a02-4971-a750-4750aeda2701', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:46.208517 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199b627e-6bbc-4753-ba70-764a52ee2b80 None None] The sync data for ids ['f2c21113-3a72-48f5-a58f-27735d4120b2'] in dv-neutron-822669-1-hyperv is: [{'id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'name': 'tempest-RoutersIpV6Test-router-922980331', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:47Z', 'updated_at': '2021-12-22T13:22:44Z', 'revision_number': 6, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'gw_port_host': None, '_interfaces': [{'id': '1b1af640-a2a7-484c-b9b8-099fe7111dc6', 'name': '', 'network_id': '77a794ce-1aea-4fb4-988e-9ca632a7ee01', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:1f:00:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865fc25d-d939-4feb-9c8d-5d2adea4141f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:23Z', 'updated_at': '2021-12-22T13:22:41Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '865fc25d-d939-4feb-9c8d-5d2adea4141f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9150e9f2-d344-4ea1-8799-27c4a8809d37', 'name': '', 'network_id': 'c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:cd:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47f14dc9-cb69-4dc1-8ac6-d47d22c7090f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:09Z', 'updated_at': '2021-12-22T13:22:25Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '47f14dc9-cb69-4dc1-8ac6-d47d22c7090f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b078ee29-451b-4f5c-8d71-e41b92ff2fdf', 'name': '', 'network_id': 'b7e21e1f-b59f-45da-b71d-dfa88e74399e', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:1c:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:52Z', 'updated_at': '2021-12-22T13:22:13Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0c1c816-c2ac-4646-b901-378f4da94060', 'name': '', 'network_id': '52b6969d-bac0-442b-9277-2f6d17bb4260', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:92:98:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '535dcf84-4a02-4971-a750-4750aeda2701', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:37Z', 'updated_at': '2021-12-22T13:22:44Z', 'revision_number': 4, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '535dcf84-4a02-4971-a750-4750aeda2701', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:22:46.239768 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8443596-4860-49e2-acf4-83dc86f5bacc tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Router 36a4eb76-98bc-472f-8e0e-cbe0249835b1 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:22:46.273316 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-9af20b9f-0a75-4c57-9253-b596113ed65d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:22:46.277838 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9af20b9f-0a75-4c57-9253-b596113ed65d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 1.9417033 Dec 22 13:22:46.291018 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46888) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:46.348959 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.resource_extend [None req-a26b7ae9-a238-4ea7-83ac-88d7ccb4e182 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:22:46.357948 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:46.384095 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad487de-77a1-4d64-b4ae-7f8ba2c1d42b req-ccd40a21-7e56-4676-bc36-8ad58091c41f tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:46.385587 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fad487de-77a1-4d64-b4ae-7f8ba2c1d42b req-ccd40a21-7e56-4676-bc36-8ad58091c41f tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.4886322 Dec 22 13:22:46.393004 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a26b7ae9-a238-4ea7-83ac-88d7ccb4e182 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:46.425311 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8c5daae2-9976-4768-866b-a8a390cb4b58 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:46.436642 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port bc071221-b6ca-422c-9ead-72b18bd7a2f7, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=bc071221-b6ca-422c-9ead-72b18bd7a2f7,segment=NetworkSegment(32045ba4-c111-46db-ba07-10f14da6af19),segment_id=32045ba4-c111-46db-ba07-10f14da6af19)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:22:46.449643 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-cf8e3f08-97c3-4ca2-b458-3b28a0b1bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:46.489834 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-cf8e3f08-97c3-4ca2-b458-3b28a0b1bcfb None None] For port dda0e17a-243d-4d01-a4b5-5eca8ea0f3e4, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=dda0e17a-243d-4d01-a4b5-5eca8ea0f3e4,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:22:46.517178 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:46.519901 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-9df29b61-59e0-4c1f-b68e-6a2bb81e7015 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:46.581783 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b60d1a-7595-4c54-a599-96bbccabe5bc tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:46.582508 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-59b60d1a-7595-4c54-a599-96bbccabe5bc tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:22:46.606482 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-59b60d1a-7595-4c54-a599-96bbccabe5bc tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:22:46.612735 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-59b60d1a-7595-4c54-a599-96bbccabe5bc tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2438836 Dec 22 13:22:46.613388 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46892) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:46.631731 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-a26b7ae9-a238-4ea7-83ac-88d7ccb4e182 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Ignored duplicate provisioning block setup for port 7c2f2b37-ab4d-4c49-9dac-fb9926157fe1 by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 22 13:22:46.637192 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=bc071221-b6ca-422c-9ead-72b18bd7a2f7,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:46.643303 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:46.644089 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-cf8e3f08-97c3-4ca2-b458-3b28a0b1bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:46.647858 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:46.674576 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8443596-4860-49e2-acf4-83dc86f5bacc tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:22:46.685043 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f8443596-4860-49e2-acf4-83dc86f5bacc tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "PUT /v2.0/routers/36a4eb76-98bc-472f-8e0e-cbe0249835b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4740825 Dec 22 13:22:46.690291 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46896) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:46.703113 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe0a892-b484-40e7-9c77-540d8a43553c None None] Sync routers for ids ['36a4eb76-98bc-472f-8e0e-cbe0249835b1'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:22:46.723507 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a26b7ae9-a238-4ea7-83ac-88d7ccb4e182 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:46.775641 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54676ec-1314-4000-ba25-721758bd8ee7 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:46.777568 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe0a892-b484-40e7-9c77-540d8a43553c None None] Routers {'36a4eb76-98bc-472f-8e0e-cbe0249835b1'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:22:46.778329 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-efe0a892-b484-40e7-9c77-540d8a43553c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:22:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['36a4eb76-98bc-472f-8e0e-cbe0249835b1'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:46.779450 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54676ec-1314-4000-ba25-721758bd8ee7 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:46.781283 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54676ec-1314-4000-ba25-721758bd8ee7 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:46.782545 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-b54676ec-1314-4000-ba25-721758bd8ee7 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:22:46.849085 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3242e06-3eda-4bfa-ba7d-4717e91c4a5f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:46.849885 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e3242e06-3eda-4bfa-ba7d-4717e91c4a5f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Synchronizing usage tracker for tenant:5dcef99d1b1441dea18127579d2b89f5 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:22:46.858278 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-861579dc-0de6-47b6-8428-1c39009a3d44 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:46.865727 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-b54676ec-1314-4000-ba25-721758bd8ee7 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:22:46.870784 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 506829bd-9fac-406b-b5e9-416b6dcaa284 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:22:46.871615 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b54676ec-1314-4000-ba25-721758bd8ee7 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2557466 Dec 22 13:22:46.872998 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46900) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:46.918877 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-efe0a892-b484-40e7-9c77-540d8a43553c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:46.926894 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e3f08-97c3-4ca2-b458-3b28a0b1bcfb None None] Pushing event updated for resources: {'Port': ['ID=dda0e17a-243d-4d01-a4b5-5eca8ea0f3e4,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:46.931357 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e3242e06-3eda-4bfa-ba7d-4717e91c4a5f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Unset dirty status for tenant:5dcef99d1b1441dea18127579d2b89f5 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:22:46.932699 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e3242e06-3eda-4bfa-ba7d-4717e91c4a5f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "GET /v2.0/ports?device_id=36a4eb76-98bc-472f-8e0e-cbe0249835b1 HTTP/1.1" status: 200 len: 988 time: 0.2385900 Dec 22 13:22:46.939900 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-cf8e3f08-97c3-4ca2-b458-3b28a0b1bcfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:46.940517 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46906) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:46.943955 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe0a892-b484-40e7-9c77-540d8a43553c None None] Routers {'36a4eb76-98bc-472f-8e0e-cbe0249835b1'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:22:46.943955 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-efe0a892-b484-40e7-9c77-540d8a43553c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:22:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['36a4eb76-98bc-472f-8e0e-cbe0249835b1'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:46.987657 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8c5daae2-9976-4768-866b-a8a390cb4b58 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:47.003019 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fad487de-77a1-4d64-b4ae-7f8ba2c1d42b req-5bb94b9a-7b64-4271-8500-a4c27b9ed395 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5999072 Dec 22 13:22:47.067269 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-efe0a892-b484-40e7-9c77-540d8a43553c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:47.067693 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe0a892-b484-40e7-9c77-540d8a43553c None None] The sync data for ids ['36a4eb76-98bc-472f-8e0e-cbe0249835b1'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:22:47.077018 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8c5daae2-9976-4768-866b-a8a390cb4b58 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:47.120176 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-ace77876-af0e-4b22-99bd-ac7303f2ce9e None None] Provisioning complete for port 41e8545b-38d1-4892-b062-9ead394943f9 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:47.120870 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ace77876-af0e-4b22-99bd-ac7303f2ce9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:47.156009 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b7ae9-a238-4ea7-83ac-88d7ccb4e182 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'Port': ['ID=7c2f2b37-ab4d-4c49-9dac-fb9926157fe1,revision_number=3']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:47.168637 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a26b7ae9-a238-4ea7-83ac-88d7ccb4e182 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:47.221046 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-ace77876-af0e-4b22-99bd-ac7303f2ce9e None None] Port 41e8545b-38d1-4892-b062-9ead394943f9 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:22:47.228647 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 506829bd-9fac-406b-b5e9-416b6dcaa284 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:47.229157 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:47.276827 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0dec616b-6fca-4ee4-9bf1-41fd8270094f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:47.313884 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0dec616b-6fca-4ee4-9bf1-41fd8270094f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707601'] for router, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:47.386701 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device c0c1c816-c2ac-4646-b901-378f4da94060 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:22:47.410106 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca9bf479-df32-42d1-96d3-404cec136128 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting subnet 0cb448c7-9701-4b6f-b659-ee645c636891 {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:22:47.414042 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ca9bf479-df32-42d1-96d3-404cec136128 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:47.418160 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-6979fae2-97a5-44c0-a25e-726d53395097 None None] Provisioning complete for port 7c2f2b37-ab4d-4c49-9dac-fb9926157fe1 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:47.418473 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6979fae2-97a5-44c0-a25e-726d53395097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:47.419538 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-a26b7ae9-a238-4ea7-83ac-88d7ccb4e182 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] In _notify_port_updated(), no bound segment for port 7c2f2b37-ab4d-4c49-9dac-fb9926157fe1 on network 58b68d48-7864-414b-9f24-b7ac515d79de {{(pid=84149) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 13:22:47.424002 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26b7ae9-a238-4ea7-83ac-88d7ccb4e182 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:47.424629 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a26b7ae9-a238-4ea7-83ac-88d7ccb4e182 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:47.425946 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a26b7ae9-a238-4ea7-83ac-88d7ccb4e182 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "PUT /v2.0/ports/7c2f2b37-ab4d-4c49-9dac-fb9926157fe1 HTTP/1.1" status: 200 len: 999 time: 4.6691203 Dec 22 13:22:47.426823 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8c5daae2-9976-4768-866b-a8a390cb4b58 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:47.427351 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5daae2-9976-4768-866b-a8a390cb4b58 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Fanout notify agent at l3_agent the message router_deleted on router 79eaaa19-8daf-40ae-8b90-d16fa78890d4 {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:22:47.429523 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46912) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:47.570244 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ca9bf479-df32-42d1-96d3-404cec136128 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:47.590742 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-6979fae2-97a5-44c0-a25e-726d53395097 None None] Port 7c2f2b37-ab4d-4c49-9dac-fb9926157fe1 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:22:47.688016 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port c0c1c816-c2ac-4646-b901-378f4da94060 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:22:47.696753 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port c0c1c816-c2ac-4646-b901-378f4da94060 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:47.697403 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:47.713766 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8c5daae2-9976-4768-866b-a8a390cb4b58 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:47.717023 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8c5daae2-9976-4768-866b-a8a390cb4b58 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "DELETE /v2.0/routers/79eaaa19-8daf-40ae-8b90-d16fa78890d4 HTTP/1.1" status: 204 len: 168 time: 6.3112330 Dec 22 13:22:47.723360 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46918) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:47.757411 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ca9bf479-df32-42d1-96d3-404cec136128 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:47.778610 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-67e18c29-ba85-4e9f-b823-c19e465b4531 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Deleting port 7c2f2b37-ab4d-4c49-9dac-fb9926157fe1 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:22:47.778952 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-67e18c29-ba85-4e9f-b823-c19e465b4531 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:47.819062 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:47.854918 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port c0c1c816-c2ac-4646-b901-378f4da94060, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=c0c1c816-c2ac-4646-b901-378f4da94060,segment=NetworkSegment(c5d56b4d-fe84-42e5-abfd-bc4f5abd52b4),segment_id=c5d56b4d-fe84-42e5-abfd-bc4f5abd52b4)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:22:47.904672 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:47.907476 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:47.962099 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6da18-07f4-41d2-a38a-098709f3d9ad req-0cb7f485-95b3-4d92-8f80-b3a38534b4c1 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:47.963501 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-85f6da18-07f4-41d2-a38a-098709f3d9ad req-0cb7f485-95b3-4d92-8f80-b3a38534b4c1 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.2533844 Dec 22 13:22:47.988315 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=c0c1c816-c2ac-4646-b901-378f4da94060,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:47.995979 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:48.054097 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dec616b-6fca-4ee4-9bf1-41fd8270094f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Router f2c21113-3a72-48f5-a58f-27735d4120b2 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:22:48.166993 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ca9bf479-df32-42d1-96d3-404cec136128 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:48.176305 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5a6e5554-591a-4e2b-8a63-ebdc59949e18 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:48.190448 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-85f6da18-07f4-41d2-a38a-098709f3d9ad req-70299312-4a14-4cf4-a2cc-a81c1768c337 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740420 Dec 22 13:22:48.255255 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-67e18c29-ba85-4e9f-b823-c19e465b4531 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:48.257430 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-06af015b-a8d2-472f-b560-ff82f1ada0bb req-1c2f495b-f64a-4804-b262-aee9ad367b23 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ccb0058a2c24446385d13786cea4c6a9&device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 1098 time: 0.5008030 Dec 22 13:22:48.257430 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9bf479-df32-42d1-96d3-404cec136128 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Subnet': ['ID=0cb448c7-9701-4b6f-b659-ee645c636891,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:48.257430 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ca9bf479-df32-42d1-96d3-404cec136128 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:48.280006 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0d8dab-b936-439c-9dec-cd98203ede3f None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:22:48.283538 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ca9bf479-df32-42d1-96d3-404cec136128 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:48.352078 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2d29649-a501-4e46-8f21-dfb831e66ca0 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Deleting subnet d857f1db-ab4c-4c8d-aba3-be52d5449c21 {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:22:48.363425 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c2d29649-a501-4e46-8f21-dfb831e66ca0 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:48.413022 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-67e18c29-ba85-4e9f-b823-c19e465b4531 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Calling delete_port for 7c2f2b37-ab4d-4c49-9dac-fb9926157fe1 owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:22:48.450015 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ca9bf479-df32-42d1-96d3-404cec136128 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/0cb448c7-9701-4b6f-b659-ee645c636891 HTTP/1.1" status: 204 len: 168 time: 1.5757523 Dec 22 13:22:48.452624 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46922) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:48.473496 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c2d29649-a501-4e46-8f21-dfb831e66ca0 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:48.542318 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c2d29649-a501-4e46-8f21-dfb831e66ca0 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:48.659272 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device dda0e17a-243d-4d01-a4b5-5eca8ea0f3e4 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:22:48.664463 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af015b-a8d2-472f-b560-ff82f1ada0bb req-189155aa-ee05-4049-81b0-21ad15e86520 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:48.666195 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-06af015b-a8d2-472f-b560-ff82f1ada0bb req-189155aa-ee05-4049-81b0-21ad15e86520 service neutron] 10.222.0.45 "GET /v2.0/networks?id=36a9635e-060b-4630-a9b5-9765cca55df8 HTTP/1.1" status: 200 len: 913 time: 0.4294009 Dec 22 13:22:48.756120 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port dda0e17a-243d-4d01-a4b5-5eca8ea0f3e4 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:48.756646 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:48.786048 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dec616b-6fca-4ee4-9bf1-41fd8270094f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:22:48.799299 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14782dcf-17d0-4ed4-8ff3-4eb9a4b5e8c4 None None] Sync routers for ids ['f2c21113-3a72-48f5-a58f-27735d4120b2'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:22:48.819148 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14782dcf-17d0-4ed4-8ff3-4eb9a4b5e8c4 None None] Routers {'f2c21113-3a72-48f5-a58f-27735d4120b2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:22:48.821432 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-14782dcf-17d0-4ed4-8ff3-4eb9a4b5e8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:22:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['f2c21113-3a72-48f5-a58f-27735d4120b2'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:48.833063 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0dec616b-6fca-4ee4-9bf1-41fd8270094f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:48.837062 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0dec616b-6fca-4ee4-9bf1-41fd8270094f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "PUT /v2.0/routers/f2c21113-3a72-48f5-a58f-27735d4120b2 HTTP/1.1" status: 200 len: 953 time: 6.7690437 Dec 22 13:22:48.837873 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46926) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:48.867995 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c2d29649-a501-4e46-8f21-dfb831e66ca0 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:48.873644 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7ffb1fd6-c561-494e-9943-fd9abd3e4b03 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:48.915830 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d29649-a501-4e46-8f21-dfb831e66ca0 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event deleted for resources: {'Subnet': ['ID=d857f1db-ab4c-4c8d-aba3-be52d5449c21,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:48.919422 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-06af015b-a8d2-472f-b560-ff82f1ada0bb req-42b08a8d-17b3-439f-85ae-ae56148accc4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=675d5c62-fd43-45d1-8f32-32ff05f7306c HTTP/1.1" status: 200 len: 1000 time: 0.2438450 Dec 22 13:22:48.929293 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c2d29649-a501-4e46-8f21-dfb831e66ca0 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:48.931461 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-80999cc5-9a7f-4ca0-9581-1ce5b5adad7b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting subnet 121ec944-20d7-43c0-99b8-78cad2572b33 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:22:48.945491 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-80999cc5-9a7f-4ca0-9581-1ce5b5adad7b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:48.981610 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device bc071221-b6ca-422c-9ead-72b18bd7a2f7 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:22:49.004941 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af015b-a8d2-472f-b560-ff82f1ada0bb req-5d08dd00-2826-4682-afcb-f065073a9bc7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:49.008533 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-06af015b-a8d2-472f-b560-ff82f1ada0bb req-5d08dd00-2826-4682-afcb-f065073a9bc7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=02969300-ed8d-4b59-a34d-12a5dcb2cce8 HTTP/1.1" status: 200 len: 851 time: 0.0750570 Dec 22 13:22:49.019773 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c2d29649-a501-4e46-8f21-dfb831e66ca0 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:49.065706 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port bc071221-b6ca-422c-9ead-72b18bd7a2f7 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:49.065922 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:49.081214 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-14782dcf-17d0-4ed4-8ff3-4eb9a4b5e8c4 None None] Set router f2c21113-3a72-48f5-a58f-27735d4120b2 gateway port host: None {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:22:49.098582 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-67e18c29-ba85-4e9f-b823-c19e465b4531 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:49.111945 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c2d29649-a501-4e46-8f21-dfb831e66ca0 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "DELETE /v2.0/subnets/d857f1db-ab4c-4c8d-aba3-be52d5449c21 HTTP/1.1" status: 204 len: 168 time: 1.3570900 Dec 22 13:22:49.112512 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-28060609-e249-4ef9-8ef5-816c6e7e7503 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:49.123577 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46930) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:49.199556 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e18c29-ba85-4e9f-b823-c19e465b4531 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'Port': ['ID=7c2f2b37-ab4d-4c49-9dac-fb9926157fe1,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:49.204975 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-80999cc5-9a7f-4ca0-9581-1ce5b5adad7b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:49.228380 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device c0c1c816-c2ac-4646-b901-378f4da94060 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:22:49.257980 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-67e18c29-ba85-4e9f-b823-c19e465b4531 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:49.343638 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-06af015b-a8d2-472f-b560-ff82f1ada0bb req-45cb4f10-1461-4a8d-abbd-3b476197237a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=36a9635e-060b-4630-a9b5-9765cca55df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3157392 Dec 22 13:22:49.454839 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port c0c1c816-c2ac-4646-b901-378f4da94060 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:49.455515 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:49.527938 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dacf1063-417f-445c-82bc-c9a075462a61 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:49.544261 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-602ce184-da0e-45ca-bd4c-e4aea576bb57 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:49.599170 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-14782dcf-17d0-4ed4-8ff3-4eb9a4b5e8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'name': 'tempest-RoutersIpV6Test-router-922980331', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:47Z', 'updated_at': '2021-12-22T13:22:44Z', 'revision_number': 6, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'gw_port_host': None, '_interfaces': [{'id': '1b1af640-a2a7-484c-b9b8-099fe7111dc6', 'name': '', 'network_id': '77a794ce-1aea-4fb4-988e-9ca632a7ee01', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:1f:00:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865fc25d-d939-4feb-9c8d-5d2adea4141f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:23Z', 'updated_at': '2021-12-22T13:22:41Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '865fc25d-d939-4feb-9c8d-5d2adea4141f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9150e9f2-d344-4ea1-8799-27c4a8809d37', 'name': '', 'network_id': 'c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:cd:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47f14dc9-cb69-4dc1-8ac6-d47d22c7090f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:09Z', 'updated_at': '2021-12-22T13:22:25Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '47f14dc9-cb69-4dc1-8ac6-d47d22c7090f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b078ee29-451b-4f5c-8d71-e41b92ff2fdf', 'name': '', 'network_id': 'b7e21e1f-b59f-45da-b71d-dfa88e74399e', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:1c:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:52Z', 'updated_at': '2021-12-22T13:22:13Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0c1c816-c2ac-4646-b901-378f4da94060', 'name': '', 'network_id': '52b6969d-bac0-442b-9277-2f6d17bb4260', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:92:98:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '535dcf84-4a02-4971-a750-4750aeda2701', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:37Z', 'updated_at': '2021-12-22T13:22:47Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '535dcf84-4a02-4971-a750-4750aeda2701', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:49.604561 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14782dcf-17d0-4ed4-8ff3-4eb9a4b5e8c4 None None] Checking router: f2c21113-3a72-48f5-a58f-27735d4120b2 for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:22:49.623720 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14782dcf-17d0-4ed4-8ff3-4eb9a4b5e8c4 None None] Routers {'f2c21113-3a72-48f5-a58f-27735d4120b2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:22:49.624572 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-14782dcf-17d0-4ed4-8ff3-4eb9a4b5e8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:22:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['f2c21113-3a72-48f5-a58f-27735d4120b2'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:49.731834 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-6fd0fb2c-4686-421c-ab61-73b18b5aa175 None None] Provisioning complete for port dda0e17a-243d-4d01-a4b5-5eca8ea0f3e4 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:49.732212 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-67e18c29-ba85-4e9f-b823-c19e465b4531 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:49.732367 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6fd0fb2c-4686-421c-ab61-73b18b5aa175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:49.737135 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-67e18c29-ba85-4e9f-b823-c19e465b4531 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/ports/7c2f2b37-ab4d-4c49-9dac-fb9926157fe1 HTTP/1.1" status: 204 len: 168 time: 2.2999184 Dec 22 13:22:49.737307 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-80999cc5-9a7f-4ca0-9581-1ce5b5adad7b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:49.757556 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-06af015b-a8d2-472f-b560-ff82f1ada0bb req-a9946ca3-ecf9-46fb-8e25-f4537118d663 service neutron] 10.222.0.45 "GET /v2.0/networks/36a9635e-060b-4630-a9b5-9765cca55df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029253 Dec 22 13:22:49.768496 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46936) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:49.817782 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-14782dcf-17d0-4ed4-8ff3-4eb9a4b5e8c4 None None] Set router f2c21113-3a72-48f5-a58f-27735d4120b2 gateway port host: None {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:22:49.841988 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8eaf1fa9-2237-4903-9717-3d176024ae57 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "GET /v2.0/routers/f2c21113-3a72-48f5-a58f-27735d4120b2 HTTP/1.1" status: 200 len: 953 time: 0.9943216 Dec 22 13:22:49.848942 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46940) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:49.851759 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-86e44ac6-d9dd-4e59-bf46-b021ece2f0b6 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] GET failed (client error): The resource could not be found. Dec 22 13:22:49.852262 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-86e44ac6-d9dd-4e59-bf46-b021ece2f0b6 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Synchronizing usage tracker for tenant:77460f0dfa37423d8c924a302461b16c on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:22:49.861521 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-f1469e07-976e-4884-b1ed-21f6a977fca7 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Request body: {'router': {'routes': None}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:50.039414 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-86e44ac6-d9dd-4e59-bf46-b021ece2f0b6 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Unset dirty status for tenant:77460f0dfa37423d8c924a302461b16c on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:22:50.040966 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-86e44ac6-d9dd-4e59-bf46-b021ece2f0b6 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "GET /v2.0/ports/7c2f2b37-ab4d-4c49-9dac-fb9926157fe1 HTTP/1.1" status: 404 len: 333 time: 0.2708840 Dec 22 13:22:50.044431 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46944) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:50.178398 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-80999cc5-9a7f-4ca0-9581-1ce5b5adad7b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:50.190610 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-14782dcf-17d0-4ed4-8ff3-4eb9a4b5e8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'name': 'tempest-RoutersIpV6Test-router-922980331', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:47Z', 'updated_at': '2021-12-22T13:22:44Z', 'revision_number': 6, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'gw_port_host': None, '_interfaces': [{'id': '1b1af640-a2a7-484c-b9b8-099fe7111dc6', 'name': '', 'network_id': '77a794ce-1aea-4fb4-988e-9ca632a7ee01', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:1f:00:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865fc25d-d939-4feb-9c8d-5d2adea4141f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:23Z', 'updated_at': '2021-12-22T13:22:41Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '865fc25d-d939-4feb-9c8d-5d2adea4141f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9150e9f2-d344-4ea1-8799-27c4a8809d37', 'name': '', 'network_id': 'c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:cd:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47f14dc9-cb69-4dc1-8ac6-d47d22c7090f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:09Z', 'updated_at': '2021-12-22T13:22:25Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '47f14dc9-cb69-4dc1-8ac6-d47d22c7090f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b078ee29-451b-4f5c-8d71-e41b92ff2fdf', 'name': '', 'network_id': 'b7e21e1f-b59f-45da-b71d-dfa88e74399e', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:1c:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:52Z', 'updated_at': '2021-12-22T13:22:13Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0c1c816-c2ac-4646-b901-378f4da94060', 'name': '', 'network_id': '52b6969d-bac0-442b-9277-2f6d17bb4260', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:92:98:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '535dcf84-4a02-4971-a750-4750aeda2701', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:37Z', 'updated_at': '2021-12-22T13:22:47Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '535dcf84-4a02-4971-a750-4750aeda2701', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:50.195943 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14782dcf-17d0-4ed4-8ff3-4eb9a4b5e8c4 None None] The sync data for ids ['f2c21113-3a72-48f5-a58f-27735d4120b2'] in dv-neutron-822669-1-hyperv is: [{'id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'name': 'tempest-RoutersIpV6Test-router-922980331', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:47Z', 'updated_at': '2021-12-22T13:22:44Z', 'revision_number': 6, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'gw_port_host': None, '_interfaces': [{'id': '1b1af640-a2a7-484c-b9b8-099fe7111dc6', 'name': '', 'network_id': '77a794ce-1aea-4fb4-988e-9ca632a7ee01', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:1f:00:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865fc25d-d939-4feb-9c8d-5d2adea4141f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:23Z', 'updated_at': '2021-12-22T13:22:41Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '865fc25d-d939-4feb-9c8d-5d2adea4141f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9150e9f2-d344-4ea1-8799-27c4a8809d37', 'name': '', 'network_id': 'c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:cd:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47f14dc9-cb69-4dc1-8ac6-d47d22c7090f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:09Z', 'updated_at': '2021-12-22T13:22:25Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '47f14dc9-cb69-4dc1-8ac6-d47d22c7090f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b078ee29-451b-4f5c-8d71-e41b92ff2fdf', 'name': '', 'network_id': 'b7e21e1f-b59f-45da-b71d-dfa88e74399e', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:1c:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:52Z', 'updated_at': '2021-12-22T13:22:13Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0c1c816-c2ac-4646-b901-378f4da94060', 'name': '', 'network_id': '52b6969d-bac0-442b-9277-2f6d17bb4260', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:92:98:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '535dcf84-4a02-4971-a750-4750aeda2701', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:37Z', 'updated_at': '2021-12-22T13:22:47Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '535dcf84-4a02-4971-a750-4750aeda2701', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:22:50.209968 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-cad63de0-232b-4fae-8acc-522b44d771d7 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:50.255028 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dacf1063-417f-445c-82bc-c9a075462a61 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:50.290622 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b022093-2487-4da4-9e74-3a814a9cbf96 req-13c856f5-d609-435b-944c-ea6d729d0865 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:50.292125 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4b022093-2487-4da4-9e74-3a814a9cbf96 req-13c856f5-d609-435b-944c-ea6d729d0865 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.5824697 Dec 22 13:22:50.349662 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-dacf1063-417f-445c-82bc-c9a075462a61 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ac79257-47d9-405a-9825-2b7516a86bf8']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:50.357844 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80999cc5-9a7f-4ca0-9581-1ce5b5adad7b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Subnet': ['ID=121ec944-20d7-43c0-99b8-78cad2572b33,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:50.358164 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-06af015b-a8d2-472f-b560-ff82f1ada0bb req-89208da3-19fe-43aa-9b65-9a18b34e2a07 service neutron] 10.222.0.45 "GET /v2.0/networks/36a9635e-060b-4630-a9b5-9765cca55df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5719299 Dec 22 13:22:50.364042 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-80999cc5-9a7f-4ca0-9581-1ce5b5adad7b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:50.376564 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4237a3-b142-44bb-9d05-4a3eec82d5cf None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:22:50.383263 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-dacf1063-417f-445c-82bc-c9a075462a61 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e698037f-e49f-4683-8345-22ec88d84f60') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:50.383978 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-dacf1063-417f-445c-82bc-c9a075462a61 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e698037f-e49f-4683-8345-22ec88d84f60') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:50.386219 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-80999cc5-9a7f-4ca0-9581-1ce5b5adad7b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:50.408113 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dacf1063-417f-445c-82bc-c9a075462a61 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:50.415693 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-80999cc5-9a7f-4ca0-9581-1ce5b5adad7b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/121ec944-20d7-43c0-99b8-78cad2572b33 HTTP/1.1" status: 204 len: 168 time: 1.9596241 Dec 22 13:22:50.420352 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4b022093-2487-4da4-9e74-3a814a9cbf96 req-1f745807-c4fb-4d2b-95ec-4df6a3ed68f2 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093190 Dec 22 13:22:50.422568 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46948) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:50.510555 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ff1d467-57c1-4903-bbd1-e9f595917ef3 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Deleting subnet e03ad49d-874f-47b2-83ba-4f53346a7816 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:22:50.524178 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dacf1063-417f-445c-82bc-c9a075462a61 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:50.524679 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6ff1d467-57c1-4903-bbd1-e9f595917ef3 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:50.527629 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6f3f7c3d-a215-4787-9895-83863218043a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1031506 Dec 22 13:22:50.536052 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46952) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:50.538831 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dacf1063-417f-445c-82bc-c9a075462a61 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:22:50.539230 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dacf1063-417f-445c-82bc-c9a075462a61 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:50.556430 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:22:50.556430 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:22:50.556430 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:22:50.556430 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:22:50.556430 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:22:50.556430 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:22:50.556430 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:22:50.556430 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:22:50.556430 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:22:50.556430 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:22:50.556430 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:22:50.556430 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:22:50.556430 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:22:50.556430 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:22:50.556430 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:22:50.556430 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:22:50.556430 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:22:50.556430 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:22:50.556430 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:22:50.556430 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:22:50.556430 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:22:50.556430 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:22:50.556430 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:22:50.556430 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:22:50.556430 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:22:50.556430 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:22:50.556430 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:22:50.556430 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:22:50.556430 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:22:50.556430 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:22:50.556430 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:22:50.556430 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:22:50.560074 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-a2859adc-d48e-47ec-8208-ded23ccbf154 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'subnet': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:50.636477 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6ff1d467-57c1-4903-bbd1-e9f595917ef3 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:50.721405 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdb5524-6d6e-49c4-917c-cc317839e876 None None] DHCP port deletion for 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:22:50.727615 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-bcdb5524-6d6e-49c4-917c-cc317839e876 None None] Deleting port dda0e17a-243d-4d01-a4b5-5eca8ea0f3e4 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:22:50.728462 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-bcdb5524-6d6e-49c4-917c-cc317839e876 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:50.836739 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-a2859adc-d48e-47ec-8208-ded23ccbf154 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:50.846519 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-a2859adc-d48e-47ec-8208-ded23ccbf154 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:subnet and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:22:50.851069 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-a2859adc-d48e-47ec-8208-ded23ccbf154 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:22:50.861090 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6ff1d467-57c1-4903-bbd1-e9f595917ef3 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:50.864209 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dacf1063-417f-445c-82bc-c9a075462a61 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:50.865818 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-a2859adc-d48e-47ec-8208-ded23ccbf154 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:50.872251 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-fe16f446-6bb5-4b59-9ba2-3c79bfa34686 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:50.887036 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dacf1063-417f-445c-82bc-c9a075462a61 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:50.909615 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.extraroute_db [None req-f1469e07-976e-4884-b1ed-21f6a977fca7 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Added routes are [] {{(pid=84149) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 22 13:22:50.910224 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.extraroute_db [None req-f1469e07-976e-4884-b1ed-21f6a977fca7 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=84149) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 22 13:22:50.914909 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-dacf1063-417f-445c-82bc-c9a075462a61 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] 10.222.0.47 "DELETE /v2.0/networks/7ac79257-47d9-405a-9825-2b7516a86bf8 HTTP/1.1" status: 204 len: 168 time: 1.7888236 Dec 22 13:22:50.917284 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf1063-417f-445c-82bc-c9a075462a61 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Pushing event deleted for resources: {'Network': ['ID=7ac79257-47d9-405a-9825-2b7516a86bf8,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:50.930460 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-dacf1063-417f-445c-82bc-c9a075462a61 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:50.940063 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-bcdb5524-6d6e-49c4-917c-cc317839e876 None None] For port dda0e17a-243d-4d01-a4b5-5eca8ea0f3e4, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=dda0e17a-243d-4d01-a4b5-5eca8ea0f3e4,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:22:50.940468 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-bcdb5524-6d6e-49c4-917c-cc317839e876 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:50.948963 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-602ce184-da0e-45ca-bd4c-e4aea576bb57 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Deleting port 41e8545b-38d1-4892-b062-9ead394943f9 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:22:50.951471 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-602ce184-da0e-45ca-bd4c-e4aea576bb57 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:50.968907 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f1469e07-976e-4884-b1ed-21f6a977fca7 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:51.086752 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-bcdb5524-6d6e-49c4-917c-cc317839e876 None None] Calling delete_port for dda0e17a-243d-4d01-a4b5-5eca8ea0f3e4 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:22:51.094136 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6ff1d467-57c1-4903-bbd1-e9f595917ef3 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:51.101610 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f97e6700-12fc-45a1-b68a-94a6359b0e5b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:51.114372 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2859adc-d48e-47ec-8208-ded23ccbf154 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:22:51.119211 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a2859adc-d48e-47ec-8208-ded23ccbf154 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:51.164794 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1cb255-dd6f-4328-bfe9-d5b5bdabdf6e None None] Network 58b68d48-7864-414b-9f24-b7ac515d79de requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:22:51.217458 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6ff1d467-57c1-4903-bbd1-e9f595917ef3 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:51.235457 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff1d467-57c1-4903-bbd1-e9f595917ef3 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'Subnet': ['ID=e03ad49d-874f-47b2-83ba-4f53346a7816,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:51.239896 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6ff1d467-57c1-4903-bbd1-e9f595917ef3 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:51.245055 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6ff1d467-57c1-4903-bbd1-e9f595917ef3 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/subnets/e03ad49d-874f-47b2-83ba-4f53346a7816 HTTP/1.1" status: 204 len: 168 time: 1.1955841 Dec 22 13:22:51.252452 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46958) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:51.353763 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-bcdb5524-6d6e-49c4-917c-cc317839e876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:51.362692 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f6b03290-5984-4061-884c-917d047b7429 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:51.406202 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-602ce184-da0e-45ca-bd4c-e4aea576bb57 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:51.444881 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdb5524-6d6e-49c4-917c-cc317839e876 None None] Pushing event deleted for resources: {'Port': ['ID=dda0e17a-243d-4d01-a4b5-5eca8ea0f3e4,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:51.486633 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-bcdb5524-6d6e-49c4-917c-cc317839e876 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:51.492920 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdb5524-6d6e-49c4-917c-cc317839e876 None None] No DVR routers for this DVR port dda0e17a-243d-4d01-a4b5-5eca8ea0f3e4 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:22:51.548667 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46966) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:51.795593 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-602ce184-da0e-45ca-bd4c-e4aea576bb57 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Calling delete_port for 41e8545b-38d1-4892-b062-9ead394943f9 owned by network:router_interface {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:22:51.916201 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f1469e07-976e-4884-b1ed-21f6a977fca7 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:51.930884 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f1469e07-976e-4884-b1ed-21f6a977fca7 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707601'] for router, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:52.033859 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e48fe28-463c-44dd-9f69-294d46633374 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Deleting subnet 9fb39478-473a-4e22-89e3-1fd2ae7e929c {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:22:52.048228 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-00c651e2-5913-4e37-b3eb-ad99704d8b7f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=88c4270da4ff42b4b75089e5737840cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4801795 Dec 22 13:22:52.054085 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6e48fe28-463c-44dd-9f69-294d46633374 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:52.062211 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f2eac-f115-4762-a0d6-6ac22ad2c0c0 req-c60261f0-9604-4f46-a55c-c7275c425c6c tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:52.064244 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-936f2eac-f115-4762-a0d6-6ac22ad2c0c0 req-c60261f0-9604-4f46-a55c-c7275c425c6c tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.3783565 Dec 22 13:22:52.064899 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46980) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:52.128729 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6e48fe28-463c-44dd-9f69-294d46633374 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:52.233071 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-936f2eac-f115-4762-a0d6-6ac22ad2c0c0 req-d4523064-5fcd-419b-a68d-403b56364e59 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499944 Dec 22 13:22:52.261917 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-00627689-299b-4d44-a8a7-bdace6d5abeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:52.300583 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-00627689-299b-4d44-a8a7-bdace6d5abeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:52.392450 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1469e07-976e-4884-b1ed-21f6a977fca7 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Router f2c21113-3a72-48f5-a58f-27735d4120b2 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:22:52.419771 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-0f9ab3c7-5776-4688-9ff5-a9bac94d77d6 None None] Provisioning complete for port 845b7036-2117-47d0-ae49-60a0cee2f089 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:52.420704 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0f9ab3c7-5776-4688-9ff5-a9bac94d77d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:52.505105 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.objects.ports [None req-a2859adc-d48e-47ec-8208-ded23ccbf154 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84148) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 22 13:22:52.510817 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a2859adc-d48e-47ec-8208-ded23ccbf154 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:52.527800 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3a8ae132-9bb9-4922-bba7-d333ab66b7f9 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:52.542737 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-00627689-299b-4d44-a8a7-bdace6d5abeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:52.583785 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-595d282c-5f3f-4aff-87a3-2f482c9a6503 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:52.661082 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device dda0e17a-243d-4d01-a4b5-5eca8ea0f3e4 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:22:52.667437 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6e48fe28-463c-44dd-9f69-294d46633374 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:52.689054 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00627689-299b-4d44-a8a7-bdace6d5abeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44288019-8ba8-4d0d-aa4a-d1716a160335,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:52.697741 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-00627689-299b-4d44-a8a7-bdace6d5abeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:52.716606 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-00627689-299b-4d44-a8a7-bdace6d5abeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:52.721345 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-00627689-299b-4d44-a8a7-bdace6d5abeb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/44288019-8ba8-4d0d-aa4a-d1716a160335 HTTP/1.1" status: 204 len: 168 time: 0.6508515 Dec 22 13:22:52.727317 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: dda0e17a-243d-4d01-a4b5-5eca8ea0f3e4 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:22:52.728662 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device dda0e17a-243d-4d01-a4b5-5eca8ea0f3e4 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:22:52.758393 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-602ce184-da0e-45ca-bd4c-e4aea576bb57 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:52.760085 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2859adc-d48e-47ec-8208-ded23ccbf154 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Subnet': ['ID=22ab40c9-6e82-4b05-975d-47f4d3857f6a,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:52.777474 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2859adc-d48e-47ec-8208-ded23ccbf154 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:22:52.778607 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a2859adc-d48e-47ec-8208-ded23ccbf154 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:52.780084 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-368569d9-c142-411b-9c46-8c44ba8ec0eb tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:52.780455 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d703a6-bcce-48f6-91b0-13becdd19450 req-21c715ee-379c-4d62-a02b-597417f8535e tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:52.781991 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e0d703a6-bcce-48f6-91b0-13becdd19450 req-21c715ee-379c-4d62-a02b-597417f8535e tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.2458758 Dec 22 13:22:52.822160 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-a2859adc-d48e-47ec-8208-ded23ccbf154 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:52.835554 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a791e197-3ddb-496e-8941-944fc409e043 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:22:52.837747 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2859adc-d48e-47ec-8208-ded23ccbf154 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:52.838342 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a2859adc-d48e-47ec-8208-ded23ccbf154 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:52.842076 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ce184-da0e-45ca-bd4c-e4aea576bb57 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event deleted for resources: {'Port': ['ID=41e8545b-38d1-4892-b062-9ead394943f9,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:52.855133 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-602ce184-da0e-45ca-bd4c-e4aea576bb57 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:52.882875 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e0d703a6-bcce-48f6-91b0-13becdd19450 req-41fc51e2-07d5-4169-a26e-adab2c2f0c1d tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921059 Dec 22 13:22:52.885246 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1469e07-976e-4884-b1ed-21f6a977fca7 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:22:52.905952 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ade0bab-fd9a-46ee-af76-05989afa5e5e None None] Sync routers for ids ['f2c21113-3a72-48f5-a58f-27735d4120b2'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:22:52.906899 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f1469e07-976e-4884-b1ed-21f6a977fca7 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:52.915676 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f1469e07-976e-4884-b1ed-21f6a977fca7 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "PUT /v2.0/routers/f2c21113-3a72-48f5-a58f-27735d4120b2 HTTP/1.1" status: 200 len: 703 time: 3.0593867 Dec 22 13:22:52.918366 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 46994) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:52.950304 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ade0bab-fd9a-46ee-af76-05989afa5e5e None None] Routers {'f2c21113-3a72-48f5-a58f-27735d4120b2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:22:52.950977 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-5ade0bab-fd9a-46ee-af76-05989afa5e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:22:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['f2c21113-3a72-48f5-a58f-27735d4120b2'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:53.057905 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a2859adc-d48e-47ec-8208-ded23ccbf154 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5206008 Dec 22 13:22:53.067616 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 46998) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:53.082537 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-8d8269ea-026e-4f86-9966-9dfaad1c18cc tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'subnet': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:53.273064 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-5ade0bab-fd9a-46ee-af76-05989afa5e5e None None] Set router f2c21113-3a72-48f5-a58f-27735d4120b2 gateway port host: None {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:22:53.298434 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5a109fec-8193-4014-9a1d-6dce13a9ffdb tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "GET /v2.0/routers/f2c21113-3a72-48f5-a58f-27735d4120b2 HTTP/1.1" status: 200 len: 703 time: 0.3759103 Dec 22 13:22:53.302544 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47004) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:53.311118 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6e48fe28-463c-44dd-9f69-294d46633374 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:53.334637 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ca9bf479-df32-42d1-96d3-404cec136128 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:53.384846 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ef94f-2e90-469f-92e6-dd4de502b519 req-e221dab5-5f40-4673-aa4b-f971c561f1c8 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:53.387370 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-8e4ef94f-2e90-469f-92e6-dd4de502b519 req-e221dab5-5f40-4673-aa4b-f971c561f1c8 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/ports?device_id=637bf671-5c93-4d8f-a810-167e9aa9a3ad HTTP/1.1" status: 200 len: 945 time: 0.6913800 Dec 22 13:22:53.429669 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e48fe28-463c-44dd-9f69-294d46633374 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'Subnet': ['ID=9fb39478-473a-4e22-89e3-1fd2ae7e929c,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:53.438070 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6e48fe28-463c-44dd-9f69-294d46633374 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:53.463091 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6e48fe28-463c-44dd-9f69-294d46633374 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:53.483348 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb5114a-bc3c-48c4-8532-db8819f92aed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'tenant_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'fixed_ips': [{'subnet_id': '22ab40c9-6e82-4b05-975d-47f4d3857f6a'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:22:53.484187 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9fb5114a-bc3c-48c4-8532-db8819f92aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:53.495346 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-602ce184-da0e-45ca-bd4c-e4aea576bb57 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:53.507482 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47014) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:53.507995 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6e48fe28-463c-44dd-9f69-294d46633374 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/subnets/9fb39478-473a-4e22-89e3-1fd2ae7e929c HTTP/1.1" status: 204 len: 168 time: 2.2540541 Dec 22 13:22:53.527131 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825cfe0e-fecd-419a-b199-19fcc50809ad None None] Network 58b68d48-7864-414b-9f24-b7ac515d79de requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:22:53.622907 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-8e4ef94f-2e90-469f-92e6-dd4de502b519 req-b46b16a6-5365-43a3-b2fa-3d6da50701ca tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1d0092f-2b68-4712-be8f-c58c750fe679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2247880 Dec 22 13:22:53.649021 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-8d8269ea-026e-4f86-9966-9dfaad1c18cc tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:53.659829 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-8d8269ea-026e-4f86-9966-9dfaad1c18cc tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:subnet and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:22:53.717435 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-8d8269ea-026e-4f86-9966-9dfaad1c18cc tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:22:53.733670 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-8d8269ea-026e-4f86-9966-9dfaad1c18cc tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:53.904179 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8269ea-026e-4f86-9966-9dfaad1c18cc tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:22:54.035298 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c0882da8-c396-4402-a131-89d1b70d64a2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:54.065124 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-c0882da8-c396-4402-a131-89d1b70d64a2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Deleting port 845b7036-2117-47d0-ae49-60a0cee2f089 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:22:54.065723 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c0882da8-c396-4402-a131-89d1b70d64a2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:54.066636 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-9fb5114a-bc3c-48c4-8532-db8819f92aed None None] Allocated IP 2001:db8::f816:3eff:fe58:48eb (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/22ab40c9-6e82-4b05-975d-47f4d3857f6a/c99ac848-0d63-4999-ad2a-b004343e8c37) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:22:54.121325 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:22:54.189510 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fda3e5-cece-4353-b9a3-37c463dddbb4 None None] DHCP port deletion for 58b68d48-7864-414b-9f24-b7ac515d79de request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:22:54.197630 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1e0c1-9527-4f90-8c96-f91cbaa426dc req-7b8aa0a0-64ee-445c-8254-51ecaca5c48b tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:54.199173 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-dfa1e0c1-9527-4f90-8c96-f91cbaa426dc req-7b8aa0a0-64ee-445c-8254-51ecaca5c48b tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.3511846 Dec 22 13:22:54.211759 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-85fda3e5-cece-4353-b9a3-37c463dddbb4 None None] Deleting port 845b7036-2117-47d0-ae49-60a0cee2f089 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:22:54.212156 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-85fda3e5-cece-4353-b9a3-37c463dddbb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:54.318247 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602ce184-da0e-45ca-bd4c-e4aea576bb57 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Router 36a4eb76-98bc-472f-8e0e-cbe0249835b1 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:22:54.325681 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8d8269ea-026e-4f86-9966-9dfaad1c18cc tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:54.425251 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47028) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:54.473676 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8de2d77f-fd0b-4d28-84ab-3cd301c77574 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:54.505168 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-5ade0bab-fd9a-46ee-af76-05989afa5e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'name': 'tempest-RoutersIpV6Test-router-922980331', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:47Z', 'updated_at': '2021-12-22T13:22:50Z', 'revision_number': 7, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'gw_port_host': None, '_interfaces': [{'id': '1b1af640-a2a7-484c-b9b8-099fe7111dc6', 'name': '', 'network_id': '77a794ce-1aea-4fb4-988e-9ca632a7ee01', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:1f:00:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865fc25d-d939-4feb-9c8d-5d2adea4141f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:23Z', 'updated_at': '2021-12-22T13:22:41Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '865fc25d-d939-4feb-9c8d-5d2adea4141f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9150e9f2-d344-4ea1-8799-27c4a8809d37', 'name': '', 'network_id': 'c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:cd:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47f14dc9-cb69-4dc1-8ac6-d47d22c7090f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:09Z', 'updated_at': '2021-12-22T13:22:25Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '47f14dc9-cb69-4dc1-8ac6-d47d22c7090f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b078ee29-451b-4f5c-8d71-e41b92ff2fdf', 'name': '', 'network_id': 'b7e21e1f-b59f-45da-b71d-dfa88e74399e', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:1c:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:52Z', 'updated_at': '2021-12-22T13:22:13Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0c1c816-c2ac-4646-b901-378f4da94060', 'name': '', 'network_id': '52b6969d-bac0-442b-9277-2f6d17bb4260', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:92:98:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '535dcf84-4a02-4971-a750-4750aeda2701', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:37Z', 'updated_at': '2021-12-22T13:22:47Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '535dcf84-4a02-4971-a750-4750aeda2701', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:54.550386 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ade0bab-fd9a-46ee-af76-05989afa5e5e None None] Checking router: f2c21113-3a72-48f5-a58f-27735d4120b2 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:22:54.576554 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-dfa1e0c1-9527-4f90-8c96-f91cbaa426dc req-0b95fb1a-20ff-4fd2-9a95-2bd490392bee tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3376589 Dec 22 13:22:54.577620 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602ce184-da0e-45ca-bd4c-e4aea576bb57 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:22:54.588841 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e9285a-1536-4e87-a2b4-d568761d4894 None None] Sync routers for ids ['36a4eb76-98bc-472f-8e0e-cbe0249835b1'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:22:54.590948 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-602ce184-da0e-45ca-bd4c-e4aea576bb57 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "PUT /v2.0/routers/36a4eb76-98bc-472f-8e0e-cbe0249835b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6493034 Dec 22 13:22:54.603588 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47036) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:54.626248 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e9285a-1536-4e87-a2b4-d568761d4894 None None] Routers {'36a4eb76-98bc-472f-8e0e-cbe0249835b1'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:22:54.626248 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-67e9285a-1536-4e87-a2b4-d568761d4894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:22:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['36a4eb76-98bc-472f-8e0e-cbe0249835b1'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:54.673380 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-85fda3e5-cece-4353-b9a3-37c463dddbb4 None None] For port 845b7036-2117-47d0-ae49-60a0cee2f089, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=845b7036-2117-47d0-ae49-60a0cee2f089,segment=NetworkSegment(18e339ed-2077-4b57-ba80-196b50688146),segment_id=18e339ed-2077-4b57-ba80-196b50688146)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:22:54.673794 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-85fda3e5-cece-4353-b9a3-37c463dddbb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:54.683434 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-c0882da8-c396-4402-a131-89d1b70d64a2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] For port 845b7036-2117-47d0-ae49-60a0cee2f089, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=845b7036-2117-47d0-ae49-60a0cee2f089,segment=NetworkSegment(18e339ed-2077-4b57-ba80-196b50688146),segment_id=18e339ed-2077-4b57-ba80-196b50688146)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:22:54.683434 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c0882da8-c396-4402-a131-89d1b70d64a2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:54.684256 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.ipam_backend_mixin [None req-8d8269ea-026e-4f86-9966-9dfaad1c18cc tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 22ab40c9-6e82-4b05-975d-47f4d3857f6a (CIDR: 2001:db8::/64) Dec 22 13:22:54.684256 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-63bcf061-0e3c-4bb7-9566-9c3e557d7ab4 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] GET failed (client error): The resource could not be found. Dec 22 13:22:54.684256 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-63bcf061-0e3c-4bb7-9566-9c3e557d7ab4 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Synchronizing usage tracker for tenant:5dcef99d1b1441dea18127579d2b89f5 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:22:54.694629 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ade0bab-fd9a-46ee-af76-05989afa5e5e None None] Routers {'f2c21113-3a72-48f5-a58f-27735d4120b2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:22:54.695117 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-5ade0bab-fd9a-46ee-af76-05989afa5e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:22:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['f2c21113-3a72-48f5-a58f-27735d4120b2'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:54.722631 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d8269ea-026e-4f86-9966-9dfaad1c18cc tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:22:54.723506 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d8269ea-026e-4f86-9966-9dfaad1c18cc tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:22:54.753221 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-63bcf061-0e3c-4bb7-9566-9c3e557d7ab4 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Unset dirty status for tenant:5dcef99d1b1441dea18127579d2b89f5 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:22:54.759642 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-63bcf061-0e3c-4bb7-9566-9c3e557d7ab4 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "GET /v2.0/ports/41e8545b-38d1-4892-b062-9ead394943f9 HTTP/1.1" status: 404 len: 333 time: 0.1551707 Dec 22 13:22:54.766819 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47042) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:54.802089 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-67e9285a-1536-4e87-a2b4-d568761d4894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:54.809352 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-4936b67d-9637-4326-bab0-5d6c14ccfcc8 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:54.810077 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-4936b67d-9637-4326-bab0-5d6c14ccfcc8 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 13:22:54.815642 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-4936b67d-9637-4326-bab0-5d6c14ccfcc8 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3851764 Dec 22 13:22:54.816873 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e9285a-1536-4e87-a2b4-d568761d4894 None None] Routers {'36a4eb76-98bc-472f-8e0e-cbe0249835b1'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:22:54.817293 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47046) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:54.817861 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-67e9285a-1536-4e87-a2b4-d568761d4894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:22:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['36a4eb76-98bc-472f-8e0e-cbe0249835b1'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:54.823919 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-c0882da8-c396-4402-a131-89d1b70d64a2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Calling delete_port for 845b7036-2117-47d0-ae49-60a0cee2f089 owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:22:54.856947 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-87eaf3b2-b89f-4855-a98c-973bfcd087bf tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Request body: {'security_group': {'name': 'tempest-secgroup--63972383'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:54.864375 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-87eaf3b2-b89f-4855-a98c-973bfcd087bf tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:54.868422 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-87eaf3b2-b89f-4855-a98c-973bfcd087bf tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Usage tracker for resource:security_group and tenant:ecc63f7e1b574e839d8676463edf6b00 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:22:54.871329 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-87eaf3b2-b89f-4855-a98c-973bfcd087bf tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:22:54.878644 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-87eaf3b2-b89f-4855-a98c-973bfcd087bf tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:54.884071 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-67e9285a-1536-4e87-a2b4-d568761d4894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:54.892825 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e9285a-1536-4e87-a2b4-d568761d4894 None None] The sync data for ids ['36a4eb76-98bc-472f-8e0e-cbe0249835b1'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:22:54.902758 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-5ade0bab-fd9a-46ee-af76-05989afa5e5e None None] Set router f2c21113-3a72-48f5-a58f-27735d4120b2 gateway port host: None {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:22:54.950953 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8d8269ea-026e-4f86-9966-9dfaad1c18cc tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8779700 Dec 22 13:22:54.956177 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47050) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:54.965104 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-61afda38-eb31-40ec-82c9-832d0868adcd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'subnet': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:55.033729 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ecee1ef0-762e-4c2b-98ca-881f4d9c935f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for router, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:55.074656 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 845b7036-2117-47d0-ae49-60a0cee2f089 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:22:55.082056 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-87eaf3b2-b89f-4855-a98c-973bfcd087bf tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:55.118585 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-85fda3e5-cece-4353-b9a3-37c463dddbb4 None None] Calling delete_port for 845b7036-2117-47d0-ae49-60a0cee2f089 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:22:55.120200 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-87eaf3b2-b89f-4855-a98c-973bfcd087bf tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:55.139208 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c0882da8-c396-4402-a131-89d1b70d64a2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:55.147918 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b50baf68-fa5e-4f09-9e52-0d0324d5b958 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:55.178720 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1f6e7-eef8-4adc-ad96-0e2f79adfb4b req-78a74ab8-4c8b-41fc-b6e1-738d0610ba06 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:55.180396 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d3b1f6e7-eef8-4adc-ad96-0e2f79adfb4b req-78a74ab8-4c8b-41fc-b6e1-738d0610ba06 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/ports?device_id=637bf671-5c93-4d8f-a810-167e9aa9a3ad HTTP/1.1" status: 200 len: 945 time: 0.2696593 Dec 22 13:22:55.188813 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9fb5114a-bc3c-48c4-8532-db8819f92aed None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:55.260739 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0882da8-c396-4402-a131-89d1b70d64a2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'Port': ['ID=845b7036-2117-47d0-ae49-60a0cee2f089,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:55.277262 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c0882da8-c396-4402-a131-89d1b70d64a2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:55.292360 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No active binding found for port 845b7036-2117-47d0-ae49-60a0cee2f089 {{(pid=84150) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Dec 22 13:22:55.300208 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 845b7036-2117-47d0-ae49-60a0cee2f089 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:22:55.300208 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-9fb5114a-bc3c-48c4-8532-db8819f92aed None None] Transition to ACTIVE for port object c99ac848-0d63-4999-ad2a-b004343e8c37 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:22:55.309292 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0882da8-c396-4402-a131-89d1b70d64a2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] No DVR routers for this DVR port 845b7036-2117-47d0-ae49-60a0cee2f089 on host dv-neutron-822669-1-hyperv {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:22:55.381536 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-87eaf3b2-b89f-4855-a98c-973bfcd087bf tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:55.405541 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-87eaf3b2-b89f-4855-a98c-973bfcd087bf tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Usage tracker for resource:security_group_rule and tenant:ecc63f7e1b574e839d8676463edf6b00 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:22:55.412149 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-9fb5114a-bc3c-48c4-8532-db8819f92aed None None] Transition to ACTIVE for port object c99ac848-0d63-4999-ad2a-b004343e8c37 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:22:55.421378 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-85fda3e5-cece-4353-b9a3-37c463dddbb4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:22:55.426134 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-85fda3e5-cece-4353-b9a3-37c463dddbb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:22:55.426261 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-87eaf3b2-b89f-4855-a98c-973bfcd087bf tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:22:55.426261 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-61afda38-eb31-40ec-82c9-832d0868adcd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:55.436727 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-87eaf3b2-b89f-4855-a98c-973bfcd087bf tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:55.445311 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-61afda38-eb31-40ec-82c9-832d0868adcd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:subnet and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:22:55.504412 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ecee1ef0-762e-4c2b-98ca-881f4d9c935f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:55.509059 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d3b1f6e7-eef8-4adc-ad96-0e2f79adfb4b req-6c5efc51-ff05-48e3-856b-cd16807ce1ae tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1d0092f-2b68-4712-be8f-c58c750fe679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2523303 Dec 22 13:22:55.511125 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ecee1ef0-762e-4c2b-98ca-881f4d9c935f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:55.548410 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9fb5114a-bc3c-48c4-8532-db8819f92aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:55.554187 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:55.619914 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ecee1ef0-762e-4c2b-98ca-881f4d9c935f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:55.621566 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecee1ef0-762e-4c2b-98ca-881f4d9c935f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Fanout notify agent at l3_agent the message router_deleted on router 36a4eb76-98bc-472f-8e0e-cbe0249835b1 {{(pid=84148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:22:55.622909 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb5114a-bc3c-48c4-8532-db8819f92aed None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:22:55.625464 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-9fb5114a-bc3c-48c4-8532-db8819f92aed None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:55.629388 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb5114a-bc3c-48c4-8532-db8819f92aed None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:22:55.657281 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb5114a-bc3c-48c4-8532-db8819f92aed None None] Pushing event updated for resources: {'Port': ['ID=c99ac848-0d63-4999-ad2a-b004343e8c37,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:55.659364 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ecee1ef0-762e-4c2b-98ca-881f4d9c935f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:55.660474 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ecee1ef0-762e-4c2b-98ca-881f4d9c935f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/routers/36a4eb76-98bc-472f-8e0e-cbe0249835b1 HTTP/1.1" status: 204 len: 168 time: 0.8912158 Dec 22 13:22:55.663062 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47056) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:55.663281 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-9fb5114a-bc3c-48c4-8532-db8819f92aed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:55.763494 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-5ade0bab-fd9a-46ee-af76-05989afa5e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'name': 'tempest-RoutersIpV6Test-router-922980331', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:47Z', 'updated_at': '2021-12-22T13:22:50Z', 'revision_number': 7, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'gw_port_host': None, '_interfaces': [{'id': '1b1af640-a2a7-484c-b9b8-099fe7111dc6', 'name': '', 'network_id': '77a794ce-1aea-4fb4-988e-9ca632a7ee01', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:1f:00:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865fc25d-d939-4feb-9c8d-5d2adea4141f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:23Z', 'updated_at': '2021-12-22T13:22:41Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '865fc25d-d939-4feb-9c8d-5d2adea4141f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9150e9f2-d344-4ea1-8799-27c4a8809d37', 'name': '', 'network_id': 'c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:cd:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47f14dc9-cb69-4dc1-8ac6-d47d22c7090f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:09Z', 'updated_at': '2021-12-22T13:22:25Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '47f14dc9-cb69-4dc1-8ac6-d47d22c7090f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b078ee29-451b-4f5c-8d71-e41b92ff2fdf', 'name': '', 'network_id': 'b7e21e1f-b59f-45da-b71d-dfa88e74399e', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:1c:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:52Z', 'updated_at': '2021-12-22T13:22:13Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0c1c816-c2ac-4646-b901-378f4da94060', 'name': '', 'network_id': '52b6969d-bac0-442b-9277-2f6d17bb4260', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:92:98:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '535dcf84-4a02-4971-a750-4750aeda2701', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:37Z', 'updated_at': '2021-12-22T13:22:47Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '535dcf84-4a02-4971-a750-4750aeda2701', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:55.765455 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-9fb5114a-bc3c-48c4-8532-db8819f92aed None None] Attempting to bind port c99ac848-0d63-4999-ad2a-b004343e8c37 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:22:55.765876 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-9fb5114a-bc3c-48c4-8532-db8819f92aed None None] Attempting to bind port c99ac848-0d63-4999-ad2a-b004343e8c37 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:22:55.766243 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb5114a-bc3c-48c4-8532-db8819f92aed None None] Attempting to bind port c99ac848-0d63-4999-ad2a-b004343e8c37 on network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:22:55.770670 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ade0bab-fd9a-46ee-af76-05989afa5e5e None None] The sync data for ids ['f2c21113-3a72-48f5-a58f-27735d4120b2'] in dv-neutron-822669-1-hyperv is: [{'id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'name': 'tempest-RoutersIpV6Test-router-922980331', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:47Z', 'updated_at': '2021-12-22T13:22:50Z', 'revision_number': 7, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'gw_port_host': None, '_interfaces': [{'id': '1b1af640-a2a7-484c-b9b8-099fe7111dc6', 'name': '', 'network_id': '77a794ce-1aea-4fb4-988e-9ca632a7ee01', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:1f:00:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865fc25d-d939-4feb-9c8d-5d2adea4141f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:23Z', 'updated_at': '2021-12-22T13:22:41Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '865fc25d-d939-4feb-9c8d-5d2adea4141f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9150e9f2-d344-4ea1-8799-27c4a8809d37', 'name': '', 'network_id': 'c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:cd:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47f14dc9-cb69-4dc1-8ac6-d47d22c7090f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:09Z', 'updated_at': '2021-12-22T13:22:25Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '47f14dc9-cb69-4dc1-8ac6-d47d22c7090f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b078ee29-451b-4f5c-8d71-e41b92ff2fdf', 'name': '', 'network_id': 'b7e21e1f-b59f-45da-b71d-dfa88e74399e', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:1c:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:52Z', 'updated_at': '2021-12-22T13:22:13Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0c1c816-c2ac-4646-b901-378f4da94060', 'name': '', 'network_id': '52b6969d-bac0-442b-9277-2f6d17bb4260', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:92:98:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '535dcf84-4a02-4971-a750-4750aeda2701', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:37Z', 'updated_at': '2021-12-22T13:22:47Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '535dcf84-4a02-4971-a750-4750aeda2701', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:22:55.777471 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb5114a-bc3c-48c4-8532-db8819f92aed None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:22:55.777750 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb5114a-bc3c-48c4-8532-db8819f92aed None None] Checking segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:22:55.778161 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9fb5114a-bc3c-48c4-8532-db8819f92aed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:55.778611 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb5114a-bc3c-48c4-8532-db8819f92aed None None] Bound using segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:22:55.779179 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-9fb5114a-bc3c-48c4-8532-db8819f92aed None None] Bound port: c99ac848-0d63-4999-ad2a-b004343e8c37, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:22:55.779461 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9fb5114a-bc3c-48c4-8532-db8819f92aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:55.790637 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-61afda38-eb31-40ec-82c9-832d0868adcd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:22:55.807694 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c0882da8-c396-4402-a131-89d1b70d64a2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:55.885472 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-61afda38-eb31-40ec-82c9-832d0868adcd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:55.925324 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-85fda3e5-cece-4353-b9a3-37c463dddbb4 None None] Deleting port 845b7036-2117-47d0-ae49-60a0cee2f089 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:22:55.925704 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-85fda3e5-cece-4353-b9a3-37c463dddbb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:56.012251 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-85fda3e5-cece-4353-b9a3-37c463dddbb4 None None] The port '845b7036-2117-47d0-ae49-60a0cee2f089' was deleted {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:22:56.028882 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-9fb5114a-bc3c-48c4-8532-db8819f92aed None None] For port c99ac848-0d63-4999-ad2a-b004343e8c37, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:22:56.037664 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-9fb5114a-bc3c-48c4-8532-db8819f92aed None None] For port c99ac848-0d63-4999-ad2a-b004343e8c37, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=c99ac848-0d63-4999-ad2a-b004343e8c37,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:22:56.042717 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-c0882da8-c396-4402-a131-89d1b70d64a2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58b68d48-7864-414b-9f24-b7ac515d79de']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:56.108873 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-c0882da8-c396-4402-a131-89d1b70d64a2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e339ed-2077-4b57-ba80-196b50688146') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:56.109221 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-c0882da8-c396-4402-a131-89d1b70d64a2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e339ed-2077-4b57-ba80-196b50688146') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:56.137880 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee9e157-3f04-4be5-a60a-34d1cd5ecb9b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Deleting subnet b5d6ffef-f0e4-4067-a470-667b77a47c54 {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:22:56.140360 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9fb5114a-bc3c-48c4-8532-db8819f92aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:56.142063 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dee9e157-3f04-4be5-a60a-34d1cd5ecb9b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:56.143632 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61afda38-eb31-40ec-82c9-832d0868adcd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:22:56.149262 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-cf8e3f08-97c3-4ca2-b458-3b28a0b1bcfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:56.210303 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dee9e157-3f04-4be5-a60a-34d1cd5ecb9b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:56.273640 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb5114a-bc3c-48c4-8532-db8819f92aed None None] Pushing event updated for resources: {'Port': ['ID=c99ac848-0d63-4999-ad2a-b004343e8c37,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:56.282180 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151d141-5ac2-4797-94c3-af04b70a2ec5 req-96e6406e-410a-4b62-8b2e-52239cfeb8f3 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:56.283691 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-1151d141-5ac2-4797-94c3-af04b70a2ec5 req-96e6406e-410a-4b62-8b2e-52239cfeb8f3 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.2106025 Dec 22 13:22:56.288266 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-9fb5114a-bc3c-48c4-8532-db8819f92aed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:56.291264 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c0882da8-c396-4402-a131-89d1b70d64a2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:56.303288 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-61afda38-eb31-40ec-82c9-832d0868adcd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:56.329178 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-87eaf3b2-b89f-4855-a98c-973bfcd087bf tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:56.381164 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [req-1151d141-5ac2-4797-94c3-af04b70a2ec5 req-bfda82d7-f7de-43b1-9c1d-1f7a5d037936 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Deleting port 675d5c62-fd43-45d1-8f32-32ff05f7306c {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:22:56.381507 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-1151d141-5ac2-4797-94c3-af04b70a2ec5 req-bfda82d7-f7de-43b1-9c1d-1f7a5d037936 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:56.398560 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c0882da8-c396-4402-a131-89d1b70d64a2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:56.411401 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-87eaf3b2-b89f-4855-a98c-973bfcd087bf tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:56.425119 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dee9e157-3f04-4be5-a60a-34d1cd5ecb9b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:56.425984 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0a9e6856-7f55-4eeb-a801-03c4b4a47f30 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:56.442852 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0882da8-c396-4402-a131-89d1b70d64a2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:22:56.443546 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c0882da8-c396-4402-a131-89d1b70d64a2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:56.462571 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:22:56.462571 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:22:56.462571 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:22:56.462571 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:22:56.462571 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:22:56.462571 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:22:56.462571 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:22:56.462571 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:22:56.462571 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:22:56.462571 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:22:56.462571 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:22:56.462571 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:22:56.462571 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:22:56.462571 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:22:56.462571 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:22:56.462571 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:22:56.462571 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:22:56.462571 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:22:56.462571 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:22:56.462571 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:22:56.462571 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:22:56.462571 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:22:56.462571 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:22:56.462571 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:22:56.462571 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:22:56.462571 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:22:56.462571 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:22:56.462571 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:22:56.462571 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:22:56.462571 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:22:56.462571 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:22:56.462571 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:22:56.688424 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dee9e157-3f04-4be5-a60a-34d1cd5ecb9b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:56.698395 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c2d29649-a501-4e46-8f21-dfb831e66ca0 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:56.703400 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-87eaf3b2-b89f-4855-a98c-973bfcd087bf tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:56.707943 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-87eaf3b2-b89f-4855-a98c-973bfcd087bf tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Usage tracker for resource:security_group_rule and tenant:ecc63f7e1b574e839d8676463edf6b00 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:22:56.719234 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26386f-3e01-4f05-af19-13a91af3f6e9 req-38da5ed1-4573-4aa7-b258-778f094b4d34 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:56.721004 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-eb26386f-3e01-4f05-af19-13a91af3f6e9 req-38da5ed1-4573-4aa7-b258-778f094b4d34 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 945 time: 0.8916759 Dec 22 13:22:56.721810 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eaf3b2-b89f-4855-a98c-973bfcd087bf tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a89feb58-1257-469e-a624-b04e5ba49c46,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:56.725721 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-87eaf3b2-b89f-4855-a98c-973bfcd087bf tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:56.746021 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-87eaf3b2-b89f-4855-a98c-973bfcd087bf tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:22:56.780745 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-87eaf3b2-b89f-4855-a98c-973bfcd087bf tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:56.787123 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee9e157-3f04-4be5-a60a-34d1cd5ecb9b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event deleted for resources: {'Subnet': ['ID=b5d6ffef-f0e4-4067-a470-667b77a47c54,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:56.800974 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-dee9e157-3f04-4be5-a60a-34d1cd5ecb9b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:56.813930 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dee9e157-3f04-4be5-a60a-34d1cd5ecb9b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:56.820330 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81537468-9f30-41e6-860c-eb5b97c53e6e None None] Network 3eeb2d2a-a7b6-48c1-ae03-1bf83dce46b4 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:22:56.841467 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-dee9e157-3f04-4be5-a60a-34d1cd5ecb9b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/subnets/b5d6ffef-f0e4-4067-a470-667b77a47c54 HTTP/1.1" status: 204 len: 168 time: 1.1773579 Dec 22 13:22:56.848073 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47062) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:56.889431 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-eb26386f-3e01-4f05-af19-13a91af3f6e9 req-d3f8784b-608b-40e5-aa58-3db6d1023e65 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups?id=837d642b-9564-4d35-a313-0a33b1fbd550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173921 Dec 22 13:22:56.902903 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c0882da8-c396-4402-a131-89d1b70d64a2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:56.923752 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-befcead4-e2c7-4ccd-8839-db0800b9f8f4 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:56.942338 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c0882da8-c396-4402-a131-89d1b70d64a2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:56.973293 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-87eaf3b2-b89f-4855-a98c-973bfcd087bf tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:56.973293 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0882da8-c396-4402-a131-89d1b70d64a2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'Network': ['ID=58b68d48-7864-414b-9f24-b7ac515d79de,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:56.973616 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [req-1151d141-5ac2-4797-94c3-af04b70a2ec5 req-bfda82d7-f7de-43b1-9c1d-1f7a5d037936 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] For port 675d5c62-fd43-45d1-8f32-32ff05f7306c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=675d5c62-fd43-45d1-8f32-32ff05f7306c,segment=NetworkSegment(e11a9440-d7e6-4ec9-a0b2-30e49813bac3),segment_id=e11a9440-d7e6-4ec9-a0b2-30e49813bac3)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:22:56.973616 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-1151d141-5ac2-4797-94c3-af04b70a2ec5 req-bfda82d7-f7de-43b1-9c1d-1f7a5d037936 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:56.987849 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c0882da8-c396-4402-a131-89d1b70d64a2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:57.040763 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-87eaf3b2-b89f-4855-a98c-973bfcd087bf tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:57.048890 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c0882da8-c396-4402-a131-89d1b70d64a2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/networks/58b68d48-7864-414b-9f24-b7ac515d79de HTTP/1.1" status: 204 len: 168 time: 3.5366108 Dec 22 13:22:57.052905 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e398c188-28bf-46b8-bdba-5c875e1aa03a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:57.061942 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47066) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:57.131658 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-75b20aa6-4808-46cb-9c8d-e8a7ba03ccd9 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:57.142977 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990299e-5ade-42b7-b901-b041aae52146 req-541eab87-8c2d-4997-b367-ec3b72be7982 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:57.144959 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-8990299e-5ade-42b7-b901-b041aae52146 req-541eab87-8c2d-4997-b367-ec3b72be7982 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/ports?device_id=637bf671-5c93-4d8f-a810-167e9aa9a3ad HTTP/1.1" status: 200 len: 945 time: 0.4075677 Dec 22 13:22:57.145084 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eaf3b2-b89f-4855-a98c-973bfcd087bf tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcfae72-c6ef-460d-bc15-eb7b21d46935,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:57.152662 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-87eaf3b2-b89f-4855-a98c-973bfcd087bf tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:57.157099 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-87eaf3b2-b89f-4855-a98c-973bfcd087bf tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:57.160116 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-87eaf3b2-b89f-4855-a98c-973bfcd087bf tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 2.3077741 Dec 22 13:22:57.163982 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47070) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:57.172152 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-62624f71-ace1-4a16-9c91-18724574771d tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Request body: {'security_group_rule': {'security_group_id': '1dcfae72-c6ef-460d-bc15-eb7b21d46935', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:57.182409 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-62624f71-ace1-4a16-9c91-18724574771d tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:57.189962 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-62624f71-ace1-4a16-9c91-18724574771d tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Usage tracker for resource:security_group_rule and tenant:ecc63f7e1b574e839d8676463edf6b00 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:22:57.202199 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-62624f71-ace1-4a16-9c91-18724574771d tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:22:57.214391 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-62624f71-ace1-4a16-9c91-18724574771d tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:57.221020 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb99d392-8bb0-42ef-a4e3-c0a6f3107cd1 None None] DHCP port deletion for 3eeb2d2a-a7b6-48c1-ae03-1bf83dce46b4 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:22:57.226559 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-fb99d392-8bb0-42ef-a4e3-c0a6f3107cd1 None None] Deleting port bc071221-b6ca-422c-9ead-72b18bd7a2f7 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:22:57.227442 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-fb99d392-8bb0-42ef-a4e3-c0a6f3107cd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:57.317575 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-62624f71-ace1-4a16-9c91-18724574771d tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:57.327678 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-61afda38-eb31-40ec-82c9-832d0868adcd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:57.336111 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0523ae62-40ea-42b3-af71-ce79f2c82e98 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:57.366118 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-8de2d77f-fd0b-4d28-84ab-3cd301c77574 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Deleting port c0c1c816-c2ac-4646-b901-378f4da94060 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:22:57.366485 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8de2d77f-fd0b-4d28-84ab-3cd301c77574 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:57.416610 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-75b20aa6-4808-46cb-9c8d-e8a7ba03ccd9 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Deleting port bc071221-b6ca-422c-9ead-72b18bd7a2f7 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:22:57.417227 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-75b20aa6-4808-46cb-9c8d-e8a7ba03ccd9 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:57.463402 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-fb99d392-8bb0-42ef-a4e3-c0a6f3107cd1 None None] For port bc071221-b6ca-422c-9ead-72b18bd7a2f7, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=bc071221-b6ca-422c-9ead-72b18bd7a2f7,segment=NetworkSegment(32045ba4-c111-46db-ba07-10f14da6af19),segment_id=32045ba4-c111-46db-ba07-10f14da6af19)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:22:57.463806 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-fb99d392-8bb0-42ef-a4e3-c0a6f3107cd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:57.476355 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61afda38-eb31-40ec-82c9-832d0868adcd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:22:57.508074 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-1151d141-5ac2-4797-94c3-af04b70a2ec5 req-bfda82d7-f7de-43b1-9c1d-1f7a5d037936 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:57.508837 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-1151d141-5ac2-4797-94c3-af04b70a2ec5 req-bfda82d7-f7de-43b1-9c1d-1f7a5d037936 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:57.509318 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.l3_db [req-1151d141-5ac2-4797-94c3-af04b70a2ec5 req-bfda82d7-f7de-43b1-9c1d-1f7a5d037936 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Floating IP ec98ee62-725f-4c51-94de-a37aa8df51d9 disassociated. External IP: 172.26.1.54, port: 675d5c62-fd43-45d1-8f32-32ff05f7306c. Dec 22 13:22:57.509826 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [req-1151d141-5ac2-4797-94c3-af04b70a2ec5 req-bfda82d7-f7de-43b1-9c1d-1f7a5d037936 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Calling delete_port for 675d5c62-fd43-45d1-8f32-32ff05f7306c owned by compute:nova {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:22:57.514569 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-61afda38-eb31-40ec-82c9-832d0868adcd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:22:57.526622 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61afda38-eb31-40ec-82c9-832d0868adcd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:57.527226 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-61afda38-eb31-40ec-82c9-832d0868adcd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:57.580267 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61afda38-eb31-40ec-82c9-832d0868adcd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Subnet': ['ID=a9d11fc0-b0d3-4315-b3e5-0bb48b23aafa,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:57.584594 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-8990299e-5ade-42b7-b901-b041aae52146 req-4e105a47-8eed-42ca-807f-68fa224abacc tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1d0092f-2b68-4712-be8f-c58c750fe679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4238017 Dec 22 13:22:57.623199 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-fb99d392-8bb0-42ef-a4e3-c0a6f3107cd1 None None] Calling delete_port for bc071221-b6ca-422c-9ead-72b18bd7a2f7 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:22:57.644960 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a1ae87-64fd-4a59-88ce-589a73f24b95 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:57.645681 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-83a1ae87-64fd-4a59-88ce-589a73f24b95 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Synchronizing usage tracker for tenant:77460f0dfa37423d8c924a302461b16c on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:22:57.663711 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f1925b-54f0-4ab2-9362-34d1e8b8d155 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:22:57.670762 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-61afda38-eb31-40ec-82c9-832d0868adcd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:57.702383 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-62624f71-ace1-4a16-9c91-18724574771d tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:57.758599 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-61afda38-eb31-40ec-82c9-832d0868adcd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8000860 Dec 22 13:22:57.761137 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47074) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:57.771219 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-c6c6798c-6ac4-4e98-a4ba-d4c752d5a15d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'port': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'mac_address': 'fa:16:3e:38:6e:eb', 'name': 'tempest-NetworksTestDHCPv6-689695962'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:57.791861 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-62624f71-ace1-4a16-9c91-18724574771d tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:57.840554 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a157fcb3-5592-49b5-b24b-2cba635069f9 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:57.861590 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-8de2d77f-fd0b-4d28-84ab-3cd301c77574 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] For port c0c1c816-c2ac-4646-b901-378f4da94060, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=c0c1c816-c2ac-4646-b901-378f4da94060,segment=NetworkSegment(c5d56b4d-fe84-42e5-abfd-bc4f5abd52b4),segment_id=c5d56b4d-fe84-42e5-abfd-bc4f5abd52b4)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:22:57.862044 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8de2d77f-fd0b-4d28-84ab-3cd301c77574 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:57.883440 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-bab68dc0-3fbe-49eb-8626-23e84652ad20 None None] Provisioning for port c99ac848-0d63-4999-ad2a-b004343e8c37 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:22:57.901346 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62624f71-ace1-4a16-9c91-18724574771d tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4a6da6d-a14f-47c6-97e2-c59e8c49b2fc,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:57.932742 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-fb99d392-8bb0-42ef-a4e3-c0a6f3107cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:57.936111 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-83a1ae87-64fd-4a59-88ce-589a73f24b95 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Unset dirty status for tenant:77460f0dfa37423d8c924a302461b16c on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:22:57.942239 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-83a1ae87-64fd-4a59-88ce-589a73f24b95 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.8722587 Dec 22 13:22:57.942455 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-47035ec1-d937-4de3-a785-12576ffb20c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:57.944697 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47078) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:57.994747 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb99d392-8bb0-42ef-a4e3-c0a6f3107cd1 None None] Pushing event deleted for resources: {'Port': ['ID=bc071221-b6ca-422c-9ead-72b18bd7a2f7,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:58.000774 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-fb99d392-8bb0-42ef-a4e3-c0a6f3107cd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:58.005796 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb99d392-8bb0-42ef-a4e3-c0a6f3107cd1 None None] No DVR routers for this DVR port bc071221-b6ca-422c-9ead-72b18bd7a2f7 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:22:58.037211 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-75b20aa6-4808-46cb-9c8d-e8a7ba03ccd9 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] For port bc071221-b6ca-422c-9ead-72b18bd7a2f7, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=bc071221-b6ca-422c-9ead-72b18bd7a2f7,segment=NetworkSegment(32045ba4-c111-46db-ba07-10f14da6af19),segment_id=32045ba4-c111-46db-ba07-10f14da6af19)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:22:58.037575 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-75b20aa6-4808-46cb-9c8d-e8a7ba03ccd9 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:58.145749 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-62624f71-ace1-4a16-9c91-18724574771d tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:58.147434 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1f1656-5d86-4e78-8f28-c6c13571b56f None None] Update dhcp port {'port': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'fixed_ips': [{'subnet_id': '22ab40c9-6e82-4b05-975d-47f4d3857f6a', 'ip_address': '2001:db8::f816:3eff:fe58:48eb'}, {'subnet_id': 'a9d11fc0-b0d3-4315-b3e5-0bb48b23aafa'}], 'binding:host_id': 'dv-neutron-822669-1-hyperv'}, 'id': 'c99ac848-0d63-4999-ad2a-b004343e8c37'} from dv-neutron-822669-1-hyperv. {{(pid=84150) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 22 13:22:58.154283 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-8de2d77f-fd0b-4d28-84ab-3cd301c77574 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Calling delete_port for c0c1c816-c2ac-4646-b901-378f4da94060 owned by network:router_interface {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:22:58.180599 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-75b20aa6-4808-46cb-9c8d-e8a7ba03ccd9 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Calling delete_port for bc071221-b6ca-422c-9ead-72b18bd7a2f7 owned by network:dhcp {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:22:58.207504 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-1151d141-5ac2-4797-94c3-af04b70a2ec5 req-bfda82d7-f7de-43b1-9c1d-1f7a5d037936 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:58.207740 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8d1f1656-5d86-4e78-8f28-c6c13571b56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:58.221830 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-197200ad-c8f9-40e8-82e1-244bb2ec0df1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:58.261401 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-318c46ec-9404-442a-80a8-99efe2f12f5d req-697e7f5c-2632-49ed-8a75-bf786ee209e1 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 210 time: 0.0778930 Dec 22 13:22:58.270561 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-62624f71-ace1-4a16-9c91-18724574771d tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:58.274792 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-62624f71-ace1-4a16-9c91-18724574771d tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1097209 Dec 22 13:22:58.278039 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda82d7-f7de-43b1-9c1d-1f7a5d037936 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Pushing event deleted for resources: {'Port': ['ID=675d5c62-fd43-45d1-8f32-32ff05f7306c,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:58.279803 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47084) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:58.293987 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-93f0c2ec-9218-4c60-8bf3-bfb0d97655f4 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Request body: {'security_group_rule': {'security_group_id': '1dcfae72-c6ef-460d-bc15-eb7b21d46935', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:58.298544 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-bfda82d7-f7de-43b1-9c1d-1f7a5d037936 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:58.311906 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-93f0c2ec-9218-4c60-8bf3-bfb0d97655f4 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:58.321222 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-93f0c2ec-9218-4c60-8bf3-bfb0d97655f4 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Usage tracker for resource:security_group_rule and tenant:ecc63f7e1b574e839d8676463edf6b00 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:22:58.324421 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-c6c6798c-6ac4-4e98-a4ba-d4c752d5a15d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:58.326365 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-93f0c2ec-9218-4c60-8bf3-bfb0d97655f4 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:22:58.329771 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c6c6798c-6ac4-4e98-a4ba-d4c752d5a15d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:port and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:22:58.338020 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c6c6798c-6ac4-4e98-a4ba-d4c752d5a15d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:22:58.346248 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-c6c6798c-6ac4-4e98-a4ba-d4c752d5a15d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:58.350279 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c1696cbb-9bd5-4d27-b8b6-b1b1a397803f tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4025760 Dec 22 13:22:58.352550 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-93f0c2ec-9218-4c60-8bf3-bfb0d97655f4 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:58.354438 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47088) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:58.410172 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-0f00840c-7b16-40b1-a4c6-f11bfb6c9b6b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-887886718'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:58.430083 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-0f00840c-7b16-40b1-a4c6-f11bfb6c9b6b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:58.433601 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.db.api [None req-75b20aa6-4808-46cb-9c8d-e8a7ba03ccd9 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:22:58.433921 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_db.api [None req-75b20aa6-4808-46cb-9c8d-e8a7ba03ccd9 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:22:58.438814 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-0f00840c-7b16-40b1-a4c6-f11bfb6c9b6b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:network and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:22:58.443016 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-0f00840c-7b16-40b1-a4c6-f11bfb6c9b6b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:22:58.443386 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c6798c-6ac4-4e98-a4ba-d4c752d5a15d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:22:58.447558 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c6c6798c-6ac4-4e98-a4ba-d4c752d5a15d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:58.449344 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-0f00840c-7b16-40b1-a4c6-f11bfb6c9b6b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:22:58.488646 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-c6c6798c-6ac4-4e98-a4ba-d4c752d5a15d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] device_id is not set on port f4e59b85-a03b-4400-a4ea-68203cc65288 yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:22:58.522401 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-8d1f1656-5d86-4e78-8f28-c6c13571b56f None None] Allocated IP 2001:db8:0:1::2 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/a9d11fc0-b0d3-4315-b3e5-0bb48b23aafa/c99ac848-0d63-4999-ad2a-b004343e8c37) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:22:58.585024 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-93f0c2ec-9218-4c60-8bf3-bfb0d97655f4 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:58.590441 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:58.595573 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f00840c-7b16-40b1-a4c6-f11bfb6c9b6b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Made reservation on behalf of 77460f0dfa37423d8c924a302461b16c for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:22:58.606198 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0f00840c-7b16-40b1-a4c6-f11bfb6c9b6b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:58.647838 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8de2d77f-fd0b-4d28-84ab-3cd301c77574 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:58.656136 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a26b7ae9-a238-4ea7-83ac-88d7ccb4e182 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:58.674383 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f00840c-7b16-40b1-a4c6-f11bfb6c9b6b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:22:58.697899 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0f00840c-7b16-40b1-a4c6-f11bfb6c9b6b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:58.698455 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-0f00840c-7b16-40b1-a4c6-f11bfb6c9b6b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Added segment 2777c61a-937a-42a4-957b-c9b3cb985cb1 of type vlan for network f622fee4-579d-4730-b475-728cad7e1908 Dec 22 13:22:58.715599 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2d77f-fd0b-4d28-84ab-3cd301c77574 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event deleted for resources: {'Port': ['ID=c0c1c816-c2ac-4646-b901-378f4da94060,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:58.719165 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8de2d77f-fd0b-4d28-84ab-3cd301c77574 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:58.751931 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 675d5c62-fd43-45d1-8f32-32ff05f7306c no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:22:58.770767 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0f00840c-7b16-40b1-a4c6-f11bfb6c9b6b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:58.777127 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device c99ac848-0d63-4999-ad2a-b004343e8c37 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:22:58.790700 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1151d141-5ac2-4797-94c3-af04b70a2ec5 req-bfda82d7-f7de-43b1-9c1d-1f7a5d037936 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Router 4cb07bea-e7bd-4180-8315-188a213407e4 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:22:58.832109 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] No Port match for: 675d5c62-fd43-45d1-8f32-32ff05f7306c {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:22:58.832493 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 675d5c62-fd43-45d1-8f32-32ff05f7306c not bound to the agent host hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:22:58.847161 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-93f0c2ec-9218-4c60-8bf3-bfb0d97655f4 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 13:22:58.848200 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-93f0c2ec-9218-4c60-8bf3-bfb0d97655f4 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5594683 Dec 22 13:22:58.858050 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47094) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:58.923969 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-8d1f1656-5d86-4e78-8f28-c6c13571b56f None None] For port c99ac848-0d63-4999-ad2a-b004343e8c37, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=c99ac848-0d63-4999-ad2a-b004343e8c37,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:22:58.962505 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8d1f1656-5d86-4e78-8f28-c6c13571b56f None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:58.963947 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-75b20aa6-4808-46cb-9c8d-e8a7ba03ccd9 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Deleting port bc071221-b6ca-422c-9ead-72b18bd7a2f7 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:22:58.964414 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-75b20aa6-4808-46cb-9c8d-e8a7ba03ccd9 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:58.988227 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-8d1f1656-5d86-4e78-8f28-c6c13571b56f None None] Transition to ACTIVE for port object c99ac848-0d63-4999-ad2a-b004343e8c37 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:22:59.009799 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port c99ac848-0d63-4999-ad2a-b004343e8c37 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:22:59.013036 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port c99ac848-0d63-4999-ad2a-b004343e8c37 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:22:59.013492 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:59.014980 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8de2d77f-fd0b-4d28-84ab-3cd301c77574 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:59.023252 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0f00840c-7b16-40b1-a4c6-f11bfb6c9b6b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:59.027780 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f00840c-7b16-40b1-a4c6-f11bfb6c9b6b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:59.028324 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0f00840c-7b16-40b1-a4c6-f11bfb6c9b6b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:59.036462 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-256e4cc5-f215-46f7-99dd-ac80a47f3711 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:59.110100 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8d1f1656-5d86-4e78-8f28-c6c13571b56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:59.115116 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-0dbf43c9-9720-4cad-8f02-ee072bc99cb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:22:59.156217 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-75b20aa6-4808-46cb-9c8d-e8a7ba03ccd9 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] The port 'bc071221-b6ca-422c-9ead-72b18bd7a2f7' was deleted {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:22:59.171011 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Port c99ac848-0d63-4999-ad2a-b004343e8c37 had new provisioning blocks added so it will not transition to active. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Dec 22 13:22:59.247510 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device bc071221-b6ca-422c-9ead-72b18bd7a2f7 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:22:59.295705 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: bc071221-b6ca-422c-9ead-72b18bd7a2f7 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:22:59.295967 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device bc071221-b6ca-422c-9ead-72b18bd7a2f7 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:22:59.300826 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f1656-5d86-4e78-8f28-c6c13571b56f None None] Pushing event updated for resources: {'Port': ['ID=c99ac848-0d63-4999-ad2a-b004343e8c37,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:59.303952 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-8d1f1656-5d86-4e78-8f28-c6c13571b56f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:59.342891 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f00840c-7b16-40b1-a4c6-f11bfb6c9b6b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'Network': ['ID=f622fee4-579d-4730-b475-728cad7e1908,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:22:59.343506 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-c6c6798c-6ac4-4e98-a4ba-d4c752d5a15d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Allocated IP 2001:db8:0:1::2b7 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/a9d11fc0-b0d3-4315-b3e5-0bb48b23aafa/f4e59b85-a03b-4400-a4ea-68203cc65288) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:22:59.355484 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-c6c6798c-6ac4-4e98-a4ba-d4c752d5a15d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Allocated IP 2001:db8::f816:3eff:fe38:6eeb (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/22ab40c9-6e82-4b05-975d-47f4d3857f6a/f4e59b85-a03b-4400-a4ea-68203cc65288) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:22:59.363646 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0f00840c-7b16-40b1-a4c6-f11bfb6c9b6b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0048783 Dec 22 13:22:59.363646 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0f00840c-7b16-40b1-a4c6-f11bfb6c9b6b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:22:59.364149 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47100) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:22:59.368879 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network f622fee4-579d-4730-b475-728cad7e1908 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:22:59.373476 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2c76fa64-0f0f-4dd5-91ca-a009a0ba4351 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:59.374231 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-c53c5fa5-2fb8-4e8e-b6bd-2ec5df163556 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'subnet': {'network_id': 'f622fee4-579d-4730-b475-728cad7e1908', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:22:59.382635 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa666f3-b02a-4548-bcc6-46db10aacf39 req-1dc651e1-67c9-4b2f-91bd-5ce65e88bca5 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:59.384170 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-2fa666f3-b02a-4548-bcc6-46db10aacf39 req-1dc651e1-67c9-4b2f-91bd-5ce65e88bca5 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/ports?device_id=637bf671-5c93-4d8f-a810-167e9aa9a3ad HTTP/1.1" status: 200 len: 945 time: 0.5920780 Dec 22 13:22:59.423956 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-75b20aa6-4808-46cb-9c8d-e8a7ba03ccd9 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:59.510597 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2c76fa64-0f0f-4dd5-91ca-a009a0ba4351 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:59.519960 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-75b20aa6-4808-46cb-9c8d-e8a7ba03ccd9 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eeb2d2a-a7b6-48c1-ae03-1bf83dce46b4']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:59.553332 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-75b20aa6-4808-46cb-9c8d-e8a7ba03ccd9 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32045ba4-c111-46db-ba07-10f14da6af19') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:59.553541 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-75b20aa6-4808-46cb-9c8d-e8a7ba03ccd9 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32045ba4-c111-46db-ba07-10f14da6af19') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:59.730779 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3105fd73-28c4-495f-8e75-ff1e10c7ebdf req-77a681c0-23c9-4e36-85fc-332a2bb64202 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 210 time: 0.2310789 Dec 22 13:22:59.761343 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-75b20aa6-4808-46cb-9c8d-e8a7ba03ccd9 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:59.788639 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-2fa666f3-b02a-4548-bcc6-46db10aacf39 req-17112fc3-1f71-4189-b06b-566b3705ac95 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1d0092f-2b68-4712-be8f-c58c750fe679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3809333 Dec 22 13:22:59.801568 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-75b20aa6-4808-46cb-9c8d-e8a7ba03ccd9 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:59.812101 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b20aa6-4808-46cb-9c8d-e8a7ba03ccd9 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:22:59.813003 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-75b20aa6-4808-46cb-9c8d-e8a7ba03ccd9 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:59.830597 dv-neutron-822669-1-hyperv neutron-server[84148]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:22:59.830597 dv-neutron-822669-1-hyperv neutron-server[84148]: util.warn( Dec 22 13:22:59.830597 dv-neutron-822669-1-hyperv neutron-server[84148]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:22:59.830597 dv-neutron-822669-1-hyperv neutron-server[84148]: util.warn( Dec 22 13:22:59.830597 dv-neutron-822669-1-hyperv neutron-server[84148]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:22:59.830597 dv-neutron-822669-1-hyperv neutron-server[84148]: util.warn( Dec 22 13:22:59.830597 dv-neutron-822669-1-hyperv neutron-server[84148]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:22:59.830597 dv-neutron-822669-1-hyperv neutron-server[84148]: util.warn( Dec 22 13:22:59.830597 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:22:59.830597 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:22:59.830597 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:22:59.830597 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:22:59.830597 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:22:59.830597 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:22:59.830597 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:22:59.830597 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:22:59.830597 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:22:59.830597 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:22:59.830597 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:22:59.830597 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:22:59.830597 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:22:59.830597 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:22:59.830597 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:22:59.830597 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:22:59.830597 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:22:59.830597 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:22:59.830597 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:22:59.830597 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:22:59.830597 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:22:59.830597 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:22:59.830597 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:22:59.830597 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:22:59.830597 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:22:59.830597 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:22:59.830597 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:22:59.830597 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:22:59.830597 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:22:59.830597 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:22:59.830597 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:22:59.830597 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:22:59.835913 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-c53c5fa5-2fb8-4e8e-b6bd-2ec5df163556 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:22:59.892928 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c53c5fa5-2fb8-4e8e-b6bd-2ec5df163556 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:subnet and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:22:59.903170 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c53c5fa5-2fb8-4e8e-b6bd-2ec5df163556 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:22:59.940495 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1151d141-5ac2-4797-94c3-af04b70a2ec5 req-bfda82d7-f7de-43b1-9c1d-1f7a5d037936 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:22:59.950569 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a120ccb3-a7a0-4d4b-b5bc-1f8482c5d89b None None] Sync routers for ids ['4cb07bea-e7bd-4180-8315-188a213407e4'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:22:59.967902 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a120ccb3-a7a0-4d4b-b5bc-1f8482c5d89b None None] Routers {'4cb07bea-e7bd-4180-8315-188a213407e4'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:22:59.969370 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-a120ccb3-a7a0-4d4b-b5bc-1f8482c5d89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:22:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['4cb07bea-e7bd-4180-8315-188a213407e4'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:22:59.980509 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2c76fa64-0f0f-4dd5-91ca-a009a0ba4351 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:59.987349 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0513d4f5-ddbb-46ae-92c8-7cebcb22fa08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:00.027182 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c76fa64-0f0f-4dd5-91ca-a009a0ba4351 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcfae72-c6ef-460d-bc15-eb7b21d46935,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:00.029646 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2c76fa64-0f0f-4dd5-91ca-a009a0ba4351 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:00.044153 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-75b20aa6-4808-46cb-9c8d-e8a7ba03ccd9 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:00.048936 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-75b20aa6-4808-46cb-9c8d-e8a7ba03ccd9 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:00.052511 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [req-1151d141-5ac2-4797-94c3-af04b70a2ec5 req-bfda82d7-f7de-43b1-9c1d-1f7a5d037936 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] No DVR routers for this DVR port 675d5c62-fd43-45d1-8f32-32ff05f7306c on host hv-neutron-8226 {{(pid=84148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:23:00.056714 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-1151d141-5ac2-4797-94c3-af04b70a2ec5 req-bfda82d7-f7de-43b1-9c1d-1f7a5d037936 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:00.060755 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-cf5b0300-74a5-45ae-b1d6-41b879dcf518 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:00.076061 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1de8eac-5f49-49cf-9160-a57d3deb5781', 'name': 'network-vif-deleted', 'tag': '675d5c62-fd43-45d1-8f32-32ff05f7306c'}] {{(pid=84148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:23:00.101878 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b20aa6-4808-46cb-9c8d-e8a7ba03ccd9 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event deleted for resources: {'Network': ['ID=3eeb2d2a-a7b6-48c1-ae03-1bf83dce46b4,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:00.105761 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-75b20aa6-4808-46cb-9c8d-e8a7ba03ccd9 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:00.113813 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-75b20aa6-4808-46cb-9c8d-e8a7ba03ccd9 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/networks/3eeb2d2a-a7b6-48c1-ae03-1bf83dce46b4 HTTP/1.1" status: 204 len: 168 time: 3.2627833 Dec 22 13:23:00.113813 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47106) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:00.115553 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-1151d141-5ac2-4797-94c3-af04b70a2ec5 req-bfda82d7-f7de-43b1-9c1d-1f7a5d037936 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.45 "DELETE /v2.0/ports/675d5c62-fd43-45d1-8f32-32ff05f7306c HTTP/1.1" status: 204 len: 173 time: 3.8193343 Dec 22 13:23:00.118006 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2c76fa64-0f0f-4dd5-91ca-a009a0ba4351 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:00.118798 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-2c76fa64-0f0f-4dd5-91ca-a009a0ba4351 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "DELETE /v2.0/security-groups/1dcfae72-c6ef-460d-bc15-eb7b21d46935 HTTP/1.1" status: 204 len: 168 time: 1.2593765 Dec 22 13:23:00.136736 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-c53c5fa5-2fb8-4e8e-b6bd-2ec5df163556 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:00.137325 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-4ed771e2-94a9-4111-b295-f401780c0b13 None None] Provisioning for port c99ac848-0d63-4999-ad2a-b004343e8c37 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:23:00.143345 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47110) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:00.153482 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-4ed771e2-94a9-4111-b295-f401780c0b13 None None] Provisioning complete for port c99ac848-0d63-4999-ad2a-b004343e8c37 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:00.154003 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4ed771e2-94a9-4111-b295-f401780c0b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:00.173199 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1de8eac-5f49-49cf-9160-a57d3deb5781', 'name': 'network-vif-deleted', 'tag': '675d5c62-fd43-45d1-8f32-32ff05f7306c', 'status': 'completed', 'code': 200} Dec 22 13:23:00.207159 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdae452a-a344-497f-ae96-64c27d28e8b5 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:00.207726 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-fdae452a-a344-497f-ae96-64c27d28e8b5 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Synchronizing usage tracker for tenant:5dcef99d1b1441dea18127579d2b89f5 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:23:00.246461 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-a120ccb3-a7a0-4d4b-b5bc-1f8482c5d89b None None] Set router 4cb07bea-e7bd-4180-8315-188a213407e4 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:23:00.275853 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53c5fa5-2fb8-4e8e-b6bd-2ec5df163556 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Made reservation on behalf of 77460f0dfa37423d8c924a302461b16c for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:23:00.288875 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-fdae452a-a344-497f-ae96-64c27d28e8b5 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Unset dirty status for tenant:5dcef99d1b1441dea18127579d2b89f5 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:23:00.293276 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-fdae452a-a344-497f-ae96-64c27d28e8b5 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "GET /v2.0/ports/2e069f03-1659-41ab-8d49-f25ecd673a40 HTTP/1.1" status: 200 len: 845 time: 0.1770537 Dec 22 13:23:00.299279 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47114) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:00.355100 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4ed771e2-94a9-4111-b295-f401780c0b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:00.383207 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d06c69c8-0dec-4b6b-9803-80ed50180191 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "GET /v2.0/ports/2e069f03-1659-41ab-8d49-f25ecd673a40?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0822606 Dec 22 13:23:00.387233 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47118) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:00.394527 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-10cb26b4-fdfc-412e-9ddb-8ea445a1ebaa tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'subnet': {'network_id': '975b41b6-ee3d-4230-b367-1e6f2668dd0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:00.403718 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-4ed771e2-94a9-4111-b295-f401780c0b13 None None] For port c99ac848-0d63-4999-ad2a-b004343e8c37, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=c99ac848-0d63-4999-ad2a-b004343e8c37,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:23:00.464815 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c6c6798c-6ac4-4e98-a4ba-d4c752d5a15d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:00.492145 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c53c5fa5-2fb8-4e8e-b6bd-2ec5df163556 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:00.503290 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4ed771e2-94a9-4111-b295-f401780c0b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:00.526653 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-10cb26b4-fdfc-412e-9ddb-8ea445a1ebaa tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:00.530755 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-10cb26b4-fdfc-412e-9ddb-8ea445a1ebaa tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Usage tracker for resource:subnet and tenant:5dcef99d1b1441dea18127579d2b89f5 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:00.535822 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-10cb26b4-fdfc-412e-9ddb-8ea445a1ebaa tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:00.542182 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-10cb26b4-fdfc-412e-9ddb-8ea445a1ebaa tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:00.573344 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-cbd030d7-0b48-4126-b2fc-409df477f246 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:00.595195 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-02061164-d53d-42f8-b55e-2e15cced18c2 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Synchronizing usage tracker for tenant:ecc63f7e1b574e839d8676463edf6b00 on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:23:00.626272 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-c6c6798c-6ac4-4e98-a4ba-d4c752d5a15d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Transition to ACTIVE for port object f4e59b85-a03b-4400-a4ea-68203cc65288 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:23:00.626549 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cb26b4-fdfc-412e-9ddb-8ea445a1ebaa tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Made reservation on behalf of 5dcef99d1b1441dea18127579d2b89f5 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:23:00.672999 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed771e2-94a9-4111-b295-f401780c0b13 None None] Pushing event updated for resources: {'Port': ['ID=c99ac848-0d63-4999-ad2a-b004343e8c37,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:00.678501 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-4ed771e2-94a9-4111-b295-f401780c0b13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:00.688369 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de2d77f-fd0b-4d28-84ab-3cd301c77574 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Router f2c21113-3a72-48f5-a58f-27735d4120b2 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:23:00.742554 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device c99ac848-0d63-4999-ad2a-b004343e8c37 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:23:00.747855 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-02061164-d53d-42f8-b55e-2e15cced18c2 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Unset dirty status for tenant:ecc63f7e1b574e839d8676463edf6b00 on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:23:00.753307 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-02061164-d53d-42f8-b55e-2e15cced18c2 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6024787 Dec 22 13:23:00.753645 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47122) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:00.761813 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-71d9e370-6c25-47d1-a691-e7dab2229f48 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Request body: {'security_group': {'name': 'tempest-secgroup--232483519'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:00.771877 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-71d9e370-6c25-47d1-a691-e7dab2229f48 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:00.796312 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-71d9e370-6c25-47d1-a691-e7dab2229f48 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:00.803159 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-10cb26b4-fdfc-412e-9ddb-8ea445a1ebaa tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:00.847122 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c6c6798c-6ac4-4e98-a4ba-d4c752d5a15d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:00.880018 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0947faa9-a8e1-4911-bf47-11d22d5eaaaa tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:00.890860 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-a120ccb3-a7a0-4d4b-b5bc-1f8482c5d89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'name': 'tempest-ServerActionsTestJSON-1247390888-router', 'tenant_id': 'ccb0058a2c24446385d13786cea4c6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '74700538-2e57-498a-9b6b-3e9930271195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:19:01Z', 'updated_at': '2021-12-22T13:19:12Z', 'revision_number': 4, 'project_id': 'ccb0058a2c24446385d13786cea4c6a9', 'gw_port': {'id': '74700538-2e57-498a-9b6b-3e9930271195', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:03Z', 'updated_at': '2021-12-22T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12', 'name': '', 'network_id': '36a9635e-060b-4630-a9b5-9765cca55df8', 'tenant_id': 'ccb0058a2c24446385d13786cea4c6a9', 'mac_address': 'fa:16:3e:0e:c5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02969300-ed8d-4b59-a34d-12a5dcb2cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:11Z', 'updated_at': '2021-12-22T13:19:44Z', 'revision_number': 5, 'project_id': 'ccb0058a2c24446385d13786cea4c6a9', 'subnets': [{'id': '02969300-ed8d-4b59-a34d-12a5dcb2cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:00.899197 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a120ccb3-a7a0-4d4b-b5bc-1f8482c5d89b None None] Checking router: 4cb07bea-e7bd-4180-8315-188a213407e4 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:23:00.901709 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port c99ac848-0d63-4999-ad2a-b004343e8c37 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:00.902749 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:00.959109 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-54d0b032-8337-4ce6-af5d-39b6156b152d req-33e2a009-adc0-46c0-9d32-e67be575e2a3 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Synchronizing usage tracker for tenant:ccb0058a2c24446385d13786cea4c6a9 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:23:00.967070 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-71d9e370-6c25-47d1-a691-e7dab2229f48 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:00.993468 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a120ccb3-a7a0-4d4b-b5bc-1f8482c5d89b None None] Routers {'4cb07bea-e7bd-4180-8315-188a213407e4'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:23:00.994724 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-a120ccb3-a7a0-4d4b-b5bc-1f8482c5d89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:22:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['4cb07bea-e7bd-4180-8315-188a213407e4'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:01.064966 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-71d9e370-6c25-47d1-a691-e7dab2229f48 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:01.072993 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-71d9e370-6c25-47d1-a691-e7dab2229f48 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Usage tracker for resource:security_group_rule and tenant:ecc63f7e1b574e839d8676463edf6b00 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:01.077491 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-71d9e370-6c25-47d1-a691-e7dab2229f48 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:01.085382 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-54d0b032-8337-4ce6-af5d-39b6156b152d req-33e2a009-adc0-46c0-9d32-e67be575e2a3 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Unset dirty status for tenant:ccb0058a2c24446385d13786cea4c6a9 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:23:01.086715 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-54d0b032-8337-4ce6-af5d-39b6156b152d req-33e2a009-adc0-46c0-9d32-e67be575e2a3 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1de8eac-5f49-49cf-9160-a57d3deb5781 HTTP/1.1" status: 200 len: 210 time: 0.1789196 Dec 22 13:23:01.087645 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-71d9e370-6c25-47d1-a691-e7dab2229f48 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:01.118271 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c6798c-6ac4-4e98-a4ba-d4c752d5a15d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Port': ['ID=f4e59b85-a03b-4400-a4ea-68203cc65288,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:01.142165 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c6798c-6ac4-4e98-a4ba-d4c752d5a15d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:23:01.143541 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c6c6798c-6ac4-4e98-a4ba-d4c752d5a15d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:01.159970 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-c6c6798c-6ac4-4e98-a4ba-d4c752d5a15d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:23:01.163234 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c6798c-6ac4-4e98-a4ba-d4c752d5a15d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:23:01.167239 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c6798c-6ac4-4e98-a4ba-d4c752d5a15d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:01.167886 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c6c6798c-6ac4-4e98-a4ba-d4c752d5a15d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:01.204503 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-71d9e370-6c25-47d1-a691-e7dab2229f48 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:01.289817 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98dbca9-1a0c-407a-bb6c-6cfcffa299c7 req-da6b2111-bbd5-4e06-8f72-b118cdbecfad tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:01.291390 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f98dbca9-1a0c-407a-bb6c-6cfcffa299c7 req-da6b2111-bbd5-4e06-8f72-b118cdbecfad tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/ports?device_id=637bf671-5c93-4d8f-a810-167e9aa9a3ad HTTP/1.1" status: 200 len: 945 time: 0.3205218 Dec 22 13:23:01.293553 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de2d77f-fd0b-4d28-84ab-3cd301c77574 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:23:01.299998 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-10cb26b4-fdfc-412e-9ddb-8ea445a1ebaa tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:01.300799 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-a120ccb3-a7a0-4d4b-b5bc-1f8482c5d89b None None] Set router 4cb07bea-e7bd-4180-8315-188a213407e4 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:23:01.302484 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8de2d77f-fd0b-4d28-84ab-3cd301c77574 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "PUT /v2.0/routers/f2c21113-3a72-48f5-a58f-27735d4120b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0016994 Dec 22 13:23:01.304277 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47130) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:01.313616 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ed3c50a0-b2f0-4e4c-9ff0-9586fa8970ad tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:01.315246 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce4e0fa-0a5f-4ea0-916e-b53557cd8db8 None None] Sync routers for ids ['f2c21113-3a72-48f5-a58f-27735d4120b2'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:23:01.335435 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce4e0fa-0a5f-4ea0-916e-b53557cd8db8 None None] Routers {'f2c21113-3a72-48f5-a58f-27735d4120b2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:23:01.336107 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-fce4e0fa-0a5f-4ea0-916e-b53557cd8db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:22:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['f2c21113-3a72-48f5-a58f-27735d4120b2'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:01.366576 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-71d9e370-6c25-47d1-a691-e7dab2229f48 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:01.392387 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c6c6798c-6ac4-4e98-a4ba-d4c752d5a15d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.6300156 Dec 22 13:23:01.401239 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c53c5fa5-2fb8-4e8e-b6bd-2ec5df163556 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:01.403745 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47134) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:01.409586 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c73a3bc4-9f67-48b1-bba1-b13e77d0054a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:01.516640 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cb26b4-fdfc-412e-9ddb-8ea445a1ebaa tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Network 975b41b6-ee3d-4230-b367-1e6f2668dd0f is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:23:01.520836 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-8c7826a4-1053-4bea-aad2-090748759093 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting port f4e59b85-a03b-4400-a4ea-68203cc65288 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:23:01.521763 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8c7826a4-1053-4bea-aad2-090748759093 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:01.583666 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-10cb26b4-fdfc-412e-9ddb-8ea445a1ebaa tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:23:01.592686 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c5fa5-2fb8-4e8e-b6bd-2ec5df163556 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'Subnet': ['ID=9cc95e1b-662b-4209-b9ad-bc39fcda0b72,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:01.601630 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f98dbca9-1a0c-407a-bb6c-6cfcffa299c7 req-98216f84-2ea0-4ac1-8f00-1a8271d2ee0c tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1d0092f-2b68-4712-be8f-c58c750fe679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2974665 Dec 22 13:23:01.623043 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edce6ec2-d5b5-43d0-961c-07e948e4a9b0 None None] Network 975b41b6-ee3d-4230-b367-1e6f2668dd0f requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:23:01.623953 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c53c5fa5-2fb8-4e8e-b6bd-2ec5df163556 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:01.630790 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb26b4-fdfc-412e-9ddb-8ea445a1ebaa tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'Subnet': ['ID=62800e45-e9a8-4315-9bd4-51c03d1a360f,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:01.650174 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cb26b4-fdfc-412e-9ddb-8ea445a1ebaa tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:01.650730 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-10cb26b4-fdfc-412e-9ddb-8ea445a1ebaa tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:01.656284 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-10cb26b4-fdfc-412e-9ddb-8ea445a1ebaa tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:01.660910 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-37d2a1f2-73f0-43b8-9f2c-19983a931892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.282s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:01.673261 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-fce4e0fa-0a5f-4ea0-916e-b53557cd8db8 None None] Set router f2c21113-3a72-48f5-a58f-27735d4120b2 gateway port host: None {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:23:01.756066 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d9e370-6c25-47d1-a691-e7dab2229f48 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a97cf95d-3a7d-42be-9d17-4c1343eee37f,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:01.759119 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-71d9e370-6c25-47d1-a691-e7dab2229f48 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:01.768918 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53c5fa5-2fb8-4e8e-b6bd-2ec5df163556 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Checking segment: {'id': '2777c61a-937a-42a4-957b-c9b3cb985cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f622fee4-579d-4730-b475-728cad7e1908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:23:01.768918 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53c5fa5-2fb8-4e8e-b6bd-2ec5df163556 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Network hostable DHCP agents. Network: f622fee4-579d-4730-b475-728cad7e1908, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:23:01.818642 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a10d122-f94a-4fbd-9a6b-f9d0d28107e3 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Deleting subnet 535dcf84-4a02-4971-a750-4750aeda2701 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:23:01.823596 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3a10d122-f94a-4fbd-9a6b-f9d0d28107e3 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:01.844695 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-82a2df1e-4f98-4a9c-a000-0452a70a0e6a None None] Provisioning for port f4e59b85-a03b-4400-a4ea-68203cc65288 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:23:01.849014 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-71d9e370-6c25-47d1-a691-e7dab2229f48 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:01.852877 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-71d9e370-6c25-47d1-a691-e7dab2229f48 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0955806 Dec 22 13:23:01.854741 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-10cb26b4-fdfc-412e-9ddb-8ea445a1ebaa tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4660962 Dec 22 13:23:01.855459 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47138) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:01.855938 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47140) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:01.857756 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-82a2df1e-4f98-4a9c-a000-0452a70a0e6a None None] Provisioning complete for port f4e59b85-a03b-4400-a4ea-68203cc65288 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:01.858282 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-82a2df1e-4f98-4a9c-a000-0452a70a0e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:01.868371 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-9665f2ea-fd7d-44ed-8582-0d1c08878473 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'security_group': {'name': 'tempest-secgroup-536215901'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:01.879339 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-3792c40d-8f3a-4d31-9114-a5a5aaa4477f tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Request body: {'security_group_rule': {'security_group_id': 'a97cf95d-3a7d-42be-9d17-4c1343eee37f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:01.880036 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-3792c40d-8f3a-4d31-9114-a5a5aaa4477f tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:23:01.883531 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-3792c40d-8f3a-4d31-9114-a5a5aaa4477f tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0193014 Dec 22 13:23:01.884407 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-9665f2ea-fd7d-44ed-8582-0d1c08878473 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:01.886242 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47146) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:01.898746 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3a10d122-f94a-4fbd-9a6b-f9d0d28107e3 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:01.934767 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-9665f2ea-fd7d-44ed-8582-0d1c08878473 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Usage tracker for resource:security_group and tenant:5dcef99d1b1441dea18127579d2b89f5 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:01.940454 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-9665f2ea-fd7d-44ed-8582-0d1c08878473 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:01.950566 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53c5fa5-2fb8-4e8e-b6bd-2ec5df163556 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Network f622fee4-579d-4730-b475-728cad7e1908 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:23:01.974049 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-82a2df1e-4f98-4a9c-a000-0452a70a0e6a None None] Port f4e59b85-a03b-4400-a4ea-68203cc65288 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:23:01.984908 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-9665f2ea-fd7d-44ed-8582-0d1c08878473 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:02.026661 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3a10d122-f94a-4fbd-9a6b-f9d0d28107e3 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:02.040845 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8c7826a4-1053-4bea-aad2-090748759093 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:02.044145 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-a120ccb3-a7a0-4d4b-b5bc-1f8482c5d89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'name': 'tempest-ServerActionsTestJSON-1247390888-router', 'tenant_id': 'ccb0058a2c24446385d13786cea4c6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '74700538-2e57-498a-9b6b-3e9930271195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:19:01Z', 'updated_at': '2021-12-22T13:19:12Z', 'revision_number': 4, 'project_id': 'ccb0058a2c24446385d13786cea4c6a9', 'gw_port': {'id': '74700538-2e57-498a-9b6b-3e9930271195', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:03Z', 'updated_at': '2021-12-22T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12', 'name': '', 'network_id': '36a9635e-060b-4630-a9b5-9765cca55df8', 'tenant_id': 'ccb0058a2c24446385d13786cea4c6a9', 'mac_address': 'fa:16:3e:0e:c5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02969300-ed8d-4b59-a34d-12a5dcb2cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:11Z', 'updated_at': '2021-12-22T13:19:44Z', 'revision_number': 5, 'project_id': 'ccb0058a2c24446385d13786cea4c6a9', 'subnets': [{'id': '02969300-ed8d-4b59-a34d-12a5dcb2cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:02.051920 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a120ccb3-a7a0-4d4b-b5bc-1f8482c5d89b None None] The sync data for ids ['4cb07bea-e7bd-4180-8315-188a213407e4'] in dv-neutron-822669-1-hyperv is: [{'id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'name': 'tempest-ServerActionsTestJSON-1247390888-router', 'tenant_id': 'ccb0058a2c24446385d13786cea4c6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '74700538-2e57-498a-9b6b-3e9930271195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:19:01Z', 'updated_at': '2021-12-22T13:19:12Z', 'revision_number': 4, 'project_id': 'ccb0058a2c24446385d13786cea4c6a9', 'gw_port': {'id': '74700538-2e57-498a-9b6b-3e9930271195', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:03Z', 'updated_at': '2021-12-22T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12', 'name': '', 'network_id': '36a9635e-060b-4630-a9b5-9765cca55df8', 'tenant_id': 'ccb0058a2c24446385d13786cea4c6a9', 'mac_address': 'fa:16:3e:0e:c5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02969300-ed8d-4b59-a34d-12a5dcb2cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:11Z', 'updated_at': '2021-12-22T13:19:44Z', 'revision_number': 5, 'project_id': 'ccb0058a2c24446385d13786cea4c6a9', 'subnets': [{'id': '02969300-ed8d-4b59-a34d-12a5dcb2cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:23:02.063892 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-c53c5fa5-2fb8-4e8e-b6bd-2ec5df163556 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, f622fee4-579d-4730-b475-728cad7e1908) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:23:02.069257 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-33f848fd-657f-4e90-b36b-ef27fcf40f9e tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:02.076138 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9505ba2d-f43d-42dd-a64d-659bcab28aa0 None None] Network f622fee4-579d-4730-b475-728cad7e1908 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:23:02.089615 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53c5fa5-2fb8-4e8e-b6bd-2ec5df163556 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:02.090345 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c53c5fa5-2fb8-4e8e-b6bd-2ec5df163556 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:02.122922 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-fce4e0fa-0a5f-4ea0-916e-b53557cd8db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'name': 'tempest-RoutersIpV6Test-router-922980331', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:47Z', 'updated_at': '2021-12-22T13:22:58Z', 'revision_number': 8, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'gw_port_host': None, '_interfaces': [{'id': '1b1af640-a2a7-484c-b9b8-099fe7111dc6', 'name': '', 'network_id': '77a794ce-1aea-4fb4-988e-9ca632a7ee01', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:1f:00:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865fc25d-d939-4feb-9c8d-5d2adea4141f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:23Z', 'updated_at': '2021-12-22T13:22:41Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '865fc25d-d939-4feb-9c8d-5d2adea4141f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9150e9f2-d344-4ea1-8799-27c4a8809d37', 'name': '', 'network_id': 'c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:cd:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47f14dc9-cb69-4dc1-8ac6-d47d22c7090f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:09Z', 'updated_at': '2021-12-22T13:22:25Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '47f14dc9-cb69-4dc1-8ac6-d47d22c7090f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b078ee29-451b-4f5c-8d71-e41b92ff2fdf', 'name': '', 'network_id': 'b7e21e1f-b59f-45da-b71d-dfa88e74399e', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:1c:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:52Z', 'updated_at': '2021-12-22T13:22:13Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:02.128372 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce4e0fa-0a5f-4ea0-916e-b53557cd8db8 None None] Checking router: f2c21113-3a72-48f5-a58f-27735d4120b2 for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:23:02.141295 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce4e0fa-0a5f-4ea0-916e-b53557cd8db8 None None] Routers {'f2c21113-3a72-48f5-a58f-27735d4120b2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:23:02.142544 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-fce4e0fa-0a5f-4ea0-916e-b53557cd8db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:22:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['f2c21113-3a72-48f5-a58f-27735d4120b2'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:02.174841 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c53c5fa5-2fb8-4e8e-b6bd-2ec5df163556 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8098795 Dec 22 13:23:02.177450 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47152) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:02.187157 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-702c1735-6378-4efa-8a59-736418e5c615 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'port': {'network_id': 'f622fee4-579d-4730-b475-728cad7e1908', 'name': 'tempest-PortsTestJSON-1398806273'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:02.217908 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596771f0-24f2-44ea-adc2-d81e9684b8e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-975b41b6-ee3d-4230-b367-1e6f2668dd0f', 'network_id': '975b41b6-ee3d-4230-b367-1e6f2668dd0f', 'tenant_id': '5dcef99d1b1441dea18127579d2b89f5', 'fixed_ips': [{'subnet_id': '62800e45-e9a8-4315-9bd4-51c03d1a360f'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:23:02.219748 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-596771f0-24f2-44ea-adc2-d81e9684b8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:02.363305 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-fce4e0fa-0a5f-4ea0-916e-b53557cd8db8 None None] Set router f2c21113-3a72-48f5-a58f-27735d4120b2 gateway port host: None {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:23:02.492960 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9665f2ea-fd7d-44ed-8582-0d1c08878473 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:02.496620 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3a10d122-f94a-4fbd-9a6b-f9d0d28107e3 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:02.505877 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-99236bc8-5f54-49b8-af84-86bbf53009cd tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:02.523794 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-8c7826a4-1053-4bea-aad2-090748759093 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Calling delete_port for f4e59b85-a03b-4400-a4ea-68203cc65288 owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:23:02.549227 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10d122-f94a-4fbd-9a6b-f9d0d28107e3 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event deleted for resources: {'Subnet': ['ID=535dcf84-4a02-4971-a750-4750aeda2701,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:02.552238 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3a10d122-f94a-4fbd-9a6b-f9d0d28107e3 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:02.563181 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3a10d122-f94a-4fbd-9a6b-f9d0d28107e3 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:02.580655 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-3a10d122-f94a-4fbd-9a6b-f9d0d28107e3 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "DELETE /v2.0/subnets/535dcf84-4a02-4971-a750-4750aeda2701 HTTP/1.1" status: 204 len: 168 time: 1.2729363 Dec 22 13:23:02.581309 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47158) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:02.594845 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c40e81-b9b3-4fed-b34e-dabfbb0df950 None None] New status for floating IP ec98ee62-725f-4c51-94de-a37aa8df51d9: DOWN {{(pid=84150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:23:02.657237 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-33f848fd-657f-4e90-b36b-ef27fcf40f9e tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:02.684182 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-9665f2ea-fd7d-44ed-8582-0d1c08878473 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:02.688635 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-9665f2ea-fd7d-44ed-8582-0d1c08878473 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Usage tracker for resource:security_group_rule and tenant:5dcef99d1b1441dea18127579d2b89f5 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:02.691559 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-9665f2ea-fd7d-44ed-8582-0d1c08878473 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:02.697658 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-9665f2ea-fd7d-44ed-8582-0d1c08878473 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:02.707239 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092d72b3-5a45-46a6-aad6-4e2abb4d5c3e None None] Network 52b6969d-bac0-442b-9277-2f6d17bb4260 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:23:02.721076 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device c99ac848-0d63-4999-ad2a-b004343e8c37 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:23:02.744757 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cb16fd-413f-41d2-9f64-b79a7bcba4b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-f622fee4-579d-4730-b475-728cad7e1908', 'network_id': 'f622fee4-579d-4730-b475-728cad7e1908', 'tenant_id': '77460f0dfa37423d8c924a302461b16c', 'fixed_ips': [{'subnet_id': '9cc95e1b-662b-4209-b9ad-bc39fcda0b72'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:23:02.745576 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-67cb16fd-413f-41d2-9f64-b79a7bcba4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:02.763957 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9665f2ea-fd7d-44ed-8582-0d1c08878473 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:02.829124 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b5d7cca5-79b0-4dba-98d9-ef1cbdaaa540 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:02.832212 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-596771f0-24f2-44ea-adc2-d81e9684b8e8 None None] Allocated IP 2001:db8::2 (975b41b6-ee3d-4230-b367-1e6f2668dd0f/62800e45-e9a8-4315-9bd4-51c03d1a360f/aa850526-d39f-4428-86ef-622cc2e95bcb) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:23:02.858127 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-fce4e0fa-0a5f-4ea0-916e-b53557cd8db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'name': 'tempest-RoutersIpV6Test-router-922980331', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:47Z', 'updated_at': '2021-12-22T13:22:58Z', 'revision_number': 8, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'gw_port_host': None, '_interfaces': [{'id': '1b1af640-a2a7-484c-b9b8-099fe7111dc6', 'name': '', 'network_id': '77a794ce-1aea-4fb4-988e-9ca632a7ee01', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:1f:00:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865fc25d-d939-4feb-9c8d-5d2adea4141f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:23Z', 'updated_at': '2021-12-22T13:22:41Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '865fc25d-d939-4feb-9c8d-5d2adea4141f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9150e9f2-d344-4ea1-8799-27c4a8809d37', 'name': '', 'network_id': 'c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:cd:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47f14dc9-cb69-4dc1-8ac6-d47d22c7090f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:09Z', 'updated_at': '2021-12-22T13:22:25Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '47f14dc9-cb69-4dc1-8ac6-d47d22c7090f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b078ee29-451b-4f5c-8d71-e41b92ff2fdf', 'name': '', 'network_id': 'b7e21e1f-b59f-45da-b71d-dfa88e74399e', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:1c:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:52Z', 'updated_at': '2021-12-22T13:22:13Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:02.863993 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce4e0fa-0a5f-4ea0-916e-b53557cd8db8 None None] The sync data for ids ['f2c21113-3a72-48f5-a58f-27735d4120b2'] in dv-neutron-822669-1-hyperv is: [{'id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'name': 'tempest-RoutersIpV6Test-router-922980331', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:47Z', 'updated_at': '2021-12-22T13:22:58Z', 'revision_number': 8, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'gw_port_host': None, '_interfaces': [{'id': '1b1af640-a2a7-484c-b9b8-099fe7111dc6', 'name': '', 'network_id': '77a794ce-1aea-4fb4-988e-9ca632a7ee01', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:1f:00:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865fc25d-d939-4feb-9c8d-5d2adea4141f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:23Z', 'updated_at': '2021-12-22T13:22:41Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '865fc25d-d939-4feb-9c8d-5d2adea4141f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9150e9f2-d344-4ea1-8799-27c4a8809d37', 'name': '', 'network_id': 'c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:cd:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47f14dc9-cb69-4dc1-8ac6-d47d22c7090f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:09Z', 'updated_at': '2021-12-22T13:22:25Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '47f14dc9-cb69-4dc1-8ac6-d47d22c7090f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b078ee29-451b-4f5c-8d71-e41b92ff2fdf', 'name': '', 'network_id': 'b7e21e1f-b59f-45da-b71d-dfa88e74399e', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:1c:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:52Z', 'updated_at': '2021-12-22T13:22:13Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:23:02.872064 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-b5d7cca5-79b0-4dba-98d9-ef1cbdaaa540 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Deleting port 506829bd-9fac-406b-b5e9-416b6dcaa284 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:23:02.872528 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b5d7cca5-79b0-4dba-98d9-ef1cbdaaa540 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:02.886650 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9665f2ea-fd7d-44ed-8582-0d1c08878473 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:02.895927 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-71d9e370-6c25-47d1-a691-e7dab2229f48 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:02.917602 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-702c1735-6378-4efa-8a59-736418e5c615 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:02.941258 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-702c1735-6378-4efa-8a59-736418e5c615 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:02.991520 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9665f2ea-fd7d-44ed-8582-0d1c08878473 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5586a8-5206-45b4-90b4-e13e8a9db90c,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:02.999846 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9665f2ea-fd7d-44ed-8582-0d1c08878473 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:03.077428 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-33f848fd-657f-4e90-b36b-ef27fcf40f9e tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:03.081419 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-33f848fd-657f-4e90-b36b-ef27fcf40f9e tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:03.085038 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-33f848fd-657f-4e90-b36b-ef27fcf40f9e tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "DELETE /v2.0/security-groups/a97cf95d-3a7d-42be-9d17-4c1343eee37f HTTP/1.1" status: 204 len: 168 time: 1.1929829 Dec 22 13:23:03.086014 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ac4fd3b6-7494-4d43-8b03-a254dda6c4ac tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:03.088386 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47164) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:03.101839 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a09af-7c84-45a2-a5cd-6413c74dea86 req-12522db4-3c0e-4f57-ae88-09cf4562bbfe tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:03.103358 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-b90a09af-7c84-45a2-a5cd-6413c74dea86 req-12522db4-3c0e-4f57-ae88-09cf4562bbfe tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/ports?device_id=637bf671-5c93-4d8f-a810-167e9aa9a3ad HTTP/1.1" status: 200 len: 945 time: 0.2685313 Dec 22 13:23:03.109760 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9665f2ea-fd7d-44ed-8582-0d1c08878473 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:03.113561 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-9665f2ea-fd7d-44ed-8582-0d1c08878473 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.2476487 Dec 22 13:23:03.120670 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f848fd-657f-4e90-b36b-ef27fcf40f9e tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97cf95d-3a7d-42be-9d17-4c1343eee37f,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:03.127273 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47168) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:03.139520 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-33f848fd-657f-4e90-b36b-ef27fcf40f9e tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:03.158829 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-d04b39e8-b2d4-41c6-b613-03dd573c3792 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'security_group': {'name': 'tempest-secgroup-576792475'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:03.165394 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d04b39e8-b2d4-41c6-b613-03dd573c3792 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:03.175325 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-b90a09af-7c84-45a2-a5cd-6413c74dea86 req-e76d4e82-8fa0-4a3b-8fb4-7b0135ec6117 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1d0092f-2b68-4712-be8f-c58c750fe679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573003 Dec 22 13:23:03.192984 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d04b39e8-b2d4-41c6-b613-03dd573c3792 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Usage tracker for resource:security_group and tenant:5dcef99d1b1441dea18127579d2b89f5 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:03.200427 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d04b39e8-b2d4-41c6-b613-03dd573c3792 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:03.209744 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-b5d7cca5-79b0-4dba-98d9-ef1cbdaaa540 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] For port 506829bd-9fac-406b-b5e9-416b6dcaa284, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=506829bd-9fac-406b-b5e9-416b6dcaa284,segment=NetworkSegment(c5d56b4d-fe84-42e5-abfd-bc4f5abd52b4),segment_id=c5d56b4d-fe84-42e5-abfd-bc4f5abd52b4)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:23:03.210125 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b5d7cca5-79b0-4dba-98d9-ef1cbdaaa540 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:03.223811 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1c4fdb75-3449-41d2-82cf-b0f33e7aaa10 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1338367 Dec 22 13:23:03.224700 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d04b39e8-b2d4-41c6-b613-03dd573c3792 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:03.227871 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47172) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:03.230945 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702c1735-6378-4efa-8a59-736418e5c615 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Made reservation on behalf of 77460f0dfa37423d8c924a302461b16c for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:23:03.233882 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-702c1735-6378-4efa-8a59-736418e5c615 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:03.236615 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-641ffa3a-cba6-4195-b189-cdc662c63f76 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Request body: {'security_group': {'name': 'tempest-secgroup--1008362602'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:03.243063 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8c7826a4-1053-4bea-aad2-090748759093 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:03.245215 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-641ffa3a-cba6-4195-b189-cdc662c63f76 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:03.263537 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-584ec1ff-8150-415b-b78c-bdbd80e9d0db tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:03.309103 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-641ffa3a-cba6-4195-b189-cdc662c63f76 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Usage tracker for resource:security_group and tenant:ecc63f7e1b574e839d8676463edf6b00 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:03.319624 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-641ffa3a-cba6-4195-b189-cdc662c63f76 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:03.322735 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7826a4-1053-4bea-aad2-090748759093 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Port': ['ID=f4e59b85-a03b-4400-a4ea-68203cc65288,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:03.332401 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8c7826a4-1053-4bea-aad2-090748759093 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:03.332401 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-641ffa3a-cba6-4195-b189-cdc662c63f76 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:03.391655 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47178) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:03.458795 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-b5d7cca5-79b0-4dba-98d9-ef1cbdaaa540 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Calling delete_port for 506829bd-9fac-406b-b5e9-416b6dcaa284 owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:23:03.522224 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port c99ac848-0d63-4999-ad2a-b004343e8c37 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:03.522833 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:03.540769 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d04b39e8-b2d4-41c6-b613-03dd573c3792 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:03.553258 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-702c1735-6378-4efa-8a59-736418e5c615 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] device_id is not set on port 9afb572b-1a46-442a-81f7-a6dfb703af2a yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:23:03.564238 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-06a5c83c-5730-478c-8fe8-ef458124439b tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:03.599223 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-06a5c83c-5730-478c-8fe8-ef458124439b tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:03.629963 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-67cb16fd-413f-41d2-9f64-b79a7bcba4b3 None None] Allocated IP 172.20.0.2 (f622fee4-579d-4730-b475-728cad7e1908/9cc95e1b-662b-4209-b9ad-bc39fcda0b72/8ea144e5-18ce-4a90-8ca9-72d3f356740e) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:23:03.675475 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-641ffa3a-cba6-4195-b189-cdc662c63f76 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:03.688191 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8c7826a4-1053-4bea-aad2-090748759093 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:03.701621 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d04b39e8-b2d4-41c6-b613-03dd573c3792 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:03.707899 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8c7826a4-1053-4bea-aad2-090748759093 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/ports/f4e59b85-a03b-4400-a4ea-68203cc65288 HTTP/1.1" status: 204 len: 168 time: 2.3026741 Dec 22 13:23:03.711549 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d04b39e8-b2d4-41c6-b613-03dd573c3792 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Usage tracker for resource:security_group_rule and tenant:5dcef99d1b1441dea18127579d2b89f5 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:03.713038 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47182) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:03.715242 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d04b39e8-b2d4-41c6-b613-03dd573c3792 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:03.722927 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d04b39e8-b2d4-41c6-b613-03dd573c3792 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:03.725119 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-596771f0-24f2-44ea-adc2-d81e9684b8e8 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:03.773591 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-06a5c83c-5730-478c-8fe8-ef458124439b tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:03.781635 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f7b7f782-eed1-44cb-834c-b7c814243507 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:03.788508 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d04b39e8-b2d4-41c6-b613-03dd573c3792 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:03.792719 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-641ffa3a-cba6-4195-b189-cdc662c63f76 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:03.802746 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-641ffa3a-cba6-4195-b189-cdc662c63f76 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Usage tracker for resource:security_group_rule and tenant:ecc63f7e1b574e839d8676463edf6b00 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:03.807026 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-641ffa3a-cba6-4195-b189-cdc662c63f76 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:03.810140 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-06a5c83c-5730-478c-8fe8-ef458124439b tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:03.811296 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-06a5c83c-5730-478c-8fe8-ef458124439b tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "DELETE /v2.0/security-groups/837d642b-9564-4d35-a313-0a33b1fbd550 HTTP/1.1" status: 204 len: 168 time: 0.4108205 Dec 22 13:23:03.812456 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5c83c-5730-478c-8fe8-ef458124439b tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=837d642b-9564-4d35-a313-0a33b1fbd550,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:03.814471 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47186) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:03.817886 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-06a5c83c-5730-478c-8fe8-ef458124439b tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:03.822879 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-641ffa3a-cba6-4195-b189-cdc662c63f76 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:03.840270 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b5d7cca5-79b0-4dba-98d9-ef1cbdaaa540 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:03.845908 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8de2d77f-fd0b-4d28-84ab-3cd301c77574 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:03.847548 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-596771f0-24f2-44ea-adc2-d81e9684b8e8 None None] Transition to ACTIVE for port object aa850526-d39f-4428-86ef-622cc2e95bcb will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:23:03.854661 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223e47c3-c09c-436b-976b-aba67199b4c4 None None] DHCP port deletion for 52b6969d-bac0-442b-9277-2f6d17bb4260 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:23:03.875177 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-64dbd9d4-4759-4110-aca7-9e1dbba0a423 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] show failed (client error): The resource could not be found. Dec 22 13:23:03.879133 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-64dbd9d4-4759-4110-aca7-9e1dbba0a423 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "GET /v2.0/security-groups/837d642b-9564-4d35-a313-0a33b1fbd550 HTTP/1.1" status: 404 len: 347 time: 0.0609312 Dec 22 13:23:03.880321 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc9d076-2353-47b0-a954-75950d61843d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:03.881037 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-8fc9d076-2353-47b0-a954-75950d61843d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:23:03.883956 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47190) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:03.893553 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d04b39e8-b2d4-41c6-b613-03dd573c3792 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:03.898410 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7cca5-79b0-4dba-98d9-ef1cbdaaa540 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event deleted for resources: {'Port': ['ID=506829bd-9fac-406b-b5e9-416b6dcaa284,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:03.906006 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b5d7cca5-79b0-4dba-98d9-ef1cbdaaa540 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:03.907136 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b8372ecc-5cef-4d98-a6bd-3de246d30ca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:03.927739 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d7cca5-79b0-4dba-98d9-ef1cbdaaa540 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] No DVR routers for this DVR port 506829bd-9fac-406b-b5e9-416b6dcaa284 on host dv-neutron-822669-1-hyperv {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:23:03.943512 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-596771f0-24f2-44ea-adc2-d81e9684b8e8 None None] Transition to ACTIVE for port object aa850526-d39f-4428-86ef-622cc2e95bcb will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:23:04.002496 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b39e8-b2d4-41c6-b613-03dd573c3792 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e732e1-0af4-4443-b1b9-14cd4ff30f61,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:04.005842 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-641ffa3a-cba6-4195-b189-cdc662c63f76 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:04.034859 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-67cb16fd-413f-41d2-9f64-b79a7bcba4b3 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:04.040566 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-596771f0-24f2-44ea-adc2-d81e9684b8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:04.044900 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-d5006848-1a0b-4dba-8392-c7865173d2bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:04.050850 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d04b39e8-b2d4-41c6-b613-03dd573c3792 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:04.083821 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-be7a84e4-3dd0-4f08-9ea3-3023ea062e2b tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Deleting port 30fb66c9-132f-4bdf-9d2b-7400744ba376 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:23:04.083821 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-be7a84e4-3dd0-4f08-9ea3-3023ea062e2b tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:04.084570 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b5d7cca5-79b0-4dba-98d9-ef1cbdaaa540 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:04.092178 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d04b39e8-b2d4-41c6-b613-03dd573c3792 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:04.096781 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d04b39e8-b2d4-41c6-b613-03dd573c3792 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9538965 Dec 22 13:23:04.098501 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-67cb16fd-413f-41d2-9f64-b79a7bcba4b3 None None] Transition to ACTIVE for port object 8ea144e5-18ce-4a90-8ca9-72d3f356740e will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:23:04.098639 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47194) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:04.104309 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-485bfb04-bbc2-457e-b141-f14f8baf3581 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-836885163', 'security_groups': ['f0e732e1-0af4-4443-b1b9-14cd4ff30f61'], 'network_id': '975b41b6-ee3d-4230-b367-1e6f2668dd0f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '62800e45-e9a8-4315-9bd4-51c03d1a360f'}]}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:04.122047 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-641ffa3a-cba6-4195-b189-cdc662c63f76 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:04.129143 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-4b3a447d-34b3-4294-8613-a53a7a7f3b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:04.141135 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596771f0-24f2-44ea-adc2-d81e9684b8e8 None None] Network 975b41b6-ee3d-4230-b367-1e6f2668dd0f is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:23:04.142626 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-67cb16fd-413f-41d2-9f64-b79a7bcba4b3 None None] Transition to ACTIVE for port object 8ea144e5-18ce-4a90-8ca9-72d3f356740e will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:23:04.146544 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-596771f0-24f2-44ea-adc2-d81e9684b8e8 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:23:04.148756 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596771f0-24f2-44ea-adc2-d81e9684b8e8 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:23:04.151872 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-8fc9d076-2353-47b0-a954-75950d61843d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:23:04.155486 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8fc9d076-2353-47b0-a954-75950d61843d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4390266 Dec 22 13:23:04.157396 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596771f0-24f2-44ea-adc2-d81e9684b8e8 None None] Pushing event updated for resources: {'Port': ['ID=aa850526-d39f-4428-86ef-622cc2e95bcb,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:04.165540 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-596771f0-24f2-44ea-adc2-d81e9684b8e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:04.168404 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47198) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:04.192744 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-b5d7cca5-79b0-4dba-98d9-ef1cbdaaa540 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52b6969d-bac0-442b-9277-2f6d17bb4260']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:04.224082 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-b5d7cca5-79b0-4dba-98d9-ef1cbdaaa540 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d56b4d-fe84-42e5-abfd-bc4f5abd52b4') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:04.224693 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-b5d7cca5-79b0-4dba-98d9-ef1cbdaaa540 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d56b4d-fe84-42e5-abfd-bc4f5abd52b4') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:04.242260 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-67cb16fd-413f-41d2-9f64-b79a7bcba4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:04.255934 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:04.287191 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b5d7cca5-79b0-4dba-98d9-ef1cbdaaa540 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:04.330231 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-641ffa3a-cba6-4195-b189-cdc662c63f76 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:04.335902 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-641ffa3a-cba6-4195-b189-cdc662c63f76 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1022582 Dec 22 13:23:04.336098 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cb16fd-413f-41d2-9f64-b79a7bcba4b3 None None] Network f622fee4-579d-4730-b475-728cad7e1908 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:23:04.336196 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47204) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:04.336480 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb16fd-413f-41d2-9f64-b79a7bcba4b3 None None] Pushing event updated for resources: {'Port': ['ID=8ea144e5-18ce-4a90-8ca9-72d3f356740e,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:04.339358 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-67cb16fd-413f-41d2-9f64-b79a7bcba4b3 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:23:04.346139 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-bd43483f-44c6-48ed-97a3-538005aa70b9 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Request body: {'security_group_rule': {'security_group_id': '46a83ca4-c27f-45fd-a5c7-1bee7cfdedb3', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:04.346840 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-bd43483f-44c6-48ed-97a3-538005aa70b9 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:23:04.350469 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-bd43483f-44c6-48ed-97a3-538005aa70b9 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0121219 Dec 22 13:23:04.350469 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b5d7cca5-79b0-4dba-98d9-ef1cbdaaa540 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:04.358583 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cb16fd-413f-41d2-9f64-b79a7bcba4b3 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:23:04.358741 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47208) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:04.365317 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-67cb16fd-413f-41d2-9f64-b79a7bcba4b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:04.366035 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-596771f0-24f2-44ea-adc2-d81e9684b8e8 None None] Attempting to bind port aa850526-d39f-4428-86ef-622cc2e95bcb on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:23:04.366473 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-596771f0-24f2-44ea-adc2-d81e9684b8e8 None None] Attempting to bind port aa850526-d39f-4428-86ef-622cc2e95bcb by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '177a34ea-ed87-45db-a663-662f0b097935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '975b41b6-ee3d-4230-b367-1e6f2668dd0f'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:23:04.366844 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596771f0-24f2-44ea-adc2-d81e9684b8e8 None None] Attempting to bind port aa850526-d39f-4428-86ef-622cc2e95bcb on network 975b41b6-ee3d-4230-b367-1e6f2668dd0f {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:23:04.379529 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ffa3a-cba6-4195-b189-cdc662c63f76 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46a83ca4-c27f-45fd-a5c7-1bee7cfdedb3,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:04.382417 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-641ffa3a-cba6-4195-b189-cdc662c63f76 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:04.387619 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d7cca5-79b0-4dba-98d9-ef1cbdaaa540 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:23:04.388037 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b5d7cca5-79b0-4dba-98d9-ef1cbdaaa540 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:04.404640 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:23:04.404640 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:23:04.404640 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:23:04.404640 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:23:04.404640 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:23:04.404640 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:23:04.404640 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:23:04.404640 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:23:04.404640 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:23:04.404640 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:23:04.404640 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:23:04.404640 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:23:04.404640 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:23:04.404640 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:23:04.404640 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:23:04.404640 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:23:04.404640 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:23:04.404640 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:23:04.404640 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:23:04.404640 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:23:04.404640 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:23:04.404640 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:23:04.404640 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:23:04.404640 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:23:04.404640 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:23:04.404640 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:23:04.404640 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:23:04.404640 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:23:04.404640 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:23:04.404640 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:23:04.404640 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:23:04.404640 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:23:04.411143 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596771f0-24f2-44ea-adc2-d81e9684b8e8 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:23:04.411325 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596771f0-24f2-44ea-adc2-d81e9684b8e8 None None] Checking segment: {'id': '177a34ea-ed87-45db-a663-662f0b097935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '975b41b6-ee3d-4230-b367-1e6f2668dd0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:23:04.411774 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-596771f0-24f2-44ea-adc2-d81e9684b8e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:04.412636 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596771f0-24f2-44ea-adc2-d81e9684b8e8 None None] Bound using segment: {'id': '177a34ea-ed87-45db-a663-662f0b097935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '975b41b6-ee3d-4230-b367-1e6f2668dd0f'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:23:04.412754 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-596771f0-24f2-44ea-adc2-d81e9684b8e8 None None] Bound port: aa850526-d39f-4428-86ef-622cc2e95bcb, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177a34ea-ed87-45db-a663-662f0b097935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '975b41b6-ee3d-4230-b367-1e6f2668dd0f'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:23:04.413047 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-596771f0-24f2-44ea-adc2-d81e9684b8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:04.472868 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-be7a84e4-3dd0-4f08-9ea3-3023ea062e2b tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:04.473240 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-be7a84e4-3dd0-4f08-9ea3-3023ea062e2b tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:04.491559 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-702c1735-6378-4efa-8a59-736418e5c615 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Allocated IP 172.20.0.6 (f622fee4-579d-4730-b475-728cad7e1908/9cc95e1b-662b-4209-b9ad-bc39fcda0b72/9afb572b-1a46-442a-81f7-a6dfb703af2a) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:23:04.500725 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-485bfb04-bbc2-457e-b141-f14f8baf3581 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:04.524757 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-485bfb04-bbc2-457e-b141-f14f8baf3581 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:04.548575 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-67cb16fd-413f-41d2-9f64-b79a7bcba4b3 None None] Attempting to bind port 8ea144e5-18ce-4a90-8ca9-72d3f356740e on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:23:04.549732 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-67cb16fd-413f-41d2-9f64-b79a7bcba4b3 None None] Attempting to bind port 8ea144e5-18ce-4a90-8ca9-72d3f356740e by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '2777c61a-937a-42a4-957b-c9b3cb985cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f622fee4-579d-4730-b475-728cad7e1908'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:23:04.550334 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cb16fd-413f-41d2-9f64-b79a7bcba4b3 None None] Attempting to bind port 8ea144e5-18ce-4a90-8ca9-72d3f356740e on network f622fee4-579d-4730-b475-728cad7e1908 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:23:04.598309 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1ee67ce5-84e3-4b44-8dd7-01cba463b135 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:04.611379 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cb16fd-413f-41d2-9f64-b79a7bcba4b3 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:23:04.611578 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f63490b-003c-4891-b469-9fe50a4003b2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:04.611774 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cb16fd-413f-41d2-9f64-b79a7bcba4b3 None None] Checking segment: {'id': '2777c61a-937a-42a4-957b-c9b3cb985cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f622fee4-579d-4730-b475-728cad7e1908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:23:04.612200 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-67cb16fd-413f-41d2-9f64-b79a7bcba4b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:04.612603 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cb16fd-413f-41d2-9f64-b79a7bcba4b3 None None] Bound using segment: {'id': '2777c61a-937a-42a4-957b-c9b3cb985cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f622fee4-579d-4730-b475-728cad7e1908'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:23:04.616358 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-67cb16fd-413f-41d2-9f64-b79a7bcba4b3 None None] Bound port: 8ea144e5-18ce-4a90-8ca9-72d3f356740e, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2777c61a-937a-42a4-957b-c9b3cb985cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f622fee4-579d-4730-b475-728cad7e1908'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:23:04.616526 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6f63490b-003c-4891-b469-9fe50a4003b2 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4439917 Dec 22 13:23:04.616619 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-67cb16fd-413f-41d2-9f64-b79a7bcba4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:04.617236 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47212) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:04.621983 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-be7a84e4-3dd0-4f08-9ea3-3023ea062e2b tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Calling delete_port for 30fb66c9-132f-4bdf-9d2b-7400744ba376 owned by network:floatingip {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:23:04.642143 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-596771f0-24f2-44ea-adc2-d81e9684b8e8 None None] For port aa850526-d39f-4428-86ef-622cc2e95bcb, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:23:04.655414 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35f9be-bd4a-4822-9322-3479fc82c92a req-43ad4a8b-9e95-4078-b946-3410306b308c tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:04.657496 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-dc35f9be-bd4a-4822-9322-3479fc82c92a req-43ad4a8b-9e95-4078-b946-3410306b308c tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/ports?device_id=637bf671-5c93-4d8f-a810-167e9aa9a3ad HTTP/1.1" status: 200 len: 945 time: 0.3302658 Dec 22 13:23:04.695104 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 506829bd-9fac-406b-b5e9-416b6dcaa284 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:23:04.735115 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-596771f0-24f2-44ea-adc2-d81e9684b8e8 None None] For port aa850526-d39f-4428-86ef-622cc2e95bcb, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=aa850526-d39f-4428-86ef-622cc2e95bcb,segment=NetworkSegment(177a34ea-ed87-45db-a663-662f0b097935),segment_id=177a34ea-ed87-45db-a663-662f0b097935)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:23:04.748021 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 506829bd-9fac-406b-b5e9-416b6dcaa284 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:23:04.748021 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 506829bd-9fac-406b-b5e9-416b6dcaa284 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:23:04.748021 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device c0c1c816-c2ac-4646-b901-378f4da94060 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:23:04.783804 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b5d7cca5-79b0-4dba-98d9-ef1cbdaaa540 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:04.787926 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: c0c1c816-c2ac-4646-b901-378f4da94060 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:23:04.788285 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device c0c1c816-c2ac-4646-b901-378f4da94060 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:23:04.805435 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-596771f0-24f2-44ea-adc2-d81e9684b8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:04.810204 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-bcdb5524-6d6e-49c4-917c-cc317839e876 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:04.855067 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485bfb04-bbc2-457e-b141-f14f8baf3581 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Made reservation on behalf of 5dcef99d1b1441dea18127579d2b89f5 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:23:04.858827 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-dc35f9be-bd4a-4822-9322-3479fc82c92a req-8057fdd1-711d-4b2e-bc10-0a7d7e96c3ae tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1d0092f-2b68-4712-be8f-c58c750fe679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944077 Dec 22 13:23:04.866505 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-67cb16fd-413f-41d2-9f64-b79a7bcba4b3 None None] For port 8ea144e5-18ce-4a90-8ca9-72d3f356740e, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:23:04.870383 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f86a51ce-5715-4571-ac31-aab49eb37bf6 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:04.893471 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b5d7cca5-79b0-4dba-98d9-ef1cbdaaa540 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:04.896925 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-67cb16fd-413f-41d2-9f64-b79a7bcba4b3 None None] For port 8ea144e5-18ce-4a90-8ca9-72d3f356740e, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=8ea144e5-18ce-4a90-8ca9-72d3f356740e,segment=NetworkSegment(2777c61a-937a-42a4-957b-c9b3cb985cb1),segment_id=2777c61a-937a-42a4-957b-c9b3cb985cb1)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:23:04.910041 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596771f0-24f2-44ea-adc2-d81e9684b8e8 None None] Pushing event updated for resources: {'Port': ['ID=aa850526-d39f-4428-86ef-622cc2e95bcb,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:04.913239 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-596771f0-24f2-44ea-adc2-d81e9684b8e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:04.971504 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7cca5-79b0-4dba-98d9-ef1cbdaaa540 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event deleted for resources: {'Network': ['ID=52b6969d-bac0-442b-9277-2f6d17bb4260,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:04.974062 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1ee67ce5-84e3-4b44-8dd7-01cba463b135 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:04.978047 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-67cb16fd-413f-41d2-9f64-b79a7bcba4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:04.981891 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-d5006848-1a0b-4dba-8392-c7865173d2bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:05.003697 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b5d7cca5-79b0-4dba-98d9-ef1cbdaaa540 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:05.005015 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b5d7cca5-79b0-4dba-98d9-ef1cbdaaa540 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "DELETE /v2.0/networks/52b6969d-bac0-442b-9277-2f6d17bb4260 HTTP/1.1" status: 204 len: 168 time: 2.4199946 Dec 22 13:23:05.009247 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47216) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:05.052104 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db58c89-ceca-439a-a75f-bbaec90bdfa7 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:05.053728 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db58c89-ceca-439a-a75f-bbaec90bdfa7 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:05.055380 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db58c89-ceca-439a-a75f-bbaec90bdfa7 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:05.056209 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-8db58c89-ceca-439a-a75f-bbaec90bdfa7 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:23:05.073253 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb16fd-413f-41d2-9f64-b79a7bcba4b3 None None] Pushing event updated for resources: {'Port': ['ID=8ea144e5-18ce-4a90-8ca9-72d3f356740e,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:05.099622 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-67cb16fd-413f-41d2-9f64-b79a7bcba4b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:05.119929 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-be7a84e4-3dd0-4f08-9ea3-3023ea062e2b tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:05.125511 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-aa5beadc-624e-4a04-a11d-0e56269131fa tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:05.175504 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a84e4-3dd0-4f08-9ea3-3023ea062e2b tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Pushing event deleted for resources: {'Port': ['ID=30fb66c9-132f-4bdf-9d2b-7400744ba376,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:05.177997 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-be7a84e4-3dd0-4f08-9ea3-3023ea062e2b tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:05.208373 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-702c1735-6378-4efa-8a59-736418e5c615 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:05.219250 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-485bfb04-bbc2-457e-b141-f14f8baf3581 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:05.246272 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-8db58c89-ceca-439a-a75f-bbaec90bdfa7 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:23:05.250989 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8db58c89-ceca-439a-a75f-bbaec90bdfa7 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.6303294 Dec 22 13:23:05.251999 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47220) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:05.309221 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1ee67ce5-84e3-4b44-8dd7-01cba463b135 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:05.328298 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-702c1735-6378-4efa-8a59-736418e5c615 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Transition to ACTIVE for port object 9afb572b-1a46-442a-81f7-a6dfb703af2a will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:23:05.329265 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-eaab6ded-9f62-4e2d-84a6-31145ca87c94 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:05.357774 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-485bfb04-bbc2-457e-b141-f14f8baf3581 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] device_id is not set on port c6f34e0f-a959-4807-a570-74ad8387c7b0 yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:23:05.395742 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-be7a84e4-3dd0-4f08-9ea3-3023ea062e2b tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks [] for floatingip, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:05.413339 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee67ce5-84e3-4b44-8dd7-01cba463b135 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a83ca4-c27f-45fd-a5c7-1bee7cfdedb3,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:05.427392 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1ee67ce5-84e3-4b44-8dd7-01cba463b135 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:05.484935 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1ee67ce5-84e3-4b44-8dd7-01cba463b135 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:05.486603 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1ee67ce5-84e3-4b44-8dd7-01cba463b135 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "DELETE /v2.0/security-groups/46a83ca4-c27f-45fd-a5c7-1bee7cfdedb3 HTTP/1.1" status: 204 len: 168 time: 1.1248548 Dec 22 13:23:05.502539 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47224) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:05.592847 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-be7a84e4-3dd0-4f08-9ea3-3023ea062e2b tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:05.598061 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-be7a84e4-3dd0-4f08-9ea3-3023ea062e2b tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] 10.222.0.47 "DELETE /v2.0/floatingips/ec98ee62-725f-4c51-94de-a37aa8df51d9 HTTP/1.1" status: 204 len: 168 time: 1.7115178 Dec 22 13:23:05.599065 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47228) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:05.658754 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a058de04-c252-4ca7-a3e8-245deb6c96ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:05.721692 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-702c1735-6378-4efa-8a59-736418e5c615 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:05.734803 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b2be597b-5685-49ca-b499-4fb374122a04 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:05.797788 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e03508de-ff27-4961-81db-964529287e15 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:05.863881 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-c91f4842-e28f-41e3-a07d-79c8247d4e13 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting subnet 22ab40c9-6e82-4b05-975d-47f4d3857f6a {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:23:05.881560 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c91f4842-e28f-41e3-a07d-79c8247d4e13 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:05.913598 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-03453998-c6df-4f0f-973d-9a4d6c8be6aa tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Synchronizing usage tracker for tenant:ecc63f7e1b574e839d8676463edf6b00 on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:23:05.940789 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702c1735-6378-4efa-8a59-736418e5c615 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Network f622fee4-579d-4730-b475-728cad7e1908 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:23:05.949905 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c1735-6378-4efa-8a59-736418e5c615 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'Port': ['ID=9afb572b-1a46-442a-81f7-a6dfb703af2a,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:05.953465 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-702c1735-6378-4efa-8a59-736418e5c615 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:05.954960 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-702c1735-6378-4efa-8a59-736418e5c615 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:23:05.963843 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702c1735-6378-4efa-8a59-736418e5c615 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:23:06.039137 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-485bfb04-bbc2-457e-b141-f14f8baf3581 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Allocated IP 2001:db8::1e7 (975b41b6-ee3d-4230-b367-1e6f2668dd0f/62800e45-e9a8-4315-9bd4-51c03d1a360f/c6f34e0f-a959-4807-a570-74ad8387c7b0) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:23:06.042715 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c91f4842-e28f-41e3-a07d-79c8247d4e13 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:06.161763 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702c1735-6378-4efa-8a59-736418e5c615 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:06.163545 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-702c1735-6378-4efa-8a59-736418e5c615 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:06.172722 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-03453998-c6df-4f0f-973d-9a4d6c8be6aa tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Unset dirty status for tenant:ecc63f7e1b574e839d8676463edf6b00 on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:23:06.173972 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-03453998-c6df-4f0f-973d-9a4d6c8be6aa tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6701198 Dec 22 13:23:06.180342 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47234) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:06.188916 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-04894e78-ecc1-4ee2-9f76-4684513b3529 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Request body: {'security_group': {'name': 'tempest-secgroup--1109632004'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:06.200874 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-04894e78-ecc1-4ee2-9f76-4684513b3529 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:06.261765 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-04894e78-ecc1-4ee2-9f76-4684513b3529 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:06.349498 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-702c1735-6378-4efa-8a59-736418e5c615 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.1681230 Dec 22 13:23:06.350385 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47238) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:06.360019 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-3c34afea-effb-4f30-84eb-e6e3fe86ee25 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'port': {'network_id': 'f622fee4-579d-4730-b475-728cad7e1908', 'name': 'tempest-PortsTestJSON-1266803877'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:06.367890 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c91f4842-e28f-41e3-a07d-79c8247d4e13 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:06.409329 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408dbf9a-5a99-4ef0-9ac8-2f0831739cad req-c7c61818-e2f1-4797-a5ef-3753b0980b24 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:06.411015 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-408dbf9a-5a99-4ef0-9ac8-2f0831739cad req-c7c61818-e2f1-4797-a5ef-3753b0980b24 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/ports?device_id=637bf671-5c93-4d8f-a810-167e9aa9a3ad HTTP/1.1" status: 200 len: 945 time: 0.3734295 Dec 22 13:23:06.554444 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-485bfb04-bbc2-457e-b141-f14f8baf3581 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:06.566335 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-408dbf9a-5a99-4ef0-9ac8-2f0831739cad req-db1a1f9d-ca7a-46f2-ab96-4e28894bc4fd tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1d0092f-2b68-4712-be8f-c58c750fe679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427772 Dec 22 13:23:06.584400 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-485bfb04-bbc2-457e-b141-f14f8baf3581 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Transition to ACTIVE for port object c6f34e0f-a959-4807-a570-74ad8387c7b0 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:23:06.635176 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c91f4842-e28f-41e3-a07d-79c8247d4e13 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:06.646416 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a34e5e0e-5d9d-40e9-929b-a1d122377410 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:06.693358 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-485bfb04-bbc2-457e-b141-f14f8baf3581 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:06.694406 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-04894e78-ecc1-4ee2-9f76-4684513b3529 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:06.708741 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f4842-e28f-41e3-a07d-79c8247d4e13 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Subnet': ['ID=22ab40c9-6e82-4b05-975d-47f4d3857f6a,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:06.711151 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c91f4842-e28f-41e3-a07d-79c8247d4e13 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:06.713221 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c0882da8-c396-4402-a131-89d1b70d64a2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:06.750765 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-89773a52-a893-4419-b0ce-72f68b53d634 None None] Provisioning for port aa850526-d39f-4428-86ef-622cc2e95bcb completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:23:06.756291 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c91f4842-e28f-41e3-a07d-79c8247d4e13 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:06.767512 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device aa850526-d39f-4428-86ef-622cc2e95bcb up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:23:06.813290 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485bfb04-bbc2-457e-b141-f14f8baf3581 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Network 975b41b6-ee3d-4230-b367-1e6f2668dd0f is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:23:06.818638 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c7afec-7238-4abf-a6ca-3a1fae280ba8 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:23:06.818841 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-485bfb04-bbc2-457e-b141-f14f8baf3581 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:23:06.824660 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485bfb04-bbc2-457e-b141-f14f8baf3581 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:23:06.824932 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485bfb04-bbc2-457e-b141-f14f8baf3581 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:06.825602 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-485bfb04-bbc2-457e-b141-f14f8baf3581 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:06.832177 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485bfb04-bbc2-457e-b141-f14f8baf3581 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'Port': ['ID=c6f34e0f-a959-4807-a570-74ad8387c7b0,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:06.835950 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-485bfb04-bbc2-457e-b141-f14f8baf3581 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:06.871220 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c91f4842-e28f-41e3-a07d-79c8247d4e13 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/22ab40c9-6e82-4b05-975d-47f4d3857f6a HTTP/1.1" status: 204 len: 168 time: 1.6100233 Dec 22 13:23:06.873239 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47242) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:06.893875 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93eb0b88-b76d-47d2-9fcc-d9949f3414cf None None] Network f622fee4-579d-4730-b475-728cad7e1908 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:23:06.898628 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-04894e78-ecc1-4ee2-9f76-4684513b3529 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:06.915887 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-04894e78-ecc1-4ee2-9f76-4684513b3529 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Usage tracker for resource:security_group_rule and tenant:ecc63f7e1b574e839d8676463edf6b00 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:06.936242 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-04894e78-ecc1-4ee2-9f76-4684513b3529 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:06.958889 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-04894e78-ecc1-4ee2-9f76-4684513b3529 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:06.976488 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-3c34afea-effb-4f30-84eb-e6e3fe86ee25 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:06.981018 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-3c34afea-effb-4f30-84eb-e6e3fe86ee25 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:port and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:06.985613 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-3c34afea-effb-4f30-84eb-e6e3fe86ee25 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:06.992457 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-3c34afea-effb-4f30-84eb-e6e3fe86ee25 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:07.005862 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2dbfe5b8-af6b-41bd-9028-7d7a595bbfb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:07.069326 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-485bfb04-bbc2-457e-b141-f14f8baf3581 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9713399 Dec 22 13:23:07.074585 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47246) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:07.077468 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-89773a52-a893-4419-b0ce-72f68b53d634 None None] Provisioning complete for port 2e069f03-1659-41ab-8d49-f25ecd673a40 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:07.078100 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-89773a52-a893-4419-b0ce-72f68b53d634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:07.082761 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-d916387a-7635-4513-933d-6d88634264f5 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'subnet': {'network_id': '975b41b6-ee3d-4230-b367-1e6f2668dd0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:07.083777 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c34afea-effb-4f30-84eb-e6e3fe86ee25 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Made reservation on behalf of 77460f0dfa37423d8c924a302461b16c for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:23:07.087964 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3c34afea-effb-4f30-84eb-e6e3fe86ee25 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:07.136169 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-3c34afea-effb-4f30-84eb-e6e3fe86ee25 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] device_id is not set on port 1491ec2e-9785-4552-87d2-732f1507c5a1 yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:23:07.204539 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff03824d-6c85-4dad-9702-f582030a4174 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting subnet a9d11fc0-b0d3-4315-b3e5-0bb48b23aafa {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:23:07.209840 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ff03824d-6c85-4dad-9702-f582030a4174 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:07.210311 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-89773a52-a893-4419-b0ce-72f68b53d634 None None] Port 2e069f03-1659-41ab-8d49-f25ecd673a40 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:23:07.298089 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ff03824d-6c85-4dad-9702-f582030a4174 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:07.323415 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-3c34afea-effb-4f30-84eb-e6e3fe86ee25 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Allocated IP 172.20.0.4 (f622fee4-579d-4730-b475-728cad7e1908/9cc95e1b-662b-4209-b9ad-bc39fcda0b72/1491ec2e-9785-4552-87d2-732f1507c5a1) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:23:07.336061 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d916387a-7635-4513-933d-6d88634264f5 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:07.344171 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d916387a-7635-4513-933d-6d88634264f5 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Usage tracker for resource:subnet and tenant:5dcef99d1b1441dea18127579d2b89f5 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:07.348594 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d916387a-7635-4513-933d-6d88634264f5 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:07.357223 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port aa850526-d39f-4428-86ef-622cc2e95bcb completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:23:07.362458 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d916387a-7635-4513-933d-6d88634264f5 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:07.403705 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port aa850526-d39f-4428-86ef-622cc2e95bcb triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:07.404008 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:07.404916 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ff03824d-6c85-4dad-9702-f582030a4174 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:07.455661 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d916387a-7635-4513-933d-6d88634264f5 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Made reservation on behalf of 5dcef99d1b1441dea18127579d2b89f5 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:23:07.459330 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d916387a-7635-4513-933d-6d88634264f5 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:07.512170 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-fb226cd6-5194-47be-ba4d-ead24b384c71 None None] Provisioning for port c6f34e0f-a959-4807-a570-74ad8387c7b0 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:23:07.553831 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-04894e78-ecc1-4ee2-9f76-4684513b3529 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:07.556054 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-fb226cd6-5194-47be-ba4d-ead24b384c71 None None] Provisioning complete for port c6f34e0f-a959-4807-a570-74ad8387c7b0 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:07.556444 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-fb226cd6-5194-47be-ba4d-ead24b384c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:07.619307 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.ipam_backend_mixin [None req-d916387a-7635-4513-933d-6d88634264f5 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 62800e45-e9a8-4315-9bd4-51c03d1a360f (CIDR: 2001:db8::/64) Dec 22 13:23:07.660070 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:07.666243 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-d916387a-7635-4513-933d-6d88634264f5 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:23:07.666878 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d916387a-7635-4513-933d-6d88634264f5 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:07.695296 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-04894e78-ecc1-4ee2-9f76-4684513b3529 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:07.711188 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-fb226cd6-5194-47be-ba4d-ead24b384c71 None None] Port c6f34e0f-a959-4807-a570-74ad8387c7b0 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:23:07.716683 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ff03824d-6c85-4dad-9702-f582030a4174 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:07.723243 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c53c5fa5-2fb8-4e8e-b6bd-2ec5df163556 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:07.744628 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-33f848fd-657f-4e90-b36b-ef27fcf40f9e tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:07.771272 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff03824d-6c85-4dad-9702-f582030a4174 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Subnet': ['ID=a9d11fc0-b0d3-4315-b3e5-0bb48b23aafa,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:07.777534 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d916387a-7635-4513-933d-6d88634264f5 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6991656 Dec 22 13:23:07.777534 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ff03824d-6c85-4dad-9702-f582030a4174 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:07.781352 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47252) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:07.781495 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port aa850526-d39f-4428-86ef-622cc2e95bcb, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=aa850526-d39f-4428-86ef-622cc2e95bcb,segment=NetworkSegment(177a34ea-ed87-45db-a663-662f0b097935),segment_id=177a34ea-ed87-45db-a663-662f0b097935)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:23:07.783874 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-a995ea23-6387-4c18-8b29-b3a308e9569d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'subnet': {'network_id': '975b41b6-ee3d-4230-b367-1e6f2668dd0f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:07.803312 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ff03824d-6c85-4dad-9702-f582030a4174 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:07.805083 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ff03824d-6c85-4dad-9702-f582030a4174 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/a9d11fc0-b0d3-4315-b3e5-0bb48b23aafa HTTP/1.1" status: 204 len: 168 time: 0.9307523 Dec 22 13:23:07.810166 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47256) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:07.811962 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3c34afea-effb-4f30-84eb-e6e3fe86ee25 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:07.876792 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:07.877646 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 8ea144e5-18ce-4a90-8ca9-72d3f356740e up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:23:07.912692 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-8d1f1656-5d86-4e78-8f28-c6c13571b56f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:07.980098 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-417dc08a-e0a2-409d-97d8-2054c06e5ffe tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1647427 Dec 22 13:23:07.983902 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-fb226cd6-5194-47be-ba4d-ead24b384c71 None None] Provisioning for port 8ea144e5-18ce-4a90-8ca9-72d3f356740e completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:23:07.991814 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47260) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:08.011089 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04894e78-ecc1-4ee2-9f76-4684513b3529 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d0e72b-7a56-41e3-b089-e3e3145a8454,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:08.017052 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-04894e78-ecc1-4ee2-9f76-4684513b3529 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:08.040398 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-ec214fb0-ee00-46d7-b765-d8e111e71d16 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'subnet': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:08.057245 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-3c34afea-effb-4f30-84eb-e6e3fe86ee25 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Transition to ACTIVE for port object 1491ec2e-9785-4552-87d2-732f1507c5a1 will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:23:08.090158 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=aa850526-d39f-4428-86ef-622cc2e95bcb,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:08.094876 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7aa2fc3e-0d26-4434-a714-2db2efe031b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:08.104703 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-a995ea23-6387-4c18-8b29-b3a308e9569d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:08.106248 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:08.111304 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-a995ea23-6387-4c18-8b29-b3a308e9569d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Usage tracker for resource:subnet and tenant:5dcef99d1b1441dea18127579d2b89f5 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:08.114831 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-a995ea23-6387-4c18-8b29-b3a308e9569d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:08.121385 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-a995ea23-6387-4c18-8b29-b3a308e9569d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:08.179380 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 8ea144e5-18ce-4a90-8ca9-72d3f356740e completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:23:08.186388 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 8ea144e5-18ce-4a90-8ca9-72d3f356740e triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:08.187729 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:08.212221 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-e03508de-ff27-4961-81db-964529287e15 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Deleting port 1b1af640-a2a7-484c-b9b8-099fe7111dc6 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:23:08.212951 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e03508de-ff27-4961-81db-964529287e15 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:08.254319 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-34b6e404-0590-4f95-8ac5-3258fd519014 None None] Provisioning for port 9afb572b-1a46-442a-81f7-a6dfb703af2a completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:23:08.260494 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-34b6e404-0590-4f95-8ac5-3258fd519014 None None] Provisioning complete for port 9afb572b-1a46-442a-81f7-a6dfb703af2a triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:08.260673 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-04894e78-ecc1-4ee2-9f76-4684513b3529 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:08.260879 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-34b6e404-0590-4f95-8ac5-3258fd519014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:08.261833 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-04894e78-ecc1-4ee2-9f76-4684513b3529 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.0793815 Dec 22 13:23:08.264872 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47264) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:08.271417 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-0d365d19-5821-4222-b845-3b76d39d7bc0 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Request body: {'security_group_rule': {'security_group_id': 'a7d0e72b-7a56-41e3-b089-e3e3145a8454', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:08.272167 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-0d365d19-5821-4222-b845-3b76d39d7bc0 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:23:08.273116 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0d365d19-5821-4222-b845-3b76d39d7bc0 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065820 Dec 22 13:23:08.276101 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a995ea23-6387-4c18-8b29-b3a308e9569d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Made reservation on behalf of 5dcef99d1b1441dea18127579d2b89f5 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:23:08.277931 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47268) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:08.280531 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a995ea23-6387-4c18-8b29-b3a308e9569d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:08.291060 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-fbbc6a9f-f278-47b2-929b-a3610926e5d9 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Request body: {'security_group_rule': {'security_group_id': 'a7d0e72b-7a56-41e3-b089-e3e3145a8454', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:08.291799 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-fbbc6a9f-f278-47b2-929b-a3610926e5d9 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:23:08.292776 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-fbbc6a9f-f278-47b2-929b-a3610926e5d9 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0090535 Dec 22 13:23:08.302145 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47272) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:08.315436 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-ac87a664-e6cf-462a-9bb5-d6c6f3e9f77d tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Request body: {'security_group_rule': {'security_group_id': 'a7d0e72b-7a56-41e3-b089-e3e3145a8454', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:08.316133 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-ac87a664-e6cf-462a-9bb5-d6c6f3e9f77d tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:23:08.317110 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ac87a664-e6cf-462a-9bb5-d6c6f3e9f77d tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0118344 Dec 22 13:23:08.325441 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ec214fb0-ee00-46d7-b765-d8e111e71d16 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:08.334882 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47276) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:08.350487 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-5e7e7276-9b3f-4fd1-8ea3-81edf1c1802a tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Request body: {'security_group_rule': {'security_group_id': 'a7d0e72b-7a56-41e3-b089-e3e3145a8454', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:08.351224 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-5e7e7276-9b3f-4fd1-8ea3-81edf1c1802a tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:23:08.354881 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-5e7e7276-9b3f-4fd1-8ea3-81edf1c1802a tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0141280 Dec 22 13:23:08.356871 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-34b6e404-0590-4f95-8ac5-3258fd519014 None None] Port 9afb572b-1a46-442a-81f7-a6dfb703af2a cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:23:08.358855 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47280) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:08.369838 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ec214fb0-ee00-46d7-b765-d8e111e71d16 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:subnet and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:08.375683 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ec214fb0-ee00-46d7-b765-d8e111e71d16 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:08.425836 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:08.435560 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e43878e-1b85-4780-a4fc-884b0d5ead92 req-f25cd4ee-1593-477f-b290-6806d28f3178 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:08.442847 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7e43878e-1b85-4780-a4fc-884b0d5ead92 req-f25cd4ee-1593-477f-b290-6806d28f3178 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/ports?device_id=637bf671-5c93-4d8f-a810-167e9aa9a3ad HTTP/1.1" status: 200 len: 945 time: 0.5887682 Dec 22 13:23:08.464414 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 8ea144e5-18ce-4a90-8ca9-72d3f356740e, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=8ea144e5-18ce-4a90-8ca9-72d3f356740e,segment=NetworkSegment(2777c61a-937a-42a4-957b-c9b3cb985cb1),segment_id=2777c61a-937a-42a4-957b-c9b3cb985cb1)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:23:08.464652 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ec214fb0-ee00-46d7-b765-d8e111e71d16 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:08.469538 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3c34afea-effb-4f30-84eb-e6e3fe86ee25 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:08.482877 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-56c19832-8e24-46ac-949f-1048dc8a57ae tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:08.489203 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-71b0e556-796c-4536-946f-d3199a4e68a6 None None] Provisioning complete for port 9afb572b-1a46-442a-81f7-a6dfb703af2a triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:08.489777 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-71b0e556-796c-4536-946f-d3199a4e68a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:08.547897 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f069ad-8f56-493a-a5de-23029e29a3e4 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:23:08.572598 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:08.575992 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2aac8ea2-e01c-4527-a427-c0eb57b7cd18 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:08.607058 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2aac8ea2-e01c-4527-a427-c0eb57b7cd18 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:08.632731 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f66b0328-2c76-485d-98e4-e40164b726b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:08.665420 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec214fb0-ee00-46d7-b765-d8e111e71d16 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:23:08.680926 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c34afea-effb-4f30-84eb-e6e3fe86ee25 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Network f622fee4-579d-4730-b475-728cad7e1908 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:23:08.681571 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-71b0e556-796c-4536-946f-d3199a4e68a6 None None] Port 9afb572b-1a46-442a-81f7-a6dfb703af2a cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:23:08.689406 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c34afea-effb-4f30-84eb-e6e3fe86ee25 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'Port': ['ID=1491ec2e-9785-4552-87d2-732f1507c5a1,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:08.708315 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device aa850526-d39f-4428-86ef-622cc2e95bcb up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:23:08.767385 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2aac8ea2-e01c-4527-a427-c0eb57b7cd18 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:08.773727 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-031ed27c-5bbe-4f26-83c7-dd9a91fa05a9 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:08.793851 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac8ea2-e01c-4527-a427-c0eb57b7cd18 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d0e72b-7a56-41e3-b089-e3e3145a8454,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:08.797246 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2aac8ea2-e01c-4527-a427-c0eb57b7cd18 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:08.798044 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a995ea23-6387-4c18-8b29-b3a308e9569d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:08.808577 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-75945b27-c8fc-4be0-b210-2c3287f5a1cd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:08.862267 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a995ea23-6387-4c18-8b29-b3a308e9569d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Network 975b41b6-ee3d-4230-b367-1e6f2668dd0f is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:23:08.866969 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-a995ea23-6387-4c18-8b29-b3a308e9569d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:23:08.875698 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a995ea23-6387-4c18-8b29-b3a308e9569d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:08.876348 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a995ea23-6387-4c18-8b29-b3a308e9569d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:08.883890 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-3c34afea-effb-4f30-84eb-e6e3fe86ee25 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:23:08.884947 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=8ea144e5-18ce-4a90-8ca9-72d3f356740e,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:08.893528 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3c34afea-effb-4f30-84eb-e6e3fe86ee25 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:08.894453 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2aac8ea2-e01c-4527-a427-c0eb57b7cd18 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:08.894749 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c34afea-effb-4f30-84eb-e6e3fe86ee25 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:23:08.895877 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f80191-7577-4306-b93e-7b8d8a50b8a0 None None] Network 975b41b6-ee3d-4230-b367-1e6f2668dd0f requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:23:08.899882 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-2aac8ea2-e01c-4527-a427-c0eb57b7cd18 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "DELETE /v2.0/security-groups/a7d0e72b-7a56-41e3-b089-e3e3145a8454 HTTP/1.1" status: 204 len: 168 time: 0.5386055 Dec 22 13:23:08.899882 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47284) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:08.910740 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:08.938972 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a995ea23-6387-4c18-8b29-b3a308e9569d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'Subnet': ['ID=1c8f0cba-f8e2-48bd-8ea9-5f08e4d8a309,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:08.944261 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a995ea23-6387-4c18-8b29-b3a308e9569d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:09.001080 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a995ea23-6387-4c18-8b29-b3a308e9569d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2222350 Dec 22 13:23:09.004876 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-99189f76-f827-40a3-8c66-9a89647bb4ab tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Synchronizing usage tracker for tenant:ecc63f7e1b574e839d8676463edf6b00 on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:23:09.007406 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7e43878e-1b85-4780-a4fc-884b0d5ead92 req-7e36effc-bbf3-43b7-a82a-b97e603f396a tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1d0092f-2b68-4712-be8f-c58c750fe679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5636969 Dec 22 13:23:09.010722 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47288) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:09.021369 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-1df7bd48-f8f2-46ea-b9cf-de4a25d0762e tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-447177019', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1c8f0cba-f8e2-48bd-8ea9-5f08e4d8a309'}], 'security_groups': ['ee5586a8-5206-45b4-90b4-e13e8a9db90c']}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:09.077704 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-e03508de-ff27-4961-81db-964529287e15 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] For port 1b1af640-a2a7-484c-b9b8-099fe7111dc6, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=1b1af640-a2a7-484c-b9b8-099fe7111dc6,segment=NetworkSegment(45e4cdb1-a091-46e2-8a17-c02c6f1e6d6f),segment_id=45e4cdb1-a091-46e2-8a17-c02c6f1e6d6f)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:23:09.078077 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e03508de-ff27-4961-81db-964529287e15 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:09.137193 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-ca88b654-bb02-4b97-9a25-868157491a4c None None] Provisioning complete for port c99ac848-0d63-4999-ad2a-b004343e8c37 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:09.137585 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ca88b654-bb02-4b97-9a25-868157491a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:09.165799 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:09.180724 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-99189f76-f827-40a3-8c66-9a89647bb4ab tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Unset dirty status for tenant:ecc63f7e1b574e839d8676463edf6b00 on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:23:09.181418 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port aa850526-d39f-4428-86ef-622cc2e95bcb triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:09.188694 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:09.188866 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-99189f76-f827-40a3-8c66-9a89647bb4ab tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2781568 Dec 22 13:23:09.194950 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47292) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:09.205873 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-0cd86ac9-2107-41f6-a5e7-ff1aabca64fb tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Request body: {'security_group': {'name': 'tempest-secgroup--530870093'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:09.212594 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1df7bd48-f8f2-46ea-b9cf-de4a25d0762e tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:09.223606 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0cd86ac9-2107-41f6-a5e7-ff1aabca64fb tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:09.241116 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-e03508de-ff27-4961-81db-964529287e15 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Calling delete_port for 1b1af640-a2a7-484c-b9b8-099fe7111dc6 owned by network:router_interface {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:23:09.246481 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0cd86ac9-2107-41f6-a5e7-ff1aabca64fb tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:09.369101 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0cd86ac9-2107-41f6-a5e7-ff1aabca64fb tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:09.373895 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ec214fb0-ee00-46d7-b765-d8e111e71d16 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:09.376079 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:09.398314 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c34afea-effb-4f30-84eb-e6e3fe86ee25 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:09.399579 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3c34afea-effb-4f30-84eb-e6e3fe86ee25 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:09.458689 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf03613-fe6b-4149-b058-cda9f353961f None None] DHCP port deletion for 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:23:09.480170 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-faf03613-fe6b-4149-b058-cda9f353961f None None] Deleting port c99ac848-0d63-4999-ad2a-b004343e8c37 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:23:09.480565 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-faf03613-fe6b-4149-b058-cda9f353961f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:09.483336 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0cd86ac9-2107-41f6-a5e7-ff1aabca64fb tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:09.489786 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0cd86ac9-2107-41f6-a5e7-ff1aabca64fb tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Usage tracker for resource:security_group_rule and tenant:ecc63f7e1b574e839d8676463edf6b00 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:09.500824 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0cd86ac9-2107-41f6-a5e7-ff1aabca64fb tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:09.507304 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-3c34afea-effb-4f30-84eb-e6e3fe86ee25 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1563873 Dec 22 13:23:09.517348 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47296) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:09.520399 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0cd86ac9-2107-41f6-a5e7-ff1aabca64fb tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:09.842461 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-faf03613-fe6b-4149-b058-cda9f353961f None None] For port c99ac848-0d63-4999-ad2a-b004343e8c37, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=c99ac848-0d63-4999-ad2a-b004343e8c37,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:23:09.843129 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-faf03613-fe6b-4149-b058-cda9f353961f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:09.902166 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0cd86ac9-2107-41f6-a5e7-ff1aabca64fb tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:09.918339 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1f2d3f-749b-43f6-bd4b-321505df5e61 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:09.919188 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-3e1f2d3f-749b-43f6-bd4b-321505df5e61 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Synchronizing usage tracker for tenant:77460f0dfa37423d8c924a302461b16c on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:23:09.932923 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e03508de-ff27-4961-81db-964529287e15 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:09.940045 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f8443596-4860-49e2-acf4-83dc86f5bacc tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:09.967406 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-2dc50a2e-3003-4a98-a6c9-52930ea166d4 None None] Provisioning for port 1491ec2e-9785-4552-87d2-732f1507c5a1 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:23:09.977659 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-faf03613-fe6b-4149-b058-cda9f353961f None None] Calling delete_port for c99ac848-0d63-4999-ad2a-b004343e8c37 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:23:09.993428 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03508de-ff27-4961-81db-964529287e15 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event deleted for resources: {'Port': ['ID=1b1af640-a2a7-484c-b9b8-099fe7111dc6,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:09.995492 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ec214fb0-ee00-46d7-b765-d8e111e71d16 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:10.007179 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e03508de-ff27-4961-81db-964529287e15 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:10.007777 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a24c4ead-20ff-4c39-b385-a9fef69c5397 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:10.012481 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-2dc50a2e-3003-4a98-a6c9-52930ea166d4 None None] Provisioning complete for port 1491ec2e-9785-4552-87d2-732f1507c5a1 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:10.012654 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-1df7bd48-f8f2-46ea-b9cf-de4a25d0762e tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Delete allocated IP 2001:db8::1e7 (975b41b6-ee3d-4230-b367-1e6f2668dd0f/62800e45-e9a8-4315-9bd4-51c03d1a360f) {{(pid=84149) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 13:23:10.013096 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2dc50a2e-3003-4a98-a6c9-52930ea166d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:10.024435 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0cd86ac9-2107-41f6-a5e7-ff1aabca64fb tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:10.034212 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-492ffd37-fec4-4606-979d-2a8dfeb7fc23 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:10.041299 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cde5106-4c9c-4422-8169-6cc076516ecd None None] Update dhcp port {'port': {'network_id': '975b41b6-ee3d-4230-b367-1e6f2668dd0f', 'fixed_ips': [{'subnet_id': '62800e45-e9a8-4315-9bd4-51c03d1a360f', 'ip_address': '2001:db8::2'}, {'subnet_id': '1c8f0cba-f8e2-48bd-8ea9-5f08e4d8a309'}], 'binding:host_id': 'dv-neutron-822669-1-hyperv'}, 'id': 'aa850526-d39f-4428-86ef-622cc2e95bcb'} from dv-neutron-822669-1-hyperv. {{(pid=84150) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 22 13:23:10.055294 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-2dbfe5b8-af6b-41bd-9028-7d7a595bbfb6 admin admin] Deleting port dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:23:10.055836 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2dbfe5b8-af6b-41bd-9028-7d7a595bbfb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:10.062870 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-3e1f2d3f-749b-43f6-bd4b-321505df5e61 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Unset dirty status for tenant:77460f0dfa37423d8c924a302461b16c on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:23:10.067384 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-3e1f2d3f-749b-43f6-bd4b-321505df5e61 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.5492597 Dec 22 13:23:10.071601 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47302) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:10.077406 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-1df7bd48-f8f2-46ea-b9cf-de4a25d0762e tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Allocated IP 2001:db8:0:1::4e (975b41b6-ee3d-4230-b367-1e6f2668dd0f/1c8f0cba-f8e2-48bd-8ea9-5f08e4d8a309/c6f34e0f-a959-4807-a570-74ad8387c7b0) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:23:10.177881 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd86ac9-2107-41f6-a5e7-ff1aabca64fb tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d805e235-e82a-4a76-8207-d2907474e2ab,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:10.197882 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0cd86ac9-2107-41f6-a5e7-ff1aabca64fb tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:10.257578 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-2dc50a2e-3003-4a98-a6c9-52930ea166d4 None None] Port 1491ec2e-9785-4552-87d2-732f1507c5a1 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:23:10.299076 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9cde5106-4c9c-4422-8169-6cc076516ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:10.305283 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0cd86ac9-2107-41f6-a5e7-ff1aabca64fb tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:10.309817 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0cd86ac9-2107-41f6-a5e7-ff1aabca64fb tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1197019 Dec 22 13:23:10.314388 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-27e5a8aa-ba55-4320-b876-916da2a69eca tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Deleting port 1491ec2e-9785-4552-87d2-732f1507c5a1 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:23:10.314805 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-27e5a8aa-ba55-4320-b876-916da2a69eca tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:10.349378 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47306) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:10.366628 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-1d836682-108e-43ad-a6ad-5e932950b802 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Request body: {'security_group_rule': {'security_group_id': 'd805e235-e82a-4a76-8207-d2907474e2ab', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:10.367286 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-1d836682-108e-43ad-a6ad-5e932950b802 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:23:10.371338 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1d836682-108e-43ad-a6ad-5e932950b802 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0116613 Dec 22 13:23:10.380751 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47310) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:10.396609 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec214fb0-ee00-46d7-b765-d8e111e71d16 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Subnet': ['ID=df096799-4497-47bd-9dc1-ff99bcba53fc,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:10.420700 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-faf03613-fe6b-4149-b058-cda9f353961f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:10.435802 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7fb3fce9-f456-4f80-b9b9-65a23a43b27d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:10.466427 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-a722edab-8d13-4b78-afbd-af2419927dd4 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Request body: {'security_group_rule': {'security_group_id': 'd805e235-e82a-4a76-8207-d2907474e2ab', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:10.481461 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ec214fb0-ee00-46d7-b765-d8e111e71d16 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:10.488162 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-a722edab-8d13-4b78-afbd-af2419927dd4 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:10.497769 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec214fb0-ee00-46d7-b765-d8e111e71d16 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:23:10.503696 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf03613-fe6b-4149-b058-cda9f353961f None None] Pushing event deleted for resources: {'Port': ['ID=c99ac848-0d63-4999-ad2a-b004343e8c37,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:10.504111 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-ec214fb0-ee00-46d7-b765-d8e111e71d16 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:23:10.509516 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-faf03613-fe6b-4149-b058-cda9f353961f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:10.514982 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-a722edab-8d13-4b78-afbd-af2419927dd4 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Usage tracker for resource:security_group_rule and tenant:ecc63f7e1b574e839d8676463edf6b00 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:10.528849 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-a722edab-8d13-4b78-afbd-af2419927dd4 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:10.555568 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf03613-fe6b-4149-b058-cda9f353961f None None] No DVR routers for this DVR port c99ac848-0d63-4999-ad2a-b004343e8c37 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:23:10.579539 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61297400-8551-4ad1-b034-34051276a7ec None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:23:10.593994 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-a722edab-8d13-4b78-afbd-af2419927dd4 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:10.598681 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec214fb0-ee00-46d7-b765-d8e111e71d16 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:10.600128 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ec214fb0-ee00-46d7-b765-d8e111e71d16 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:10.652660 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-2dbfe5b8-af6b-41bd-9028-7d7a595bbfb6 admin admin] For port dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12,segment=NetworkSegment(e11a9440-d7e6-4ec9-a0b2-30e49813bac3),segment_id=e11a9440-d7e6-4ec9-a0b2-30e49813bac3)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:23:10.652888 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2dbfe5b8-af6b-41bd-9028-7d7a595bbfb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:10.670956 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:10.759707 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720b1b0-e554-4681-82bd-94b7e02dd4d3 req-28dec048-09be-4007-8707-bf34c07556a4 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:10.767035 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6720b1b0-e554-4681-82bd-94b7e02dd4d3 req-28dec048-09be-4007-8707-bf34c07556a4 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/ports?device_id=637bf671-5c93-4d8f-a810-167e9aa9a3ad HTTP/1.1" status: 200 len: 945 time: 0.5058060 Dec 22 13:23:10.772963 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 8ea144e5-18ce-4a90-8ca9-72d3f356740e up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:23:10.867874 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1df7bd48-f8f2-46ea-b9cf-de4a25d0762e tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:10.898507 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-a722edab-8d13-4b78-afbd-af2419927dd4 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:23:10.902512 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a722edab-8d13-4b78-afbd-af2419927dd4 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4932952 Dec 22 13:23:10.907593 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-27e5a8aa-ba55-4320-b876-916da2a69eca tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:10.914900 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47314) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:10.917176 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6720b1b0-e554-4681-82bd-94b7e02dd4d3 req-5e6f1439-3e73-410f-a819-77a8e677a990 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1d0092f-2b68-4712-be8f-c58c750fe679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493363 Dec 22 13:23:10.928262 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ec214fb0-ee00-46d7-b765-d8e111e71d16 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9140720 Dec 22 13:23:10.932310 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47318) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:10.933136 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-56282ebd-87c2-4199-aa3b-19865853d8f8 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Request body: {'security_group_rule': {'security_group_id': 'd805e235-e82a-4a76-8207-d2907474e2ab', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:10.933422 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 8ea144e5-18ce-4a90-8ca9-72d3f356740e triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:10.933646 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-56282ebd-87c2-4199-aa3b-19865853d8f8 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:23:10.933918 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:10.935514 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-56282ebd-87c2-4199-aa3b-19865853d8f8 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0165668 Dec 22 13:23:10.935755 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-1df7bd48-f8f2-46ea-b9cf-de4a25d0762e tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Transition to ACTIVE for port object c6f34e0f-a959-4807-a570-74ad8387c7b0 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:23:10.939868 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-2dbfe5b8-af6b-41bd-9028-7d7a595bbfb6 admin admin] Calling delete_port for dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12 owned by network:router_interface {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:23:10.964018 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b62e850-b54d-4901-ae3f-ac18c115756a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'tenant_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'fixed_ips': [{'subnet_id': 'df096799-4497-47bd-9dc1-ff99bcba53fc'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:23:10.964840 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8b62e850-b54d-4901-ae3f-ac18c115756a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:10.973269 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-46824e3a-76f3-40c4-8b57-37c0caa06106 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'subnet': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:10.994721 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47320) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:11.011352 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-e9eb607e-a766-4565-9342-f569ea9f1102 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Request body: {'security_group_rule': {'security_group_id': 'd805e235-e82a-4a76-8207-d2907474e2ab', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:11.022016 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e9eb607e-a766-4565-9342-f569ea9f1102 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:11.066221 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1df7bd48-f8f2-46ea-b9cf-de4a25d0762e tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:11.073926 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-27e5a8aa-ba55-4320-b876-916da2a69eca tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Calling delete_port for 1491ec2e-9785-4552-87d2-732f1507c5a1 owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:23:11.080635 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e9eb607e-a766-4565-9342-f569ea9f1102 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Usage tracker for resource:security_group_rule and tenant:ecc63f7e1b574e839d8676463edf6b00 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:11.084647 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e9eb607e-a766-4565-9342-f569ea9f1102 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:11.104010 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e9eb607e-a766-4565-9342-f569ea9f1102 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:11.106693 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0a163e7c-f4c0-41a0-a247-290bf05a2ba3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:11.192212 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e03508de-ff27-4961-81db-964529287e15 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:11.224463 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-9cde5106-4c9c-4422-8169-6cc076516ecd None None] Allocated IP 2001:db8:0:1::2 (975b41b6-ee3d-4230-b367-1e6f2668dd0f/1c8f0cba-f8e2-48bd-8ea9-5f08e4d8a309/aa850526-d39f-4428-86ef-622cc2e95bcb) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:23:11.242013 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-1df7bd48-f8f2-46ea-b9cf-de4a25d0762e tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] In _notify_port_updated(), no bound segment for port c6f34e0f-a959-4807-a570-74ad8387c7b0 on network 975b41b6-ee3d-4230-b367-1e6f2668dd0f {{(pid=84149) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 13:23:11.245913 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df7bd48-f8f2-46ea-b9cf-de4a25d0762e tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:11.246606 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1df7bd48-f8f2-46ea-b9cf-de4a25d0762e tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:11.251768 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1df7bd48-f8f2-46ea-b9cf-de4a25d0762e tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "PUT /v2.0/ports/c6f34e0f-a959-4807-a570-74ad8387c7b0 HTTP/1.1" status: 200 len: 929 time: 2.2360907 Dec 22 13:23:11.251768 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7bd48-f8f2-46ea-b9cf-de4a25d0762e tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'Port': ['ID=c6f34e0f-a959-4807-a570-74ad8387c7b0,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:11.254063 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47326) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:11.270428 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1df7bd48-f8f2-46ea-b9cf-de4a25d0762e tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:11.300082 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-46824e3a-76f3-40c4-8b57-37c0caa06106 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:11.315398 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-46824e3a-76f3-40c4-8b57-37c0caa06106 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:subnet and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:11.323904 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-46824e3a-76f3-40c4-8b57-37c0caa06106 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:11.341254 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-16d5d786-d724-4692-9bb9-41ee94fbc578 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Deleting port c6f34e0f-a959-4807-a570-74ad8387c7b0 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:23:11.341586 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-16d5d786-d724-4692-9bb9-41ee94fbc578 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:11.397021 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device c99ac848-0d63-4999-ad2a-b004343e8c37 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:23:11.400254 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-46824e3a-76f3-40c4-8b57-37c0caa06106 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:11.449771 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-8b62e850-b54d-4901-ae3f-ac18c115756a None None] Allocated IP 2001:db8::2 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/df096799-4497-47bd-9dc1-ff99bcba53fc/7e3e6ba7-d56f-4f3a-bfc4-475cb720e562) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:23:11.451699 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: c99ac848-0d63-4999-ad2a-b004343e8c37 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:23:11.452053 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device c99ac848-0d63-4999-ad2a-b004343e8c37 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:23:11.518303 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-e9eb607e-a766-4565-9342-f569ea9f1102 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:23:11.519895 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e9eb607e-a766-4565-9342-f569ea9f1102 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5237422 Dec 22 13:23:11.523843 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47330) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:11.542516 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-e8201c4a-6150-4e5f-862e-fbd560b1ed3a tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Request body: {'security_group_rule': {'security_group_id': 'd805e235-e82a-4a76-8207-d2907474e2ab', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:11.543508 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-e8201c4a-6150-4e5f-862e-fbd560b1ed3a tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:23:11.544677 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e8201c4a-6150-4e5f-862e-fbd560b1ed3a tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0180068 Dec 22 13:23:11.565553 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47334) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:11.575609 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-17979bbb-1548-4bf9-9afe-b9d0892e6f16 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Request body: {'security_group_rule': {'security_group_id': 'd805e235-e82a-4a76-8207-d2907474e2ab', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:11.591305 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-17979bbb-1548-4bf9-9afe-b9d0892e6f16 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:11.599965 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-9cde5106-4c9c-4422-8169-6cc076516ecd None None] For port aa850526-d39f-4428-86ef-622cc2e95bcb, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=aa850526-d39f-4428-86ef-622cc2e95bcb,segment=NetworkSegment(177a34ea-ed87-45db-a663-662f0b097935),segment_id=177a34ea-ed87-45db-a663-662f0b097935)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:23:11.621775 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46824e3a-76f3-40c4-8b57-37c0caa06106 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:23:11.626312 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-46824e3a-76f3-40c4-8b57-37c0caa06106 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:11.667549 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9cde5106-4c9c-4422-8169-6cc076516ecd None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:11.728140 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-17979bbb-1548-4bf9-9afe-b9d0892e6f16 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Usage tracker for resource:security_group_rule and tenant:ecc63f7e1b574e839d8676463edf6b00 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:11.731250 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2dbfe5b8-af6b-41bd-9028-7d7a595bbfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:11.732907 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-9cde5106-4c9c-4422-8169-6cc076516ecd None None] Transition to ACTIVE for port object aa850526-d39f-4428-86ef-622cc2e95bcb will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:23:11.735731 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-17979bbb-1548-4bf9-9afe-b9d0892e6f16 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:11.741573 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9e7f8108-3af3-4bde-bf37-a8b2b10d87b7 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:11.758286 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8b62e850-b54d-4901-ae3f-ac18c115756a None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:11.785669 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-17979bbb-1548-4bf9-9afe-b9d0892e6f16 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:11.790870 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9cde5106-4c9c-4422-8169-6cc076516ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:11.796260 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:11.805665 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-16d5d786-d724-4692-9bb9-41ee94fbc578 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:11.853824 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbfe5b8-af6b-41bd-9028-7d7a595bbfb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:11.866703 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2dbfe5b8-af6b-41bd-9028-7d7a595bbfb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:11.942120 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde5106-4c9c-4422-8169-6cc076516ecd None None] Pushing event updated for resources: {'Port': ['ID=aa850526-d39f-4428-86ef-622cc2e95bcb,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:11.945746 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-9cde5106-4c9c-4422-8169-6cc076516ecd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:11.954132 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-16d5d786-d724-4692-9bb9-41ee94fbc578 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Calling delete_port for c6f34e0f-a959-4807-a570-74ad8387c7b0 owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:23:11.966968 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.ipam_backend_mixin [None req-46824e3a-76f3-40c4-8b57-37c0caa06106 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet df096799-4497-47bd-9dc1-ff99bcba53fc (CIDR: 2001:db8::/64) Dec 22 13:23:11.996301 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-8b62e850-b54d-4901-ae3f-ac18c115756a None None] Transition to ACTIVE for port object 7e3e6ba7-d56f-4f3a-bfc4-475cb720e562 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:23:12.042797 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-8b62e850-b54d-4901-ae3f-ac18c115756a None None] Transition to ACTIVE for port object 7e3e6ba7-d56f-4f3a-bfc4-475cb720e562 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:23:12.043872 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-27e5a8aa-ba55-4320-b876-916da2a69eca tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:12.052288 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1df7bd48-f8f2-46ea-b9cf-de4a25d0762e tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:12.140701 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e5a8aa-ba55-4320-b876-916da2a69eca tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'Port': ['ID=1491ec2e-9785-4552-87d2-732f1507c5a1,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:12.153349 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8b62e850-b54d-4901-ae3f-ac18c115756a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:12.156795 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-27e5a8aa-ba55-4320-b876-916da2a69eca tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:12.158673 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-e054db2b-e545-46d2-95a3-c184b122a05e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:12.207241 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-46824e3a-76f3-40c4-8b57-37c0caa06106 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:23:12.208518 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46824e3a-76f3-40c4-8b57-37c0caa06106 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:12.252981 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b62e850-b54d-4901-ae3f-ac18c115756a None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:23:12.258309 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-8b62e850-b54d-4901-ae3f-ac18c115756a None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:23:12.260849 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b62e850-b54d-4901-ae3f-ac18c115756a None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:23:12.267075 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62e850-b54d-4901-ae3f-ac18c115756a None None] Pushing event updated for resources: {'Port': ['ID=7e3e6ba7-d56f-4f3a-bfc4-475cb720e562,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:12.278708 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-8b62e850-b54d-4901-ae3f-ac18c115756a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:12.379534 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-27e5a8aa-ba55-4320-b876-916da2a69eca tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:12.384757 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-8b62e850-b54d-4901-ae3f-ac18c115756a None None] Attempting to bind port 7e3e6ba7-d56f-4f3a-bfc4-475cb720e562 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:23:12.385125 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-8b62e850-b54d-4901-ae3f-ac18c115756a None None] Attempting to bind port 7e3e6ba7-d56f-4f3a-bfc4-475cb720e562 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:23:12.385492 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b62e850-b54d-4901-ae3f-ac18c115756a None None] Attempting to bind port 7e3e6ba7-d56f-4f3a-bfc4-475cb720e562 on network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:23:12.393945 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b62e850-b54d-4901-ae3f-ac18c115756a None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:23:12.394213 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b62e850-b54d-4901-ae3f-ac18c115756a None None] Checking segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:23:12.394548 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8b62e850-b54d-4901-ae3f-ac18c115756a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:12.394947 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b62e850-b54d-4901-ae3f-ac18c115756a None None] Bound using segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:23:12.395460 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-8b62e850-b54d-4901-ae3f-ac18c115756a None None] Bound port: 7e3e6ba7-d56f-4f3a-bfc4-475cb720e562, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:23:12.395795 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8b62e850-b54d-4901-ae3f-ac18c115756a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:12.438119 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ed0702db-d265-459e-b398-d3e7260adb9c req-cf190a92-eaec-41c3-b910-58ffb411d723 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=637bf671-5c93-4d8f-a810-167e9aa9a3ad HTTP/1.1" status: 200 len: 1098 time: 0.6657314 Dec 22 13:23:12.446865 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-46824e3a-76f3-40c4-8b57-37c0caa06106 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4793553 Dec 22 13:23:12.450530 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-17979bbb-1548-4bf9-9afe-b9d0892e6f16 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:23:12.450664 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47340) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:12.450754 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-17979bbb-1548-4bf9-9afe-b9d0892e6f16 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.8833549 Dec 22 13:23:12.457654 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-2543d549-7d45-4417-a878-38d38c349256 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'subnet': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:12.479571 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47344) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:12.520968 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-8b62e850-b54d-4901-ae3f-ac18c115756a None None] For port 7e3e6ba7-d56f-4f3a-bfc4-475cb720e562, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:23:12.526834 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-8b62e850-b54d-4901-ae3f-ac18c115756a None None] For port 7e3e6ba7-d56f-4f3a-bfc4-475cb720e562, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=7e3e6ba7-d56f-4f3a-bfc4-475cb720e562,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:23:12.548579 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-16d5d786-d724-4692-9bb9-41ee94fbc578 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:12.553736 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-27e5a8aa-ba55-4320-b876-916da2a69eca tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/ports/1491ec2e-9785-4552-87d2-732f1507c5a1 HTTP/1.1" status: 204 len: 168 time: 2.4718180 Dec 22 13:23:12.561279 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-5c636090-3b5b-49f6-bdbc-e9509fed0b5c tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Request body: {'security_group_rule': {'security_group_id': 'd805e235-e82a-4a76-8207-d2907474e2ab', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:12.562417 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-5c636090-3b5b-49f6-bdbc-e9509fed0b5c tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:23:12.567069 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5c636090-3b5b-49f6-bdbc-e9509fed0b5c tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0856609 Dec 22 13:23:12.567637 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47348) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:12.567961 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47350) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:12.573872 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4c898ae2-7a62-4bfe-b482-845b3ba41968 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:12.607803 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8b62e850-b54d-4901-ae3f-ac18c115756a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:12.611794 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-9874634f-e3ae-4b39-bdb0-bd576d4f5759 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Request body: {'security_group_rule': {'security_group_id': 'd805e235-e82a-4a76-8207-d2907474e2ab', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:12.615832 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-9df29b61-59e0-4c1f-b68e-6a2bb81e7015 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:12.674606 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-9874634f-e3ae-4b39-bdb0-bd576d4f5759 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:12.693492 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5d786-d724-4692-9bb9-41ee94fbc578 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event deleted for resources: {'Port': ['ID=c6f34e0f-a959-4807-a570-74ad8387c7b0,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:12.700284 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-9874634f-e3ae-4b39-bdb0-bd576d4f5759 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Usage tracker for resource:security_group_rule and tenant:ecc63f7e1b574e839d8676463edf6b00 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:12.705211 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-16d5d786-d724-4692-9bb9-41ee94fbc578 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:12.708761 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-f859d057-303b-4e06-a5cf-928e7098eb6f tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] GET failed (client error): The resource could not be found. Dec 22 13:23:12.709267 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f859d057-303b-4e06-a5cf-928e7098eb6f tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Synchronizing usage tracker for tenant:77460f0dfa37423d8c924a302461b16c on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:23:12.714489 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-9874634f-e3ae-4b39-bdb0-bd576d4f5759 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:12.737983 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-9874634f-e3ae-4b39-bdb0-bd576d4f5759 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:12.785771 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62e850-b54d-4901-ae3f-ac18c115756a None None] Pushing event updated for resources: {'Port': ['ID=7e3e6ba7-d56f-4f3a-bfc4-475cb720e562,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:12.786785 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-8b62e850-b54d-4901-ae3f-ac18c115756a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:12.793524 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 1fc7171b-c5f7-47fb-b70f-fed856b0a227 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:23:12.796815 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 1fc7171b-c5f7-47fb-b70f-fed856b0a227 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:23:12.813421 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-16d5d786-d724-4692-9bb9-41ee94fbc578 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:12.815418 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-16d5d786-d724-4692-9bb9-41ee94fbc578 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/ports/c6f34e0f-a959-4807-a570-74ad8387c7b0 HTTP/1.1" status: 204 len: 168 time: 1.5585651 Dec 22 13:23:12.821209 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47356) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:12.840029 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device aa850526-d39f-4428-86ef-622cc2e95bcb up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:23:12.874756 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-2543d549-7d45-4417-a878-38d38c349256 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:12.877454 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c933192-2ff8-4bce-b16e-5c003dc9443f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] GET failed (client error): The resource could not be found. Dec 22 13:23:12.877962 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-7c933192-2ff8-4bce-b16e-5c003dc9443f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Synchronizing usage tracker for tenant:5dcef99d1b1441dea18127579d2b89f5 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:23:12.886490 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2543d549-7d45-4417-a878-38d38c349256 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:subnet and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:12.886490 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2543d549-7d45-4417-a878-38d38c349256 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:12.895154 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-2543d549-7d45-4417-a878-38d38c349256 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:12.909859 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f859d057-303b-4e06-a5cf-928e7098eb6f tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Unset dirty status for tenant:77460f0dfa37423d8c924a302461b16c on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:23:12.918662 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f859d057-303b-4e06-a5cf-928e7098eb6f tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "GET /v2.0/ports/1491ec2e-9785-4552-87d2-732f1507c5a1 HTTP/1.1" status: 404 len: 333 time: 0.3066854 Dec 22 13:23:12.918662 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47360) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:12.942070 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169f59a-5ad8-40c8-88b8-0295c312ce5a req-e2180748-bf1f-47cd-9dcf-8255061a1bd4 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:12.948987 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-a169f59a-5ad8-40c8-88b8-0295c312ce5a req-e2180748-bf1f-47cd-9dcf-8255061a1bd4 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/ports?device_id=637bf671-5c93-4d8f-a810-167e9aa9a3ad HTTP/1.1" status: 200 len: 945 time: 0.8128529 Dec 22 13:23:12.984890 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ed0702db-d265-459e-b398-d3e7260adb9c req-4bc793a8-47cf-4a22-89fb-b1decda91332 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d1d0092f-2b68-4712-be8f-c58c750fe679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5314825 Dec 22 13:23:13.007706 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-7c933192-2ff8-4bce-b16e-5c003dc9443f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Unset dirty status for tenant:5dcef99d1b1441dea18127579d2b89f5 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:23:13.011351 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7c933192-2ff8-4bce-b16e-5c003dc9443f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "GET /v2.0/ports/c6f34e0f-a959-4807-a570-74ad8387c7b0 HTTP/1.1" status: 404 len: 333 time: 0.1849365 Dec 22 13:23:13.011722 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47364) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:13.020835 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-6991497e-c5f9-43d8-ade5-5e7073e794ec tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Deleting port 9afb572b-1a46-442a-81f7-a6dfb703af2a {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:23:13.021182 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6991497e-c5f9-43d8-ade5-5e7073e794ec tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:13.069682 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2543d549-7d45-4417-a878-38d38c349256 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:23:13.093838 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-27e5e6dd-6efe-4aed-84e3-6f25b275269a None None] Provisioning for port aa850526-d39f-4428-86ef-622cc2e95bcb completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:23:13.109450 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-27e5e6dd-6efe-4aed-84e3-6f25b275269a None None] Provisioning complete for port aa850526-d39f-4428-86ef-622cc2e95bcb triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:13.109829 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-27e5e6dd-6efe-4aed-84e3-6f25b275269a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:13.136476 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-a169f59a-5ad8-40c8-88b8-0295c312ce5a req-16df4327-0df8-4f1d-a863-192b8741269a tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1d0092f-2b68-4712-be8f-c58c750fe679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865082 Dec 22 13:23:13.200887 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-9874634f-e3ae-4b39-bdb0-bd576d4f5759 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:23:13.204818 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9874634f-e3ae-4b39-bdb0-bd576d4f5759 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5986176 Dec 22 13:23:13.205824 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47368) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:13.216598 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-7a371666-b856-4ed6-85a9-d6258552fa0d tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Request body: {'security_group_rule': {'security_group_id': 'd805e235-e82a-4a76-8207-d2907474e2ab', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:13.235959 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-7a371666-b856-4ed6-85a9-d6258552fa0d tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:13.262442 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-7a371666-b856-4ed6-85a9-d6258552fa0d tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Usage tracker for resource:security_group_rule and tenant:ecc63f7e1b574e839d8676463edf6b00 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:13.266413 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-7a371666-b856-4ed6-85a9-d6258552fa0d tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:13.271908 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03508de-ff27-4961-81db-964529287e15 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Router f2c21113-3a72-48f5-a58f-27735d4120b2 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:23:13.278624 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-7a371666-b856-4ed6-85a9-d6258552fa0d tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:13.310993 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port aa850526-d39f-4428-86ef-622cc2e95bcb triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:13.311563 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:13.340988 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:13.375671 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 1fc7171b-c5f7-47fb-b70f-fed856b0a227, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1fc7171b-c5f7-47fb-b70f-fed856b0a227,segment=NetworkSegment(0948a770-5386-4fe4-820e-d3adb2497c58),segment_id=0948a770-5386-4fe4-820e-d3adb2497c58)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:23:13.399203 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2dbfe5b8-af6b-41bd-9028-7d7a595bbfb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:13.519642 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2543d549-7d45-4417-a878-38d38c349256 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:13.521585 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '1fc7171b-c5f7-47fb-b70f-fed856b0a227', 'network_id': '89a79209-9156-4e6a-aa92-986d9fb5ebd9', 'port_id': '1fc7171b-c5f7-47fb-b70f-fed856b0a227', 'mac_address': 'fa:16:3e:7a:39:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ad01d9a-abae-4107-9993-51951d2171e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:23:13.594631 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-819993b2-93eb-488a-9fbf-bd654e0e433f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:13.606719 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:13.631034 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-7a371666-b856-4ed6-85a9-d6258552fa0d tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:23:13.632837 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-7a371666-b856-4ed6-85a9-d6258552fa0d tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4258902 Dec 22 13:23:13.640930 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47372) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:13.707254 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637bf671-5c93-4d8f-a810-167e9aa9a3ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fc7171b-c5f7-47fb-b70f-fed856b0a227'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:23:13.728189 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1fc7171b-c5f7-47fb-b70f-fed856b0a227 {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:23:13.754559 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 1fc7171b-c5f7-47fb-b70f-fed856b0a227, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1fc7171b-c5f7-47fb-b70f-fed856b0a227,segment=NetworkSegment(0948a770-5386-4fe4-820e-d3adb2497c58),segment_id=0948a770-5386-4fe4-820e-d3adb2497c58)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:23:13.760728 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03508de-ff27-4961-81db-964529287e15 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:23:13.766974 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-72680ede-c843-474a-8dfd-62207c1e85e2 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:13.770911 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e03508de-ff27-4961-81db-964529287e15 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "PUT /v2.0/routers/f2c21113-3a72-48f5-a58f-27735d4120b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7593417 Dec 22 13:23:13.779933 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc5b925-1060-48b5-b743-527388835854 None None] Sync routers for ids ['f2c21113-3a72-48f5-a58f-27735d4120b2'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:23:13.780436 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47380) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:13.784877 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-27e5e6dd-6efe-4aed-84e3-6f25b275269a None None] Could not find standard attr ID for object c6f34e0f-a959-4807-a570-74ad8387c7b0. {{(pid=84150) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:23:13.799649 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-27e5e6dd-6efe-4aed-84e3-6f25b275269a None None] Provisioning complete for port 2e069f03-1659-41ab-8d49-f25ecd673a40 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:13.800030 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-27e5e6dd-6efe-4aed-84e3-6f25b275269a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:13.801366 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc5b925-1060-48b5-b743-527388835854 None None] Routers {'f2c21113-3a72-48f5-a58f-27735d4120b2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:23:13.805738 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-dcc5b925-1060-48b5-b743-527388835854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:23:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['f2c21113-3a72-48f5-a58f-27735d4120b2'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:13.834870 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:13.878911 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-8b62e850-b54d-4901-ae3f-ac18c115756a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:13.899960 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-72680ede-c843-474a-8dfd-62207c1e85e2 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:13.966529 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-819993b2-93eb-488a-9fbf-bd654e0e433f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:14.004879 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-dcc5b925-1060-48b5-b743-527388835854 None None] Set router f2c21113-3a72-48f5-a58f-27735d4120b2 gateway port host: None {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:23:14.066128 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=1fc7171b-c5f7-47fb-b70f-fed856b0a227,revision_number=6']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:14.080202 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:14.092877 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-27e5e6dd-6efe-4aed-84e3-6f25b275269a None None] Port 2e069f03-1659-41ab-8d49-f25ecd673a40 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:23:14.092877 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:23:14.092877 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:23:14.136371 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637bf671-5c93-4d8f-a810-167e9aa9a3ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fc7171b-c5f7-47fb-b70f-fed856b0a227', 'code': 200} Dec 22 13:23:14.198794 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-4d5573c7-05af-452c-bfdb-766a5f683b64 None None] Could not find standard attr ID for object c6f34e0f-a959-4807-a570-74ad8387c7b0. {{(pid=84150) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:23:14.282692 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6991497e-c5f9-43d8-ade5-5e7073e794ec tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:14.432056 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-72680ede-c843-474a-8dfd-62207c1e85e2 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:14.438041 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-6991497e-c5f9-43d8-ade5-5e7073e794ec tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Calling delete_port for 9afb572b-1a46-442a-81f7-a6dfb703af2a owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:23:14.469054 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a6be5236-c845-47e2-972e-63f93cbef43e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:14.499945 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-dcc5b925-1060-48b5-b743-527388835854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'name': 'tempest-RoutersIpV6Test-router-922980331', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:47Z', 'updated_at': '2021-12-22T13:23:09Z', 'revision_number': 9, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'gw_port_host': None, '_interfaces': [{'id': '9150e9f2-d344-4ea1-8799-27c4a8809d37', 'name': '', 'network_id': 'c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:cd:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47f14dc9-cb69-4dc1-8ac6-d47d22c7090f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:09Z', 'updated_at': '2021-12-22T13:22:25Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '47f14dc9-cb69-4dc1-8ac6-d47d22c7090f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b078ee29-451b-4f5c-8d71-e41b92ff2fdf', 'name': '', 'network_id': 'b7e21e1f-b59f-45da-b71d-dfa88e74399e', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:1c:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:52Z', 'updated_at': '2021-12-22T13:22:13Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:14.510891 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc5b925-1060-48b5-b743-527388835854 None None] Checking router: f2c21113-3a72-48f5-a58f-27735d4120b2 for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:23:14.536130 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc5b925-1060-48b5-b743-527388835854 None None] Routers {'f2c21113-3a72-48f5-a58f-27735d4120b2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:23:14.536279 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-30edb919-52c8-4afd-b30a-f595c3b23539 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Deleting subnet 865fc25d-d939-4feb-9c8d-5d2adea4141f {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:23:14.538135 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-dcc5b925-1060-48b5-b743-527388835854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:23:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['f2c21113-3a72-48f5-a58f-27735d4120b2'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:14.565101 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72680ede-c843-474a-8dfd-62207c1e85e2 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d805e235-e82a-4a76-8207-d2907474e2ab,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:14.569595 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-72680ede-c843-474a-8dfd-62207c1e85e2 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:14.572787 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-30edb919-52c8-4afd-b30a-f595c3b23539 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:14.681409 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:14.688948 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-819993b2-93eb-488a-9fbf-bd654e0e433f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:14.700137 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0407ecac-3609-4557-9314-f952af46e0f8 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:14.711042 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fc7171b-c5f7-47fb-b70f-fed856b0a227 {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:23:14.732545 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 1fc7171b-c5f7-47fb-b70f-fed856b0a227, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1fc7171b-c5f7-47fb-b70f-fed856b0a227,segment=NetworkSegment(0948a770-5386-4fe4-820e-d3adb2497c58),segment_id=0948a770-5386-4fe4-820e-d3adb2497c58)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:23:14.737162 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819993b2-93eb-488a-9fbf-bd654e0e433f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e732e1-0af4-4443-b1b9-14cd4ff30f61,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:14.739664 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-819993b2-93eb-488a-9fbf-bd654e0e433f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:14.758126 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-72680ede-c843-474a-8dfd-62207c1e85e2 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:14.761828 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-72680ede-c843-474a-8dfd-62207c1e85e2 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "DELETE /v2.0/security-groups/d805e235-e82a-4a76-8207-d2907474e2ab HTTP/1.1" status: 204 len: 168 time: 1.1160765 Dec 22 13:23:14.768600 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47386) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:14.792020 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 7e3e6ba7-d56f-4f3a-bfc4-475cb720e562 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:23:14.823512 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:14.826627 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-f802bbd5-5344-4800-acac-25963673656d None None] Provisioning for port 7e3e6ba7-d56f-4f3a-bfc4-475cb720e562 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:23:14.837691 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-faf03613-fe6b-4149-b058-cda9f353961f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:14.842045 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-a91e7ebb-d778-4d1c-ae9a-da10adcec339 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Synchronizing usage tracker for tenant:ecc63f7e1b574e839d8676463edf6b00 on resource:security_group {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:23:14.881446 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-dcc5b925-1060-48b5-b743-527388835854 None None] Set router f2c21113-3a72-48f5-a58f-27735d4120b2 gateway port host: None {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:23:14.893330 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.objects.ports [None req-2543d549-7d45-4417-a878-38d38c349256 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84149) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 22 13:23:14.919404 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-30edb919-52c8-4afd-b30a-f595c3b23539 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:14.932066 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=1fc7171b-c5f7-47fb-b70f-fed856b0a227,revision_number=7']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:14.937734 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:14.984680 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-819993b2-93eb-488a-9fbf-bd654e0e433f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:14.985861 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-819993b2-93eb-488a-9fbf-bd654e0e433f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/security-groups/f0e732e1-0af4-4443-b1b9-14cd4ff30f61 HTTP/1.1" status: 204 len: 168 time: 1.9731798 Dec 22 13:23:14.993157 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47390) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:15.050164 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 7e3e6ba7-d56f-4f3a-bfc4-475cb720e562 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:23:15.059460 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 7e3e6ba7-d56f-4f3a-bfc4-475cb720e562 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:15.059980 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:15.082174 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-57d84121-1e61-4325-aca1-12a27841d98b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:15.099858 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6991497e-c5f9-43d8-ade5-5e7073e794ec tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:15.107339 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['1fc7171b-c5f7-47fb-b70f-fed856b0a227'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:23:15.115104 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8c5daae2-9976-4768-866b-a8a390cb4b58 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:15.150464 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-a91e7ebb-d778-4d1c-ae9a-da10adcec339 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Unset dirty status for tenant:ecc63f7e1b574e839d8676463edf6b00 on resource:security_group {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:23:15.151965 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a91e7ebb-d778-4d1c-ae9a-da10adcec339 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3785846 Dec 22 13:23:15.159065 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47394) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:15.195715 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778825c2-1838-40ed-ae96-31ce92938f4c req-a9043a13-4210-4351-92be-bab7dbd3fcdb tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:15.197536 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-778825c2-1838-40ed-ae96-31ce92938f4c req-a9043a13-4210-4351-92be-bab7dbd3fcdb tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/ports?device_id=637bf671-5c93-4d8f-a810-167e9aa9a3ad HTTP/1.1" status: 200 len: 943 time: 0.7844596 Dec 22 13:23:15.216806 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-5cfd6a51-6400-43ae-9b02-2bb99706dd41 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Request body: {'security_group': {'name': 'tempest-secgroup--470735294'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:15.222769 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991497e-c5f9-43d8-ade5-5e7073e794ec tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'Port': ['ID=9afb572b-1a46-442a-81f7-a6dfb703af2a,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:15.226047 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6991497e-c5f9-43d8-ade5-5e7073e794ec tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:15.235311 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-57d84121-1e61-4325-aca1-12a27841d98b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:15.250344 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5cfd6a51-6400-43ae-9b02-2bb99706dd41 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:15.258626 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-778825c2-1838-40ed-ae96-31ce92938f4c req-ddf2cb8c-ebdb-462c-a666-24b4c50de0ff tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1d0092f-2b68-4712-be8f-c58c750fe679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493536 Dec 22 13:23:15.317897 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-dcc5b925-1060-48b5-b743-527388835854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'name': 'tempest-RoutersIpV6Test-router-922980331', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:47Z', 'updated_at': '2021-12-22T13:23:09Z', 'revision_number': 9, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'gw_port_host': None, '_interfaces': [{'id': '9150e9f2-d344-4ea1-8799-27c4a8809d37', 'name': '', 'network_id': 'c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:cd:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47f14dc9-cb69-4dc1-8ac6-d47d22c7090f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:09Z', 'updated_at': '2021-12-22T13:22:25Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '47f14dc9-cb69-4dc1-8ac6-d47d22c7090f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b078ee29-451b-4f5c-8d71-e41b92ff2fdf', 'name': '', 'network_id': 'b7e21e1f-b59f-45da-b71d-dfa88e74399e', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:1c:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:52Z', 'updated_at': '2021-12-22T13:22:13Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:15.322397 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc5b925-1060-48b5-b743-527388835854 None None] The sync data for ids ['f2c21113-3a72-48f5-a58f-27735d4120b2'] in dv-neutron-822669-1-hyperv is: [{'id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'name': 'tempest-RoutersIpV6Test-router-922980331', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:47Z', 'updated_at': '2021-12-22T13:23:09Z', 'revision_number': 9, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'gw_port_host': None, '_interfaces': [{'id': '9150e9f2-d344-4ea1-8799-27c4a8809d37', 'name': '', 'network_id': 'c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:cd:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47f14dc9-cb69-4dc1-8ac6-d47d22c7090f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:09Z', 'updated_at': '2021-12-22T13:22:25Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': '47f14dc9-cb69-4dc1-8ac6-d47d22c7090f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b078ee29-451b-4f5c-8d71-e41b92ff2fdf', 'name': '', 'network_id': 'b7e21e1f-b59f-45da-b71d-dfa88e74399e', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:1c:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:52Z', 'updated_at': '2021-12-22T13:22:13Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:23:15.364845 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5cfd6a51-6400-43ae-9b02-2bb99706dd41 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:15.395195 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2543d549-7d45-4417-a878-38d38c349256 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:15.418197 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:15.435268 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-30edb919-52c8-4afd-b30a-f595c3b23539 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:15.476538 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6991497e-c5f9-43d8-ade5-5e7073e794ec tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:15.485384 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 7e3e6ba7-d56f-4f3a-bfc4-475cb720e562, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=7e3e6ba7-d56f-4f3a-bfc4-475cb720e562,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:23:15.502117 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6991497e-c5f9-43d8-ade5-5e7073e794ec tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/ports/9afb572b-1a46-442a-81f7-a6dfb703af2a HTTP/1.1" status: 204 len: 168 time: 2.5870402 Dec 22 13:23:15.505637 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47398) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:15.544776 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5cfd6a51-6400-43ae-9b02-2bb99706dd41 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:15.568011 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-57d84121-1e61-4325-aca1-12a27841d98b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:15.570285 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-57d84121-1e61-4325-aca1-12a27841d98b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:15.571415 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-57d84121-1e61-4325-aca1-12a27841d98b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/security-groups/ee5586a8-5206-45b4-90b4-e13e8a9db90c HTTP/1.1" status: 204 len: 168 time: 0.5772803 Dec 22 13:23:15.574715 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47402) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:15.581482 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5727cb97-8871-4dac-846b-9823bf4aa1c4 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:15.586972 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:15.590735 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-67cb16fd-413f-41d2-9f64-b79a7bcba4b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:15.599498 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-b15a5636-caf7-481d-8c65-b7d594a47c71 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] GET failed (client error): The resource could not be found. Dec 22 13:23:15.599498 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-b15a5636-caf7-481d-8c65-b7d594a47c71 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Synchronizing usage tracker for tenant:77460f0dfa37423d8c924a302461b16c on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:23:15.605244 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.api [None req-2543d549-7d45-4417-a878-38d38c349256 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84149) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:23:15.605555 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_db.api [None req-2543d549-7d45-4417-a878-38d38c349256 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:23:15.606204 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d84121-1e61-4325-aca1-12a27841d98b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5586a8-5206-45b4-90b4-e13e8a9db90c,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:15.609044 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-57d84121-1e61-4325-aca1-12a27841d98b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:15.635531 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5cfd6a51-6400-43ae-9b02-2bb99706dd41 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:15.639654 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5cfd6a51-6400-43ae-9b02-2bb99706dd41 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Usage tracker for resource:security_group_rule and tenant:ecc63f7e1b574e839d8676463edf6b00 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:15.643215 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5cfd6a51-6400-43ae-9b02-2bb99706dd41 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:15.649059 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5cfd6a51-6400-43ae-9b02-2bb99706dd41 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:15.703545 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=7e3e6ba7-d56f-4f3a-bfc4-475cb720e562,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:15.706975 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:15.727851 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5cfd6a51-6400-43ae-9b02-2bb99706dd41 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:15.743503 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-b15a5636-caf7-481d-8c65-b7d594a47c71 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Unset dirty status for tenant:77460f0dfa37423d8c924a302461b16c on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:23:15.747229 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b15a5636-caf7-481d-8c65-b7d594a47c71 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "GET /v2.0/ports/9afb572b-1a46-442a-81f7-a6dfb703af2a HTTP/1.1" status: 404 len: 333 time: 0.2381115 Dec 22 13:23:15.747493 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47406) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:15.753305 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-30edb919-52c8-4afd-b30a-f595c3b23539 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:15.760763 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e8d25aa1-d15e-46f0-86a4-50564423fe53 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:15.806827 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5cfd6a51-6400-43ae-9b02-2bb99706dd41 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:15.814851 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-eb84c50b-2cee-4f3c-a9bc-6b39eba72c89 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:15.824858 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30edb919-52c8-4afd-b30a-f595c3b23539 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event deleted for resources: {'Subnet': ['ID=865fc25d-d939-4feb-9c8d-5d2adea4141f,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:15.842716 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-30edb919-52c8-4afd-b30a-f595c3b23539 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:15.843078 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9bb1c3-50e4-4fd2-b21a-be50649da83d None None] Network 77a794ce-1aea-4fb4-988e-9ca632a7ee01 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:23:15.845665 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-30edb919-52c8-4afd-b30a-f595c3b23539 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:15.865107 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dbfe5b8-af6b-41bd-9028-7d7a595bbfb6 admin admin] Router 4cb07bea-e7bd-4180-8315-188a213407e4 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:23:15.869659 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-30edb919-52c8-4afd-b30a-f595c3b23539 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "DELETE /v2.0/subnets/865fc25d-d939-4feb-9c8d-5d2adea4141f HTTP/1.1" status: 204 len: 168 time: 2.0813901 Dec 22 13:23:15.871970 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47410) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:15.932979 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd6a51-6400-43ae-9b02-2bb99706dd41 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdf6f93-19b8-43d9-9702-8930049743ce,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:15.936910 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5cfd6a51-6400-43ae-9b02-2bb99706dd41 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:15.961376 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-38418661-6dd9-4bb5-a026-b19632528095 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Deleting subnet 62800e45-e9a8-4315-9bd4-51c03d1a360f {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:23:15.971711 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-38418661-6dd9-4bb5-a026-b19632528095 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:15.993539 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5cfd6a51-6400-43ae-9b02-2bb99706dd41 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:15.997763 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5cfd6a51-6400-43ae-9b02-2bb99706dd41 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7971241 Dec 22 13:23:15.997895 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47414) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:16.003451 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0952259-e2e7-42b3-9114-82281df46a59 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Deleting subnet 9cc95e1b-662b-4209-b9ad-bc39fcda0b72 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:23:16.008411 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-d0ed9339-7b97-45ad-8f4f-483b76860734 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Request body: {'security_group_rule': {'security_group_id': '5fdf6f93-19b8-43d9-9702-8930049743ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:16.016670 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d0ed9339-7b97-45ad-8f4f-483b76860734 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:16.019520 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a0952259-e2e7-42b3-9114-82281df46a59 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:16.056937 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d0ed9339-7b97-45ad-8f4f-483b76860734 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Usage tracker for resource:security_group_rule and tenant:ecc63f7e1b574e839d8676463edf6b00 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:16.061778 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d0ed9339-7b97-45ad-8f4f-483b76860734 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:16.071694 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d0ed9339-7b97-45ad-8f4f-483b76860734 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:16.094255 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a0952259-e2e7-42b3-9114-82281df46a59 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:16.123482 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-38418661-6dd9-4bb5-a026-b19632528095 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:16.158429 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4016fa72-865b-4a74-b825-858e041b4777 None None] DHCP port deletion for 77a794ce-1aea-4fb4-988e-9ca632a7ee01 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:23:16.164063 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-4016fa72-865b-4a74-b825-858e041b4777 None None] Deleting port 17aa633b-b9cf-48fe-8562-a8b0bef3ade6 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:23:16.164910 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4016fa72-865b-4a74-b825-858e041b4777 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:16.166258 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0d296051-3a56-4ea1-be3b-05df39016542 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:16.205760 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-0d296051-3a56-4ea1-be3b-05df39016542 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Deleting port 17aa633b-b9cf-48fe-8562-a8b0bef3ade6 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:23:16.206013 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0d296051-3a56-4ea1-be3b-05df39016542 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:16.213440 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2543d549-7d45-4417-a878-38d38c349256 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:16.321306 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a0952259-e2e7-42b3-9114-82281df46a59 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:16.388360 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-4016fa72-865b-4a74-b825-858e041b4777 None None] For port 17aa633b-b9cf-48fe-8562-a8b0bef3ade6, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=17aa633b-b9cf-48fe-8562-a8b0bef3ade6,segment=NetworkSegment(45e4cdb1-a091-46e2-8a17-c02c6f1e6d6f),segment_id=45e4cdb1-a091-46e2-8a17-c02c6f1e6d6f)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:23:16.388698 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4016fa72-865b-4a74-b825-858e041b4777 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:16.446192 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-38418661-6dd9-4bb5-a026-b19632528095 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:16.637659 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-d0ed9339-7b97-45ad-8f4f-483b76860734 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] create failed (client error): The resource could not be found. Dec 22 13:23:16.638797 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d0ed9339-7b97-45ad-8f4f-483b76860734 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6397424 Dec 22 13:23:16.639014 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-0d296051-3a56-4ea1-be3b-05df39016542 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] For port 17aa633b-b9cf-48fe-8562-a8b0bef3ade6, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=17aa633b-b9cf-48fe-8562-a8b0bef3ade6,segment=NetworkSegment(45e4cdb1-a091-46e2-8a17-c02c6f1e6d6f),segment_id=45e4cdb1-a091-46e2-8a17-c02c6f1e6d6f)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:23:16.639375 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0d296051-3a56-4ea1-be3b-05df39016542 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:16.649256 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47420) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:16.650306 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-4016fa72-865b-4a74-b825-858e041b4777 None None] Calling delete_port for 17aa633b-b9cf-48fe-8562-a8b0bef3ade6 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:23:16.668424 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-f54f3545-13ba-4db0-bb09-d78c0aaa7008 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Request body: {'security_group_rule': {'security_group_id': '5fdf6f93-19b8-43d9-9702-8930049743ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '2cb3f1d2-b9f0-4338-bac0-869af1428b33'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:16.736115 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 7e3e6ba7-d56f-4f3a-bfc4-475cb720e562 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:23:16.738763 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-f54f3545-13ba-4db0-bb09-d78c0aaa7008 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:16.799223 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-f54f3545-13ba-4db0-bb09-d78c0aaa7008 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Usage tracker for resource:security_group_rule and tenant:ecc63f7e1b574e839d8676463edf6b00 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:16.799970 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-2543d549-7d45-4417-a878-38d38c349256 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] For port 7e3e6ba7-d56f-4f3a-bfc4-475cb720e562, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=7e3e6ba7-d56f-4f3a-bfc4-475cb720e562,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:23:16.811241 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-0d296051-3a56-4ea1-be3b-05df39016542 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Calling delete_port for 17aa633b-b9cf-48fe-8562-a8b0bef3ade6 owned by network:dhcp {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:23:16.837771 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-f54f3545-13ba-4db0-bb09-d78c0aaa7008 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:16.842111 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929aa67-292c-4f97-bca0-5fac36614f2b req-bf2dbd3d-8c7b-40ab-be6a-97371f615662 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:16.844445 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5929aa67-292c-4f97-bca0-5fac36614f2b req-bf2dbd3d-8c7b-40ab-be6a-97371f615662 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/ports?device_id=637bf671-5c93-4d8f-a810-167e9aa9a3ad HTTP/1.1" status: 200 len: 944 time: 0.2111337 Dec 22 13:23:16.850143 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 7e3e6ba7-d56f-4f3a-bfc4-475cb720e562 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:16.850813 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:16.854511 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2543d549-7d45-4417-a878-38d38c349256 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:16.855755 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-38418661-6dd9-4bb5-a026-b19632528095 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:16.863326 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-f54f3545-13ba-4db0-bb09-d78c0aaa7008 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:16.865289 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ed627348-9d4c-46dd-8e59-13d9d5fdae6e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:16.884450 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 1fc7171b-c5f7-47fb-b70f-fed856b0a227 up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:23:16.891651 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a0952259-e2e7-42b3-9114-82281df46a59 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:16.899551 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6b29ee87-4341-4b49-9c56-1b6ad3d2f3ad tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:16.907342 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbfe5b8-af6b-41bd-9028-7d7a595bbfb6 admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:23:16.924660 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38418661-6dd9-4bb5-a026-b19632528095 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event deleted for resources: {'Subnet': ['ID=62800e45-e9a8-4315-9bd4-51c03d1a360f,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:16.927299 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5155416d-cc6a-4add-8083-f56f07a78195 None None] Sync routers for ids ['4cb07bea-e7bd-4180-8315-188a213407e4'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:23:16.932102 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-38418661-6dd9-4bb5-a026-b19632528095 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:16.946286 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-2dbfe5b8-af6b-41bd-9028-7d7a595bbfb6 admin admin] 10.222.0.47 "PUT /v2.0/routers/4cb07bea-e7bd-4180-8315-188a213407e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3385231 Dec 22 13:23:16.948072 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-38418661-6dd9-4bb5-a026-b19632528095 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:16.954446 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-38418661-6dd9-4bb5-a026-b19632528095 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/subnets/62800e45-e9a8-4315-9bd4-51c03d1a360f HTTP/1.1" status: 204 len: 168 time: 1.3739586 Dec 22 13:23:16.954628 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47424) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:16.955282 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47426) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:16.957132 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0952259-e2e7-42b3-9114-82281df46a59 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'Subnet': ['ID=9cc95e1b-662b-4209-b9ad-bc39fcda0b72,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:16.967758 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-494f9fef-31a6-44c3-b590-aa55f7770172 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'subnet': {'network_id': '975b41b6-ee3d-4230-b367-1e6f2668dd0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:16.975886 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8475a28-7c6f-43ac-8532-a7420fdc069b None None] Network 975b41b6-ee3d-4230-b367-1e6f2668dd0f requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:23:16.986792 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.db.api [None req-0d296051-3a56-4ea1-be3b-05df39016542 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:23:16.987122 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_db.api [None req-0d296051-3a56-4ea1-be3b-05df39016542 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:23:16.991609 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a0952259-e2e7-42b3-9114-82281df46a59 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:16.993577 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4016fa72-865b-4a74-b825-858e041b4777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:17.006246 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:17.095694 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2543d549-7d45-4417-a878-38d38c349256 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:17.096352 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2543d549-7d45-4417-a878-38d38c349256 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:17.098947 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-f54f3545-13ba-4db0-bb09-d78c0aaa7008 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] create failed (client error): The resource could not be found. Dec 22 13:23:17.100169 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f54f3545-13ba-4db0-bb09-d78c0aaa7008 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4453826 Dec 22 13:23:17.103143 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47432) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:17.110384 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c6c6798c-6ac4-4e98-a4ba-d4c752d5a15d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:17.119902 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4016fa72-865b-4a74-b825-858e041b4777 None None] Pushing event deleted for resources: {'Port': ['ID=17aa633b-b9cf-48fe-8562-a8b0bef3ade6,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:17.127902 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-4016fa72-865b-4a74-b825-858e041b4777 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:17.141529 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5929aa67-292c-4f97-bca0-5fac36614f2b req-61ea3e6e-d84a-4b11-bad5-a8d700450aaf tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1d0092f-2b68-4712-be8f-c58c750fe679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2896969 Dec 22 13:23:17.151612 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4016fa72-865b-4a74-b825-858e041b4777 None None] No DVR routers for this DVR port 17aa633b-b9cf-48fe-8562-a8b0bef3ade6 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:23:17.158448 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5155416d-cc6a-4add-8083-f56f07a78195 None None] Routers {'4cb07bea-e7bd-4180-8315-188a213407e4'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:23:17.159093 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-5155416d-cc6a-4add-8083-f56f07a78195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:23:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['4cb07bea-e7bd-4180-8315-188a213407e4'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:17.165543 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a0952259-e2e7-42b3-9114-82281df46a59 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:17.188081 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47436) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:17.206734 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a0952259-e2e7-42b3-9114-82281df46a59 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/subnets/9cc95e1b-662b-4209-b9ad-bc39fcda0b72 HTTP/1.1" status: 204 len: 168 time: 1.4574592 Dec 22 13:23:17.219117 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc2f92d-41e8-4663-b614-5c01957ac126 None None] Network f622fee4-579d-4730-b475-728cad7e1908 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:23:17.221670 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47438) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:17.275575 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2543d549-7d45-4417-a878-38d38c349256 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:23:17.334985 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-2543d549-7d45-4417-a878-38d38c349256 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:23:17.349637 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2543d549-7d45-4417-a878-38d38c349256 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:17.349967 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2543d549-7d45-4417-a878-38d38c349256 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:17.355644 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b32f49-ac7f-48e4-920b-36fac4d1a9c6 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:23:17.394449 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543d549-7d45-4417-a878-38d38c349256 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Port': ['ID=7e3e6ba7-d56f-4f3a-bfc4-475cb720e562,revision_number=5']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:17.408452 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2543d549-7d45-4417-a878-38d38c349256 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:17.409655 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8dd98da7-deb5-431a-a5cb-b7c67a1ab8d5 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.271s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:17.451485 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-494f9fef-31a6-44c3-b590-aa55f7770172 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:17.459233 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0fa3b2ab-96e8-4db5-aeeb-511e48998cb3 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:17.466902 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-494f9fef-31a6-44c3-b590-aa55f7770172 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Usage tracker for resource:subnet and tenant:5dcef99d1b1441dea18127579d2b89f5 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:17.474803 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-494f9fef-31a6-44c3-b590-aa55f7770172 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:17.480391 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d10340b0-6771-439a-9781-caf0c921d260 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:17.488485 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8fa54e0b-f387-4220-9258-4bfb23a5da5b tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/floatingips/46929009-6095-4d84-af8c-7a401571d200 HTTP/1.1" status: 200 len: 992 time: 0.1403861 Dec 22 13:23:17.496405 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-494f9fef-31a6-44c3-b590-aa55f7770172 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:17.533179 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-2543d549-7d45-4417-a878-38d38c349256 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.0783648 Dec 22 13:23:17.541596 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0fa3b2ab-96e8-4db5-aeeb-511e48998cb3 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:17.553445 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-0d296051-3a56-4ea1-be3b-05df39016542 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Deleting port 17aa633b-b9cf-48fe-8562-a8b0bef3ade6 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:23:17.553793 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0d296051-3a56-4ea1-be3b-05df39016542 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:17.581373 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47444) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:17.588051 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543d549-7d45-4417-a878-38d38c349256 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Subnet': ['ID=54211f90-c26d-4d91-8c4b-53424caae631,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:17.597958 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-37fd9e40-c829-4610-af67-70aaabd1c12a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'port': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'mac_address': 'fa:16:3e:46:5c:73', 'name': 'tempest-NetworksTestDHCPv6-1773321858'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:17.601617 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-d10340b0-6771-439a-9781-caf0c921d260 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Deleting port 8ea144e5-18ce-4a90-8ca9-72d3f356740e {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:23:17.601902 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d10340b0-6771-439a-9781-caf0c921d260 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:17.629355 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2543d549-7d45-4417-a878-38d38c349256 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:17.640479 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494f9fef-31a6-44c3-b590-aa55f7770172 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Made reservation on behalf of 5dcef99d1b1441dea18127579d2b89f5 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:23:17.701457 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 1fc7171b-c5f7-47fb-b70f-fed856b0a227 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:17.701842 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:17.737697 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-0d296051-3a56-4ea1-be3b-05df39016542 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] The port '17aa633b-b9cf-48fe-8562-a8b0bef3ade6' was deleted {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:23:17.742985 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 1b1af640-a2a7-484c-b9b8-099fe7111dc6 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:23:17.821290 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 1b1af640-a2a7-484c-b9b8-099fe7111dc6 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:23:17.821660 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 1b1af640-a2a7-484c-b9b8-099fe7111dc6 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:23:17.822129 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 17aa633b-b9cf-48fe-8562-a8b0bef3ade6 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:23:17.911718 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-494f9fef-31a6-44c3-b590-aa55f7770172 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:17.913133 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 17aa633b-b9cf-48fe-8562-a8b0bef3ade6 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:23:17.913504 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 17aa633b-b9cf-48fe-8562-a8b0bef3ade6 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:23:17.917925 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0d296051-3a56-4ea1-be3b-05df39016542 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:17.935010 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-37fd9e40-c829-4610-af67-70aaabd1c12a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:17.939646 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-5155416d-cc6a-4add-8083-f56f07a78195 None None] Set router 4cb07bea-e7bd-4180-8315-188a213407e4 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:23:17.950177 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-37fd9e40-c829-4610-af67-70aaabd1c12a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:port and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:17.955167 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-37fd9e40-c829-4610-af67-70aaabd1c12a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:17.958560 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-0d296051-3a56-4ea1-be3b-05df39016542 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a794ce-1aea-4fb4-988e-9ca632a7ee01']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:17.970811 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0fa3b2ab-96e8-4db5-aeeb-511e48998cb3 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:17.976030 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-37fd9e40-c829-4610-af67-70aaabd1c12a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:17.977931 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-717bb374-9259-4cae-bced-dcdcd8f32d7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:17.986531 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-0d296051-3a56-4ea1-be3b-05df39016542 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45e4cdb1-a091-46e2-8a17-c02c6f1e6d6f') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:17.986827 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-0d296051-3a56-4ea1-be3b-05df39016542 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45e4cdb1-a091-46e2-8a17-c02c6f1e6d6f') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:18.004060 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa3b2ab-96e8-4db5-aeeb-511e48998cb3 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdf6f93-19b8-43d9-9702-8930049743ce,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:18.008462 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0d296051-3a56-4ea1-be3b-05df39016542 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:18.016877 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0fa3b2ab-96e8-4db5-aeeb-511e48998cb3 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:18.038750 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0d296051-3a56-4ea1-be3b-05df39016542 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:18.041098 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0fa3b2ab-96e8-4db5-aeeb-511e48998cb3 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:18.042857 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0fa3b2ab-96e8-4db5-aeeb-511e48998cb3 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "DELETE /v2.0/security-groups/5fdf6f93-19b8-43d9-9702-8930049743ce HTTP/1.1" status: 204 len: 168 time: 0.9375179 Dec 22 13:23:18.049712 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47448) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:18.050606 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d296051-3a56-4ea1-be3b-05df39016542 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:23:18.051021 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0d296051-3a56-4ea1-be3b-05df39016542 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:18.057662 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9847163c-e31c-48c5-9df7-52d5fd6cedde admin admin] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:18.066851 dv-neutron-822669-1-hyperv neutron-server[84148]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:23:18.066851 dv-neutron-822669-1-hyperv neutron-server[84148]: util.warn( Dec 22 13:23:18.066851 dv-neutron-822669-1-hyperv neutron-server[84148]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:23:18.066851 dv-neutron-822669-1-hyperv neutron-server[84148]: util.warn( Dec 22 13:23:18.066851 dv-neutron-822669-1-hyperv neutron-server[84148]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:23:18.066851 dv-neutron-822669-1-hyperv neutron-server[84148]: util.warn( Dec 22 13:23:18.066851 dv-neutron-822669-1-hyperv neutron-server[84148]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:23:18.066851 dv-neutron-822669-1-hyperv neutron-server[84148]: util.warn( Dec 22 13:23:18.066851 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:23:18.066851 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:23:18.066851 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:23:18.066851 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:23:18.066851 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:23:18.066851 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:23:18.066851 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:23:18.066851 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:23:18.066851 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:23:18.066851 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:23:18.066851 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:23:18.066851 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:23:18.066851 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:23:18.066851 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:23:18.066851 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:23:18.066851 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:23:18.066851 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:23:18.066851 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:23:18.066851 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:23:18.066851 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:23:18.066851 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:23:18.066851 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:23:18.066851 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:23:18.066851 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:23:18.066851 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:23:18.066851 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:23:18.066851 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:23:18.066851 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:23:18.066851 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:23:18.066851 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:23:18.066851 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:23:18.066851 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:23:18.121224 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fd9e40-c829-4610-af67-70aaabd1c12a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:23:18.128189 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-d10340b0-6771-439a-9781-caf0c921d260 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] For port 8ea144e5-18ce-4a90-8ca9-72d3f356740e, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=8ea144e5-18ce-4a90-8ca9-72d3f356740e,segment=NetworkSegment(2777c61a-937a-42a4-957b-c9b3cb985cb1),segment_id=2777c61a-937a-42a4-957b-c9b3cb985cb1)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:23:18.128542 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d10340b0-6771-439a-9781-caf0c921d260 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:18.281850 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-37fd9e40-c829-4610-af67-70aaabd1c12a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:18.293488 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0d296051-3a56-4ea1-be3b-05df39016542 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:18.300636 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-934bffc5-5ea4-44b5-a2d5-b7d1ae379dec tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:18.317276 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0d296051-3a56-4ea1-be3b-05df39016542 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:18.329005 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d296051-3a56-4ea1-be3b-05df39016542 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event deleted for resources: {'Network': ['ID=77a794ce-1aea-4fb4-988e-9ca632a7ee01,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:18.331743 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0d296051-3a56-4ea1-be3b-05df39016542 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "DELETE /v2.0/networks/77a794ce-1aea-4fb4-988e-9ca632a7ee01 HTTP/1.1" status: 204 len: 168 time: 2.4588311 Dec 22 13:23:18.334551 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47452) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:18.335351 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0d296051-3a56-4ea1-be3b-05df39016542 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:18.400690 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:18.412669 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-37fd9e40-c829-4610-af67-70aaabd1c12a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] device_id is not set on port 6187997c-7926-4e4e-8bcd-a43b5b624b39 yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:23:18.445299 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-d10340b0-6771-439a-9781-caf0c921d260 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Calling delete_port for 8ea144e5-18ce-4a90-8ca9-72d3f356740e owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:23:18.473772 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637bf671-5c93-4d8f-a810-167e9aa9a3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc7171b-c5f7-47fb-b70f-fed856b0a227'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:23:18.485934 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b92323-bcc0-4e1b-9555-18711a648189 None None] DHCP port deletion for f622fee4-579d-4730-b475-728cad7e1908 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:23:18.525282 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 1fc7171b-c5f7-47fb-b70f-fed856b0a227, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1fc7171b-c5f7-47fb-b70f-fed856b0a227,segment=NetworkSegment(0948a770-5386-4fe4-820e-d3adb2497c58),segment_id=0948a770-5386-4fe4-820e-d3adb2497c58)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:23:18.532990 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-20b92323-bcc0-4e1b-9555-18711a648189 None None] Deleting port 8ea144e5-18ce-4a90-8ca9-72d3f356740e {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:23:18.532990 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-20b92323-bcc0-4e1b-9555-18711a648189 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:18.574574 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637bf671-5c93-4d8f-a810-167e9aa9a3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc7171b-c5f7-47fb-b70f-fed856b0a227', 'code': 200} Dec 22 13:23:18.633474 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:18.660215 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d10340b0-6771-439a-9781-caf0c921d260 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:18.668675 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-27e5a8aa-ba55-4320-b876-916da2a69eca tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:18.703349 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-a886d502-699f-4dd4-bef5-086a9d3fb8ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:18.707205 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-bbe09ca4-177d-4f26-84e3-f36ebde3f5d6 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Synchronizing usage tracker for tenant:ecc63f7e1b574e839d8676463edf6b00 on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:23:18.740421 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10340b0-6771-439a-9781-caf0c921d260 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'Port': ['ID=8ea144e5-18ce-4a90-8ca9-72d3f356740e,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:18.743419 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d10340b0-6771-439a-9781-caf0c921d260 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:18.755570 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10340b0-6771-439a-9781-caf0c921d260 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] No DVR routers for this DVR port 8ea144e5-18ce-4a90-8ca9-72d3f356740e on host dv-neutron-822669-1-hyperv {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:23:18.773193 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 8ea144e5-18ce-4a90-8ca9-72d3f356740e no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:23:18.823630 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-20b92323-bcc0-4e1b-9555-18711a648189 None None] The port '8ea144e5-18ce-4a90-8ca9-72d3f356740e' was deleted {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:23:18.861614 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 8ea144e5-18ce-4a90-8ca9-72d3f356740e {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:23:18.861942 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 8ea144e5-18ce-4a90-8ca9-72d3f356740e not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:23:18.903370 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-5155416d-cc6a-4add-8083-f56f07a78195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'name': 'tempest-ServerActionsTestJSON-1247390888-router', 'tenant_id': 'ccb0058a2c24446385d13786cea4c6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '74700538-2e57-498a-9b6b-3e9930271195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:19:01Z', 'updated_at': '2021-12-22T13:23:11Z', 'revision_number': 5, 'project_id': 'ccb0058a2c24446385d13786cea4c6a9', 'gw_port': {'id': '74700538-2e57-498a-9b6b-3e9930271195', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:03Z', 'updated_at': '2021-12-22T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:18.911327 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5155416d-cc6a-4add-8083-f56f07a78195 None None] Checking router: 4cb07bea-e7bd-4180-8315-188a213407e4 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:23:18.925166 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-bbe09ca4-177d-4f26-84e3-f36ebde3f5d6 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Unset dirty status for tenant:ecc63f7e1b574e839d8676463edf6b00 on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:23:18.926714 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-bbe09ca4-177d-4f26-84e3-f36ebde3f5d6 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8757191 Dec 22 13:23:18.926958 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5155416d-cc6a-4add-8083-f56f07a78195 None None] Routers {'4cb07bea-e7bd-4180-8315-188a213407e4'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:23:18.927608 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-5155416d-cc6a-4add-8083-f56f07a78195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:23:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['4cb07bea-e7bd-4180-8315-188a213407e4'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:18.976856 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47458) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:18.997732 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-d36028de-19dd-4965-98d4-85f577fec490 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Request body: {'security_group_rule': {'security_group_id': 'ec0f050a-5d2f-4380-9058-055059c6f8e4', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:19.012281 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=1fc7171b-c5f7-47fb-b70f-fed856b0a227,revision_number=8']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:19.018718 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:19.028229 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-d36028de-19dd-4965-98d4-85f577fec490 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:19.033737 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-37fd9e40-c829-4610-af67-70aaabd1c12a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Allocated IP 2001:db8::26f (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/df096799-4497-47bd-9dc1-ff99bcba53fc/6187997c-7926-4e4e-8bcd-a43b5b624b39) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:23:19.073691 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d10340b0-6771-439a-9781-caf0c921d260 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:19.132147 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-d36028de-19dd-4965-98d4-85f577fec490 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Usage tracker for resource:security_group_rule and tenant:ecc63f7e1b574e839d8676463edf6b00 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:19.136391 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-37fd9e40-c829-4610-af67-70aaabd1c12a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Allocated IP 2001:db8:0:1:f816:3eff:fe46:5c73 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/54211f90-c26d-4d91-8c4b-53424caae631/6187997c-7926-4e4e-8bcd-a43b5b624b39) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:23:19.148434 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-d10340b0-6771-439a-9781-caf0c921d260 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f622fee4-579d-4730-b475-728cad7e1908']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:19.179866 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-d10340b0-6771-439a-9781-caf0c921d260 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2777c61a-937a-42a4-957b-c9b3cb985cb1') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:19.180945 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-d10340b0-6771-439a-9781-caf0c921d260 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2777c61a-937a-42a4-957b-c9b3cb985cb1') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:19.193314 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-5155416d-cc6a-4add-8083-f56f07a78195 None None] Set router 4cb07bea-e7bd-4180-8315-188a213407e4 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:23:19.201015 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d10340b0-6771-439a-9781-caf0c921d260 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:19.274703 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d10340b0-6771-439a-9781-caf0c921d260 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:19.302301 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d10340b0-6771-439a-9781-caf0c921d260 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:23:19.302749 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d10340b0-6771-439a-9781-caf0c921d260 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:19.398905 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:23:19.398905 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:23:19.398905 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:23:19.398905 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:23:19.398905 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:23:19.398905 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:23:19.398905 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:23:19.398905 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:23:19.398905 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:23:19.398905 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:23:19.398905 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:23:19.398905 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:23:19.398905 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:23:19.398905 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:23:19.398905 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:23:19.398905 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:23:19.398905 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:23:19.398905 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:23:19.398905 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:23:19.398905 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:23:19.398905 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:23:19.398905 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:23:19.398905 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:23:19.398905 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:23:19.398905 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:23:19.398905 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:23:19.398905 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:23:19.398905 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:23:19.398905 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:23:19.398905 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:23:19.398905 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:23:19.398905 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:23:19.449454 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9847163c-e31c-48c5-9df7-52d5fd6cedde admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:19.490016 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-494f9fef-31a6-44c3-b590-aa55f7770172 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:19.494318 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-61afda38-eb31-40ec-82c9-832d0868adcd tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:19.507755 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-d36028de-19dd-4965-98d4-85f577fec490 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:19.548235 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-9847163c-e31c-48c5-9df7-52d5fd6cedde admin admin] Deleting port 74700538-2e57-498a-9b6b-3e9930271195 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:23:19.548623 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9847163c-e31c-48c5-9df7-52d5fd6cedde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:19.557639 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-d36028de-19dd-4965-98d4-85f577fec490 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:19.587006 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-020be166-15d2-4682-854c-72756453c34b None None] Provisioning complete for port aa850526-d39f-4428-86ef-622cc2e95bcb triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:19.587337 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-020be166-15d2-4682-854c-72756453c34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:19.660959 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-5155416d-cc6a-4add-8083-f56f07a78195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'name': 'tempest-ServerActionsTestJSON-1247390888-router', 'tenant_id': 'ccb0058a2c24446385d13786cea4c6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '74700538-2e57-498a-9b6b-3e9930271195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:19:01Z', 'updated_at': '2021-12-22T13:23:11Z', 'revision_number': 5, 'project_id': 'ccb0058a2c24446385d13786cea4c6a9', 'gw_port': {'id': '74700538-2e57-498a-9b6b-3e9930271195', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:03Z', 'updated_at': '2021-12-22T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:19.670670 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5155416d-cc6a-4add-8083-f56f07a78195 None None] The sync data for ids ['4cb07bea-e7bd-4180-8315-188a213407e4'] in dv-neutron-822669-1-hyperv is: [{'id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'name': 'tempest-ServerActionsTestJSON-1247390888-router', 'tenant_id': 'ccb0058a2c24446385d13786cea4c6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.163'}], 'enable_snat': True}, 'gw_port_id': '74700538-2e57-498a-9b6b-3e9930271195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:19:01Z', 'updated_at': '2021-12-22T13:23:11Z', 'revision_number': 5, 'project_id': 'ccb0058a2c24446385d13786cea4c6a9', 'gw_port': {'id': '74700538-2e57-498a-9b6b-3e9930271195', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb07bea-e7bd-4180-8315-188a213407e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:03Z', 'updated_at': '2021-12-22T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:23:19.697722 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-37fd9e40-c829-4610-af67-70aaabd1c12a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:19.734713 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-37fd9e40-c829-4610-af67-70aaabd1c12a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Transition to ACTIVE for port object 6187997c-7926-4e4e-8bcd-a43b5b624b39 will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:23:19.737153 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-03198971-008e-49c7-b78b-474511277977 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:19.738456 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d10340b0-6771-439a-9781-caf0c921d260 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:19.769033 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d10340b0-6771-439a-9781-caf0c921d260 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:19.769734 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-020be166-15d2-4682-854c-72756453c34b None None] Provisioning complete for port 2e069f03-1659-41ab-8d49-f25ecd673a40 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:19.770141 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-020be166-15d2-4682-854c-72756453c34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:19.775310 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494f9fef-31a6-44c3-b590-aa55f7770172 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Network 975b41b6-ee3d-4230-b367-1e6f2668dd0f is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:23:19.783250 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-494f9fef-31a6-44c3-b590-aa55f7770172 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:23:19.793155 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-9847163c-e31c-48c5-9df7-52d5fd6cedde admin admin] For port 74700538-2e57-498a-9b6b-3e9930271195, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=74700538-2e57-498a-9b6b-3e9930271195,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:23:19.793515 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9847163c-e31c-48c5-9df7-52d5fd6cedde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:19.801786 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494f9fef-31a6-44c3-b590-aa55f7770172 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:19.802382 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-494f9fef-31a6-44c3-b590-aa55f7770172 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:19.806388 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707b67ca-a36e-46da-84c4-aa766e40921f None None] Network 975b41b6-ee3d-4230-b367-1e6f2668dd0f requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:23:19.808653 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-d36028de-19dd-4965-98d4-85f577fec490 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] create failed (client error): The resource could not be found. Dec 22 13:23:19.813654 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d36028de-19dd-4965-98d4-85f577fec490 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.8233578 Dec 22 13:23:19.815405 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47462) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:19.823488 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f9fef-31a6-44c3-b590-aa55f7770172 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'Subnet': ['ID=23e99ddc-e8c0-4523-972f-e159d13c07d1,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:19.873186 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-76a1f1e9-5966-4032-8214-982a0dbab6ef tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Request body: {'security_group': {'name': 'tempest-secgroup--1732022647'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:19.880891 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-494f9fef-31a6-44c3-b590-aa55f7770172 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:19.886209 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-76a1f1e9-5966-4032-8214-982a0dbab6ef tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:19.908809 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-020be166-15d2-4682-854c-72756453c34b None None] Port 2e069f03-1659-41ab-8d49-f25ecd673a40 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:23:19.912596 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-76a1f1e9-5966-4032-8214-982a0dbab6ef tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:19.934449 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c0882da8-c396-4402-a131-89d1b70d64a2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:19.957057 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-9847163c-e31c-48c5-9df7-52d5fd6cedde admin admin] Calling delete_port for 74700538-2e57-498a-9b6b-3e9930271195 owned by network:router_gateway {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:23:19.998269 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-76a1f1e9-5966-4032-8214-982a0dbab6ef tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:19.999098 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d10340b0-6771-439a-9781-caf0c921d260 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/networks/f622fee4-579d-4730-b475-728cad7e1908 HTTP/1.1" status: 204 len: 168 time: 2.7700243 Dec 22 13:23:19.999098 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10340b0-6771-439a-9781-caf0c921d260 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'Network': ['ID=f622fee4-579d-4730-b475-728cad7e1908,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:20.001279 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47466) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:20.004836 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d10340b0-6771-439a-9781-caf0c921d260 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:20.009004 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-df7d2336-d687-496c-b6a6-159066b33c0a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-566058566'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:20.017029 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-37fd9e40-c829-4610-af67-70aaabd1c12a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:20.017193 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-df7d2336-d687-496c-b6a6-159066b33c0a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:20.028692 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-29cff8af-4f15-4656-8b32-856d0c41b943 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:20.028984 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-df7d2336-d687-496c-b6a6-159066b33c0a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:network and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:20.035779 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-df7d2336-d687-496c-b6a6-159066b33c0a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:20.044386 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-df7d2336-d687-496c-b6a6-159066b33c0a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:20.074833 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-0945a624-7d44-4b4e-9076-267426181485 None None] Provisioning complete for port 7e3e6ba7-d56f-4f3a-bfc4-475cb720e562 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:20.076213 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0945a624-7d44-4b4e-9076-267426181485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:20.100186 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-494f9fef-31a6-44c3-b590-aa55f7770172 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1393747 Dec 22 13:23:20.103228 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47470) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:20.109233 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-8a3e0b7e-0cfe-4e2b-987f-fd7f5890c082 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'security_group': {'name': 'tempest-secgroup-1097027493'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:20.116824 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-8a3e0b7e-0cfe-4e2b-987f-fd7f5890c082 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:20.122391 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-8a3e0b7e-0cfe-4e2b-987f-fd7f5890c082 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Usage tracker for resource:security_group and tenant:5dcef99d1b1441dea18127579d2b89f5 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:20.130663 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-8a3e0b7e-0cfe-4e2b-987f-fd7f5890c082 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:20.139324 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-8a3e0b7e-0cfe-4e2b-987f-fd7f5890c082 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:20.188722 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7d2336-d687-496c-b6a6-159066b33c0a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Made reservation on behalf of 77460f0dfa37423d8c924a302461b16c for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:23:20.192190 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-df7d2336-d687-496c-b6a6-159066b33c0a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:20.218170 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fd9e40-c829-4610-af67-70aaabd1c12a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:23:20.242922 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df7d2336-d687-496c-b6a6-159066b33c0a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:23:20.255762 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-df7d2336-d687-496c-b6a6-159066b33c0a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:20.256154 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-df7d2336-d687-496c-b6a6-159066b33c0a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Added segment 80259dd4-dcd9-423d-8509-1ee77f13b481 of type vlan for network a406c71b-ad26-4ec8-bfd0-c2e6ec4d4803 Dec 22 13:23:20.274869 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-37fd9e40-c829-4610-af67-70aaabd1c12a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:23:20.279217 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8a3e0b7e-0cfe-4e2b-987f-fd7f5890c082 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:20.287672 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd9e40-c829-4610-af67-70aaabd1c12a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Port': ['ID=6187997c-7926-4e4e-8bcd-a43b5b624b39,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:20.291652 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-76a1f1e9-5966-4032-8214-982a0dbab6ef tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:20.296036 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-76a1f1e9-5966-4032-8214-982a0dbab6ef tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Usage tracker for resource:security_group_rule and tenant:ecc63f7e1b574e839d8676463edf6b00 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:20.299655 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-76a1f1e9-5966-4032-8214-982a0dbab6ef tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:20.306755 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9847163c-e31c-48c5-9df7-52d5fd6cedde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:20.311892 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-df7d2336-d687-496c-b6a6-159066b33c0a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:20.312863 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-76a1f1e9-5966-4032-8214-982a0dbab6ef tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:20.317513 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f86a51ce-5715-4571-ac31-aab49eb37bf6 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:20.328347 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fd9e40-c829-4610-af67-70aaabd1c12a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:23:20.334963 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fd9e40-c829-4610-af67-70aaabd1c12a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:20.335569 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-37fd9e40-c829-4610-af67-70aaabd1c12a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:20.356532 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-37fd9e40-c829-4610-af67-70aaabd1c12a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:20.383276 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9847163c-e31c-48c5-9df7-52d5fd6cedde admin admin] Pushing event deleted for resources: {'Port': ['ID=74700538-2e57-498a-9b6b-3e9930271195,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:20.394320 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9847163c-e31c-48c5-9df7-52d5fd6cedde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:20.434278 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8ec848-5fed-4b9d-b80a-8817fd7baf65 None None] Update dhcp port {'port': {'network_id': '975b41b6-ee3d-4230-b367-1e6f2668dd0f', 'fixed_ips': [{'subnet_id': '1c8f0cba-f8e2-48bd-8ea9-5f08e4d8a309', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '23e99ddc-e8c0-4523-972f-e159d13c07d1'}], 'binding:host_id': 'dv-neutron-822669-1-hyperv'}, 'id': 'aa850526-d39f-4428-86ef-622cc2e95bcb'} from dv-neutron-822669-1-hyperv. {{(pid=84150) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 22 13:23:20.510593 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ce8ec848-5fed-4b9d-b80a-8817fd7baf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:20.518650 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-37fd9e40-c829-4610-af67-70aaabd1c12a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9286556 Dec 22 13:23:20.519367 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47474) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:20.538138 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-76a1f1e9-5966-4032-8214-982a0dbab6ef tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:20.561998 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.resource_extend [None req-df7d2336-d687-496c-b6a6-159066b33c0a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:23:20.614184 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-8a3e0b7e-0cfe-4e2b-987f-fd7f5890c082 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:20.621872 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-8a3e0b7e-0cfe-4e2b-987f-fd7f5890c082 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Usage tracker for resource:security_group_rule and tenant:5dcef99d1b1441dea18127579d2b89f5 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:20.631714 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-8a3e0b7e-0cfe-4e2b-987f-fd7f5890c082 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:20.632115 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-76a1f1e9-5966-4032-8214-982a0dbab6ef tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:20.641906 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-bde4d98c-802c-4017-9bce-06e1e160c1b1 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:20.644657 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-8a3e0b7e-0cfe-4e2b-987f-fd7f5890c082 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:20.723203 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:23:20.737363 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-67122d66-9e34-4750-9a40-26621c3529e0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting port 6187997c-7926-4e4e-8bcd-a43b5b624b39 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:23:20.737363 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-67122d66-9e34-4750-9a40-26621c3529e0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:20.751815 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-df7d2336-d687-496c-b6a6-159066b33c0a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:20.756123 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7d2336-d687-496c-b6a6-159066b33c0a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:20.756123 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-df7d2336-d687-496c-b6a6-159066b33c0a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:20.758828 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-337bfe50-d71f-4b1d-ace4-be2735e85778 None None] Provisioning for port 6187997c-7926-4e4e-8bcd-a43b5b624b39 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:23:20.775578 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-76a1f1e9-5966-4032-8214-982a0dbab6ef tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:20.779359 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-76a1f1e9-5966-4032-8214-982a0dbab6ef tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9604654 Dec 22 13:23:20.788589 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47478) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:20.799934 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-2cf0cf3f-d5b2-405d-8563-5831f2f00d07 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Request body: {'security_group': {'name': 'tempest-secgroup--635563320'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:20.801705 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:23:20.802156 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device dcf8da2d-f57d-4f1e-927a-ed87bf3d9a12 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:23:20.805421 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-337bfe50-d71f-4b1d-ace4-be2735e85778 None None] Provisioning complete for port 6187997c-7926-4e4e-8bcd-a43b5b624b39 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:20.805990 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-337bfe50-d71f-4b1d-ace4-be2735e85778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:20.806627 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a1f1e9-5966-4032-8214-982a0dbab6ef tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af2919a6-55e6-4c47-8517-3aa8eeb80efb,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:20.816533 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-76a1f1e9-5966-4032-8214-982a0dbab6ef tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:20.816706 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-bff72be7-b493-4b1b-8440-e9aacdb06500 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:20.816819 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-2cf0cf3f-d5b2-405d-8563-5831f2f00d07 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:20.866612 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-2cf0cf3f-d5b2-405d-8563-5831f2f00d07 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:20.881041 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-ce8ec848-5fed-4b9d-b80a-8817fd7baf65 None None] Allocated IP 2001:db8::2 (975b41b6-ee3d-4230-b367-1e6f2668dd0f/23e99ddc-e8c0-4523-972f-e159d13c07d1/aa850526-d39f-4428-86ef-622cc2e95bcb) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:23:20.883203 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-337bfe50-d71f-4b1d-ace4-be2735e85778 None None] Port 6187997c-7926-4e4e-8bcd-a43b5b624b39 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:23:20.950051 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9847163c-e31c-48c5-9df7-52d5fd6cedde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:20.996057 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2cf0cf3f-d5b2-405d-8563-5831f2f00d07 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:21.024460 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-ce8ec848-5fed-4b9d-b80a-8817fd7baf65 None None] For port aa850526-d39f-4428-86ef-622cc2e95bcb, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=aa850526-d39f-4428-86ef-622cc2e95bcb,segment=NetworkSegment(177a34ea-ed87-45db-a663-662f0b097935),segment_id=177a34ea-ed87-45db-a663-662f0b097935)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:23:21.039639 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8a3e0b7e-0cfe-4e2b-987f-fd7f5890c082 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:21.055106 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ce8ec848-5fed-4b9d-b80a-8817fd7baf65 None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:21.074420 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-ce8ec848-5fed-4b9d-b80a-8817fd7baf65 None None] Transition to ACTIVE for port object aa850526-d39f-4428-86ef-622cc2e95bcb will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:23:21.090319 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d2336-d687-496c-b6a6-159066b33c0a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'Network': ['ID=a406c71b-ad26-4ec8-bfd0-c2e6ec4d4803,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:21.100268 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-df7d2336-d687-496c-b6a6-159066b33c0a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:21.104447 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-df7d2336-d687-496c-b6a6-159066b33c0a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1006525 Dec 22 13:23:21.104609 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network a406c71b-ad26-4ec8-bfd0-c2e6ec4d4803 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:23:21.106277 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47482) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:21.114339 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-75d7640c-13ba-4a6b-b3a4-57b70a0a9be2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'subnet': {'network_id': 'a406c71b-ad26-4ec8-bfd0-c2e6ec4d4803', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:21.120715 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-2cf0cf3f-d5b2-405d-8563-5831f2f00d07 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:21.131126 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8a3e0b7e-0cfe-4e2b-987f-fd7f5890c082 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:21.149122 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-2cf0cf3f-d5b2-405d-8563-5831f2f00d07 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Usage tracker for resource:security_group_rule and tenant:ecc63f7e1b574e839d8676463edf6b00 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:21.149498 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-2cf0cf3f-d5b2-405d-8563-5831f2f00d07 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:21.153177 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-67122d66-9e34-4750-9a40-26621c3529e0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:21.170128 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-2cf0cf3f-d5b2-405d-8563-5831f2f00d07 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:21.175343 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ce8ec848-5fed-4b9d-b80a-8817fd7baf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:21.186130 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b8f72a21-12a0-4cae-aab7-52404d442743 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:21.187552 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:21.287266 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-67122d66-9e34-4750-9a40-26621c3529e0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Calling delete_port for 6187997c-7926-4e4e-8bcd-a43b5b624b39 owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:23:21.347059 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ec848-5fed-4b9d-b80a-8817fd7baf65 None None] Pushing event updated for resources: {'Port': ['ID=aa850526-d39f-4428-86ef-622cc2e95bcb,revision_number=6']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:21.351479 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-ce8ec848-5fed-4b9d-b80a-8817fd7baf65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:21.369799 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9847163c-e31c-48c5-9df7-52d5fd6cedde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:21.390889 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e0b7e-0cfe-4e2b-987f-fd7f5890c082 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b90a488a-ee65-4126-a70a-aded5487730c,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:21.394982 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9847163c-e31c-48c5-9df7-52d5fd6cedde admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:21.397129 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8a3e0b7e-0cfe-4e2b-987f-fd7f5890c082 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:21.405837 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-75d7640c-13ba-4a6b-b3a4-57b70a0a9be2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:21.411065 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-75d7640c-13ba-4a6b-b3a4-57b70a0a9be2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:subnet and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:21.414574 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8a3e0b7e-0cfe-4e2b-987f-fd7f5890c082 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:21.415914 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8a3e0b7e-0cfe-4e2b-987f-fd7f5890c082 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3125739 Dec 22 13:23:21.417540 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-75d7640c-13ba-4a6b-b3a4-57b70a0a9be2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:21.420901 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47486) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:21.432017 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-698106c8-b6c4-47dc-a951-b42831828f81 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'security_group': {'name': 'tempest-secgroup-1881172536'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:21.439209 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-75d7640c-13ba-4a6b-b3a4-57b70a0a9be2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:21.451854 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-698106c8-b6c4-47dc-a951-b42831828f81 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:21.461478 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-698106c8-b6c4-47dc-a951-b42831828f81 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Usage tracker for resource:security_group and tenant:5dcef99d1b1441dea18127579d2b89f5 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:21.465211 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-698106c8-b6c4-47dc-a951-b42831828f81 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:21.472509 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-698106c8-b6c4-47dc-a951-b42831828f81 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:21.550457 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9847163c-e31c-48c5-9df7-52d5fd6cedde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:21.551047 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9847163c-e31c-48c5-9df7-52d5fd6cedde admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cb07bea-e7bd-4180-8315-188a213407e4 {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:23:21.572307 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9847163c-e31c-48c5-9df7-52d5fd6cedde admin admin] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:21.576470 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9847163c-e31c-48c5-9df7-52d5fd6cedde admin admin] 10.222.0.47 "DELETE /v2.0/routers/4cb07bea-e7bd-4180-8315-188a213407e4 HTTP/1.1" status: 204 len: 168 time: 4.6170831 Dec 22 13:23:21.577834 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47490) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:21.612589 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2cf0cf3f-d5b2-405d-8563-5831f2f00d07 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:21.621209 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d7640c-13ba-4a6b-b3a4-57b70a0a9be2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Made reservation on behalf of 77460f0dfa37423d8c924a302461b16c for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:23:21.640907 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-698106c8-b6c4-47dc-a951-b42831828f81 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:21.666918 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-03198971-008e-49c7-b78b-474511277977 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Deleting port 9150e9f2-d344-4ea1-8799-27c4a8809d37 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:23:21.666918 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-03198971-008e-49c7-b78b-474511277977 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:21.697985 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2cf0cf3f-d5b2-405d-8563-5831f2f00d07 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:21.709945 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9665f2ea-fd7d-44ed-8582-0d1c08878473 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:21.791419 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba545d6-ca78-47e5-a799-ffeae261f06f admin admin] Deleting subnet 02969300-ed8d-4b59-a34d-12a5dcb2cce8 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:23:21.806933 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-eba545d6-ca78-47e5-a799-ffeae261f06f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:21.851745 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-698106c8-b6c4-47dc-a951-b42831828f81 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:21.855821 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-75d7640c-13ba-4a6b-b3a4-57b70a0a9be2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:21.865918 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf0cf3f-d5b2-405d-8563-5831f2f00d07 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5d7237-007c-422d-8b04-2e9ef6503f1e,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:21.869378 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2cf0cf3f-d5b2-405d-8563-5831f2f00d07 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:21.945867 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-698106c8-b6c4-47dc-a951-b42831828f81 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Usage tracker for resource:security_group_rule and tenant:5dcef99d1b1441dea18127579d2b89f5 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:21.956356 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-698106c8-b6c4-47dc-a951-b42831828f81 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:21.967930 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-698106c8-b6c4-47dc-a951-b42831828f81 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:21.977360 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-eba545d6-ca78-47e5-a799-ffeae261f06f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:21.985963 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2cf0cf3f-d5b2-405d-8563-5831f2f00d07 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:21.987205 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-2cf0cf3f-d5b2-405d-8563-5831f2f00d07 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1963956 Dec 22 13:23:21.992889 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47494) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:21.996319 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-03198971-008e-49c7-b78b-474511277977 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] For port 9150e9f2-d344-4ea1-8799-27c4a8809d37, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=9150e9f2-d344-4ea1-8799-27c4a8809d37,segment=NetworkSegment(54ad9920-be09-49d6-a653-90eb0dd9a8d4),segment_id=54ad9920-be09-49d6-a653-90eb0dd9a8d4)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:23:21.996675 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-03198971-008e-49c7-b78b-474511277977 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:22.008795 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-48f9683e-7260-4830-8631-2ac646db7171 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Request body: {'security_group_rule': {'security_group_id': 'af2919a6-55e6-4c47-8517-3aa8eeb80efb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'cc5d7237-007c-422d-8b04-2e9ef6503f1e'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:22.017965 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-48f9683e-7260-4830-8631-2ac646db7171 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:22.126593 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-48f9683e-7260-4830-8631-2ac646db7171 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Usage tracker for resource:security_group_rule and tenant:ecc63f7e1b574e839d8676463edf6b00 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:22.132070 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-43a63088-7e18-4fc3-9999-c6ce07cb99d8 None None] Provisioning for port aa850526-d39f-4428-86ef-622cc2e95bcb completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:23:22.133507 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-43a63088-7e18-4fc3-9999-c6ce07cb99d8 None None] Provisioning complete for port aa850526-d39f-4428-86ef-622cc2e95bcb triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:22.133901 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-43a63088-7e18-4fc3-9999-c6ce07cb99d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:22.134550 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-03198971-008e-49c7-b78b-474511277977 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Calling delete_port for 9150e9f2-d344-4ea1-8799-27c4a8809d37 owned by network:router_interface {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:23:22.183686 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-48f9683e-7260-4830-8631-2ac646db7171 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:22.187720 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-67122d66-9e34-4750-9a40-26621c3529e0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:22.204282 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d53266e7-7dde-4c81-8072-2bb7eb32cb3a tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:22.239206 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-48f9683e-7260-4830-8631-2ac646db7171 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:22.256474 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67122d66-9e34-4750-9a40-26621c3529e0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Port': ['ID=6187997c-7926-4e4e-8bcd-a43b5b624b39,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:22.265381 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-67122d66-9e34-4750-9a40-26621c3529e0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:22.278017 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-43a63088-7e18-4fc3-9999-c6ce07cb99d8 None None] Provisioning complete for port 2e069f03-1659-41ab-8d49-f25ecd673a40 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:22.278636 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-43a63088-7e18-4fc3-9999-c6ce07cb99d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:22.284041 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-698106c8-b6c4-47dc-a951-b42831828f81 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:22.313959 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-eba545d6-ca78-47e5-a799-ffeae261f06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:22.344577 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-43a63088-7e18-4fc3-9999-c6ce07cb99d8 None None] Port 2e069f03-1659-41ab-8d49-f25ecd673a40 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:23:22.364829 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-698106c8-b6c4-47dc-a951-b42831828f81 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:22.378271 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c068ab0e-6037-46f5-8d83-a74cae28db83 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:22.384192 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-67122d66-9e34-4750-9a40-26621c3529e0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:22.386042 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-67122d66-9e34-4750-9a40-26621c3529e0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/ports/6187997c-7926-4e4e-8bcd-a43b5b624b39 HTTP/1.1" status: 204 len: 168 time: 1.8611603 Dec 22 13:23:22.388427 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47498) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:22.446724 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698106c8-b6c4-47dc-a951-b42831828f81 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe2bb16-1916-46c7-b5ef-8ffb930a5270,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:22.451593 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-698106c8-b6c4-47dc-a951-b42831828f81 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:22.504447 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-75d7640c-13ba-4a6b-b3a4-57b70a0a9be2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:22.508543 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2543d549-7d45-4417-a878-38d38c349256 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:22.533194 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dfbf0c-6899-4baf-b66d-133e2ed8d224 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:22.533901 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-48dfbf0c-6899-4baf-b66d-133e2ed8d224 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:23:22.553325 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-eba545d6-ca78-47e5-a799-ffeae261f06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:22.554065 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-698106c8-b6c4-47dc-a951-b42831828f81 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:22.554770 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-698106c8-b6c4-47dc-a951-b42831828f81 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1274111 Dec 22 13:23:22.559658 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47502) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:22.576071 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-cde33327-b766-486c-b791-a66d60c85940 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'security_group': {'name': 'tempest-secgroup-548061705'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:22.590376 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-cde33327-b766-486c-b791-a66d60c85940 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:22.603808 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-48f9683e-7260-4830-8631-2ac646db7171 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:23:22.605066 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-cde33327-b766-486c-b791-a66d60c85940 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Usage tracker for resource:security_group and tenant:5dcef99d1b1441dea18127579d2b89f5 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:22.608207 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-eba545d6-ca78-47e5-a799-ffeae261f06f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:22.613042 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-48f9683e-7260-4830-8631-2ac646db7171 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.6169496 Dec 22 13:23:22.613042 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47506) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:22.613894 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfadb0ae-4c2a-451a-8262-adba465901fa None None] Network 36a9635e-060b-4630-a9b5-9765cca55df8 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:23:22.616343 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-cde33327-b766-486c-b791-a66d60c85940 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:22.619282 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d7640c-13ba-4a6b-b3a4-57b70a0a9be2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'Subnet': ['ID=bb2db5b9-da5d-47e5-8d26-4e8401ddbd7f,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:22.631999 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-cde33327-b766-486c-b791-a66d60c85940 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:22.635523 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-48dfbf0c-6899-4baf-b66d-133e2ed8d224 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:23:22.635523 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-48dfbf0c-6899-4baf-b66d-133e2ed8d224 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2460382 Dec 22 13:23:22.635994 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-75d7640c-13ba-4a6b-b3a4-57b70a0a9be2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:22.636603 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-49623b1d-6e32-4a2c-b8c7-86ee67130712 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:22.638619 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47510) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:22.667081 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-eba545d6-ca78-47e5-a799-ffeae261f06f admin admin] 10.222.0.47 "DELETE /v2.0/subnets/02969300-ed8d-4b59-a34d-12a5dcb2cce8 HTTP/1.1" status: 204 len: 168 time: 1.0870466 Dec 22 13:23:22.675689 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47514) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:22.695859 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-03198971-008e-49c7-b78b-474511277977 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:22.699914 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba545d6-ca78-47e5-a799-ffeae261f06f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02969300-ed8d-4b59-a34d-12a5dcb2cce8,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:22.701940 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c05c500b-973c-4026-ba8b-892367e9be73 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:22.707506 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device aa850526-d39f-4428-86ef-622cc2e95bcb up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:23:22.754958 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-eba545d6-ca78-47e5-a799-ffeae261f06f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:22.764938 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03198971-008e-49c7-b78b-474511277977 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event deleted for resources: {'Port': ['ID=9150e9f2-d344-4ea1-8799-27c4a8809d37,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:22.770779 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-03198971-008e-49c7-b78b-474511277977 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:22.776224 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cde33327-b766-486c-b791-a66d60c85940 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:22.795230 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d7640c-13ba-4a6b-b3a4-57b70a0a9be2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Checking segment: {'id': '80259dd4-dcd9-423d-8509-1ee77f13b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'a406c71b-ad26-4ec8-bfd0-c2e6ec4d4803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:23:22.796385 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d7640c-13ba-4a6b-b3a4-57b70a0a9be2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Network hostable DHCP agents. Network: a406c71b-ad26-4ec8-bfd0-c2e6ec4d4803, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:23:22.837511 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-76c25c9a-c68c-4973-837f-1baf094a7474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:22.858259 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-cde33327-b766-486c-b791-a66d60c85940 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:22.865475 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-cde33327-b766-486c-b791-a66d60c85940 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Usage tracker for resource:security_group_rule and tenant:5dcef99d1b1441dea18127579d2b89f5 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:22.869162 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-cde33327-b766-486c-b791-a66d60c85940 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:22.877673 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-cde33327-b766-486c-b791-a66d60c85940 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:22.885228 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port aa850526-d39f-4428-86ef-622cc2e95bcb triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:22.885610 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:22.901274 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1000da40-37fc-408c-8ff4-190d393bc19c tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:22.974513 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-76c25c9a-c68c-4973-837f-1baf094a7474 admin admin] Deleting port 3fe20c54-5938-4fe0-8c7a-80c9d437954c {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:23:22.975211 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-76c25c9a-c68c-4973-837f-1baf094a7474 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:23.003727 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1000da40-37fc-408c-8ff4-190d393bc19c tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:23.016989 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8403b1e-8304-41ac-bf57-6b8f28eea3c7 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:23.018976 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a8403b1e-8304-41ac-bf57-6b8f28eea3c7 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3792198 Dec 22 13:23:23.025949 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47518) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:23.053417 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 74700538-2e57-498a-9b6b-3e9930271195 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:23:23.083928 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bcf6bf-48d3-4f63-8f99-1b5591983bab None None] DHCP port deletion for 36a9635e-060b-4630-a9b5-9765cca55df8 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:23:23.087729 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d7640c-13ba-4a6b-b3a4-57b70a0a9be2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Network a406c71b-ad26-4ec8-bfd0-c2e6ec4d4803 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:23:23.092650 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 74700538-2e57-498a-9b6b-3e9930271195 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:23:23.093006 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 74700538-2e57-498a-9b6b-3e9930271195 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:23:23.094901 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-50bcf6bf-48d3-4f63-8f99-1b5591983bab None None] Deleting port 3fe20c54-5938-4fe0-8c7a-80c9d437954c {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:23:23.095454 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-50bcf6bf-48d3-4f63-8f99-1b5591983bab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:23.128079 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc280cc7-203a-4476-a17b-b1c1c7e6dfe6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:23.130033 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc280cc7-203a-4476-a17b-b1c1c7e6dfe6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:23.131639 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc280cc7-203a-4476-a17b-b1c1c7e6dfe6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:23.132432 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-dc280cc7-203a-4476-a17b-b1c1c7e6dfe6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:23:23.147556 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cde33327-b766-486c-b791-a66d60c85940 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:23.180997 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-03198971-008e-49c7-b78b-474511277977 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:23.247443 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-dc280cc7-203a-4476-a17b-b1c1c7e6dfe6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:23:23.247665 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cde33327-b766-486c-b791-a66d60c85940 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:23.251834 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-dc280cc7-203a-4476-a17b-b1c1c7e6dfe6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2208693 Dec 22 13:23:23.252052 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-75d7640c-13ba-4a6b-b3a4-57b70a0a9be2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, a406c71b-ad26-4ec8-bfd0-c2e6ec4d4803) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:23:23.256239 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1000da40-37fc-408c-8ff4-190d393bc19c tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:23.261217 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47522) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:23.261217 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8360f7d4-9d77-4c24-a946-4d7657e94210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:23.262253 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2c76fa64-0f0f-4dd5-91ca-a009a0ba4351 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:23.283938 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000da40-37fc-408c-8ff4-190d393bc19c tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5d7237-007c-422d-8b04-2e9ef6503f1e,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:23.304790 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab85585-be97-4c5e-9910-7afa00b67c71 None None] Network a406c71b-ad26-4ec8-bfd0-c2e6ec4d4803 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:23:23.317859 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d7640c-13ba-4a6b-b3a4-57b70a0a9be2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:23.323792 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-75d7640c-13ba-4a6b-b3a4-57b70a0a9be2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:23.409269 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-76c25c9a-c68c-4973-837f-1baf094a7474 admin admin] For port 3fe20c54-5938-4fe0-8c7a-80c9d437954c, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=3fe20c54-5938-4fe0-8c7a-80c9d437954c,segment=NetworkSegment(e11a9440-d7e6-4ec9-a0b2-30e49813bac3),segment_id=e11a9440-d7e6-4ec9-a0b2-30e49813bac3)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:23:23.409713 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-76c25c9a-c68c-4973-837f-1baf094a7474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:23.422131 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde33327-b766-486c-b791-a66d60c85940 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b206a960-f15a-4166-939f-39875811af7f,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:23.429791 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-cde33327-b766-486c-b791-a66d60c85940 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:23.454766 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1000da40-37fc-408c-8ff4-190d393bc19c tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:23.458339 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-50bcf6bf-48d3-4f63-8f99-1b5591983bab None None] For port 3fe20c54-5938-4fe0-8c7a-80c9d437954c, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=3fe20c54-5938-4fe0-8c7a-80c9d437954c,segment=NetworkSegment(e11a9440-d7e6-4ec9-a0b2-30e49813bac3),segment_id=e11a9440-d7e6-4ec9-a0b2-30e49813bac3)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:23:23.458767 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-50bcf6bf-48d3-4f63-8f99-1b5591983bab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:23.474413 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1000da40-37fc-408c-8ff4-190d393bc19c tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:23.479086 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-1000da40-37fc-408c-8ff4-190d393bc19c tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "DELETE /v2.0/security-groups/cc5d7237-007c-422d-8b04-2e9ef6503f1e HTTP/1.1" status: 204 len: 168 time: 0.8629918 Dec 22 13:23:23.479086 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47526) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:23.576237 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-a113d717-1932-4fe8-8d20-34973e7529db tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Synchronizing usage tracker for tenant:ecc63f7e1b574e839d8676463edf6b00 on resource:security_group {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:23:23.616902 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-50bcf6bf-48d3-4f63-8f99-1b5591983bab None None] Calling delete_port for 3fe20c54-5938-4fe0-8c7a-80c9d437954c owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:23:23.638143 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cde33327-b766-486c-b791-a66d60c85940 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:23.642763 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-cde33327-b766-486c-b791-a66d60c85940 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.0770762 Dec 22 13:23:23.643655 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-75d7640c-13ba-4a6b-b3a4-57b70a0a9be2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5374944 Dec 22 13:23:23.649109 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47530) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:23.649439 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47532) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:23.656709 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-76c25c9a-c68c-4973-837f-1baf094a7474 admin admin] Calling delete_port for 3fe20c54-5938-4fe0-8c7a-80c9d437954c owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:23:23.665882 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-1cdeae7f-39fa-479f-8c36-9712c00f34fd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'port': {'network_id': 'a406c71b-ad26-4ec8-bfd0-c2e6ec4d4803', 'name': 'tempest-PortsTestJSON-1376399631', 'fixed_ips': [{'subnet_id': 'bb2db5b9-da5d-47e5-8d26-4e8401ddbd7f', 'ip_address': '172.20.0.10'}]}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:23.682026 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-42751dea-938b-433c-9a33-aa8ca500210f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1157009070', 'security_groups': ['b206a960-f15a-4166-939f-39875811af7f'], 'network_id': '975b41b6-ee3d-4230-b367-1e6f2668dd0f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '23e99ddc-e8c0-4523-972f-e159d13c07d1'}]}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:23.742650 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2037971-dbea-4a4a-9ece-2f1da3188c6f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting subnet 54211f90-c26d-4d91-8c4b-53424caae631 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:23:23.747828 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c2037971-dbea-4a4a-9ece-2f1da3188c6f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:23.786939 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707fedbc-79fe-4ef2-8652-2dac2b89d951 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-a406c71b-ad26-4ec8-bfd0-c2e6ec4d4803', 'network_id': 'a406c71b-ad26-4ec8-bfd0-c2e6ec4d4803', 'tenant_id': '77460f0dfa37423d8c924a302461b16c', 'fixed_ips': [{'subnet_id': 'bb2db5b9-da5d-47e5-8d26-4e8401ddbd7f'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:23:23.787762 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-707fedbc-79fe-4ef2-8652-2dac2b89d951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:23.806661 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-a113d717-1932-4fe8-8d20-34973e7529db tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Unset dirty status for tenant:ecc63f7e1b574e839d8676463edf6b00 on resource:security_group {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:23:23.807922 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a113d717-1932-4fe8-8d20-34973e7529db tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3289001 Dec 22 13:23:23.812616 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47538) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:23.839037 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c2037971-dbea-4a4a-9ece-2f1da3188c6f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:23.866593 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-50bcf6bf-48d3-4f63-8f99-1b5591983bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:23.872689 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-9fb5114a-bc3c-48c4-8532-db8819f92aed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:23.910472 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.api [None req-76c25c9a-c68c-4973-837f-1baf094a7474 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84149) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:23:23.910807 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_db.api [None req-76c25c9a-c68c-4973-837f-1baf094a7474 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:23:23.928689 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bcf6bf-48d3-4f63-8f99-1b5591983bab None None] Pushing event deleted for resources: {'Port': ['ID=3fe20c54-5938-4fe0-8c7a-80c9d437954c,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:23.934384 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-50bcf6bf-48d3-4f63-8f99-1b5591983bab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:23.944489 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bcf6bf-48d3-4f63-8f99-1b5591983bab None None] No DVR routers for this DVR port 3fe20c54-5938-4fe0-8c7a-80c9d437954c on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:23:23.951603 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9099129a-315a-4fdc-8450-b5e24a9dcf4e tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:23.995667 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9099129a-315a-4fdc-8450-b5e24a9dcf4e tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:24.016897 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-707fedbc-79fe-4ef2-8652-2dac2b89d951 None None] Allocated IP 172.20.0.2 (a406c71b-ad26-4ec8-bfd0-c2e6ec4d4803/bb2db5b9-da5d-47e5-8d26-4e8401ddbd7f/eb8235a7-734d-4950-b498-0e9a7af1fc67) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:23:24.022493 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c2037971-dbea-4a4a-9ece-2f1da3188c6f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:24.081776 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-42751dea-938b-433c-9a33-aa8ca500210f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:24.096664 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-42751dea-938b-433c-9a33-aa8ca500210f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:24.099375 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-1cdeae7f-39fa-479f-8c36-9712c00f34fd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:24.163958 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-1cdeae7f-39fa-479f-8c36-9712c00f34fd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:port and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:24.169849 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-1cdeae7f-39fa-479f-8c36-9712c00f34fd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:24.173250 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9099129a-315a-4fdc-8450-b5e24a9dcf4e tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:24.178088 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-1cdeae7f-39fa-479f-8c36-9712c00f34fd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:24.178987 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0cd86ac9-2107-41f6-a5e7-ff1aabca64fb tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:24.197665 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099129a-315a-4fdc-8450-b5e24a9dcf4e tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2919a6-55e6-4c47-8517-3aa8eeb80efb,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:24.200906 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9099129a-315a-4fdc-8450-b5e24a9dcf4e tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:24.219368 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c2037971-dbea-4a4a-9ece-2f1da3188c6f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:24.224419 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a995ea23-6387-4c18-8b29-b3a308e9569d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:24.236126 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03198971-008e-49c7-b78b-474511277977 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Router f2c21113-3a72-48f5-a58f-27735d4120b2 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:23:24.251383 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-707fedbc-79fe-4ef2-8652-2dac2b89d951 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:24.261685 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-707fedbc-79fe-4ef2-8652-2dac2b89d951 None None] Transition to ACTIVE for port object eb8235a7-734d-4950-b498-0e9a7af1fc67 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:23:24.270158 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2037971-dbea-4a4a-9ece-2f1da3188c6f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Subnet': ['ID=54211f90-c26d-4d91-8c4b-53424caae631,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:24.272940 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c2037971-dbea-4a4a-9ece-2f1da3188c6f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:24.276056 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c2037971-dbea-4a4a-9ece-2f1da3188c6f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:24.283470 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c2037971-dbea-4a4a-9ece-2f1da3188c6f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/54211f90-c26d-4d91-8c4b-53424caae631 HTTP/1.1" status: 204 len: 168 time: 1.0145750 Dec 22 13:23:24.286025 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47542) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:24.288228 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b476df1d-61c9-4fc9-a900-af0b59ed2584 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:23:24.299917 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42751dea-938b-433c-9a33-aa8ca500210f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Made reservation on behalf of 5dcef99d1b1441dea18127579d2b89f5 for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:23:24.303748 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-707fedbc-79fe-4ef2-8652-2dac2b89d951 None None] Transition to ACTIVE for port object eb8235a7-734d-4950-b498-0e9a7af1fc67 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:23:24.322263 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9099129a-315a-4fdc-8450-b5e24a9dcf4e tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:24.326211 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9099129a-315a-4fdc-8450-b5e24a9dcf4e tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "DELETE /v2.0/security-groups/af2919a6-55e6-4c47-8517-3aa8eeb80efb HTTP/1.1" status: 204 len: 168 time: 0.5096743 Dec 22 13:23:24.330282 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47546) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:24.368567 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdeae7f-39fa-479f-8c36-9712c00f34fd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Made reservation on behalf of 77460f0dfa37423d8c924a302461b16c for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:23:24.384689 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5ed7183-c358-43b5-9a98-f663ca81154d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting subnet df096799-4497-47bd-9dc1-ff99bcba53fc {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:23:24.391720 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e5ed7183-c358-43b5-9a98-f663ca81154d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:24.415448 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-707fedbc-79fe-4ef2-8652-2dac2b89d951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:24.419578 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-76c25c9a-c68c-4973-837f-1baf094a7474 admin admin] Deleting port 3fe20c54-5938-4fe0-8c7a-80c9d437954c {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:23:24.419820 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-76c25c9a-c68c-4973-837f-1baf094a7474 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:24.427859 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-fb99d392-8bb0-42ef-a4e3-c0a6f3107cd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:24.483908 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707fedbc-79fe-4ef2-8652-2dac2b89d951 None None] Network a406c71b-ad26-4ec8-bfd0-c2e6ec4d4803 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:23:24.513160 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-707fedbc-79fe-4ef2-8652-2dac2b89d951 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:23:24.516271 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707fedbc-79fe-4ef2-8652-2dac2b89d951 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:23:24.592029 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707fedbc-79fe-4ef2-8652-2dac2b89d951 None None] Pushing event updated for resources: {'Port': ['ID=eb8235a7-734d-4950-b498-0e9a7af1fc67,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:24.595675 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-707fedbc-79fe-4ef2-8652-2dac2b89d951 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:24.616599 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1cdeae7f-39fa-479f-8c36-9712c00f34fd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:24.649824 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-42751dea-938b-433c-9a33-aa8ca500210f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:24.654773 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-76c25c9a-c68c-4973-837f-1baf094a7474 admin admin] The port '3fe20c54-5938-4fe0-8c7a-80c9d437954c' was deleted {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:23:24.659823 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-8f2aa8e0-dfb1-497f-960e-a8fd6e5a7eb9 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Synchronizing usage tracker for tenant:ecc63f7e1b574e839d8676463edf6b00 on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:23:24.672408 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-1cdeae7f-39fa-479f-8c36-9712c00f34fd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] device_id is not set on port 2e53a04e-b287-4a8a-838e-daa020e1705b yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:23:24.698076 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e5ed7183-c358-43b5-9a98-f663ca81154d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:24.700486 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-707fedbc-79fe-4ef2-8652-2dac2b89d951 None None] Attempting to bind port eb8235a7-734d-4950-b498-0e9a7af1fc67 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:23:24.701099 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-707fedbc-79fe-4ef2-8652-2dac2b89d951 None None] Attempting to bind port eb8235a7-734d-4950-b498-0e9a7af1fc67 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '80259dd4-dcd9-423d-8509-1ee77f13b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'a406c71b-ad26-4ec8-bfd0-c2e6ec4d4803'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:23:24.701708 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707fedbc-79fe-4ef2-8652-2dac2b89d951 None None] Attempting to bind port eb8235a7-734d-4950-b498-0e9a7af1fc67 on network a406c71b-ad26-4ec8-bfd0-c2e6ec4d4803 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:23:24.729974 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707fedbc-79fe-4ef2-8652-2dac2b89d951 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:23:24.730723 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707fedbc-79fe-4ef2-8652-2dac2b89d951 None None] Checking segment: {'id': '80259dd4-dcd9-423d-8509-1ee77f13b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'a406c71b-ad26-4ec8-bfd0-c2e6ec4d4803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:23:24.731234 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-707fedbc-79fe-4ef2-8652-2dac2b89d951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:24.732016 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707fedbc-79fe-4ef2-8652-2dac2b89d951 None None] Bound using segment: {'id': '80259dd4-dcd9-423d-8509-1ee77f13b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'a406c71b-ad26-4ec8-bfd0-c2e6ec4d4803'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:23:24.733878 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-707fedbc-79fe-4ef2-8652-2dac2b89d951 None None] Bound port: eb8235a7-734d-4950-b498-0e9a7af1fc67, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80259dd4-dcd9-423d-8509-1ee77f13b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'a406c71b-ad26-4ec8-bfd0-c2e6ec4d4803'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:23:24.734723 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-707fedbc-79fe-4ef2-8652-2dac2b89d951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:24.741290 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-42751dea-938b-433c-9a33-aa8ca500210f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] device_id is not set on port 80948a9a-6a2e-4f21-a165-7e59ed1fd118 yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:23:24.793798 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 3fe20c54-5938-4fe0-8c7a-80c9d437954c no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:23:24.812139 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03198971-008e-49c7-b78b-474511277977 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:23:24.827078 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4432a5f-3a01-4bae-8dfe-361e21b4d6ec None None] Sync routers for ids ['f2c21113-3a72-48f5-a58f-27735d4120b2'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:23:24.847024 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4432a5f-3a01-4bae-8dfe-361e21b4d6ec None None] Routers {'f2c21113-3a72-48f5-a58f-27735d4120b2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:23:24.850969 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-c4432a5f-3a01-4bae-8dfe-361e21b4d6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:23:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['f2c21113-3a72-48f5-a58f-27735d4120b2'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:24.863566 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-76c25c9a-c68c-4973-837f-1baf094a7474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:24.902081 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-76c25c9a-c68c-4973-837f-1baf094a7474 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36a9635e-060b-4630-a9b5-9765cca55df8']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:24.916100 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 3fe20c54-5938-4fe0-8c7a-80c9d437954c {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:23:24.916827 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 3fe20c54-5938-4fe0-8c7a-80c9d437954c not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:23:24.918600 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-8f2aa8e0-dfb1-497f-960e-a8fd6e5a7eb9 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Unset dirty status for tenant:ecc63f7e1b574e839d8676463edf6b00 on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:23:24.925844 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8f2aa8e0-dfb1-497f-960e-a8fd6e5a7eb9 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5905285 Dec 22 13:23:24.937181 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-76c25c9a-c68c-4973-837f-1baf094a7474 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e11a9440-d7e6-4ec9-a0b2-30e49813bac3') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:24.937181 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-76c25c9a-c68c-4973-837f-1baf094a7474 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e11a9440-d7e6-4ec9-a0b2-30e49813bac3') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:24.937181 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47550) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:24.939878 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e5ed7183-c358-43b5-9a98-f663ca81154d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:24.973492 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-707fedbc-79fe-4ef2-8652-2dac2b89d951 None None] For port eb8235a7-734d-4950-b498-0e9a7af1fc67, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:23:24.977560 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-9238ec3a-f205-432d-8c0b-b6a68f04023b tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Request body: {'security_group': {'name': 'tempest-secgroup--420495353'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:24.978048 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-707fedbc-79fe-4ef2-8652-2dac2b89d951 None None] For port eb8235a7-734d-4950-b498-0e9a7af1fc67, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=eb8235a7-734d-4950-b498-0e9a7af1fc67,segment=NetworkSegment(80259dd4-dcd9-423d-8509-1ee77f13b481),segment_id=80259dd4-dcd9-423d-8509-1ee77f13b481)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:23:24.994049 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-9238ec3a-f205-432d-8c0b-b6a68f04023b tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:25.004043 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-76c25c9a-c68c-4973-837f-1baf094a7474 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:25.031707 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-9238ec3a-f205-432d-8c0b-b6a68f04023b tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:25.037093 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-03198971-008e-49c7-b78b-474511277977 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "PUT /v2.0/routers/f2c21113-3a72-48f5-a58f-27735d4120b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7007070 Dec 22 13:23:25.044673 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47554) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:25.053285 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-707fedbc-79fe-4ef2-8652-2dac2b89d951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:25.057696 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:25.103822 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-76c25c9a-c68c-4973-837f-1baf094a7474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:25.133083 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-c4432a5f-3a01-4bae-8dfe-361e21b4d6ec None None] Set router f2c21113-3a72-48f5-a58f-27735d4120b2 gateway port host: None {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:23:25.140237 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76c25c9a-c68c-4973-837f-1baf094a7474 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:23:25.140946 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-76c25c9a-c68c-4973-837f-1baf094a7474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:25.160612 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:23:25.160612 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:23:25.160612 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:23:25.160612 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:23:25.160612 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:23:25.160612 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:23:25.160612 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:23:25.160612 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:23:25.160612 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:23:25.160612 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:23:25.160612 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:23:25.160612 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:23:25.160612 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:23:25.160612 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:23:25.160612 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:23:25.160612 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:23:25.160612 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:23:25.160612 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:23:25.160612 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:23:25.160612 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:23:25.160612 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:23:25.160612 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:23:25.160612 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:23:25.160612 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:23:25.160612 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:23:25.160612 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:23:25.160612 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:23:25.160612 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:23:25.160612 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:23:25.160612 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:23:25.160612 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:23:25.160612 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:23:25.160612 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:23:25.160612 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:23:25.160612 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:23:25.160612 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:23:25.160612 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:23:25.160612 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:23:25.160612 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:23:25.160612 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:23:25.170663 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707fedbc-79fe-4ef2-8652-2dac2b89d951 None None] Pushing event updated for resources: {'Port': ['ID=eb8235a7-734d-4950-b498-0e9a7af1fc67,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:25.176506 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-707fedbc-79fe-4ef2-8652-2dac2b89d951 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:25.271734 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9238ec3a-f205-432d-8c0b-b6a68f04023b tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:25.284966 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-1cdeae7f-39fa-479f-8c36-9712c00f34fd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Allocated IP 172.20.0.10 (a406c71b-ad26-4ec8-bfd0-c2e6ec4d4803/bb2db5b9-da5d-47e5-8d26-4e8401ddbd7f/2e53a04e-b287-4a8a-838e-daa020e1705b) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:23:25.315911 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-42751dea-938b-433c-9a33-aa8ca500210f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Allocated IP 2001:db8::2c5 (975b41b6-ee3d-4230-b367-1e6f2668dd0f/23e99ddc-e8c0-4523-972f-e159d13c07d1/80948a9a-6a2e-4f21-a165-7e59ed1fd118) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:23:25.444546 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-9238ec3a-f205-432d-8c0b-b6a68f04023b tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:25.448853 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-9238ec3a-f205-432d-8c0b-b6a68f04023b tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Usage tracker for resource:security_group_rule and tenant:ecc63f7e1b574e839d8676463edf6b00 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:25.452957 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-9238ec3a-f205-432d-8c0b-b6a68f04023b tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:25.460308 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-9238ec3a-f205-432d-8c0b-b6a68f04023b tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:25.510492 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e5ed7183-c358-43b5-9a98-f663ca81154d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:25.535940 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c91f4842-e28f-41e3-a07d-79c8247d4e13 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:25.606148 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-76c25c9a-c68c-4973-837f-1baf094a7474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:25.622872 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed7183-c358-43b5-9a98-f663ca81154d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Subnet': ['ID=df096799-4497-47bd-9dc1-ff99bcba53fc,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:25.629605 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-76c25c9a-c68c-4973-837f-1baf094a7474 admin admin] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:25.652597 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e5ed7183-c358-43b5-9a98-f663ca81154d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:25.653129 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-db1fbe2e-10d1-462e-95fd-c906aee0609b tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:25.706111 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-0208248c-e2a9-4692-8a02-522a92119303 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Deleting subnet 47f14dc9-cb69-4dc1-8ac6-d47d22c7090f {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:23:25.722188 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0208248c-e2a9-4692-8a02-522a92119303 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:25.741004 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-c4432a5f-3a01-4bae-8dfe-361e21b4d6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'name': 'tempest-RoutersIpV6Test-router-922980331', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:47Z', 'updated_at': '2021-12-22T13:23:22Z', 'revision_number': 10, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'gw_port_host': None, '_interfaces': [{'id': 'b078ee29-451b-4f5c-8d71-e41b92ff2fdf', 'name': '', 'network_id': 'b7e21e1f-b59f-45da-b71d-dfa88e74399e', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:1c:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:52Z', 'updated_at': '2021-12-22T13:22:13Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:25.746550 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4432a5f-3a01-4bae-8dfe-361e21b4d6ec None None] Checking router: f2c21113-3a72-48f5-a58f-27735d4120b2 for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:23:25.761782 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4432a5f-3a01-4bae-8dfe-361e21b4d6ec None None] Routers {'f2c21113-3a72-48f5-a58f-27735d4120b2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:23:25.763219 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-c4432a5f-3a01-4bae-8dfe-361e21b4d6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:23:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['f2c21113-3a72-48f5-a58f-27735d4120b2'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:25.779748 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c25c9a-c68c-4973-837f-1baf094a7474 admin admin] Pushing event deleted for resources: {'Network': ['ID=36a9635e-060b-4630-a9b5-9765cca55df8,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:25.800969 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1cdeae7f-39fa-479f-8c36-9712c00f34fd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:25.802788 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e5ed7183-c358-43b5-9a98-f663ca81154d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:25.825903 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-42751dea-938b-433c-9a33-aa8ca500210f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:25.836614 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-76c25c9a-c68c-4973-837f-1baf094a7474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:25.840833 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-1cdeae7f-39fa-479f-8c36-9712c00f34fd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Transition to ACTIVE for port object 2e53a04e-b287-4a8a-838e-daa020e1705b will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:23:25.853600 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-42751dea-938b-433c-9a33-aa8ca500210f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Transition to ACTIVE for port object 80948a9a-6a2e-4f21-a165-7e59ed1fd118 will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:23:25.885450 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9238ec3a-f205-432d-8c0b-b6a68f04023b tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:25.888198 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0208248c-e2a9-4692-8a02-522a92119303 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:25.924718 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e5ed7183-c358-43b5-9a98-f663ca81154d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/df096799-4497-47bd-9dc1-ff99bcba53fc HTTP/1.1" status: 204 len: 168 time: 1.6374443 Dec 22 13:23:25.927290 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47558) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:25.950607 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9238ec3a-f205-432d-8c0b-b6a68f04023b tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:25.961438 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d04b39e8-b2d4-41c6-b613-03dd573c3792 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:25.965751 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-c4432a5f-3a01-4bae-8dfe-361e21b4d6ec None None] Set router f2c21113-3a72-48f5-a58f-27735d4120b2 gateway port host: None {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:23:25.975301 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f558b101-0052-4634-a125-d2317408acdb None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:23:25.991628 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1cdeae7f-39fa-479f-8c36-9712c00f34fd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:26.005411 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e82a7c61-1247-4e1a-bb84-c399697ab501 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0768714 Dec 22 13:23:26.006424 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6c8969e0-ff37-48bb-9352-357d5bda87c0 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:26.015358 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47562) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:26.044075 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-42751dea-938b-433c-9a33-aa8ca500210f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:26.050011 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0208248c-e2a9-4692-8a02-522a92119303 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:26.088456 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a367205a-f80f-4ea0-aad7-19a21b264be7 None None] Provisioning complete for port 7e3e6ba7-d56f-4f3a-bfc4-475cb720e562 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:26.088839 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a367205a-f80f-4ea0-aad7-19a21b264be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:26.102787 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42751dea-938b-433c-9a33-aa8ca500210f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Network 975b41b6-ee3d-4230-b367-1e6f2668dd0f is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:23:26.105148 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdeae7f-39fa-479f-8c36-9712c00f34fd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Network a406c71b-ad26-4ec8-bfd0-c2e6ec4d4803 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:23:26.109434 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-42751dea-938b-433c-9a33-aa8ca500210f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:23:26.114616 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-1cdeae7f-39fa-479f-8c36-9712c00f34fd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:23:26.119759 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42751dea-938b-433c-9a33-aa8ca500210f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:23:26.121454 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42751dea-938b-433c-9a33-aa8ca500210f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:26.122242 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-42751dea-938b-433c-9a33-aa8ca500210f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:26.126771 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdeae7f-39fa-479f-8c36-9712c00f34fd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'Port': ['ID=2e53a04e-b287-4a8a-838e-daa020e1705b,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:26.129317 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdeae7f-39fa-479f-8c36-9712c00f34fd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:23:26.159318 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1cdeae7f-39fa-479f-8c36-9712c00f34fd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:26.165711 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-78dfdef9-71a3-4ecd-a4a6-f6e77facd105 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:26.197297 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238ec3a-f205-432d-8c0b-b6a68f04023b tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afb674fa-8bca-4e48-9eac-d03875b0fa76,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:26.220224 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-47071a61-406d-4f4e-a25f-cf011e251c37 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'subnet': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:26.241167 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-76c25c9a-c68c-4973-837f-1baf094a7474 admin admin] 10.222.0.47 "DELETE /v2.0/networks/36a9635e-060b-4630-a9b5-9765cca55df8 HTTP/1.1" status: 204 len: 168 time: 3.5630431 Dec 22 13:23:26.242501 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9238ec3a-f205-432d-8c0b-b6a68f04023b tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:26.355269 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9238ec3a-f205-432d-8c0b-b6a68f04023b tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:26.357164 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9238ec3a-f205-432d-8c0b-b6a68f04023b tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4193709 Dec 22 13:23:26.373603 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-42751dea-938b-433c-9a33-aa8ca500210f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7217062 Dec 22 13:23:26.374577 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42751dea-938b-433c-9a33-aa8ca500210f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'Port': ['ID=80948a9a-6a2e-4f21-a165-7e59ed1fd118,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:26.376853 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47568) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:26.377182 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47570) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:26.396371 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdeae7f-39fa-479f-8c36-9712c00f34fd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:26.401690 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1cdeae7f-39fa-479f-8c36-9712c00f34fd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:26.426306 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-1f18cbc7-c6d8-44fc-b6f7-7cc68c4a32e2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'subnet': {'network_id': '975b41b6-ee3d-4230-b367-1e6f2668dd0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:26.462574 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0208248c-e2a9-4692-8a02-522a92119303 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:26.469718 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-80999cc5-9a7f-4ca0-9581-1ce5b5adad7b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:26.536213 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-47071a61-406d-4f4e-a25f-cf011e251c37 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:26.556507 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9176f0af-d1bf-4b41-be29-804b7d7a84d6 None None] DHCP port deletion for 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:23:26.561846 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-9176f0af-d1bf-4b41-be29-804b7d7a84d6 None None] Deleting port 7e3e6ba7-d56f-4f3a-bfc4-475cb720e562 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:23:26.562237 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9176f0af-d1bf-4b41-be29-804b7d7a84d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:26.574753 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0208248c-e2a9-4692-8a02-522a92119303 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:26.593790 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208248c-e2a9-4692-8a02-522a92119303 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event deleted for resources: {'Subnet': ['ID=47f14dc9-cb69-4dc1-8ac6-d47d22c7090f,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:26.604175 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-c4432a5f-3a01-4bae-8dfe-361e21b4d6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'name': 'tempest-RoutersIpV6Test-router-922980331', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:47Z', 'updated_at': '2021-12-22T13:23:22Z', 'revision_number': 10, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'gw_port_host': None, '_interfaces': [{'id': 'b078ee29-451b-4f5c-8d71-e41b92ff2fdf', 'name': '', 'network_id': 'b7e21e1f-b59f-45da-b71d-dfa88e74399e', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:1c:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:52Z', 'updated_at': '2021-12-22T13:22:13Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:26.619394 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4432a5f-3a01-4bae-8dfe-361e21b4d6ec None None] The sync data for ids ['f2c21113-3a72-48f5-a58f-27735d4120b2'] in dv-neutron-822669-1-hyperv is: [{'id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'name': 'tempest-RoutersIpV6Test-router-922980331', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:47Z', 'updated_at': '2021-12-22T13:23:22Z', 'revision_number': 10, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'gw_port_host': None, '_interfaces': [{'id': 'b078ee29-451b-4f5c-8d71-e41b92ff2fdf', 'name': '', 'network_id': 'b7e21e1f-b59f-45da-b71d-dfa88e74399e', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'mac_address': 'fa:16:3e:1c:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:52Z', 'updated_at': '2021-12-22T13:22:13Z', 'revision_number': 5, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'subnets': [{'id': 'f081cb85-23a4-4c2c-b780-1090f4a90073', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:23:26.632773 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0208248c-e2a9-4692-8a02-522a92119303 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:26.636853 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-47071a61-406d-4f4e-a25f-cf011e251c37 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:subnet and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:26.645738 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-47071a61-406d-4f4e-a25f-cf011e251c37 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:26.662833 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0208248c-e2a9-4692-8a02-522a92119303 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "DELETE /v2.0/subnets/47f14dc9-cb69-4dc1-8ac6-d47d22c7090f HTTP/1.1" status: 204 len: 168 time: 1.6150734 Dec 22 13:23:26.668600 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47576) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:26.670205 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6db69d-fca0-42a6-8c7b-df37d9a73800 None None] Network c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:23:26.670397 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-47071a61-406d-4f4e-a25f-cf011e251c37 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:26.687301 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-42751dea-938b-433c-9a33-aa8ca500210f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:26.697373 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-b0442697-2048-47cf-9455-fa92af8a9017 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:26.698098 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-b0442697-2048-47cf-9455-fa92af8a9017 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] update failed (client error): There was a conflict when trying to complete your request. Dec 22 13:23:26.698902 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b0442697-2048-47cf-9455-fa92af8a9017 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "PUT /v2.0/security-groups/afb674fa-8bca-4e48-9eac-d03875b0fa76 HTTP/1.1" status: 409 len: 330 time: 0.2881882 Dec 22 13:23:26.710665 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-1f18cbc7-c6d8-44fc-b6f7-7cc68c4a32e2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:26.712691 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47580) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:26.721170 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-1f18cbc7-c6d8-44fc-b6f7-7cc68c4a32e2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Usage tracker for resource:subnet and tenant:5dcef99d1b1441dea18127579d2b89f5 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:26.787420 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-1f18cbc7-c6d8-44fc-b6f7-7cc68c4a32e2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:26.798409 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-1f18cbc7-c6d8-44fc-b6f7-7cc68c4a32e2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:26.813764 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-eac7c386-0351-4a06-a7fa-2aa0066e273e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:26.825755 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-eac7c386-0351-4a06-a7fa-2aa0066e273e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Deleting port 18bfbb0d-3313-4b11-97ae-a2f38de8ce94 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:23:26.826215 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-eac7c386-0351-4a06-a7fa-2aa0066e273e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:26.831249 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8a00ceed-3311-40d6-90d0-0ee3b36d02aa tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:26.860376 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5543c3d-cd18-4bcc-a877-085c9f3589f6 None None] Network a406c71b-ad26-4ec8-bfd0-c2e6ec4d4803 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:23:26.860623 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47071a61-406d-4f4e-a25f-cf011e251c37 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:23:26.864071 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-47071a61-406d-4f4e-a25f-cf011e251c37 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:26.868893 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8a00ceed-3311-40d6-90d0-0ee3b36d02aa tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:26.883472 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-1cdeae7f-39fa-479f-8c36-9712c00f34fd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.2295620 Dec 22 13:23:26.884453 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47584) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:26.924427 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-ae997a2c-3d2d-410b-ab1c-ddcd490abc14 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'port': {'network_id': 'a406c71b-ad26-4ec8-bfd0-c2e6ec4d4803', 'name': 'tempest-PortsTestJSON-230920928', 'fixed_ips': [{'subnet_id': 'bb2db5b9-da5d-47e5-8d26-4e8401ddbd7f', 'ip_address': '172.20.0.9'}]}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:26.964720 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47588) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:26.985397 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-1728efa8-4a3c-4db2-82d6-014a73eb91a4 None None] Provisioning for port 80948a9a-6a2e-4f21-a165-7e59ed1fd118 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:23:27.021021 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f18cbc7-c6d8-44fc-b6f7-7cc68c4a32e2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Made reservation on behalf of 5dcef99d1b1441dea18127579d2b89f5 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:23:27.025243 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1f18cbc7-c6d8-44fc-b6f7-7cc68c4a32e2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:27.111163 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8a00ceed-3311-40d6-90d0-0ee3b36d02aa tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:27.140308 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-48bbc1e9-132f-4223-bc38-87d239f65986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:27.175276 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a00ceed-3311-40d6-90d0-0ee3b36d02aa tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb674fa-8bca-4e48-9eac-d03875b0fa76,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:27.185295 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8a00ceed-3311-40d6-90d0-0ee3b36d02aa tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:27.205473 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device eb8235a7-734d-4950-b498-0e9a7af1fc67 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:23:27.237751 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-1728efa8-4a3c-4db2-82d6-014a73eb91a4 None None] Provisioning complete for port 80948a9a-6a2e-4f21-a165-7e59ed1fd118 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:27.238484 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1728efa8-4a3c-4db2-82d6-014a73eb91a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:27.253449 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-bbc17584-31bb-43c1-bc48-f9496ee77975 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ccb0058a2c24446385d13786cea4c6a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2854500 Dec 22 13:23:27.259088 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47592) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:27.287475 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8a00ceed-3311-40d6-90d0-0ee3b36d02aa tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:27.288873 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8a00ceed-3311-40d6-90d0-0ee3b36d02aa tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "DELETE /v2.0/security-groups/afb674fa-8bca-4e48-9eac-d03875b0fa76 HTTP/1.1" status: 204 len: 168 time: 0.5753183 Dec 22 13:23:27.299910 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47596) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:27.305814 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ae997a2c-3d2d-410b-ab1c-ddcd490abc14 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:27.334145 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ae997a2c-3d2d-410b-ab1c-ddcd490abc14 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:port and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:27.344341 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ae997a2c-3d2d-410b-ab1c-ddcd490abc14 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:27.367129 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.ipam_backend_mixin [None req-1f18cbc7-c6d8-44fc-b6f7-7cc68c4a32e2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 23e99ddc-e8c0-4523-972f-e159d13c07d1 (CIDR: 2001:db8::/64) Dec 22 13:23:27.384538 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ae997a2c-3d2d-410b-ab1c-ddcd490abc14 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:27.385448 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-eac7c386-0351-4a06-a7fa-2aa0066e273e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] For port 18bfbb0d-3313-4b11-97ae-a2f38de8ce94, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=18bfbb0d-3313-4b11-97ae-a2f38de8ce94,segment=NetworkSegment(54ad9920-be09-49d6-a653-90eb0dd9a8d4),segment_id=54ad9920-be09-49d6-a653-90eb0dd9a8d4)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:23:27.385805 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-eac7c386-0351-4a06-a7fa-2aa0066e273e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:27.410279 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-1728efa8-4a3c-4db2-82d6-014a73eb91a4 None None] Port 80948a9a-6a2e-4f21-a165-7e59ed1fd118 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:23:27.414719 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-9176f0af-d1bf-4b41-be29-804b7d7a84d6 None None] For port 7e3e6ba7-d56f-4f3a-bfc4-475cb720e562, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=7e3e6ba7-d56f-4f3a-bfc4-475cb720e562,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:23:27.415208 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9176f0af-d1bf-4b41-be29-804b7d7a84d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:27.433030 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-d568beb4-697a-472e-9d71-172bf63253b6 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Synchronizing usage tracker for tenant:ecc63f7e1b574e839d8676463edf6b00 on resource:security_group {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:23:27.438542 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d71422ec-84f6-4a51-9234-4a7aebc65ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:27.457670 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f18cbc7-c6d8-44fc-b6f7-7cc68c4a32e2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:23:27.457978 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f18cbc7-c6d8-44fc-b6f7-7cc68c4a32e2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:27.486674 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d71422ec-84f6-4a51-9234-4a7aebc65ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:27.525409 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-eac7c386-0351-4a06-a7fa-2aa0066e273e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Calling delete_port for 18bfbb0d-3313-4b11-97ae-a2f38de8ce94 owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:23:27.539813 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-d568beb4-697a-472e-9d71-172bf63253b6 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Unset dirty status for tenant:ecc63f7e1b574e839d8676463edf6b00 on resource:security_group {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:23:27.543373 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d568beb4-697a-472e-9d71-172bf63253b6 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2371902 Dec 22 13:23:27.543373 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae997a2c-3d2d-410b-ab1c-ddcd490abc14 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Made reservation on behalf of 77460f0dfa37423d8c924a302461b16c for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:23:27.549455 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ae997a2c-3d2d-410b-ab1c-ddcd490abc14 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:27.554388 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47600) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:27.567790 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-1f18cbc7-c6d8-44fc-b6f7-7cc68c4a32e2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1552339 Dec 22 13:23:27.570285 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47604) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:27.577552 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-a631d724-a85b-4e52-a2a3-388227076382 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'subnet': {'network_id': '975b41b6-ee3d-4230-b367-1e6f2668dd0f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:27.593333 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-f00b4f37-133e-4aad-840f-5a5402c9e753 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] delete failed (client error): The resource could not be found. Dec 22 13:23:27.598075 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f00b4f37-133e-4aad-840f-5a5402c9e753 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "DELETE /v2.0/security-groups/63817237-0435-4db2-8f7d-facc9e727e2a HTTP/1.1" status: 404 len: 347 time: 0.0372584 Dec 22 13:23:27.600280 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47608) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:27.601444 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-9176f0af-d1bf-4b41-be29-804b7d7a84d6 None None] Calling delete_port for 7e3e6ba7-d56f-4f3a-bfc4-475cb720e562 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:23:27.605386 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-ae997a2c-3d2d-410b-ab1c-ddcd490abc14 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] device_id is not set on port d503ae98-84e4-4845-aaa4-f30c6b8aa1d5 yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:23:27.732489 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-47071a61-406d-4f4e-a25f-cf011e251c37 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:27.738322 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9253bcfa-91a0-40a0-be67-54eb80e620c4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:27.787019 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-eac7c386-0351-4a06-a7fa-2aa0066e273e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:27.822001 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47071a61-406d-4f4e-a25f-cf011e251c37 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:23:27.825494 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-47071a61-406d-4f4e-a25f-cf011e251c37 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:23:27.829169 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47071a61-406d-4f4e-a25f-cf011e251c37 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:27.829742 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-47071a61-406d-4f4e-a25f-cf011e251c37 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:27.830488 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port eb8235a7-734d-4950-b498-0e9a7af1fc67 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:23:27.834244 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d71422ec-84f6-4a51-9234-4a7aebc65ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:27.835639 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac7c386-0351-4a06-a7fa-2aa0066e273e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] No DVR routers for this DVR port 18bfbb0d-3313-4b11-97ae-a2f38de8ce94 on host dv-neutron-822669-1-hyperv {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:23:27.849621 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ac2804-f543-4c76-8531-31ea5768c31c None None] DHCP port deletion for c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:23:27.853252 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8a00ceed-3311-40d6-90d0-0ee3b36d02aa tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:27.876428 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-846a6e43-c56f-4753-9f47-d5c051a1e0d3 None None] Provisioning for port eb8235a7-734d-4950-b498-0e9a7af1fc67 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:23:27.879711 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9176f0af-d1bf-4b41-be29-804b7d7a84d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:27.885404 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-596771f0-24f2-44ea-adc2-d81e9684b8e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:27.917988 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47071a61-406d-4f4e-a25f-cf011e251c37 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Subnet': ['ID=30dbe186-999b-4a44-a3e1-a2f4c32dcc4f,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:27.930157 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 7e3e6ba7-d56f-4f3a-bfc4-475cb720e562 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:23:28.010453 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-47071a61-406d-4f4e-a25f-cf011e251c37 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8421657 Dec 22 13:23:28.020106 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-846a6e43-c56f-4753-9f47-d5c051a1e0d3 None None] Provisioning complete for port eb8235a7-734d-4950-b498-0e9a7af1fc67 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:28.020693 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47612) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:28.021251 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-846a6e43-c56f-4753-9f47-d5c051a1e0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:28.023451 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47071a61-406d-4f4e-a25f-cf011e251c37 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:28.023722 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47071a61-406d-4f4e-a25f-cf011e251c37 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:28.024090 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47071a61-406d-4f4e-a25f-cf011e251c37 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:28.024452 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47071a61-406d-4f4e-a25f-cf011e251c37 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:28.024811 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47071a61-406d-4f4e-a25f-cf011e251c37 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:28.025196 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47071a61-406d-4f4e-a25f-cf011e251c37 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:28.025551 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47071a61-406d-4f4e-a25f-cf011e251c37 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:28.025903 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47071a61-406d-4f4e-a25f-cf011e251c37 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:28.026258 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47071a61-406d-4f4e-a25f-cf011e251c37 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:28.026649 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47071a61-406d-4f4e-a25f-cf011e251c37 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:28.027000 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47071a61-406d-4f4e-a25f-cf011e251c37 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:28.034019 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-558e6d49-e059-4df3-aea0-b80651c39664 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'subnet': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:28.059677 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9176f0af-d1bf-4b41-be29-804b7d7a84d6 None None] Pushing event deleted for resources: {'Port': ['ID=7e3e6ba7-d56f-4f3a-bfc4-475cb720e562,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:28.068272 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 7e3e6ba7-d56f-4f3a-bfc4-475cb720e562 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:23:28.068555 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 7e3e6ba7-d56f-4f3a-bfc4-475cb720e562 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:23:28.072763 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-9176f0af-d1bf-4b41-be29-804b7d7a84d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:28.080559 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9176f0af-d1bf-4b41-be29-804b7d7a84d6 None None] No DVR routers for this DVR port 7e3e6ba7-d56f-4f3a-bfc4-475cb720e562 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:23:28.112540 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657cfac6-714d-4aab-a2b6-08b75f5e8e55 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:23:28.118096 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-e725d533-db93-4b2f-8e44-815a99595b56 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] show failed (client error): The resource could not be found. Dec 22 13:23:28.127121 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e725d533-db93-4b2f-8e44-815a99595b56 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "GET /v2.0/security-groups/abd32809-5d26-494b-b5b8-a9c3d6982546 HTTP/1.1" status: 404 len: 347 time: 0.5234194 Dec 22 13:23:28.131489 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47616) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:28.132613 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-47071a61-406d-4f4e-a25f-cf011e251c37 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:28.132963 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-a631d724-a85b-4e52-a2a3-388227076382 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:28.135268 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b5d7cca5-79b0-4dba-98d9-ef1cbdaaa540 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.342s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:28.137145 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-a631d724-a85b-4e52-a2a3-388227076382 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Usage tracker for resource:subnet and tenant:5dcef99d1b1441dea18127579d2b89f5 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:28.140387 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-a631d724-a85b-4e52-a2a3-388227076382 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:28.146567 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-a631d724-a85b-4e52-a2a3-388227076382 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:28.154251 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71422ec-84f6-4a51-9234-4a7aebc65ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59a2159-38cb-4aed-8dd2-c4af10ae2925,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:28.171404 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71422ec-84f6-4a51-9234-4a7aebc65ede admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:28.171404 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71422ec-84f6-4a51-9234-4a7aebc65ede admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:28.171732 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71422ec-84f6-4a51-9234-4a7aebc65ede admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:28.172029 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71422ec-84f6-4a51-9234-4a7aebc65ede admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:28.172405 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71422ec-84f6-4a51-9234-4a7aebc65ede admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:28.172851 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71422ec-84f6-4a51-9234-4a7aebc65ede admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:28.173217 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71422ec-84f6-4a51-9234-4a7aebc65ede admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:28.173630 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71422ec-84f6-4a51-9234-4a7aebc65ede admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:28.173992 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71422ec-84f6-4a51-9234-4a7aebc65ede admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:28.174362 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71422ec-84f6-4a51-9234-4a7aebc65ede admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:28.174724 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71422ec-84f6-4a51-9234-4a7aebc65ede admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:28.182710 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d71422ec-84f6-4a51-9234-4a7aebc65ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:28.209328 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7c386-0351-4a06-a7fa-2aa0066e273e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event deleted for resources: {'Port': ['ID=18bfbb0d-3313-4b11-97ae-a2f38de8ce94,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:28.219865 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-ae997a2c-3d2d-410b-ab1c-ddcd490abc14 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Allocated IP 172.20.0.9 (a406c71b-ad26-4ec8-bfd0-c2e6ec4d4803/bb2db5b9-da5d-47e5-8d26-4e8401ddbd7f/d503ae98-84e4-4845-aaa4-f30c6b8aa1d5) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:23:28.229744 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-eac7c386-0351-4a06-a7fa-2aa0066e273e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:28.235837 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-eac7c386-0351-4a06-a7fa-2aa0066e273e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:28.249271 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-4c2251ba-2c37-4323-9606-a3f688f69115 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] show failed (client error): The resource could not be found. Dec 22 13:23:28.250954 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-4c2251ba-2c37-4323-9606-a3f688f69115 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] 10.222.0.47 "GET /v2.0/security-group-rules/4de9e297-6459-4667-9984-2e62cc46107d HTTP/1.1" status: 404 len: 356 time: 0.1170719 Dec 22 13:23:28.304742 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-846a6e43-c56f-4753-9f47-d5c051a1e0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:28.324117 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-eac7c386-0351-4a06-a7fa-2aa0066e273e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:28.355410 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-eac7c386-0351-4a06-a7fa-2aa0066e273e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ad9920-be09-49d6-a653-90eb0dd9a8d4') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:28.356347 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-eac7c386-0351-4a06-a7fa-2aa0066e273e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ad9920-be09-49d6-a653-90eb0dd9a8d4') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:28.371416 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-eac7c386-0351-4a06-a7fa-2aa0066e273e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:28.393566 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-846a6e43-c56f-4753-9f47-d5c051a1e0d3 None None] For port eb8235a7-734d-4950-b498-0e9a7af1fc67, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=eb8235a7-734d-4950-b498-0e9a7af1fc67,segment=NetworkSegment(80259dd4-dcd9-423d-8509-1ee77f13b481),segment_id=80259dd4-dcd9-423d-8509-1ee77f13b481)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:23:28.395602 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-eac7c386-0351-4a06-a7fa-2aa0066e273e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:28.396457 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a631d724-a85b-4e52-a2a3-388227076382 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Made reservation on behalf of 5dcef99d1b1441dea18127579d2b89f5 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:23:28.400985 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a631d724-a85b-4e52-a2a3-388227076382 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:28.424241 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac7c386-0351-4a06-a7fa-2aa0066e273e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:23:28.424707 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-eac7c386-0351-4a06-a7fa-2aa0066e273e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:28.445958 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:23:28.445958 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:23:28.445958 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:23:28.445958 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:23:28.445958 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:23:28.445958 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:23:28.445958 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:23:28.445958 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:23:28.445958 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:23:28.445958 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:23:28.445958 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:23:28.445958 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:23:28.445958 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:23:28.445958 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:23:28.445958 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:23:28.445958 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:23:28.445958 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:23:28.445958 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:23:28.445958 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:23:28.445958 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:23:28.445958 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:23:28.445958 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:23:28.445958 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:23:28.445958 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:23:28.445958 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:23:28.445958 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:23:28.445958 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:23:28.445958 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:23:28.445958 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:23:28.445958 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:23:28.445958 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:23:28.445958 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:23:28.463806 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d891ca3-6e76-46ff-976f-49086554f074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'tenant_id': '9da3e9f4adde46a9ba0d451c1cde7894', 'fixed_ips': [{'subnet_id': '30dbe186-999b-4a44-a3e1-a2f4c32dcc4f'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:23:28.467032 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0d891ca3-6e76-46ff-976f-49086554f074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:28.487741 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-846a6e43-c56f-4753-9f47-d5c051a1e0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:28.494247 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d71422ec-84f6-4a51-9234-4a7aebc65ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:28.497801 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d71422ec-84f6-4a51-9234-4a7aebc65ede admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e59a2159-38cb-4aed-8dd2-c4af10ae2925 HTTP/1.1" status: 204 len: 168 time: 1.2316720 Dec 22 13:23:28.498691 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-30739e4d-dbb1-4692-9556-228780457ac8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:28.561022 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-558e6d49-e059-4df3-aea0-b80651c39664 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:28.571566 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-558e6d49-e059-4df3-aea0-b80651c39664 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:subnet and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:28.575017 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-558e6d49-e059-4df3-aea0-b80651c39664 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:28.583344 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-558e6d49-e059-4df3-aea0-b80651c39664 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:28.624323 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-eac7c386-0351-4a06-a7fa-2aa0066e273e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:28.628577 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-eac7c386-0351-4a06-a7fa-2aa0066e273e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:28.635388 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8de9e1f5-0293-4b99-91d1-4487b08704d6 tempest-RoutersAdminTest-1930896577 tempest-RoutersAdminTest-1930896577-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:28.650814 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:28.665418 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ae997a2c-3d2d-410b-ab1c-ddcd490abc14 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:28.667240 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7c386-0351-4a06-a7fa-2aa0066e273e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event deleted for resources: {'Network': ['ID=c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:28.669098 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.ipam_backend_mixin [None req-a631d724-a85b-4e52-a2a3-388227076382 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 1c8f0cba-f8e2-48bd-8ea9-5f08e4d8a309 (CIDR: 2001:db8:0:1::/64) Dec 22 13:23:28.669834 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-eac7c386-0351-4a06-a7fa-2aa0066e273e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:28.672519 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558e6d49-e059-4df3-aea0-b80651c39664 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:23:28.676484 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-558e6d49-e059-4df3-aea0-b80651c39664 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:28.688679 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-ae997a2c-3d2d-410b-ab1c-ddcd490abc14 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Transition to ACTIVE for port object d503ae98-84e4-4845-aaa4-f30c6b8aa1d5 will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:23:28.721276 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 9150e9f2-d344-4ea1-8799-27c4a8809d37 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:23:28.723138 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-a631d724-a85b-4e52-a2a3-388227076382 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:23:28.723588 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a631d724-a85b-4e52-a2a3-388227076382 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:28.727244 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-eac7c386-0351-4a06-a7fa-2aa0066e273e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "DELETE /v2.0/networks/c49bc16e-6b86-41ef-a0a8-5b25e2c0e14c HTTP/1.1" status: 204 len: 168 time: 2.0587418 Dec 22 13:23:28.738329 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47624) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:28.746288 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a6e43-c56f-4753-9f47-d5c051a1e0d3 None None] Pushing event updated for resources: {'Port': ['ID=eb8235a7-734d-4950-b498-0e9a7af1fc67,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:28.769571 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-846a6e43-c56f-4753-9f47-d5c051a1e0d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:28.798027 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 9150e9f2-d344-4ea1-8799-27c4a8809d37 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:23:28.798489 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 9150e9f2-d344-4ea1-8799-27c4a8809d37 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:23:28.798980 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 18bfbb0d-3313-4b11-97ae-a2f38de8ce94 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:23:28.831016 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-e847f827-4d36-4210-8432-ec540525e0c3 None None] Provisioning complete for port eb8235a7-734d-4950-b498-0e9a7af1fc67 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:28.831315 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e847f827-4d36-4210-8432-ec540525e0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:28.833385 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ae997a2c-3d2d-410b-ab1c-ddcd490abc14 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:28.850313 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-37fd9e40-c829-4610-af67-70aaabd1c12a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:28.851338 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.ipam_backend_mixin [None req-558e6d49-e059-4df3-aea0-b80651c39664 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 30dbe186-999b-4a44-a3e1-a2f4c32dcc4f (CIDR: 2001:db8::/64) Dec 22 13:23:28.884212 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 18bfbb0d-3313-4b11-97ae-a2f38de8ce94 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:23:28.884370 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 18bfbb0d-3313-4b11-97ae-a2f38de8ce94 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:23:28.909551 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-558e6d49-e059-4df3-aea0-b80651c39664 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:23:28.909551 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-558e6d49-e059-4df3-aea0-b80651c39664 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:28.938591 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-0d891ca3-6e76-46ff-976f-49086554f074 None None] Allocated IP 2001:db8::2 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/30dbe186-999b-4a44-a3e1-a2f4c32dcc4f/d396081e-ea2f-48f3-92df-9137845e33c7) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:23:28.957351 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae997a2c-3d2d-410b-ab1c-ddcd490abc14 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Network a406c71b-ad26-4ec8-bfd0-c2e6ec4d4803 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:23:28.968264 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-ae997a2c-3d2d-410b-ab1c-ddcd490abc14 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:23:28.969910 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae997a2c-3d2d-410b-ab1c-ddcd490abc14 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:23:29.020099 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-558e6d49-e059-4df3-aea0-b80651c39664 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9987376 Dec 22 13:23:29.022684 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47634) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:29.029546 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-34ea2e78-740f-4693-a2a5-8baeadfd1bb4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'subnet': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:29.042898 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a631d724-a85b-4e52-a2a3-388227076382 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.4716721 Dec 22 13:23:29.049901 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47638) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:29.056804 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae997a2c-3d2d-410b-ab1c-ddcd490abc14 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:29.062602 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ae997a2c-3d2d-410b-ab1c-ddcd490abc14 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:29.077305 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-896bb008-a806-425f-9818-462e23d8895d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'subnet': {'network_id': '975b41b6-ee3d-4230-b367-1e6f2668dd0f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:29.168729 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47642) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:29.194778 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae997a2c-3d2d-410b-ab1c-ddcd490abc14 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'Port': ['ID=d503ae98-84e4-4845-aaa4-f30c6b8aa1d5,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:29.211192 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ae997a2c-3d2d-410b-ab1c-ddcd490abc14 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:29.311617 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ae997a2c-3d2d-410b-ab1c-ddcd490abc14 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3934376 Dec 22 13:23:29.315651 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47650) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:29.349343 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-34ea2e78-740f-4693-a2a5-8baeadfd1bb4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:29.363158 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-34ea2e78-740f-4693-a2a5-8baeadfd1bb4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:subnet and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:29.367268 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-34ea2e78-740f-4693-a2a5-8baeadfd1bb4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:29.372833 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0d891ca3-6e76-46ff-976f-49086554f074 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:29.377693 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-34ea2e78-740f-4693-a2a5-8baeadfd1bb4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:29.382510 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-0d891ca3-6e76-46ff-976f-49086554f074 None None] Transition to ACTIVE for port object d396081e-ea2f-48f3-92df-9137845e33c7 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:23:29.393636 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-e847f827-4d36-4210-8432-ec540525e0c3 None None] Provisioning for port 2e53a04e-b287-4a8a-838e-daa020e1705b completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:23:29.401195 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-e847f827-4d36-4210-8432-ec540525e0c3 None None] Provisioning complete for port 2e53a04e-b287-4a8a-838e-daa020e1705b triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:29.401720 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e847f827-4d36-4210-8432-ec540525e0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:29.444352 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-896bb008-a806-425f-9818-462e23d8895d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:29.453321 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ea2e78-740f-4693-a2a5-8baeadfd1bb4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:23:29.455875 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-896bb008-a806-425f-9818-462e23d8895d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Usage tracker for resource:subnet and tenant:5dcef99d1b1441dea18127579d2b89f5 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:29.482561 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-0d891ca3-6e76-46ff-976f-49086554f074 None None] Transition to ACTIVE for port object d396081e-ea2f-48f3-92df-9137845e33c7 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:23:29.485690 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-e847f827-4d36-4210-8432-ec540525e0c3 None None] Port 2e53a04e-b287-4a8a-838e-daa020e1705b cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:23:29.508413 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-896bb008-a806-425f-9818-462e23d8895d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:29.527877 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-896bb008-a806-425f-9818-462e23d8895d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:29.596986 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30fbe45-aab8-4d6f-aa38-c5c53ee85fe8 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:29.597788 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-d30fbe45-aab8-4d6f-aa38-c5c53ee85fe8 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Synchronizing usage tracker for tenant:77460f0dfa37423d8c924a302461b16c on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:23:29.600182 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0d891ca3-6e76-46ff-976f-49086554f074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:29.605107 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-3e8ffbce-fd7c-4dc0-80ce-a37ede433499 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ecc63f7e1b574e839d8676463edf6b00&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4286799 Dec 22 13:23:29.605259 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:29.607905 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47658) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:29.626216 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896bb008-a806-425f-9818-462e23d8895d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Made reservation on behalf of 5dcef99d1b1441dea18127579d2b89f5 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:23:29.629700 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-896bb008-a806-425f-9818-462e23d8895d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:29.645739 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-19ad6c7f-d9f2-4a4f-a68c-0e9e34844fda tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:29.687081 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d891ca3-6e76-46ff-976f-49086554f074 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:23:29.692197 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-0d891ca3-6e76-46ff-976f-49086554f074 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:23:29.700139 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d891ca3-6e76-46ff-976f-49086554f074 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:23:29.702975 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d891ca3-6e76-46ff-976f-49086554f074 None None] Pushing event updated for resources: {'Port': ['ID=d396081e-ea2f-48f3-92df-9137845e33c7,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:29.709639 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-0d891ca3-6e76-46ff-976f-49086554f074 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:29.790336 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-34ea2e78-740f-4693-a2a5-8baeadfd1bb4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:29.800620 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-6fdba96c-070d-4d15-baba-66e405131751 None None] Provisioning for port d503ae98-84e4-4845-aaa4-f30c6b8aa1d5 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:23:29.809897 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-6fdba96c-070d-4d15-baba-66e405131751 None None] Provisioning complete for port d503ae98-84e4-4845-aaa4-f30c6b8aa1d5 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:29.809897 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6fdba96c-070d-4d15-baba-66e405131751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:29.863754 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-0d891ca3-6e76-46ff-976f-49086554f074 None None] Attempting to bind port d396081e-ea2f-48f3-92df-9137845e33c7 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:23:29.864128 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-0d891ca3-6e76-46ff-976f-49086554f074 None None] Attempting to bind port d396081e-ea2f-48f3-92df-9137845e33c7 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:23:29.864499 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d891ca3-6e76-46ff-976f-49086554f074 None None] Attempting to bind port d396081e-ea2f-48f3-92df-9137845e33c7 on network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:23:29.882690 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d891ca3-6e76-46ff-976f-49086554f074 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:23:29.882690 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d891ca3-6e76-46ff-976f-49086554f074 None None] Checking segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:23:29.883140 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0d891ca3-6e76-46ff-976f-49086554f074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:29.883498 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d891ca3-6e76-46ff-976f-49086554f074 None None] Bound using segment: {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:23:29.883976 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-0d891ca3-6e76-46ff-976f-49086554f074 None None] Bound port: d396081e-ea2f-48f3-92df-9137845e33c7, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cef21f4-7102-4d54-8163-fadf8f18c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:23:29.884358 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0d891ca3-6e76-46ff-976f-49086554f074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:29.900410 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-6fdba96c-070d-4d15-baba-66e405131751 None None] Port d503ae98-84e4-4845-aaa4-f30c6b8aa1d5 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:23:29.912467 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-d30fbe45-aab8-4d6f-aa38-c5c53ee85fe8 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Unset dirty status for tenant:77460f0dfa37423d8c924a302461b16c on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:23:29.916080 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d30fbe45-aab8-4d6f-aa38-c5c53ee85fe8 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.5960426 Dec 22 13:23:29.917867 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47664) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:29.987377 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8a19bae3-d1db-4ad1-87c0-25432574bf53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:29.992643 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-0d891ca3-6e76-46ff-976f-49086554f074 None None] For port d396081e-ea2f-48f3-92df-9137845e33c7, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:23:29.996112 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-0d891ca3-6e76-46ff-976f-49086554f074 None None] For port d396081e-ea2f-48f3-92df-9137845e33c7, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=d396081e-ea2f-48f3-92df-9137845e33c7,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:23:30.028509 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8a19bae3-d1db-4ad1-87c0-25432574bf53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:30.111678 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0d891ca3-6e76-46ff-976f-49086554f074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:30.116159 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd4c491-9b49-41af-8810-dd40aa7d0283 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:30.116552 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-4ed771e2-94a9-4111-b295-f401780c0b13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:30.120270 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd4c491-9b49-41af-8810-dd40aa7d0283 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:30.124815 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd4c491-9b49-41af-8810-dd40aa7d0283 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:30.125755 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-9fd4c491-9b49-41af-8810-dd40aa7d0283 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Synchronizing usage tracker for tenant:77460f0dfa37423d8c924a302461b16c on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:23:30.173803 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-9fd4c491-9b49-41af-8810-dd40aa7d0283 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Unset dirty status for tenant:77460f0dfa37423d8c924a302461b16c on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:23:30.175347 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9fd4c491-9b49-41af-8810-dd40aa7d0283 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2525229 Dec 22 13:23:30.178282 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47672) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:30.216278 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d891ca3-6e76-46ff-976f-49086554f074 None None] Pushing event updated for resources: {'Port': ['ID=d396081e-ea2f-48f3-92df-9137845e33c7,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:30.219731 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-0d891ca3-6e76-46ff-976f-49086554f074 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:30.260563 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8a19bae3-d1db-4ad1-87c0-25432574bf53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:30.267479 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-57d84121-1e61-4325-aca1-12a27841d98b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:30.281678 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19bae3-d1db-4ad1-87c0-25432574bf53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89feb58-1257-469e-a624-b04e5ba49c46,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:30.286769 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8a19bae3-d1db-4ad1-87c0-25432574bf53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:30.382240 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-df461982-f6ec-48f0-850f-b3a5fe147a15 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Deleting port d503ae98-84e4-4845-aaa4-f30c6b8aa1d5 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:23:30.382676 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-df461982-f6ec-48f0-850f-b3a5fe147a15 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:30.412578 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8a19bae3-d1db-4ad1-87c0-25432574bf53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:30.416280 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8a19bae3-d1db-4ad1-87c0-25432574bf53 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a89feb58-1257-469e-a624-b04e5ba49c46 HTTP/1.1" status: 204 len: 168 time: 0.8045266 Dec 22 13:23:30.557302 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-896bb008-a806-425f-9818-462e23d8895d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:30.569417 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e1a2d1c7-9e32-42cb-b35c-4507091f5067 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:30.637257 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.objects.ports [None req-34ea2e78-740f-4693-a2a5-8baeadfd1bb4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84149) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 22 13:23:30.798783 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device d396081e-ea2f-48f3-92df-9137845e33c7 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:23:30.885932 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896bb008-a806-425f-9818-462e23d8895d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Network 975b41b6-ee3d-4230-b367-1e6f2668dd0f is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:23:30.897203 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-896bb008-a806-425f-9818-462e23d8895d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:23:30.902600 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896bb008-a806-425f-9818-462e23d8895d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:30.903195 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-896bb008-a806-425f-9818-462e23d8895d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:30.918178 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3e93a2-f871-4f5b-8f8e-1530513f02ff None None] Network 975b41b6-ee3d-4230-b367-1e6f2668dd0f requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:23:30.940754 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896bb008-a806-425f-9818-462e23d8895d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'Subnet': ['ID=b35489f1-b2ac-4946-a2b0-4414409e3dba,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:30.953230 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-896bb008-a806-425f-9818-462e23d8895d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:30.978910 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-34ea2e78-740f-4693-a2a5-8baeadfd1bb4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:30.996005 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-896bb008-a806-425f-9818-462e23d8895d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9331999 Dec 22 13:23:31.000756 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47684) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:31.010371 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-12970782-1b0f-4777-bb0b-e575455c342e tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-443486905', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b35489f1-b2ac-4946-a2b0-4414409e3dba'}], 'security_groups': ['b90a488a-ee65-4126-a70a-aded5487730c', 'ffe2bb16-1916-46c7-b5ef-8ffb930a5270']}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:31.035355 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-df461982-f6ec-48f0-850f-b3a5fe147a15 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:31.100789 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port d396081e-ea2f-48f3-92df-9137845e33c7 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:23:31.107153 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:23:31.131942 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device eb8235a7-734d-4950-b498-0e9a7af1fc67 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:23:31.214621 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-df461982-f6ec-48f0-850f-b3a5fe147a15 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Calling delete_port for d503ae98-84e4-4845-aaa4-f30c6b8aa1d5 owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:23:31.555905 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port eb8235a7-734d-4950-b498-0e9a7af1fc67 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:31.557355 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:31.619082 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-34ea2e78-740f-4693-a2a5-8baeadfd1bb4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] For port d396081e-ea2f-48f3-92df-9137845e33c7, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=d396081e-ea2f-48f3-92df-9137845e33c7,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:23:31.644145 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-df461982-f6ec-48f0-850f-b3a5fe147a15 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:31.653230 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-be7a84e4-3dd0-4f08-9ea3-3023ea062e2b tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:31.663347 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-34ea2e78-740f-4693-a2a5-8baeadfd1bb4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:31.700909 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461982-f6ec-48f0-850f-b3a5fe147a15 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'Port': ['ID=d503ae98-84e4-4845-aaa4-f30c6b8aa1d5,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:31.707063 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-df461982-f6ec-48f0-850f-b3a5fe147a15 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:31.796841 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-19ad6c7f-d9f2-4a4f-a68c-0e9e34844fda tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Deleting port b078ee29-451b-4f5c-8d71-e41b92ff2fdf {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:23:31.797354 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-19ad6c7f-d9f2-4a4f-a68c-0e9e34844fda tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:31.812346 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-12970782-1b0f-4777-bb0b-e575455c342e tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:31.879382 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-34ea2e78-740f-4693-a2a5-8baeadfd1bb4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:31.880922 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-34ea2e78-740f-4693-a2a5-8baeadfd1bb4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:31.908834 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c0cb6340-93d6-468b-8960-9118015dcd2e tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:32.087694 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-4e52bd60-5f8c-4cef-8ba3-49ece1b4b8f2 None None] Provisioning for port d396081e-ea2f-48f3-92df-9137845e33c7 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:23:32.100071 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-4e52bd60-5f8c-4cef-8ba3-49ece1b4b8f2 None None] Provisioning complete for port d396081e-ea2f-48f3-92df-9137845e33c7 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:32.101077 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4e52bd60-5f8c-4cef-8ba3-49ece1b4b8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:32.118322 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ea2e78-740f-4693-a2a5-8baeadfd1bb4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:23:32.130463 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-34ea2e78-740f-4693-a2a5-8baeadfd1bb4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:23:32.142910 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ea2e78-740f-4693-a2a5-8baeadfd1bb4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:32.143777 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-34ea2e78-740f-4693-a2a5-8baeadfd1bb4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:32.144527 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4197be39-4def-4b70-9f6b-557bb71338cc None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:23:32.171559 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea2e78-740f-4693-a2a5-8baeadfd1bb4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Port': ['ID=d396081e-ea2f-48f3-92df-9137845e33c7,revision_number=4']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:32.185277 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-34ea2e78-740f-4693-a2a5-8baeadfd1bb4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:32.185898 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-eba545d6-ca78-47e5-a799-ffeae261f06f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.223s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:32.317700 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea2e78-740f-4693-a2a5-8baeadfd1bb4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Subnet': ['ID=28181bbb-80d4-41f0-aed3-3c6ad1f4aa15,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:32.332882 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-34ea2e78-740f-4693-a2a5-8baeadfd1bb4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:32.403405 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-34ea2e78-740f-4693-a2a5-8baeadfd1bb4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.3794196 Dec 22 13:23:32.412594 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47710) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:32.413262 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-df461982-f6ec-48f0-850f-b3a5fe147a15 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:32.422680 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-97e05543-f4d1-42b8-90cf-315131d8b673 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Request body: {'port': {'network_id': '8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad', 'mac_address': 'fa:16:3e:b1:26:3c', 'name': 'tempest-NetworksTestDHCPv6-1890241638'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:32.431545 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-19ad6c7f-d9f2-4a4f-a68c-0e9e34844fda tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] For port b078ee29-451b-4f5c-8d71-e41b92ff2fdf, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=b078ee29-451b-4f5c-8d71-e41b92ff2fdf,segment=NetworkSegment(a5c004ff-acd6-41a3-b1a9-cb79dfb099f5),segment_id=a5c004ff-acd6-41a3-b1a9-cb79dfb099f5)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:23:32.431869 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-19ad6c7f-d9f2-4a4f-a68c-0e9e34844fda tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:32.447680 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4e52bd60-5f8c-4cef-8ba3-49ece1b4b8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:32.512870 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccba45e-0561-4ea2-a0ff-fe1db38d0f95 None None] Update dhcp port {'port': {'network_id': '975b41b6-ee3d-4230-b367-1e6f2668dd0f', 'fixed_ips': [{'subnet_id': '1c8f0cba-f8e2-48bd-8ea9-5f08e4d8a309', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '23e99ddc-e8c0-4523-972f-e159d13c07d1', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b35489f1-b2ac-4946-a2b0-4414409e3dba'}], 'binding:host_id': 'dv-neutron-822669-1-hyperv'}, 'id': 'aa850526-d39f-4428-86ef-622cc2e95bcb'} from dv-neutron-822669-1-hyperv. {{(pid=84150) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 22 13:23:32.574221 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9ccba45e-0561-4ea2-a0ff-fe1db38d0f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:32.647248 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-4e52bd60-5f8c-4cef-8ba3-49ece1b4b8f2 None None] For port d396081e-ea2f-48f3-92df-9137845e33c7, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=d396081e-ea2f-48f3-92df-9137845e33c7,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:23:32.720041 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-19ad6c7f-d9f2-4a4f-a68c-0e9e34844fda tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Calling delete_port for b078ee29-451b-4f5c-8d71-e41b92ff2fdf owned by network:router_interface {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:23:32.769818 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device d396081e-ea2f-48f3-92df-9137845e33c7 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:23:32.800603 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-df461982-f6ec-48f0-850f-b3a5fe147a15 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/ports/d503ae98-84e4-4845-aaa4-f30c6b8aa1d5 HTTP/1.1" status: 204 len: 168 time: 2.6212466 Dec 22 13:23:32.801347 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47720) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:32.821470 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47722) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:32.839539 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4e52bd60-5f8c-4cef-8ba3-49ece1b4b8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:32.846692 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-707fedbc-79fe-4ef2-8652-2dac2b89d951 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:32.899091 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d516d2b-a58f-4f41-9274-08b3299a41fa tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] GET failed (client error): The resource could not be found. Dec 22 13:23:32.900612 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9d516d2b-a58f-4f41-9274-08b3299a41fa tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "GET /v2.0/ports/d503ae98-84e4-4845-aaa4-f30c6b8aa1d5 HTTP/1.1" status: 404 len: 333 time: 0.0669606 Dec 22 13:23:32.907605 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47732) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:32.944304 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port d396081e-ea2f-48f3-92df-9137845e33c7 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:32.944695 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:33.011714 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e52bd60-5f8c-4cef-8ba3-49ece1b4b8f2 None None] Pushing event updated for resources: {'Port': ['ID=d396081e-ea2f-48f3-92df-9137845e33c7,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:33.029324 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e52bd60-5f8c-4cef-8ba3-49ece1b4b8f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:33.029324 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e52bd60-5f8c-4cef-8ba3-49ece1b4b8f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:33.029324 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e52bd60-5f8c-4cef-8ba3-49ece1b4b8f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:33.029324 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e52bd60-5f8c-4cef-8ba3-49ece1b4b8f2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:33.029324 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e52bd60-5f8c-4cef-8ba3-49ece1b4b8f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:33.029324 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e52bd60-5f8c-4cef-8ba3-49ece1b4b8f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:33.029324 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e52bd60-5f8c-4cef-8ba3-49ece1b4b8f2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:33.029324 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e52bd60-5f8c-4cef-8ba3-49ece1b4b8f2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:33.029324 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e52bd60-5f8c-4cef-8ba3-49ece1b4b8f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:33.029324 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e52bd60-5f8c-4cef-8ba3-49ece1b4b8f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:33.029324 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e52bd60-5f8c-4cef-8ba3-49ece1b4b8f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:33.035482 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-4e52bd60-5f8c-4cef-8ba3-49ece1b4b8f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:33.055733 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-97e05543-f4d1-42b8-90cf-315131d8b673 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:33.068178 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-7217a3ba-6809-4232-941f-94123f87cf74 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Deleting port 2e53a04e-b287-4a8a-838e-daa020e1705b {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:23:33.068509 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7217a3ba-6809-4232-941f-94123f87cf74 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:33.092469 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-19ad6c7f-d9f2-4a4f-a68c-0e9e34844fda tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:33.097481 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ae997a2c-3d2d-410b-ab1c-ddcd490abc14 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:33.106943 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-97e05543-f4d1-42b8-90cf-315131d8b673 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Usage tracker for resource:port and tenant:9da3e9f4adde46a9ba0d451c1cde7894 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:33.118764 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-97e05543-f4d1-42b8-90cf-315131d8b673 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:33.147266 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-97e05543-f4d1-42b8-90cf-315131d8b673 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:33.163754 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad6c7f-d9f2-4a4f-a68c-0e9e34844fda tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event deleted for resources: {'Port': ['ID=b078ee29-451b-4f5c-8d71-e41b92ff2fdf,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:33.169860 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-19ad6c7f-d9f2-4a4f-a68c-0e9e34844fda tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:33.201280 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-12970782-1b0f-4777-bb0b-e575455c342e tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Delete allocated IP 2001:db8::2c5 (975b41b6-ee3d-4230-b367-1e6f2668dd0f/23e99ddc-e8c0-4523-972f-e159d13c07d1) {{(pid=84149) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 13:23:33.227648 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-12970782-1b0f-4777-bb0b-e575455c342e tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Allocated IP 2001:db8:0:2::2dc (975b41b6-ee3d-4230-b367-1e6f2668dd0f/b35489f1-b2ac-4946-a2b0-4414409e3dba/80948a9a-6a2e-4f21-a165-7e59ed1fd118) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:23:33.292688 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-73ce0ade-62d3-4727-a50a-9c1b0ac02f59 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1813473158', 'router:external': True}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:33.333533 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e05543-f4d1-42b8-90cf-315131d8b673 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Made reservation on behalf of 9da3e9f4adde46a9ba0d451c1cde7894 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:23:33.337623 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-97e05543-f4d1-42b8-90cf-315131d8b673 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:33.396273 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-97e05543-f4d1-42b8-90cf-315131d8b673 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] device_id is not set on port c46f4a52-3cdd-46b7-93bb-52ded2e059d9 yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:23:33.398503 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-73ce0ade-62d3-4727-a50a-9c1b0ac02f59 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:33.405593 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-73ce0ade-62d3-4727-a50a-9c1b0ac02f59 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Usage tracker for resource:network and tenant:203456c584c042e59ddee94b648b37a9 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:33.409599 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-73ce0ade-62d3-4727-a50a-9c1b0ac02f59 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:33.419126 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-73ce0ade-62d3-4727-a50a-9c1b0ac02f59 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:33.426163 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-19ad6c7f-d9f2-4a4f-a68c-0e9e34844fda tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:33.583676 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ce0ade-62d3-4727-a50a-9c1b0ac02f59 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Made reservation on behalf of 203456c584c042e59ddee94b648b37a9 for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:23:33.590560 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-73ce0ade-62d3-4727-a50a-9c1b0ac02f59 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:33.665795 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7217a3ba-6809-4232-941f-94123f87cf74 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:33.666012 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-73ce0ade-62d3-4727-a50a-9c1b0ac02f59 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:33.714768 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-73ce0ade-62d3-4727-a50a-9c1b0ac02f59 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:33.777083 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-73ce0ade-62d3-4727-a50a-9c1b0ac02f59 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Usage tracker for resource:security_group_rule and tenant:203456c584c042e59ddee94b648b37a9 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:33.787210 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-73ce0ade-62d3-4727-a50a-9c1b0ac02f59 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:33.835795 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-7217a3ba-6809-4232-941f-94123f87cf74 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Calling delete_port for 2e53a04e-b287-4a8a-838e-daa020e1705b owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:23:33.863645 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-73ce0ade-62d3-4727-a50a-9c1b0ac02f59 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:33.979833 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-15567871-46dc-470d-81d4-377fdb65549e None None] Provisioning complete for port d396081e-ea2f-48f3-92df-9137845e33c7 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:33.980458 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-15567871-46dc-470d-81d4-377fdb65549e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:34.034564 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-97e05543-f4d1-42b8-90cf-315131d8b673 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Allocated IP 2001:db8::371 (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/30dbe186-999b-4a44-a3e1-a2f4c32dcc4f/c46f4a52-3cdd-46b7-93bb-52ded2e059d9) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:23:34.060522 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ad6c7f-d9f2-4a4f-a68c-0e9e34844fda tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Router f2c21113-3a72-48f5-a58f-27735d4120b2 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:23:34.087910 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-97e05543-f4d1-42b8-90cf-315131d8b673 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Allocated IP 2001:db8:0:1:f816:3eff:feb1:263c (8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad/28181bbb-80d4-41f0-aed3-3c6ad1f4aa15/c46f4a52-3cdd-46b7-93bb-52ded2e059d9) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:23:34.098399 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-12970782-1b0f-4777-bb0b-e575455c342e tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:34.098611 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-73ce0ade-62d3-4727-a50a-9c1b0ac02f59 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:34.251253 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-12970782-1b0f-4777-bb0b-e575455c342e tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Transition to ACTIVE for port object 80948a9a-6a2e-4f21-a165-7e59ed1fd118 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:23:34.257137 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7217a3ba-6809-4232-941f-94123f87cf74 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:34.266830 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-29b65685-88be-422c-a27f-afae1202ee14 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:34.329184 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-12970782-1b0f-4777-bb0b-e575455c342e tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:34.336354 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217a3ba-6809-4232-941f-94123f87cf74 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'Port': ['ID=2e53a04e-b287-4a8a-838e-daa020e1705b,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:34.338839 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7217a3ba-6809-4232-941f-94123f87cf74 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:34.344473 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e3bad7d4-c162-441d-8ccd-fd5cb3a02151 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:34.351320 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-73ce0ade-62d3-4727-a50a-9c1b0ac02f59 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:34.355767 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1000da40-37fc-408c-8ff4-190d393bc19c tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:34.391491 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ce0ade-62d3-4727-a50a-9c1b0ac02f59 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:23:34.395339 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ad6c7f-d9f2-4a4f-a68c-0e9e34844fda tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:23:34.409906 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce0ade-62d3-4727-a50a-9c1b0ac02f59 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f15216-2cbd-46d7-98e7-8e806b78fe98,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:34.417790 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-73ce0ade-62d3-4727-a50a-9c1b0ac02f59 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:34.426809 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-73ce0ade-62d3-4727-a50a-9c1b0ac02f59 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:34.426809 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-73ce0ade-62d3-4727-a50a-9c1b0ac02f59 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Added segment 1878542c-0216-4d32-826e-88f65bb9a1b0 of type vlan for network 1a15af95-804e-4d98-b3bf-8643e452da95 Dec 22 13:23:34.437688 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-9ccba45e-0561-4ea2-a0ff-fe1db38d0f95 None None] Allocated IP 2001:db8:0:2::2 (975b41b6-ee3d-4230-b367-1e6f2668dd0f/b35489f1-b2ac-4946-a2b0-4414409e3dba/aa850526-d39f-4428-86ef-622cc2e95bcb) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:23:34.469358 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-19ad6c7f-d9f2-4a4f-a68c-0e9e34844fda tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "PUT /v2.0/routers/f2c21113-3a72-48f5-a58f-27735d4120b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7260754 Dec 22 13:23:34.486570 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47752) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:34.492681 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-73ce0ade-62d3-4727-a50a-9c1b0ac02f59 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:34.542342 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47756) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:34.627540 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c4f5d0-4abd-4c65-9353-a1ee11ae0cfa None None] Sync routers for ids ['f2c21113-3a72-48f5-a58f-27735d4120b2'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:23:34.668509 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c4f5d0-4abd-4c65-9353-a1ee11ae0cfa None None] Routers {'f2c21113-3a72-48f5-a58f-27735d4120b2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:23:34.669320 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-e7c4f5d0-4abd-4c65-9353-a1ee11ae0cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:23:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['f2c21113-3a72-48f5-a58f-27735d4120b2'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:34.781343 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device d396081e-ea2f-48f3-92df-9137845e33c7 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:23:34.812441 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-73ce0ade-62d3-4727-a50a-9c1b0ac02f59 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:34.814815 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ce0ade-62d3-4727-a50a-9c1b0ac02f59 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:34.814815 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-73ce0ade-62d3-4727-a50a-9c1b0ac02f59 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:34.833642 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0f00840c-7b16-40b1-a4c6-f11bfb6c9b6b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:34.894370 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-12970782-1b0f-4777-bb0b-e575455c342e tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] In _notify_port_updated(), no bound segment for port 80948a9a-6a2e-4f21-a165-7e59ed1fd118 on network 975b41b6-ee3d-4230-b367-1e6f2668dd0f {{(pid=84149) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 13:23:34.903213 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12970782-1b0f-4777-bb0b-e575455c342e tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:34.903213 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-12970782-1b0f-4777-bb0b-e575455c342e tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:34.903419 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-9ccba45e-0561-4ea2-a0ff-fe1db38d0f95 None None] For port aa850526-d39f-4428-86ef-622cc2e95bcb, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=aa850526-d39f-4428-86ef-622cc2e95bcb,segment=NetworkSegment(177a34ea-ed87-45db-a663-662f0b097935),segment_id=177a34ea-ed87-45db-a663-662f0b097935)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:23:34.903529 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-12970782-1b0f-4777-bb0b-e575455c342e tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "PUT /v2.0/ports/80948a9a-6a2e-4f21-a165-7e59ed1fd118 HTTP/1.1" status: 200 len: 969 time: 3.9043980 Dec 22 13:23:34.903935 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12970782-1b0f-4777-bb0b-e575455c342e tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event updated for resources: {'Port': ['ID=80948a9a-6a2e-4f21-a165-7e59ed1fd118,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:34.914743 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47762) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:34.921990 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-12970782-1b0f-4777-bb0b-e575455c342e tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:34.930749 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-e7c4f5d0-4abd-4c65-9353-a1ee11ae0cfa None None] Set router f2c21113-3a72-48f5-a58f-27735d4120b2 gateway port host: None {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:23:34.959994 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dee1982-f9d7-4099-80ae-e2c907855b88 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Deleting subnet f081cb85-23a4-4c2c-b780-1090f4a90073 {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:23:34.963732 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-97e05543-f4d1-42b8-90cf-315131d8b673 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:34.966973 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7217a3ba-6809-4232-941f-94123f87cf74 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:34.969562 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-7d6822dc-cad3-4dcd-8bf8-251cb29349dc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'network': {'name': 'tempest-network-smoke--1302902949', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'port_security_enabled': True}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:34.976618 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1dee1982-f9d7-4099-80ae-e2c907855b88 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:35.007990 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7217a3ba-6809-4232-941f-94123f87cf74 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/ports/2e53a04e-b287-4a8a-838e-daa020e1705b HTTP/1.1" status: 204 len: 168 time: 2.0949876 Dec 22 13:23:35.007990 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-97e05543-f4d1-42b8-90cf-315131d8b673 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Transition to ACTIVE for port object c46f4a52-3cdd-46b7-93bb-52ded2e059d9 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:23:35.011299 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47766) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:35.018791 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-7d6822dc-cad3-4dcd-8bf8-251cb29349dc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:35.032041 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-7d6822dc-cad3-4dcd-8bf8-251cb29349dc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:network and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:35.036894 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce0ade-62d3-4727-a50a-9c1b0ac02f59 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Pushing event updated for resources: {'Network': ['ID=1a15af95-804e-4d98-b3bf-8643e452da95,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:35.039159 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-7d6822dc-cad3-4dcd-8bf8-251cb29349dc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:35.047991 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-73ce0ade-62d3-4727-a50a-9c1b0ac02f59 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:35.053938 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-7d6822dc-cad3-4dcd-8bf8-251cb29349dc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:35.059579 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 1a15af95-804e-4d98-b3bf-8643e452da95 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:23:35.065163 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1dee1982-f9d7-4099-80ae-e2c907855b88 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:35.068636 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-15aa91b0-88f0-4788-b82f-2265fa302b6f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Deleting port 80948a9a-6a2e-4f21-a165-7e59ed1fd118 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:23:35.069009 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-15aa91b0-88f0-4788-b82f-2265fa302b6f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:35.074405 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9ccba45e-0561-4ea2-a0ff-fe1db38d0f95 None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:35.106693 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-73ce0ade-62d3-4727-a50a-9c1b0ac02f59 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.2901731 Dec 22 13:23:35.106957 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47770) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:35.112616 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-461f8ea7-0a62-4818-ad74-414b07139dd3 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] GET failed (client error): The resource could not be found. Dec 22 13:23:35.113121 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-461f8ea7-0a62-4818-ad74-414b07139dd3 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Synchronizing usage tracker for tenant:77460f0dfa37423d8c924a302461b16c on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:23:35.114212 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-e7da2aef-5079-4e32-aa17-1c36250f6144 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Request body: {'subnet': {'network_id': '1a15af95-804e-4d98-b3bf-8643e452da95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:35.120428 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e7da2aef-5079-4e32-aa17-1c36250f6144 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:35.138337 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e7da2aef-5079-4e32-aa17-1c36250f6144 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Usage tracker for resource:subnet and tenant:203456c584c042e59ddee94b648b37a9 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:35.142649 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-e7c4f5d0-4abd-4c65-9353-a1ee11ae0cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'name': 'tempest-RoutersIpV6Test-router-922980331', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:47Z', 'updated_at': '2021-12-22T13:23:32Z', 'revision_number': 11, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'gw_port_host': None}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:35.143917 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e7da2aef-5079-4e32-aa17-1c36250f6144 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:35.151552 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e7da2aef-5079-4e32-aa17-1c36250f6144 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:35.170271 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c4f5d0-4abd-4c65-9353-a1ee11ae0cfa None None] Checking router: f2c21113-3a72-48f5-a58f-27735d4120b2 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:23:35.172948 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-9ccba45e-0561-4ea2-a0ff-fe1db38d0f95 None None] Transition to ACTIVE for port object aa850526-d39f-4428-86ef-622cc2e95bcb will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:23:35.175384 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6822dc-cad3-4dcd-8bf8-251cb29349dc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Made reservation on behalf of 453b85bce7e6482dbe10966fb03da8cc for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:23:35.178440 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7d6822dc-cad3-4dcd-8bf8-251cb29349dc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:35.194745 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7d6822dc-cad3-4dcd-8bf8-251cb29349dc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:35.208535 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port d396081e-ea2f-48f3-92df-9137845e33c7 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:35.208895 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:35.234264 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7da2aef-5079-4e32-aa17-1c36250f6144 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Made reservation on behalf of 203456c584c042e59ddee94b648b37a9 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:23:35.236721 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e7da2aef-5079-4e32-aa17-1c36250f6144 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:35.251604 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c4f5d0-4abd-4c65-9353-a1ee11ae0cfa None None] Routers {'f2c21113-3a72-48f5-a58f-27735d4120b2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:23:35.252334 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-e7c4f5d0-4abd-4c65-9353-a1ee11ae0cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:23:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['f2c21113-3a72-48f5-a58f-27735d4120b2'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:35.290092 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-461f8ea7-0a62-4818-ad74-414b07139dd3 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Unset dirty status for tenant:77460f0dfa37423d8c924a302461b16c on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:23:35.293979 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-461f8ea7-0a62-4818-ad74-414b07139dd3 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "GET /v2.0/ports/2e53a04e-b287-4a8a-838e-daa020e1705b HTTP/1.1" status: 404 len: 333 time: 0.2795074 Dec 22 13:23:35.293979 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-97e05543-f4d1-42b8-90cf-315131d8b673 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:35.302241 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47774) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:35.303110 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e93cf75b-59a2-4df6-a41c-0d38b746fa1a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:35.313494 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1dee1982-f9d7-4099-80ae-e2c907855b88 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:35.321951 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9ccba45e-0561-4ea2-a0ff-fe1db38d0f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:35.359083 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-7d6822dc-cad3-4dcd-8bf8-251cb29349dc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:35.371455 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-7d6822dc-cad3-4dcd-8bf8-251cb29349dc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:35.376852 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-50bcf6bf-48d3-4f63-8f99-1b5591983bab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:35.382034 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-7d6822dc-cad3-4dcd-8bf8-251cb29349dc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:35.396456 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-7d6822dc-cad3-4dcd-8bf8-251cb29349dc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:35.445176 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e05543-f4d1-42b8-90cf-315131d8b673 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:23:35.460382 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-97e05543-f4d1-42b8-90cf-315131d8b673 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:23:35.474579 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e05543-f4d1-42b8-90cf-315131d8b673 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event updated for resources: {'Port': ['ID=c46f4a52-3cdd-46b7-93bb-52ded2e059d9,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:35.482710 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e05543-f4d1-42b8-90cf-315131d8b673 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:23:35.487282 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e05543-f4d1-42b8-90cf-315131d8b673 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:35.487919 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-97e05543-f4d1-42b8-90cf-315131d8b673 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:35.496839 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccba45e-0561-4ea2-a0ff-fe1db38d0f95 None None] Pushing event updated for resources: {'Port': ['ID=aa850526-d39f-4428-86ef-622cc2e95bcb,revision_number=7']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:35.497693 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-97e05543-f4d1-42b8-90cf-315131d8b673 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:35.501892 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-9ccba45e-0561-4ea2-a0ff-fe1db38d0f95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:35.507042 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-e7c4f5d0-4abd-4c65-9353-a1ee11ae0cfa None None] Set router f2c21113-3a72-48f5-a58f-27735d4120b2 gateway port host: None {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:23:35.546301 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7d6822dc-cad3-4dcd-8bf8-251cb29349dc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:35.604704 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-15aa91b0-88f0-4788-b82f-2265fa302b6f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:35.670175 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1dee1982-f9d7-4099-80ae-e2c907855b88 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:35.676034 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-38418661-6dd9-4bb5-a026-b19632528095 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:35.713423 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7d6822dc-cad3-4dcd-8bf8-251cb29349dc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:35.734330 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee1982-f9d7-4099-80ae-e2c907855b88 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event deleted for resources: {'Subnet': ['ID=f081cb85-23a4-4c2c-b780-1090f4a90073,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:35.747738 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1dee1982-f9d7-4099-80ae-e2c907855b88 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:35.749566 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-06a5c83c-5730-478c-8fe8-ef458124439b tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:35.754317 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-97e05543-f4d1-42b8-90cf-315131d8b673 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.3403859 Dec 22 13:23:35.755073 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47778) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:35.761396 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-93a95ebd-857c-46aa-b3d4-1cf6b2f7b34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:35.764761 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-15aa91b0-88f0-4788-b82f-2265fa302b6f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Calling delete_port for 80948a9a-6a2e-4f21-a165-7e59ed1fd118 owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:23:35.794577 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6822dc-cad3-4dcd-8bf8-251cb29349dc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=573ecb72-df35-4a5f-9466-1591b75ef9d2,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:35.799312 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7d6822dc-cad3-4dcd-8bf8-251cb29349dc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:35.800421 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d6822dc-cad3-4dcd-8bf8-251cb29349dc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:23:35.811090 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7d6822dc-cad3-4dcd-8bf8-251cb29349dc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:35.811447 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-7d6822dc-cad3-4dcd-8bf8-251cb29349dc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Added segment 907a75be-955b-4691-a4d5-3f3edaef0bab of type vlan for network 405cc457-257b-4046-ad64-71c7c4966738 Dec 22 13:23:35.840970 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7d6822dc-cad3-4dcd-8bf8-251cb29349dc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:35.858720 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1dee1982-f9d7-4099-80ae-e2c907855b88 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:35.860694 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b5f2c2-ea74-42b3-8a5a-4e1cc3ce1b24 None None] Network b7e21e1f-b59f-45da-b71d-dfa88e74399e requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:23:35.883712 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-e7c4f5d0-4abd-4c65-9353-a1ee11ae0cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'name': 'tempest-RoutersIpV6Test-router-922980331', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:47Z', 'updated_at': '2021-12-22T13:23:32Z', 'revision_number': 11, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'gw_port_host': None}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:35.925379 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-690c32b9-1237-447d-984f-ecaba892fa1d tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Deleting subnet bb2db5b9-da5d-47e5-8d26-4e8401ddbd7f {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:23:35.942549 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-690c32b9-1237-447d-984f-ecaba892fa1d tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:35.945861 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-1dee1982-f9d7-4099-80ae-e2c907855b88 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "DELETE /v2.0/subnets/f081cb85-23a4-4c2c-b780-1090f4a90073 HTTP/1.1" status: 204 len: 168 time: 1.4557879 Dec 22 13:23:35.949136 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47782) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:35.964663 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c4f5d0-4abd-4c65-9353-a1ee11ae0cfa None None] The sync data for ids ['f2c21113-3a72-48f5-a58f-27735d4120b2'] in dv-neutron-822669-1-hyperv is: [{'id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'name': 'tempest-RoutersIpV6Test-router-922980331', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:47Z', 'updated_at': '2021-12-22T13:23:32Z', 'revision_number': 11, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'gw_port_host': None}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:23:36.017937 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-af8f5ee6-93ac-48c2-b36e-938de0862be3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting port c46f4a52-3cdd-46b7-93bb-52ded2e059d9 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:23:36.018666 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-af8f5ee6-93ac-48c2-b36e-938de0862be3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:36.058860 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7d6822dc-cad3-4dcd-8bf8-251cb29349dc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:36.063335 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6822dc-cad3-4dcd-8bf8-251cb29349dc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:36.063944 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7d6822dc-cad3-4dcd-8bf8-251cb29349dc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:36.072689 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-8c57a43d-b447-4a97-a81c-1f9741f8ac98 None None] Provisioning for port c46f4a52-3cdd-46b7-93bb-52ded2e059d9 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:23:36.073677 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6a557ff7-c325-461d-8214-02b44a314a88 tempest-QuotasNegativeTest-1702454815 tempest-QuotasNegativeTest-1702454815-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:36.082632 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-8c57a43d-b447-4a97-a81c-1f9741f8ac98 None None] Provisioning complete for port c46f4a52-3cdd-46b7-93bb-52ded2e059d9 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:36.082831 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8c57a43d-b447-4a97-a81c-1f9741f8ac98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:36.158142 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-690c32b9-1237-447d-984f-ecaba892fa1d tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:36.165186 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-8c57a43d-b447-4a97-a81c-1f9741f8ac98 None None] Port c46f4a52-3cdd-46b7-93bb-52ded2e059d9 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:23:36.220164 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0445ce80-c0fc-4d31-acc7-4023d7acc184 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:36.235340 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6822dc-cad3-4dcd-8bf8-251cb29349dc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Network': ['ID=405cc457-257b-4046-ad64-71c7c4966738,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:36.240107 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7d6822dc-cad3-4dcd-8bf8-251cb29349dc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:36.251051 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 405cc457-257b-4046-ad64-71c7c4966738 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:23:36.256234 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-0445ce80-c0fc-4d31-acc7-4023d7acc184 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Deleting port 9c1e53a2-6e52-4245-b1d7-33eeba64de23 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:23:36.256780 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0445ce80-c0fc-4d31-acc7-4023d7acc184 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:36.298602 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-7d6822dc-cad3-4dcd-8bf8-251cb29349dc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7281203 Dec 22 13:23:36.314225 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47786) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:36.324751 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-92712103-8808-4a1b-81f3-b171379e384b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1929444678', 'admin_state_up': True, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:36.349122 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-92712103-8808-4a1b-81f3-b171379e384b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:36.364645 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752d3002-12e9-4a22-9820-ab802087a4bc None None] DHCP port deletion for b7e21e1f-b59f-45da-b71d-dfa88e74399e request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:23:36.375561 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-752d3002-12e9-4a22-9820-ab802087a4bc None None] Deleting port 9c1e53a2-6e52-4245-b1d7-33eeba64de23 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:23:36.375950 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-752d3002-12e9-4a22-9820-ab802087a4bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:36.394236 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-92712103-8808-4a1b-81f3-b171379e384b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:router and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:36.398931 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-92712103-8808-4a1b-81f3-b171379e384b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:36.420495 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-92712103-8808-4a1b-81f3-b171379e384b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:36.548216 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-690c32b9-1237-447d-984f-ecaba892fa1d tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:36.599475 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-15aa91b0-88f0-4788-b82f-2265fa302b6f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:36.624774 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-67e18c29-ba85-4e9f-b823-c19e465b4531 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:36.728074 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device aa850526-d39f-4428-86ef-622cc2e95bcb up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:23:36.767298 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-752d3002-12e9-4a22-9820-ab802087a4bc None None] For port 9c1e53a2-6e52-4245-b1d7-33eeba64de23, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=9c1e53a2-6e52-4245-b1d7-33eeba64de23,segment=NetworkSegment(a5c004ff-acd6-41a3-b1a9-cb79dfb099f5),segment_id=a5c004ff-acd6-41a3-b1a9-cb79dfb099f5)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:23:36.767859 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-752d3002-12e9-4a22-9820-ab802087a4bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:36.823907 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-92712103-8808-4a1b-81f3-b171379e384b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:36.824876 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-92712103-8808-4a1b-81f3-b171379e384b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:36.833666 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.objects.ports [None req-e7da2aef-5079-4e32-aa17-1c36250f6144 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84148) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 22 13:23:36.834140 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e7da2aef-5079-4e32-aa17-1c36250f6144 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:36.841132 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6e48fe28-463c-44dd-9f69-294d46633374 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:36.862584 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-af8f5ee6-93ac-48c2-b36e-938de0862be3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:36.875721 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-0445ce80-c0fc-4d31-acc7-4023d7acc184 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] For port 9c1e53a2-6e52-4245-b1d7-33eeba64de23, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=9c1e53a2-6e52-4245-b1d7-33eeba64de23,segment=NetworkSegment(a5c004ff-acd6-41a3-b1a9-cb79dfb099f5),segment_id=a5c004ff-acd6-41a3-b1a9-cb79dfb099f5)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:23:36.876080 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0445ce80-c0fc-4d31-acc7-4023d7acc184 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:36.890019 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa91b0-88f0-4788-b82f-2265fa302b6f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event deleted for resources: {'Port': ['ID=80948a9a-6a2e-4f21-a165-7e59ed1fd118,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:36.893442 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-15aa91b0-88f0-4788-b82f-2265fa302b6f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:36.925772 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-752d3002-12e9-4a22-9820-ab802087a4bc None None] Calling delete_port for 9c1e53a2-6e52-4245-b1d7-33eeba64de23 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:23:36.972733 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-15aa91b0-88f0-4788-b82f-2265fa302b6f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:37.035075 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-0445ce80-c0fc-4d31-acc7-4023d7acc184 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Calling delete_port for 9c1e53a2-6e52-4245-b1d7-33eeba64de23 owned by network:dhcp {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:23:37.049306 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-9e03234a-cd52-4f1e-8f28-6df6c38bc753 None None] Provisioning for port aa850526-d39f-4428-86ef-622cc2e95bcb completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:23:37.050597 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-af8f5ee6-93ac-48c2-b36e-938de0862be3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Calling delete_port for c46f4a52-3cdd-46b7-93bb-52ded2e059d9 owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:23:37.054076 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port aa850526-d39f-4428-86ef-622cc2e95bcb triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:37.055481 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:37.095965 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-9e03234a-cd52-4f1e-8f28-6df6c38bc753 None None] Provisioning complete for port aa850526-d39f-4428-86ef-622cc2e95bcb triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:37.096581 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9e03234a-cd52-4f1e-8f28-6df6c38bc753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:37.117266 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-92712103-8808-4a1b-81f3-b171379e384b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:37.118735 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da2aef-5079-4e32-aa17-1c36250f6144 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Pushing event updated for resources: {'Subnet': ['ID=df044cb7-1ba6-40ef-b051-72c1bcbfb86d,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:37.144889 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e7da2aef-5079-4e32-aa17-1c36250f6144 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:37.152649 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-752d3002-12e9-4a22-9820-ab802087a4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:37.165134 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-67cb16fd-413f-41d2-9f64-b79a7bcba4b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:37.181566 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7da2aef-5079-4e32-aa17-1c36250f6144 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Checking segment: {'id': '1878542c-0216-4d32-826e-88f65bb9a1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '1a15af95-804e-4d98-b3bf-8643e452da95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:23:37.181929 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7da2aef-5079-4e32-aa17-1c36250f6144 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Network hostable DHCP agents. Network: 1a15af95-804e-4d98-b3bf-8643e452da95, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:23:37.195510 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.db.api [None req-0445ce80-c0fc-4d31-acc7-4023d7acc184 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:23:37.195826 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_db.api [None req-0445ce80-c0fc-4d31-acc7-4023d7acc184 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:23:37.207386 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-15aa91b0-88f0-4788-b82f-2265fa302b6f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/ports/80948a9a-6a2e-4f21-a165-7e59ed1fd118 HTTP/1.1" status: 204 len: 168 time: 2.2891793 Dec 22 13:23:37.208281 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47790) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:37.222439 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d3002-12e9-4a22-9820-ab802087a4bc None None] Pushing event deleted for resources: {'Port': ['ID=9c1e53a2-6e52-4245-b1d7-33eeba64de23,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:37.234784 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-752d3002-12e9-4a22-9820-ab802087a4bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:37.256077 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752d3002-12e9-4a22-9820-ab802087a4bc None None] No DVR routers for this DVR port 9c1e53a2-6e52-4245-b1d7-33eeba64de23 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:23:37.274941 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-690c32b9-1237-447d-984f-ecaba892fa1d tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:37.290157 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-494f9fef-31a6-44c3-b590-aa55f7770172 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:37.335037 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-11f64801-91a4-4ed6-8826-026ac4eb22ee tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] GET failed (client error): The resource could not be found. Dec 22 13:23:37.335688 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-11f64801-91a4-4ed6-8826-026ac4eb22ee tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Synchronizing usage tracker for tenant:5dcef99d1b1441dea18127579d2b89f5 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:23:37.343618 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c32b9-1237-447d-984f-ecaba892fa1d tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'Subnet': ['ID=bb2db5b9-da5d-47e5-8d26-4e8401ddbd7f,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:37.346044 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-690c32b9-1237-447d-984f-ecaba892fa1d tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:37.358459 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-690c32b9-1237-447d-984f-ecaba892fa1d tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:37.360895 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7da2aef-5079-4e32-aa17-1c36250f6144 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Network 1a15af95-804e-4d98-b3bf-8643e452da95 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:23:37.379424 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f509b7-e670-4202-ba4e-05cce2e9ef6d None None] Network a406c71b-ad26-4ec8-bfd0-c2e6ec4d4803 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:23:37.413284 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-690c32b9-1237-447d-984f-ecaba892fa1d tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/subnets/bb2db5b9-da5d-47e5-8d26-4e8401ddbd7f HTTP/1.1" status: 204 len: 168 time: 2.0809090 Dec 22 13:23:37.416010 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47794) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:37.462235 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-92712103-8808-4a1b-81f3-b171379e384b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:37.475070 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-e7da2aef-5079-4e32-aa17-1c36250f6144 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 1a15af95-804e-4d98-b3bf-8643e452da95) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:23:37.481042 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7da2aef-5079-4e32-aa17-1c36250f6144 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:37.481859 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e7da2aef-5079-4e32-aa17-1c36250f6144 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:37.489134 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e437cb76-3571-4824-9bff-9fe2ceed0600 None None] Network 1a15af95-804e-4d98-b3bf-8643e452da95 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:23:37.552479 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-11f64801-91a4-4ed6-8826-026ac4eb22ee tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Unset dirty status for tenant:5dcef99d1b1441dea18127579d2b89f5 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:23:37.561898 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-11f64801-91a4-4ed6-8826-026ac4eb22ee tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "GET /v2.0/ports/80948a9a-6a2e-4f21-a165-7e59ed1fd118 HTTP/1.1" status: 404 len: 333 time: 0.3431437 Dec 22 13:23:37.562117 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47798) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:37.573819 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device b078ee29-451b-4f5c-8d71-e41b92ff2fdf no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:23:37.600095 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e7da2aef-5079-4e32-aa17-1c36250f6144 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.4921966 Dec 22 13:23:37.603908 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47802) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:37.607732 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e0f32db8-03db-458b-af88-498dc5a1529c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:37.619019 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-e6292b22-9a61-46af-b78c-5e3f192f0b91 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-889326619', 'network_id': '1a15af95-804e-4d98-b3bf-8643e452da95'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:37.625691 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-e6292b22-9a61-46af-b78c-5e3f192f0b91 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:37.630844 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-e6292b22-9a61-46af-b78c-5e3f192f0b91 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Usage tracker for resource:port and tenant:203456c584c042e59ddee94b648b37a9 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:37.633317 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-e0f32db8-03db-458b-af88-498dc5a1529c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Deleting port eb8235a7-734d-4950-b498-0e9a7af1fc67 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:23:37.633672 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e0f32db8-03db-458b-af88-498dc5a1529c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:37.649095 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-9e03234a-cd52-4f1e-8f28-6df6c38bc753 None None] Could not find standard attr ID for object 80948a9a-6a2e-4f21-a165-7e59ed1fd118. {{(pid=84150) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:23:37.654575 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: b078ee29-451b-4f5c-8d71-e41b92ff2fdf {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:23:37.656106 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device b078ee29-451b-4f5c-8d71-e41b92ff2fdf not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:23:37.656546 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 9c1e53a2-6e52-4245-b1d7-33eeba64de23 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:23:37.662440 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-e6292b22-9a61-46af-b78c-5e3f192f0b91 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:37.670457 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-af8f5ee6-93ac-48c2-b36e-938de0862be3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:37.684507 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-01b11884-a3a2-4dc6-a32e-f859054d0552 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:37.706320 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-0445ce80-c0fc-4d31-acc7-4023d7acc184 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Deleting port 9c1e53a2-6e52-4245-b1d7-33eeba64de23 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:23:37.706699 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0445ce80-c0fc-4d31-acc7-4023d7acc184 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:37.721068 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-e6292b22-9a61-46af-b78c-5e3f192f0b91 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:37.743907 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f5ee6-93ac-48c2-b36e-938de0862be3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Port': ['ID=c46f4a52-3cdd-46b7-93bb-52ded2e059d9,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:37.746250 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-af8f5ee6-93ac-48c2-b36e-938de0862be3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:37.784358 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-84e1b3bd-350f-40d2-a955-7ff218285063 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:37.790090 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-0445ce80-c0fc-4d31-acc7-4023d7acc184 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] The port '9c1e53a2-6e52-4245-b1d7-33eeba64de23' was deleted {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:23:37.806493 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 9c1e53a2-6e52-4245-b1d7-33eeba64de23 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:23:37.808771 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 9c1e53a2-6e52-4245-b1d7-33eeba64de23 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:23:37.837585 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-9e03234a-cd52-4f1e-8f28-6df6c38bc753 None None] Provisioning complete for port 2e069f03-1659-41ab-8d49-f25ecd673a40 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:37.837965 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9e03234a-cd52-4f1e-8f28-6df6c38bc753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:37.870066 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-af8f5ee6-93ac-48c2-b36e-938de0862be3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:37.875476 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-af8f5ee6-93ac-48c2-b36e-938de0862be3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/ports/c46f4a52-3cdd-46b7-93bb-52ded2e059d9 HTTP/1.1" status: 204 len: 168 time: 2.0819969 Dec 22 13:23:37.878272 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47806) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:37.884253 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6292b22-9a61-46af-b78c-5e3f192f0b91 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Made reservation on behalf of 203456c584c042e59ddee94b648b37a9 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:23:37.886582 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e6292b22-9a61-46af-b78c-5e3f192f0b91 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:37.961113 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-84e1b3bd-350f-40d2-a955-7ff218285063 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:37.995799 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-9e03234a-cd52-4f1e-8f28-6df6c38bc753 None None] Port 2e069f03-1659-41ab-8d49-f25ecd673a40 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:23:37.997300 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0445ce80-c0fc-4d31-acc7-4023d7acc184 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:38.003397 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5d6af9c8-f079-4726-9d07-6991d5bdaba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:38.034077 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-e6292b22-9a61-46af-b78c-5e3f192f0b91 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] device_id is not set on port 8c48b09c-c5af-4dd0-8afe-f640a9ff6b0b yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:23:38.101065 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-0445ce80-c0fc-4d31-acc7-4023d7acc184 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7e21e1f-b59f-45da-b71d-dfa88e74399e']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:38.105807 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fd77eb-c40c-4469-8294-a98f8568cdbc None None] DHCP port deletion for a406c71b-ad26-4ec8-bfd0-c2e6ec4d4803 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:23:38.107828 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b392a6e5-9110-4829-a8cc-c0b3eaf8360b None None] Network 1a15af95-804e-4d98-b3bf-8643e452da95 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:23:38.132303 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-0445ce80-c0fc-4d31-acc7-4023d7acc184 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5c004ff-acd6-41a3-b1a9-cb79dfb099f5') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:38.133542 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-0445ce80-c0fc-4d31-acc7-4023d7acc184 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5c004ff-acd6-41a3-b1a9-cb79dfb099f5') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:38.153717 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-e0f32db8-03db-458b-af88-498dc5a1529c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] For port eb8235a7-734d-4950-b498-0e9a7af1fc67, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=eb8235a7-734d-4950-b498-0e9a7af1fc67,segment=NetworkSegment(80259dd4-dcd9-423d-8509-1ee77f13b481),segment_id=80259dd4-dcd9-423d-8509-1ee77f13b481)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:23:38.154113 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e0f32db8-03db-458b-af88-498dc5a1529c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:38.176970 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0445ce80-c0fc-4d31-acc7-4023d7acc184 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:38.179931 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-e4fd77eb-c40c-4469-8294-a98f8568cdbc None None] Deleting port eb8235a7-734d-4950-b498-0e9a7af1fc67 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:23:38.180492 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e4fd77eb-c40c-4469-8294-a98f8568cdbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:38.183671 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-92712103-8808-4a1b-81f3-b171379e384b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router_gateway, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:38.210301 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-444d455f-bc3f-49fc-aaeb-7f2be3b681ca None None] Could not find standard attr ID for object 80948a9a-6a2e-4f21-a165-7e59ed1fd118. {{(pid=84150) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:23:38.226495 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-92712103-8808-4a1b-81f3-b171379e384b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:38.230585 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-84e1b3bd-350f-40d2-a955-7ff218285063 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:38.267638 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0445ce80-c0fc-4d31-acc7-4023d7acc184 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:38.270068 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-72680ede-c843-474a-8dfd-62207c1e85e2 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:38.297713 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0445ce80-c0fc-4d31-acc7-4023d7acc184 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:23:38.298115 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0445ce80-c0fc-4d31-acc7-4023d7acc184 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:38.312959 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1b3bd-350f-40d2-a955-7ff218285063 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b206a960-f15a-4166-939f-39875811af7f,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:38.314721 dv-neutron-822669-1-hyperv neutron-server[84148]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:23:38.314721 dv-neutron-822669-1-hyperv neutron-server[84148]: util.warn( Dec 22 13:23:38.314721 dv-neutron-822669-1-hyperv neutron-server[84148]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:23:38.314721 dv-neutron-822669-1-hyperv neutron-server[84148]: util.warn( Dec 22 13:23:38.314721 dv-neutron-822669-1-hyperv neutron-server[84148]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:23:38.314721 dv-neutron-822669-1-hyperv neutron-server[84148]: util.warn( Dec 22 13:23:38.314721 dv-neutron-822669-1-hyperv neutron-server[84148]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:23:38.314721 dv-neutron-822669-1-hyperv neutron-server[84148]: util.warn( Dec 22 13:23:38.314721 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:23:38.314721 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:23:38.314721 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:23:38.314721 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:23:38.314721 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:23:38.314721 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:23:38.314721 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:23:38.314721 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:23:38.314721 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:23:38.314721 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:23:38.314721 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:23:38.314721 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:23:38.314721 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:23:38.314721 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:23:38.314721 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:23:38.314721 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:23:38.314721 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:23:38.314721 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:23:38.314721 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:23:38.314721 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:23:38.314721 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:23:38.314721 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:23:38.314721 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:23:38.314721 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:23:38.314721 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:23:38.314721 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:23:38.314721 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:23:38.314721 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:23:38.314721 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:23:38.314721 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:23:38.314721 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:23:38.314721 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:23:38.322511 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-e0f32db8-03db-458b-af88-498dc5a1529c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Calling delete_port for eb8235a7-734d-4950-b498-0e9a7af1fc67 owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:23:38.368107 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-84e1b3bd-350f-40d2-a955-7ff218285063 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:38.379104 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85610367-edbc-46a7-ace2-447d427df82c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:38.379330 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-85610367-edbc-46a7-ace2-447d427df82c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:23:38.395387 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-84e1b3bd-350f-40d2-a955-7ff218285063 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:38.395853 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-84e1b3bd-350f-40d2-a955-7ff218285063 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/security-groups/b206a960-f15a-4166-939f-39875811af7f HTTP/1.1" status: 204 len: 168 time: 0.8345363 Dec 22 13:23:38.401512 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47810) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:38.441293 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-e6292b22-9a61-46af-b78c-5e3f192f0b91 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Allocated IP 2001:db8::2bc (1a15af95-804e-4d98-b3bf-8643e452da95/df044cb7-1ba6-40ef-b051-72c1bcbfb86d/8c48b09c-c5af-4dd0-8afe-f640a9ff6b0b) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:23:38.486595 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-92712103-8808-4a1b-81f3-b171379e384b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Allocated IP 172.26.1.143 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/2c53bbde-694a-41f8-84f3-a532d778de54) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:23:38.544401 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-e4fd77eb-c40c-4469-8294-a98f8568cdbc None None] For port eb8235a7-734d-4950-b498-0e9a7af1fc67, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=eb8235a7-734d-4950-b498-0e9a7af1fc67,segment=NetworkSegment(80259dd4-dcd9-423d-8509-1ee77f13b481),segment_id=80259dd4-dcd9-423d-8509-1ee77f13b481)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:23:38.546903 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e4fd77eb-c40c-4469-8294-a98f8568cdbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:38.573361 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0445ce80-c0fc-4d31-acc7-4023d7acc184 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:38.581229 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7deeb60e-9ff3-4882-be69-d47d40950e94 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:38.583506 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-85610367-edbc-46a7-ace2-447d427df82c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:23:38.584761 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-85610367-edbc-46a7-ace2-447d427df82c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.7053125 Dec 22 13:23:38.591398 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47814) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:38.596679 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b8069bb2-4b2c-4227-bb99-9caf7f6deb2f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:38.598030 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0445ce80-c0fc-4d31-acc7-4023d7acc184 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:38.619240 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0445ce80-c0fc-4d31-acc7-4023d7acc184 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Pushing event deleted for resources: {'Network': ['ID=b7e21e1f-b59f-45da-b71d-dfa88e74399e,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:38.624203 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0445ce80-c0fc-4d31-acc7-4023d7acc184 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:38.628125 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0445ce80-c0fc-4d31-acc7-4023d7acc184 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "DELETE /v2.0/networks/b7e21e1f-b59f-45da-b71d-dfa88e74399e HTTP/1.1" status: 204 len: 168 time: 2.6739731 Dec 22 13:23:38.638288 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47818) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:38.640157 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-c362df5c-0dd9-4373-a9af-39b05268841f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Request body: {'router': {'routes': None}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:38.700067 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-e4fd77eb-c40c-4469-8294-a98f8568cdbc None None] Calling delete_port for eb8235a7-734d-4950-b498-0e9a7af1fc67 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:23:38.741177 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device eb8235a7-734d-4950-b498-0e9a7af1fc67 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:23:38.779994 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: eb8235a7-734d-4950-b498-0e9a7af1fc67 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:23:38.780409 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device eb8235a7-734d-4950-b498-0e9a7af1fc67 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:23:38.820466 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-e4fd77eb-c40c-4469-8294-a98f8568cdbc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:23:38.820847 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-e4fd77eb-c40c-4469-8294-a98f8568cdbc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:23:38.840914 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e0f32db8-03db-458b-af88-498dc5a1529c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:38.860869 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e93cf75b-59a2-4df6-a41c-0d38b746fa1a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:38.914586 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b8069bb2-4b2c-4227-bb99-9caf7f6deb2f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:38.922680 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f32db8-03db-458b-af88-498dc5a1529c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'Port': ['ID=eb8235a7-734d-4950-b498-0e9a7af1fc67,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:38.932907 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:38.935831 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e0f32db8-03db-458b-af88-498dc5a1529c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:38.946752 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-92712103-8808-4a1b-81f3-b171379e384b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:38.959458 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f32db8-03db-458b-af88-498dc5a1529c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] No DVR routers for this DVR port eb8235a7-734d-4950-b498-0e9a7af1fc67 on host dv-neutron-822669-1-hyperv {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:23:39.117442 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.extraroute_db [None req-c362df5c-0dd9-4373-a9af-39b05268841f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Added routes are [] {{(pid=84148) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 22 13:23:39.118021 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.extraroute_db [None req-c362df5c-0dd9-4373-a9af-39b05268841f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Removed routes are [] {{(pid=84148) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 22 13:23:39.118021 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c362df5c-0dd9-4373-a9af-39b05268841f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:39.159548 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e0f32db8-03db-458b-af88-498dc5a1529c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:39.172273 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa06fd10-8a01-4fe2-b382-1553d475f32c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:39.173745 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-aa06fd10-8a01-4fe2-b382-1553d475f32c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5784557 Dec 22 13:23:39.176640 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e6292b22-9a61-46af-b78c-5e3f192f0b91 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:39.181509 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47822) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:39.201491 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:39.233917 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b8069bb2-4b2c-4227-bb99-9caf7f6deb2f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:39.244757 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-795aacc7-1844-4e9d-b997-68e9377ed79b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:39.260515 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-e0f32db8-03db-458b-af88-498dc5a1529c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a406c71b-ad26-4ec8-bfd0-c2e6ec4d4803']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:39.277313 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8069bb2-4b2c-4227-bb99-9caf7f6deb2f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe2bb16-1916-46c7-b5ef-8ffb930a5270,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:39.294547 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-e0f32db8-03db-458b-af88-498dc5a1529c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80259dd4-dcd9-423d-8509-1ee77f13b481') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:39.294846 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-e0f32db8-03db-458b-af88-498dc5a1529c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80259dd4-dcd9-423d-8509-1ee77f13b481') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:39.302190 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b8069bb2-4b2c-4227-bb99-9caf7f6deb2f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:39.322159 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-e4fd77eb-c40c-4469-8294-a98f8568cdbc None None] Deleting port eb8235a7-734d-4950-b498-0e9a7af1fc67 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:23:39.322717 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e4fd77eb-c40c-4469-8294-a98f8568cdbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:39.322869 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77acc478-9a1a-42ec-b55f-a47bd68abf91 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:39.324095 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77acc478-9a1a-42ec-b55f-a47bd68abf91 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:39.325481 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77acc478-9a1a-42ec-b55f-a47bd68abf91 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:39.326261 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-77acc478-9a1a-42ec-b55f-a47bd68abf91 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Synchronizing usage tracker for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:23:39.332683 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e0f32db8-03db-458b-af88-498dc5a1529c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:39.338764 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-92712103-8808-4a1b-81f3-b171379e384b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:39.351529 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-602ce184-da0e-45ca-bd4c-e4aea576bb57 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:39.356560 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b8069bb2-4b2c-4227-bb99-9caf7f6deb2f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:39.360311 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b8069bb2-4b2c-4227-bb99-9caf7f6deb2f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/security-groups/ffe2bb16-1916-46c7-b5ef-8ffb930a5270 HTTP/1.1" status: 204 len: 168 time: 0.9522190 Dec 22 13:23:39.363224 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47826) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:39.382172 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e0f32db8-03db-458b-af88-498dc5a1529c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:39.393094 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-e4fd77eb-c40c-4469-8294-a98f8568cdbc None None] The port 'eb8235a7-734d-4950-b498-0e9a7af1fc67' was deleted {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:23:39.394541 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0f32db8-03db-458b-af88-498dc5a1529c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:23:39.394923 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e0f32db8-03db-458b-af88-498dc5a1529c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:39.409952 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:23:39.409952 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:23:39.409952 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:23:39.409952 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:23:39.409952 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:23:39.409952 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:23:39.409952 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:23:39.409952 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:23:39.409952 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:23:39.409952 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:23:39.409952 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:23:39.409952 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:23:39.409952 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:23:39.409952 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:23:39.409952 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:23:39.409952 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:23:39.409952 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:23:39.409952 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:23:39.409952 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:23:39.409952 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:23:39.409952 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:23:39.409952 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:23:39.409952 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:23:39.409952 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:23:39.409952 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:23:39.409952 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:23:39.409952 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:23:39.409952 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:23:39.409952 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:23:39.409952 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:23:39.409952 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:23:39.409952 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:23:39.470764 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c362df5c-0dd9-4373-a9af-39b05268841f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:39.471647 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-77acc478-9a1a-42ec-b55f-a47bd68abf91 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Unset dirty status for tenant:9da3e9f4adde46a9ba0d451c1cde7894 on resource:subnet {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:23:39.475569 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-77acc478-9a1a-42ec-b55f-a47bd68abf91 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2891366 Dec 22 13:23:39.475569 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e6292b22-9a61-46af-b78c-5e3f192f0b91 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:39.476391 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47830) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:39.481634 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92712103-8808-4a1b-81f3-b171379e384b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:23:39.498947 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9847163c-e31c-48c5-9df7-52d5fd6cedde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:39.522283 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c362df5c-0dd9-4373-a9af-39b05268841f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707601'] for router, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:39.522283 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-92712103-8808-4a1b-81f3-b171379e384b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:23:39.533456 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92712103-8808-4a1b-81f3-b171379e384b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:23:39.571961 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92712103-8808-4a1b-81f3-b171379e384b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=2c53bbde-694a-41f8-84f3-a532d778de54,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:39.585257 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-92712103-8808-4a1b-81f3-b171379e384b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:39.593767 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6292b22-9a61-46af-b78c-5e3f192f0b91 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Network 1a15af95-804e-4d98-b3bf-8643e452da95 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:23:39.601649 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-e6292b22-9a61-46af-b78c-5e3f192f0b91 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:23:39.606548 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6292b22-9a61-46af-b78c-5e3f192f0b91 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Pushing event updated for resources: {'Port': ['ID=8c48b09c-c5af-4dd0-8afe-f640a9ff6b0b,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:39.608917 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6292b22-9a61-46af-b78c-5e3f192f0b91 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:23:39.609581 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6292b22-9a61-46af-b78c-5e3f192f0b91 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:39.610167 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e6292b22-9a61-46af-b78c-5e3f192f0b91 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:39.615751 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e6292b22-9a61-46af-b78c-5e3f192f0b91 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:39.617986 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cf4c7800-1b1b-4314-b667-29e75ef1c95a tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:39.650939 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e0f32db8-03db-458b-af88-498dc5a1529c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:39.656232 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-081d3353-7c85-4b64-8e8b-73e1b6cdb806 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:39.672057 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cf4c7800-1b1b-4314-b667-29e75ef1c95a tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:39.679790 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e0f32db8-03db-458b-af88-498dc5a1529c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:39.681632 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e0f32db8-03db-458b-af88-498dc5a1529c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/networks/a406c71b-ad26-4ec8-bfd0-c2e6ec4d4803 HTTP/1.1" status: 204 len: 168 time: 2.2646291 Dec 22 13:23:39.690097 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47834) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:39.694869 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f32db8-03db-458b-af88-498dc5a1529c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'Network': ['ID=a406c71b-ad26-4ec8-bfd0-c2e6ec4d4803,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:39.699495 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-443be82b-4cbf-4042-b48b-6bdfe22d5192 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1198032865'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:39.710465 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e0f32db8-03db-458b-af88-498dc5a1529c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:39.714509 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-443be82b-4cbf-4042-b48b-6bdfe22d5192 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:39.719353 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e6292b22-9a61-46af-b78c-5e3f192f0b91 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.1096010 Dec 22 13:23:39.727216 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47838) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:39.728167 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-443be82b-4cbf-4042-b48b-6bdfe22d5192 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:network and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:39.732502 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-443be82b-4cbf-4042-b48b-6bdfe22d5192 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:39.776172 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-443be82b-4cbf-4042-b48b-6bdfe22d5192 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:39.810072 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-937b1ad6-3307-4451-a0bf-bce75b500cd9 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Deleting port 8c48b09c-c5af-4dd0-8afe-f640a9ff6b0b {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:23:39.810430 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-937b1ad6-3307-4451-a0bf-bce75b500cd9 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:39.860385 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443be82b-4cbf-4042-b48b-6bdfe22d5192 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Made reservation on behalf of 77460f0dfa37423d8c924a302461b16c for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:23:39.863358 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-443be82b-4cbf-4042-b48b-6bdfe22d5192 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:39.901456 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c362df5c-0dd9-4373-a9af-39b05268841f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Router f2c21113-3a72-48f5-a58f-27735d4120b2 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:23:39.911305 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cf4c7800-1b1b-4314-b667-29e75ef1c95a tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:39.922299 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-819993b2-93eb-488a-9fbf-bd654e0e433f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:39.927238 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-7318990e-a60e-4e05-9b02-a7d6d263bfd6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting subnet 28181bbb-80d4-41f0-aed3-3c6ad1f4aa15 {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:23:39.937941 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7318990e-a60e-4e05-9b02-a7d6d263bfd6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:39.943966 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4c7800-1b1b-4314-b667-29e75ef1c95a tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90a488a-ee65-4126-a70a-aded5487730c,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:39.949201 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-cf4c7800-1b1b-4314-b667-29e75ef1c95a tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:39.963108 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-443be82b-4cbf-4042-b48b-6bdfe22d5192 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:23:39.986653 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cf4c7800-1b1b-4314-b667-29e75ef1c95a tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:39.990237 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-cf4c7800-1b1b-4314-b667-29e75ef1c95a tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/security-groups/b90a488a-ee65-4126-a70a-aded5487730c HTTP/1.1" status: 204 len: 168 time: 0.6225586 Dec 22 13:23:40.032322 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47842) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:40.062365 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7318990e-a60e-4e05-9b02-a7d6d263bfd6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:40.076197 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-443be82b-4cbf-4042-b48b-6bdfe22d5192 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:40.076654 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-443be82b-4cbf-4042-b48b-6bdfe22d5192 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Added segment 02e3134e-647f-48a8-9a63-ed4eb25e5ae1 of type vlan for network feefcbf6-6f13-478d-9833-112d064627e4 Dec 22 13:23:40.180475 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-443be82b-4cbf-4042-b48b-6bdfe22d5192 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:40.256582 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-937b1ad6-3307-4451-a0bf-bce75b500cd9 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:40.344167 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c362df5c-0dd9-4373-a9af-39b05268841f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:23:40.351351 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c362df5c-0dd9-4373-a9af-39b05268841f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:40.352489 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c362df5c-0dd9-4373-a9af-39b05268841f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "PUT /v2.0/routers/f2c21113-3a72-48f5-a58f-27735d4120b2 HTTP/1.1" status: 200 len: 704 time: 1.7193615 Dec 22 13:23:40.355379 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47846) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:40.365678 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ebabc3-a5c4-46bd-8992-b450028493aa None None] Sync routers for ids ['f2c21113-3a72-48f5-a58f-27735d4120b2'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:23:40.384953 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.resource_extend [None req-443be82b-4cbf-4042-b48b-6bdfe22d5192 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:23:40.386134 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ebabc3-a5c4-46bd-8992-b450028493aa None None] Routers {'f2c21113-3a72-48f5-a58f-27735d4120b2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:23:40.386973 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-93ebabc3-a5c4-46bd-8992-b450028493aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:23:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['f2c21113-3a72-48f5-a58f-27735d4120b2'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:40.398228 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-937b1ad6-3307-4451-a0bf-bce75b500cd9 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Calling delete_port for 8c48b09c-c5af-4dd0-8afe-f640a9ff6b0b owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:23:40.408382 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-2df043f5-151a-4422-bf42-416dc075bed1 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Synchronizing usage tracker for tenant:ad8695e3cb0646af805a65484bd64689 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:23:40.413845 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7318990e-a60e-4e05-9b02-a7d6d263bfd6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:40.474421 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-92712103-8808-4a1b-81f3-b171379e384b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router_gateway, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:40.475259 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-92712103-8808-4a1b-81f3-b171379e384b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:40.483282 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:40.560358 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-93ebabc3-a5c4-46bd-8992-b450028493aa None None] Set router f2c21113-3a72-48f5-a58f-27735d4120b2 gateway port host: None {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:23:40.594677 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-2df043f5-151a-4422-bf42-416dc075bed1 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Unset dirty status for tenant:ad8695e3cb0646af805a65484bd64689 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:23:40.596122 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-2df043f5-151a-4422-bf42-416dc075bed1 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2c21113-3a72-48f5-a58f-27735d4120b2 HTTP/1.1" status: 200 len: 205 time: 0.2398477 Dec 22 13:23:40.605728 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47850) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:40.655844 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-eee81109-e26c-4d3e-81ec-688df9c5363e req-1d289ad8-5bcf-467c-9b4c-4610fe4417b7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=637bf671-5c93-4d8f-a810-167e9aa9a3ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1772399 Dec 22 13:23:40.685080 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-93ebabc3-a5c4-46bd-8992-b450028493aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'name': 'tempest-RoutersIpV6Test-router-922980331', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:47Z', 'updated_at': '2021-12-22T13:23:32Z', 'revision_number': 11, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'gw_port_host': None}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:40.689778 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ebabc3-a5c4-46bd-8992-b450028493aa None None] Checking router: f2c21113-3a72-48f5-a58f-27735d4120b2 for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:23:40.695043 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b29ffa8-a257-4994-8648-39d678454f6b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Deleting subnet 23e99ddc-e8c0-4523-972f-e159d13c07d1 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:23:40.696809 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-443be82b-4cbf-4042-b48b-6bdfe22d5192 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:40.700471 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443be82b-4cbf-4042-b48b-6bdfe22d5192 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:40.704440 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-443be82b-4cbf-4042-b48b-6bdfe22d5192 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:40.704562 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ebabc3-a5c4-46bd-8992-b450028493aa None None] Routers {'f2c21113-3a72-48f5-a58f-27735d4120b2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:23:40.704562 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-93ebabc3-a5c4-46bd-8992-b450028493aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:23:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['f2c21113-3a72-48f5-a58f-27735d4120b2'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:40.711804 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b5d7cca5-79b0-4dba-98d9-ef1cbdaaa540 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:40.714404 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7318990e-a60e-4e05-9b02-a7d6d263bfd6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:40.723990 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ebceba70-4d35-4df7-ae31-5a4fba720879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:40.730670 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8b29ffa8-a257-4994-8648-39d678454f6b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:40.804651 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7318990e-a60e-4e05-9b02-a7d6d263bfd6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Subnet': ['ID=28181bbb-80d4-41f0-aed3-3c6ad1f4aa15,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:40.807552 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7318990e-a60e-4e05-9b02-a7d6d263bfd6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:40.820682 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7318990e-a60e-4e05-9b02-a7d6d263bfd6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:40.834564 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a120299d-572b-4bc3-ae83-09416a0c26a6 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:23:40.846793 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-93ebabc3-a5c4-46bd-8992-b450028493aa None None] Set router f2c21113-3a72-48f5-a58f-27735d4120b2 gateway port host: None {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:23:40.881791 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-eee81109-e26c-4d3e-81ec-688df9c5363e req-b28dd56c-c86a-45fe-ba64-e9bb02389218 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3772d751884347318e5633f3189f08c6&device_id=637bf671-5c93-4d8f-a810-167e9aa9a3ad HTTP/1.1" status: 200 len: 1098 time: 0.1582327 Dec 22 13:23:40.965292 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8b29ffa8-a257-4994-8648-39d678454f6b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:40.978920 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-7318990e-a60e-4e05-9b02-a7d6d263bfd6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/28181bbb-80d4-41f0-aed3-3c6ad1f4aa15 HTTP/1.1" status: 204 len: 168 time: 1.5003994 Dec 22 13:23:40.984275 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47854) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:41.009530 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443be82b-4cbf-4042-b48b-6bdfe22d5192 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'Network': ['ID=feefcbf6-6f13-478d-9833-112d064627e4,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:41.021183 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-443be82b-4cbf-4042-b48b-6bdfe22d5192 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:41.035015 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-93ebabc3-a5c4-46bd-8992-b450028493aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'name': 'tempest-RoutersIpV6Test-router-922980331', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:47Z', 'updated_at': '2021-12-22T13:23:32Z', 'revision_number': 11, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'gw_port_host': None}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:41.041419 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ebabc3-a5c4-46bd-8992-b450028493aa None None] The sync data for ids ['f2c21113-3a72-48f5-a58f-27735d4120b2'] in dv-neutron-822669-1-hyperv is: [{'id': 'f2c21113-3a72-48f5-a58f-27735d4120b2', 'name': 'tempest-RoutersIpV6Test-router-922980331', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:47Z', 'updated_at': '2021-12-22T13:23:32Z', 'revision_number': 11, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'gw_port_host': None}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:23:41.050803 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-51c857f4-bfc2-46ed-809c-116f7529ee1e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:41.100416 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network feefcbf6-6f13-478d-9833-112d064627e4 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:23:41.106844 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee81109-e26c-4d3e-81ec-688df9c5363e req-39ccf190-d945-4c28-9682-4178d289fdf9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:41.109333 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-eee81109-e26c-4d3e-81ec-688df9c5363e req-39ccf190-d945-4c28-9682-4178d289fdf9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=89a79209-9156-4e6a-aa92-986d9fb5ebd9 HTTP/1.1" status: 200 len: 897 time: 0.2028892 Dec 22 13:23:41.126763 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-443be82b-4cbf-4042-b48b-6bdfe22d5192 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4321012 Dec 22 13:23:41.132158 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47858) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:41.141559 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-a825eb7d-d337-45fb-9605-0357994c6b1e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'subnet': {'network_id': 'feefcbf6-6f13-478d-9833-112d064627e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:41.236238 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d0048e3-aa85-4284-be9a-13086eff9d42 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Deleting subnet 30dbe186-999b-4a44-a3e1-a2f4c32dcc4f {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:23:41.253755 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5d0048e3-aa85-4284-be9a-13086eff9d42 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:41.291194 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-937b1ad6-3307-4451-a0bf-bce75b500cd9 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:41.304506 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-eee81109-e26c-4d3e-81ec-688df9c5363e req-7a014a93-f9b4-4231-b3c1-3ace0624da57 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fc7171b-c5f7-47fb-b70f-fed856b0a227 HTTP/1.1" status: 200 len: 1001 time: 0.1766984 Dec 22 13:23:41.305326 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-17b90104-72b8-4a47-9be2-3dad47e99d3b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:41.312062 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92712103-8808-4a1b-81f3-b171379e384b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router 81a2d106-eed1-4541-a665-e09da3e3e131 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:23:41.367327 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5d0048e3-aa85-4284-be9a-13086eff9d42 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:41.379883 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b1ad6-3307-4451-a0bf-bce75b500cd9 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c48b09c-c5af-4dd0-8afe-f640a9ff6b0b,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:41.386657 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-937b1ad6-3307-4451-a0bf-bce75b500cd9 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:41.388520 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8b29ffa8-a257-4994-8648-39d678454f6b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:41.470671 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-a825eb7d-d337-45fb-9605-0357994c6b1e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:41.510040 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee81109-e26c-4d3e-81ec-688df9c5363e req-a2c15fac-3c7b-4077-90dd-e0b075fd8549 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:41.511481 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-eee81109-e26c-4d3e-81ec-688df9c5363e req-a2c15fac-3c7b-4077-90dd-e0b075fd8549 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9ad01d9a-abae-4107-9993-51951d2171e3 HTTP/1.1" status: 200 len: 835 time: 0.1950016 Dec 22 13:23:41.531999 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-937b1ad6-3307-4451-a0bf-bce75b500cd9 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:41.534143 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-937b1ad6-3307-4451-a0bf-bce75b500cd9 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] 10.222.0.47 "DELETE /v2.0/ports/8c48b09c-c5af-4dd0-8afe-f640a9ff6b0b HTTP/1.1" status: 204 len: 168 time: 1.8032663 Dec 22 13:23:41.542461 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-a825eb7d-d337-45fb-9605-0357994c6b1e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:subnet and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:41.545578 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47862) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:41.562225 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-a825eb7d-d337-45fb-9605-0357994c6b1e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:41.613587 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5d0048e3-aa85-4284-be9a-13086eff9d42 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:41.635938 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-2685afc5-3182-4ea6-b33f-d9d826eeb680 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1a15af95-804e-4d98-b3bf-8643e452da95', 'external_fixed_ips': [{'subnet_id': 'df044cb7-1ba6-40ef-b051-72c1bcbfb86d', 'ip_address': '2001:db8::2bc'}]}}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:41.649443 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-a825eb7d-d337-45fb-9605-0357994c6b1e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:41.656632 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-2685afc5-3182-4ea6-b33f-d9d826eeb680 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:41.671479 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2685afc5-3182-4ea6-b33f-d9d826eeb680 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Usage tracker for resource:router and tenant:203456c584c042e59ddee94b648b37a9 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:41.676549 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2685afc5-3182-4ea6-b33f-d9d826eeb680 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:41.751579 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-2685afc5-3182-4ea6-b33f-d9d826eeb680 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:41.753668 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a825eb7d-d337-45fb-9605-0357994c6b1e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Made reservation on behalf of 77460f0dfa37423d8c924a302461b16c for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:23:41.754626 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-eee81109-e26c-4d3e-81ec-688df9c5363e req-6eb076d1-5f78-4738-851a-a3bc6207efbe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=89a79209-9156-4e6a-aa92-986d9fb5ebd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2340343 Dec 22 13:23:41.907722 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-51c857f4-bfc2-46ed-809c-116f7529ee1e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:41.918246 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-51c857f4-bfc2-46ed-809c-116f7529ee1e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:41.928838 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5d0048e3-aa85-4284-be9a-13086eff9d42 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:41.940568 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a825eb7d-d337-45fb-9605-0357994c6b1e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:41.961296 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-2a9fabe6-7c89-4885-ad3e-81aade78442b None None] Provisioning complete for port d396081e-ea2f-48f3-92df-9137845e33c7 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:41.961940 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2a9fabe6-7c89-4885-ad3e-81aade78442b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:41.977665 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-dee9e157-3f04-4be5-a60a-34d1cd5ecb9b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:42.032184 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0048e3-aa85-4284-be9a-13086eff9d42 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Subnet': ['ID=30dbe186-999b-4a44-a3e1-a2f4c32dcc4f,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:42.045591 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5d0048e3-aa85-4284-be9a-13086eff9d42 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:42.056563 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5d0048e3-aa85-4284-be9a-13086eff9d42 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:42.070786 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e25b234-80fc-4563-9bb3-19e846806850 None None] Network 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:23:42.089445 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8b29ffa8-a257-4994-8648-39d678454f6b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:42.092832 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2685afc5-3182-4ea6-b33f-d9d826eeb680 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:42.093761 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2685afc5-3182-4ea6-b33f-d9d826eeb680 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:42.102128 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-5d0048e3-aa85-4284-be9a-13086eff9d42 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/30dbe186-999b-4a44-a3e1-a2f4c32dcc4f HTTP/1.1" status: 204 len: 168 time: 1.1141746 Dec 22 13:23:42.107114 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47868) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:42.144647 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ff03824d-6c85-4dad-9702-f582030a4174 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:42.166994 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-eee81109-e26c-4d3e-81ec-688df9c5363e req-6a8e2c21-b375-4b31-9ec1-88e5fb7ea024 service neutron] 10.222.0.45 "GET /v2.0/networks/89a79209-9156-4e6a-aa92-986d9fb5ebd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986731 Dec 22 13:23:42.206066 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6d0357d5-c249-465c-ae27-181b6507b50e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0946109 Dec 22 13:23:42.207351 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29ffa8-a257-4994-8648-39d678454f6b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event deleted for resources: {'Subnet': ['ID=23e99ddc-e8c0-4523-972f-e159d13c07d1,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:42.212814 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47872) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:42.218782 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8b29ffa8-a257-4994-8648-39d678454f6b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:42.256633 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92712103-8808-4a1b-81f3-b171379e384b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:23:42.281312 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8b29ffa8-a257-4994-8648-39d678454f6b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:42.306373 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2685afc5-3182-4ea6-b33f-d9d826eeb680 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:42.313373 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74b62d6-3c55-4316-99fd-cc4ed3d90670 None None] Sync routers for ids ['81a2d106-eed1-4541-a665-e09da3e3e131'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:23:42.322478 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8b29ffa8-a257-4994-8648-39d678454f6b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/subnets/23e99ddc-e8c0-4523-972f-e159d13c07d1 HTTP/1.1" status: 204 len: 168 time: 2.2851098 Dec 22 13:23:42.322683 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a59de46-c37b-436a-bb71-1a203d7d116a None None] Network 975b41b6-ee3d-4230-b367-1e6f2668dd0f requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:23:42.327384 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47876) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:42.341131 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-51c857f4-bfc2-46ed-809c-116f7529ee1e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:42.341648 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c857f4-bfc2-46ed-809c-116f7529ee1e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Fanout notify agent at l3_agent the message router_deleted on router f2c21113-3a72-48f5-a58f-27735d4120b2 {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:23:42.382687 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-92712103-8808-4a1b-81f3-b171379e384b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:42.387428 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-92712103-8808-4a1b-81f3-b171379e384b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.0719728 Dec 22 13:23:42.392245 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47880) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:42.399716 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-51c857f4-bfc2-46ed-809c-116f7529ee1e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:42.400835 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-51c857f4-bfc2-46ed-809c-116f7529ee1e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "DELETE /v2.0/routers/f2c21113-3a72-48f5-a58f-27735d4120b2 HTTP/1.1" status: 204 len: 168 time: 1.7908833 Dec 22 13:23:42.407578 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-eee81109-e26c-4d3e-81ec-688df9c5363e req-29a38944-1f7c-4bea-90b5-37a6dbe02b60 service neutron] 10.222.0.45 "GET /v2.0/networks/89a79209-9156-4e6a-aa92-986d9fb5ebd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266200 Dec 22 13:23:42.411421 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47886) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:42.427577 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-b2752c44-de34-4564-9f2f-42ac3a961473 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-942758852', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:42.445121 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb8751f-b5d0-47b3-80ae-c56a17a92306 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:42.447223 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-cfb8751f-b5d0-47b3-80ae-c56a17a92306 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2310820 Dec 22 13:23:42.448631 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-b2752c44-de34-4564-9f2f-42ac3a961473 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:42.454991 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47890) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:42.455407 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74b62d6-3c55-4316-99fd-cc4ed3d90670 None None] Routers {'81a2d106-eed1-4541-a665-e09da3e3e131'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:23:42.456150 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-d74b62d6-3c55-4316-99fd-cc4ed3d90670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:23:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['81a2d106-eed1-4541-a665-e09da3e3e131'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:42.555067 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-b2752c44-de34-4564-9f2f-42ac3a961473 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Usage tracker for resource:router and tenant:ad8695e3cb0646af805a65484bd64689 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:42.559584 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-b2752c44-de34-4564-9f2f-42ac3a961473 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:42.573101 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-b2752c44-de34-4564-9f2f-42ac3a961473 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:42.613399 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d3d17964-fb6b-4c18-b7b8-eac2b90f0fd6 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=453b85bce7e6482dbe10966fb03da8cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2200241 Dec 22 13:23:42.614020 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47896) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:42.640003 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-67b5e61c-9a86-4e63-83e1-40120017c822 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Deleting subnet b35489f1-b2ac-4946-a2b0-4414409e3dba {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:23:42.695729 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-67b5e61c-9a86-4e63-83e1-40120017c822 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:42.775776 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-67b5e61c-9a86-4e63-83e1-40120017c822 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:42.785390 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b2752c44-de34-4564-9f2f-42ac3a961473 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:42.786537 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b2752c44-de34-4564-9f2f-42ac3a961473 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:42.793673 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d13c386-5a24-41ec-aa4e-3d5e039e4ff6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:42.798934 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5d13c386-5a24-41ec-aa4e-3d5e039e4ff6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2657375 Dec 22 13:23:42.802456 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47902) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:42.811598 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-d74b62d6-3c55-4316-99fd-cc4ed3d90670 None None] Set router 81a2d106-eed1-4541-a665-e09da3e3e131 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:23:42.861221 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4a6327-acb0-41a4-9116-c53ee142bf5c tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:42.861600 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4a6327-acb0-41a4-9116-c53ee142bf5c tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:42.865740 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ff4a6327-acb0-41a4-9116-c53ee142bf5c tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1594 time: 0.2464151 Dec 22 13:23:42.866212 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47906) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:42.881874 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999145a4-b050-434b-b13b-640d34797a6c None None] DHCP port deletion for 8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:23:42.901857 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-999145a4-b050-434b-b13b-640d34797a6c None None] Deleting port d396081e-ea2f-48f3-92df-9137845e33c7 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:23:42.902337 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-999145a4-b050-434b-b13b-640d34797a6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:42.912628 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0dda0aff-c221-43a4-b7ce-abb69415b23e tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=0776f1b4-770d-462f-bc0f-df97e8017b18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429232 Dec 22 13:23:42.915324 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47910) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:42.919702 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-185037cf-c450-4900-97da-2b8b8cae6c3b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1136250 Dec 22 13:23:42.934698 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2685afc5-3182-4ea6-b33f-d9d826eeb680 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:42.939442 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47914) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:42.965953 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c89b9180-0690-4a9f-abad-a537e4ca4d30 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=1a15af95-804e-4d98-b3bf-8643e452da95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0471380 Dec 22 13:23:42.966942 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47918) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:42.972440 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-920ae009-a56b-4983-a6e6-529bf00b936f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1199225029', 'network_id': '405cc457-257b-4046-ad64-71c7c4966738', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:42.984480 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b2752c44-de34-4564-9f2f-42ac3a961473 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:43.000182 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-01cc8f96-b9ee-4963-b879-7c68e286d198 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:43.000628 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01cc8f96-b9ee-4963-b879-7c68e286d198 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:43.011586 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-01cc8f96-b9ee-4963-b879-7c68e286d198 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/ports/c46f4a52-3cdd-46b7-93bb-52ded2e059d9 HTTP/1.1" status: 404 len: 333 time: 0.0667274 Dec 22 13:23:43.016572 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a825eb7d-d337-45fb-9605-0357994c6b1e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:43.017623 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47922) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:43.018927 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2843df1a-73f2-40d5-b61a-493286dae288 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:43.057831 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-67b5e61c-9a86-4e63-83e1-40120017c822 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:43.097629 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-06dc1ed7-d2aa-4f7b-965e-f5dc662a8f03 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:43.098318 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06dc1ed7-d2aa-4f7b-965e-f5dc662a8f03 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:43.102050 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-06dc1ed7-d2aa-4f7b-965e-f5dc662a8f03 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/28181bbb-80d4-41f0-aed3-3c6ad1f4aa15 HTTP/1.1" status: 404 len: 337 time: 0.0538437 Dec 22 13:23:43.104196 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47926) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:43.128760 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b2752c44-de34-4564-9f2f-42ac3a961473 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:43.162933 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-486066d3-5a2b-4016-948f-ffd504c4b532 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:43.163378 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-486066d3-5a2b-4016-948f-ffd504c4b532 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:43.167468 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-486066d3-5a2b-4016-948f-ffd504c4b532 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/30dbe186-999b-4a44-a3e1-a2f4c32dcc4f HTTP/1.1" status: 404 len: 337 time: 0.0612612 Dec 22 13:23:43.173307 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47930) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:43.210530 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-920ae009-a56b-4983-a6e6-529bf00b936f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:43.220382 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-920ae009-a56b-4983-a6e6-529bf00b936f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:subnet and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:43.230464 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-920ae009-a56b-4983-a6e6-529bf00b936f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:43.235657 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a825eb7d-d337-45fb-9605-0357994c6b1e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'Subnet': ['ID=8eba1526-511a-4b20-9752-7d6327127fb5,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:43.238722 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a825eb7d-d337-45fb-9605-0357994c6b1e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:43.241628 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-11f45c16-70b4-488f-9339-c8d28686a01b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:43.241856 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11f45c16-70b4-488f-9339-c8d28686a01b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:43.246010 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-920ae009-a56b-4983-a6e6-529bf00b936f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:43.256521 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-11f45c16-70b4-488f-9339-c8d28686a01b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/ports/6187997c-7926-4e4e-8bcd-a43b5b624b39 HTTP/1.1" status: 404 len: 333 time: 0.0795951 Dec 22 13:23:43.256679 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47934) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:43.293049 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a825eb7d-d337-45fb-9605-0357994c6b1e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Checking segment: {'id': '02e3134e-647f-48a8-9a63-ed4eb25e5ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'feefcbf6-6f13-478d-9833-112d064627e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:23:43.293416 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a825eb7d-d337-45fb-9605-0357994c6b1e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Network hostable DHCP agents. Network: feefcbf6-6f13-478d-9833-112d064627e4, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:23:43.308209 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b2752c44-de34-4564-9f2f-42ac3a961473 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:43.310041 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b2752c44-de34-4564-9f2f-42ac3a961473 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8928328 Dec 22 13:23:43.313530 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47938) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:43.320880 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-23cd8607-0464-4378-b073-039c8c56f59b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:43.320880 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23cd8607-0464-4378-b073-039c8c56f59b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:43.320880 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-23cd8607-0464-4378-b073-039c8c56f59b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/54211f90-c26d-4d91-8c4b-53424caae631 HTTP/1.1" status: 404 len: 337 time: 0.0613477 Dec 22 13:23:43.321186 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-369ea514-f00a-465c-ae03-d123c6675f9e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:43.327920 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47942) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:43.344906 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-999145a4-b050-434b-b13b-640d34797a6c None None] For port d396081e-ea2f-48f3-92df-9137845e33c7, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=d396081e-ea2f-48f3-92df-9137845e33c7,segment=NetworkSegment(3cef21f4-7102-4d54-8163-fadf8f18c403),segment_id=3cef21f4-7102-4d54-8163-fadf8f18c403)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:23:43.345965 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-999145a4-b050-434b-b13b-640d34797a6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:43.374549 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-80aeaaaf-d27c-435a-b0e7-04f7db7e5b1b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:43.374985 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80aeaaaf-d27c-435a-b0e7-04f7db7e5b1b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:43.376643 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-80aeaaaf-d27c-435a-b0e7-04f7db7e5b1b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/df096799-4497-47bd-9dc1-ff99bcba53fc HTTP/1.1" status: 404 len: 337 time: 0.0453262 Dec 22 13:23:43.381014 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-67b5e61c-9a86-4e63-83e1-40120017c822 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:43.383723 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47946) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:43.392242 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2a234c87-1a4c-489a-b012-e87a17e99d0f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:43.422544 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920ae009-a56b-4983-a6e6-529bf00b936f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Made reservation on behalf of 453b85bce7e6482dbe10966fb03da8cc for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:23:43.437347 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-32ccc946-ae43-42c0-b510-d643d451be83 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:43.437786 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32ccc946-ae43-42c0-b510-d643d451be83 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:43.441924 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-32ccc946-ae43-42c0-b510-d643d451be83 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/ports/f4e59b85-a03b-4400-a4ea-68203cc65288 HTTP/1.1" status: 404 len: 333 time: 0.0530374 Dec 22 13:23:43.443189 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47950) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:43.484974 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-9adf6f41-cca7-4a53-9276-35434ffc3f83 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:43.490199 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9adf6f41-cca7-4a53-9276-35434ffc3f83 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:43.490199 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9adf6f41-cca7-4a53-9276-35434ffc3f83 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/a9d11fc0-b0d3-4315-b3e5-0bb48b23aafa HTTP/1.1" status: 404 len: 337 time: 0.0430791 Dec 22 13:23:43.492798 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47954) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:43.501969 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-999145a4-b050-434b-b13b-640d34797a6c None None] Calling delete_port for d396081e-ea2f-48f3-92df-9137845e33c7 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:23:43.551675 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-40b6048e-41d3-4465-b421-d33b79c36fb3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:43.552123 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40b6048e-41d3-4465-b421-d33b79c36fb3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:43.556073 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-40b6048e-41d3-4465-b421-d33b79c36fb3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/22ab40c9-6e82-4b05-975d-47f4d3857f6a HTTP/1.1" status: 404 len: 337 time: 0.0472918 Dec 22 13:23:43.556263 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b5e61c-9a86-4e63-83e1-40120017c822 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event deleted for resources: {'Subnet': ['ID=b35489f1-b2ac-4946-a2b0-4414409e3dba,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:43.557547 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47958) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:43.559588 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-67b5e61c-9a86-4e63-83e1-40120017c822 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:43.613726 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a825eb7d-d337-45fb-9605-0357994c6b1e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Network feefcbf6-6f13-478d-9833-112d064627e4 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:23:43.626597 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-d74b62d6-3c55-4316-99fd-cc4ed3d90670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'name': 'tempest-TestNetworkBasicOps-router-1929444678', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '2c53bbde-694a-41f8-84f3-a532d778de54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:23:36Z', 'updated_at': '2021-12-22T13:23:39Z', 'revision_number': 3, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '2c53bbde-694a-41f8-84f3-a532d778de54', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:23:38Z', 'updated_at': '2021-12-22T13:23:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:43.632211 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74b62d6-3c55-4316-99fd-cc4ed3d90670 None None] Checking router: 81a2d106-eed1-4541-a665-e09da3e3e131 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:23:43.632638 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74b62d6-3c55-4316-99fd-cc4ed3d90670 None None] Updating router 81a2d106-eed1-4541-a665-e09da3e3e131 port 2c53bbde-694a-41f8-84f3-a532d778de54 binding host dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:23:43.655074 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c88ca5b-64f5-4537-8776-1cfae948520d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:43.655723 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c88ca5b-64f5-4537-8776-1cfae948520d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:43.662168 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1c88ca5b-64f5-4537-8776-1cfae948520d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/ports/bc505e7e-b52f-46cd-a4e7-c2604ee4ffce HTTP/1.1" status: 404 len: 333 time: 0.0988731 Dec 22 13:23:43.666170 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47962) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:43.696516 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-999145a4-b050-434b-b13b-640d34797a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:43.709338 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-0d891ca3-6e76-46ff-976f-49086554f074 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:43.715135 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-03d13b90-3b88-41a3-a62d-330db3246f1a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:43.715582 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03d13b90-3b88-41a3-a62d-330db3246f1a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:43.717965 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-03d13b90-3b88-41a3-a62d-330db3246f1a tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/0cb448c7-9701-4b6f-b659-ee645c636891 HTTP/1.1" status: 404 len: 337 time: 0.0506549 Dec 22 13:23:43.724550 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47966) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:43.767916 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b2ec1b4-4ea2-465b-9125-6b963e380c26 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:43.768386 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b2ec1b4-4ea2-465b-9125-6b963e380c26 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:43.770070 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-4b2ec1b4-4ea2-465b-9125-6b963e380c26 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/121ec944-20d7-43c0-99b8-78cad2572b33 HTTP/1.1" status: 404 len: 337 time: 0.0445452 Dec 22 13:23:43.773139 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47970) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:43.775451 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-a825eb7d-d337-45fb-9605-0357994c6b1e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, feefcbf6-6f13-478d-9833-112d064627e4) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:23:43.815578 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-67b5e61c-9a86-4e63-83e1-40120017c822 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:43.815922 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a825eb7d-d337-45fb-9605-0357994c6b1e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:43.816506 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a825eb7d-d337-45fb-9605-0357994c6b1e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:43.818655 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-67b5e61c-9a86-4e63-83e1-40120017c822 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/subnets/b35489f1-b2ac-4946-a2b0-4414409e3dba HTTP/1.1" status: 204 len: 168 time: 1.4902191 Dec 22 13:23:43.823425 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47974) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:43.859012 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66e32e0-782d-49d1-b9c4-2231ab0a55d2 None None] Network feefcbf6-6f13-478d-9833-112d064627e4 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:23:43.894664 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-822565e5-404e-46f5-8681-f99a78e6701e tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:43.895293 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-822565e5-404e-46f5-8681-f99a78e6701e tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:43.897087 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-822565e5-404e-46f5-8681-f99a78e6701e tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/subnets/23e99ddc-e8c0-4523-972f-e159d13c07d1 HTTP/1.1" status: 404 len: 337 time: 0.0694952 Dec 22 13:23:43.901306 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47978) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:43.907140 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-920ae009-a56b-4983-a6e6-529bf00b936f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:43.943928 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999145a4-b050-434b-b13b-640d34797a6c None None] Pushing event deleted for resources: {'Port': ['ID=d396081e-ea2f-48f3-92df-9137845e33c7,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:43.945999 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999145a4-b050-434b-b13b-640d34797a6c None None] No DVR routers for this DVR port d396081e-ea2f-48f3-92df-9137845e33c7 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:23:43.955895 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0641c3a-a580-4fed-8825-6aa60771f35c None None] Network 975b41b6-ee3d-4230-b367-1e6f2668dd0f requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:23:43.977108 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-999145a4-b050-434b-b13b-640d34797a6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:44.004496 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a825eb7d-d337-45fb-9605-0357994c6b1e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8685591 Dec 22 13:23:44.005324 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8190df2-2196-4524-a043-5c5db551831e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:44.005324 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8190df2-2196-4524-a043-5c5db551831e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:44.006932 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a8190df2-2196-4524-a043-5c5db551831e tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/ports/1d307f29-063c-4a01-b7aa-38e2d72d9952 HTTP/1.1" status: 404 len: 333 time: 0.2327695 Dec 22 13:23:44.007520 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47982) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:44.014307 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-2f87cc94-50f1-4929-b8a4-7bb93865974f tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-111444031', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:44.018691 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47984) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:44.031160 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-2f87cc94-50f1-4929-b8a4-7bb93865974f tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:44.042305 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d74b62d6-3c55-4316-99fd-cc4ed3d90670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:44.067117 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2f87cc94-50f1-4929-b8a4-7bb93865974f tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:router and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:44.074104 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2f87cc94-50f1-4929-b8a4-7bb93865974f tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:44.077447 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-8393e166-3127-4b20-8740-f7f7761b5f22 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:44.077886 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8393e166-3127-4b20-8740-f7f7761b5f22 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:44.079815 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8393e166-3127-4b20-8740-f7f7761b5f22 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/7bef0ff9-4bdc-496c-ba6c-e9e445c94110 HTTP/1.1" status: 404 len: 337 time: 0.0542004 Dec 22 13:23:44.085255 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47990) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:44.085916 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-2f87cc94-50f1-4929-b8a4-7bb93865974f tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:44.097477 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2685afc5-3182-4ea6-b33f-d9d826eeb680 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:44.165246 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2685afc5-3182-4ea6-b33f-d9d826eeb680 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:44.168618 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-16c2cdfb-6f26-4c97-b856-37cf4069c34c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:44.169042 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16c2cdfb-6f26-4c97-b856-37cf4069c34c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:44.173469 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-16c2cdfb-6f26-4c97-b856-37cf4069c34c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/ports/841797e1-8108-41ef-a372-fb83a9578383 HTTP/1.1" status: 404 len: 333 time: 0.0826995 Dec 22 13:23:44.175595 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-5ced4199-ce5a-4ecc-ad33-3dd74619027e None None] Provisioning complete for port aa850526-d39f-4428-86ef-622cc2e95bcb triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:44.175595 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5ced4199-ce5a-4ecc-ad33-3dd74619027e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:44.178329 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 47994) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:44.222318 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2f87cc94-50f1-4929-b8a4-7bb93865974f tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:44.223578 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2f87cc94-50f1-4929-b8a4-7bb93865974f tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:44.239325 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9bf457e-5874-479d-ab38-28075f65154b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Deleting subnet 1c8f0cba-f8e2-48bd-8ea9-5f08e4d8a309 {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:23:44.249094 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f9bf457e-5874-479d-ab38-28075f65154b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:44.296057 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-af75b4d3-d176-4431-9c48-dfcc8e8ff470 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:44.296517 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af75b4d3-d176-4431-9c48-dfcc8e8ff470 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:44.300809 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-af75b4d3-d176-4431-9c48-dfcc8e8ff470 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/c8d74173-1a81-464a-b6c3-721a8ef44bb4 HTTP/1.1" status: 404 len: 337 time: 0.1128888 Dec 22 13:23:44.301045 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 47998) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:44.337066 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2f87cc94-50f1-4929-b8a4-7bb93865974f tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:44.367441 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-9862808a-c825-4b19-9d43-985327ee3895 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:44.367889 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9862808a-c825-4b19-9d43-985327ee3895 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:44.402209 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f9bf457e-5874-479d-ab38-28075f65154b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:44.415074 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9862808a-c825-4b19-9d43-985327ee3895 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/ports/16b93021-658f-4e0e-8891-768c686745bc HTTP/1.1" status: 404 len: 333 time: 0.1105065 Dec 22 13:23:44.420395 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48002) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:44.473956 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-06e217be-a84a-4012-a997-58203203cdca tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:44.474412 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06e217be-a84a-4012-a997-58203203cdca tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:44.478478 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-06e217be-a84a-4012-a997-58203203cdca tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/f771757a-1fd8-4632-a64b-71fc1b6302ad HTTP/1.1" status: 404 len: 337 time: 0.0550253 Dec 22 13:23:44.479191 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48006) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:44.519277 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-369ea514-f00a-465c-ae03-d123c6675f9e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:44.521755 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-222a4be7-371f-4154-89f4-bfaf7e07d704 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:44.522204 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-222a4be7-371f-4154-89f4-bfaf7e07d704 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:44.526574 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-222a4be7-371f-4154-89f4-bfaf7e07d704 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/ports/b1763121-e6f9-430b-babb-8c337fe08f8d HTTP/1.1" status: 404 len: 333 time: 0.0445096 Dec 22 13:23:44.531242 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2f87cc94-50f1-4929-b8a4-7bb93865974f tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:44.548769 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48010) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:44.549975 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-2685afc5-3182-4ea6-b33f-d9d826eeb680 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Allocated IP 2001:db8::2bc (1a15af95-804e-4d98-b3bf-8643e452da95/df044cb7-1ba6-40ef-b051-72c1bcbfb86d/7f976b3e-9613-4594-a743-591430f0afd6) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:23:44.632639 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a62c6d-c15c-454b-ba87-a9933d5a9773 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:44.633622 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05a62c6d-c15c-454b-ba87-a9933d5a9773 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:44.642634 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2f87cc94-50f1-4929-b8a4-7bb93865974f tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:44.647451 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-2f87cc94-50f1-4929-b8a4-7bb93865974f tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.6372068 Dec 22 13:23:44.648457 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48014) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:44.650907 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-369ea514-f00a-465c-ae03-d123c6675f9e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707601'] for router, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:44.658193 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-05a62c6d-c15c-454b-ba87-a9933d5a9773 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/557def1b-09b2-4165-a134-4a0d0db72b04 HTTP/1.1" status: 404 len: 337 time: 0.1080000 Dec 22 13:23:44.660922 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48016) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:44.661633 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb4ed65-7df6-49b8-a8dd-c09069ff3621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-feefcbf6-6f13-478d-9833-112d064627e4', 'network_id': 'feefcbf6-6f13-478d-9833-112d064627e4', 'tenant_id': '77460f0dfa37423d8c924a302461b16c', 'fixed_ips': [{'subnet_id': '8eba1526-511a-4b20-9752-7d6327127fb5'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:23:44.662480 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3bb4ed65-7df6-49b8-a8dd-c09069ff3621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:44.667074 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-2a13fa52-8876-4524-bed3-34e5405b1f9a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'port': {'network_id': 'feefcbf6-6f13-478d-9833-112d064627e4', 'name': 'tempest-PortsTestJSON-1588313249'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:44.769081 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device d396081e-ea2f-48f3-92df-9137845e33c7 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:23:44.808351 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-89441367-be8f-4854-af21-164bb511ff48 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:44.809341 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89441367-be8f-4854-af21-164bb511ff48 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:44.813182 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-89441367-be8f-4854-af21-164bb511ff48 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/ports/a383c38d-885b-4288-a539-1ebb60822457 HTTP/1.1" status: 404 len: 333 time: 0.0728261 Dec 22 13:23:44.814057 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: d396081e-ea2f-48f3-92df-9137845e33c7 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:23:44.814433 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device d396081e-ea2f-48f3-92df-9137845e33c7 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:23:44.815510 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48022) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:44.868279 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-5ced4199-ce5a-4ecc-ad33-3dd74619027e None None] Provisioning complete for port 2e069f03-1659-41ab-8d49-f25ecd673a40 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:44.868279 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5ced4199-ce5a-4ecc-ad33-3dd74619027e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:44.890862 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6cbf71b-44dd-4936-8a32-58fa3a62266f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:44.891348 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6cbf71b-44dd-4936-8a32-58fa3a62266f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:44.895880 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a6cbf71b-44dd-4936-8a32-58fa3a62266f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/0a25310c-7898-47e4-9fa5-e8d15e536c4e HTTP/1.1" status: 404 len: 337 time: 0.0744092 Dec 22 13:23:44.896091 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2685afc5-3182-4ea6-b33f-d9d826eeb680 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:44.901144 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48026) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:44.915770 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-2a13fa52-8876-4524-bed3-34e5405b1f9a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:44.929113 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-2a13fa52-8876-4524-bed3-34e5405b1f9a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:44.960759 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f9bf457e-5874-479d-ab38-28075f65154b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:44.978191 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a13fa52-8876-4524-bed3-34e5405b1f9a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Made reservation on behalf of 77460f0dfa37423d8c924a302461b16c for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:23:44.981566 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2a13fa52-8876-4524-bed3-34e5405b1f9a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:45.002723 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2685afc5-3182-4ea6-b33f-d9d826eeb680 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:45.010121 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-abb21bcb-900b-461c-acac-657c994f77ca tempest-ExtraDHCPOptionsTestJSON-491284774 tempest-ExtraDHCPOptionsTestJSON-491284774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:45.018238 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d74b62d6-3c55-4316-99fd-cc4ed3d90670 None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:45.024808 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8308b15-3f8f-4db8-a27e-3002826aec67 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:45.025250 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8308b15-3f8f-4db8-a27e-3002826aec67 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:45.026989 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a8308b15-3f8f-4db8-a27e-3002826aec67 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/ports/36930697-f673-434e-abd3-fc88ac8ac502 HTTP/1.1" status: 404 len: 333 time: 0.1213751 Dec 22 13:23:45.039655 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48030) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:45.042899 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-d74b62d6-3c55-4316-99fd-cc4ed3d90670 None None] Transition to ACTIVE for port object 2c53bbde-694a-41f8-84f3-a532d778de54 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:23:45.049716 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-5ced4199-ce5a-4ecc-ad33-3dd74619027e None None] Port 2e069f03-1659-41ab-8d49-f25ecd673a40 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:23:45.081746 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685afc5-3182-4ea6-b33f-d9d826eeb680 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Pushing event updated for resources: {'Port': ['ID=7f976b3e-9613-4594-a743-591430f0afd6,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:45.090204 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-c27b658e-b3f9-4850-8bf2-3598d5d5bb9f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:45.090994 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c27b658e-b3f9-4850-8bf2-3598d5d5bb9f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:45.091636 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2685afc5-3182-4ea6-b33f-d9d826eeb680 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:45.092413 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c27b658e-b3f9-4850-8bf2-3598d5d5bb9f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/444dd6f5-be44-4a9b-8110-d593a308678b HTTP/1.1" status: 404 len: 337 time: 0.0499070 Dec 22 13:23:45.095195 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48034) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:45.102825 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-920ae009-a56b-4983-a6e6-529bf00b936f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:45.103175 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-2a13fa52-8876-4524-bed3-34e5405b1f9a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] device_id is not set on port 775beaba-80c9-4989-a798-321c30b5bfcf yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:23:45.108426 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1dee1982-f9d7-4099-80ae-e2c907855b88 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:45.151715 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-3bb4ed65-7df6-49b8-a8dd-c09069ff3621 None None] Allocated IP 172.20.0.2 (feefcbf6-6f13-478d-9833-112d064627e4/8eba1526-511a-4b20-9752-7d6327127fb5/7ff7d80e-36f3-4887-9e8e-68e7259938f1) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:23:45.209800 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ae009-a56b-4983-a6e6-529bf00b936f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Subnet': ['ID=dfb6332c-285f-49dd-93fe-15ef12392031,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:45.214062 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-920ae009-a56b-4983-a6e6-529bf00b936f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:45.233185 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920ae009-a56b-4983-a6e6-529bf00b936f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Checking segment: {'id': '907a75be-955b-4691-a4d5-3f3edaef0bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '405cc457-257b-4046-ad64-71c7c4966738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:23:45.233802 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920ae009-a56b-4983-a6e6-529bf00b936f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network hostable DHCP agents. Network: 405cc457-257b-4046-ad64-71c7c4966738, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:23:45.237479 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-b78bb826-172a-43e8-b34f-58232ba4daad tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:45.237479 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b78bb826-172a-43e8-b34f-58232ba4daad tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:45.242105 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2685afc5-3182-4ea6-b33f-d9d826eeb680 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Network 1a15af95-804e-4d98-b3bf-8643e452da95 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:23:45.248682 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-2685afc5-3182-4ea6-b33f-d9d826eeb680 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:23:45.251921 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2685afc5-3182-4ea6-b33f-d9d826eeb680 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:23:45.265176 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f9bf457e-5874-479d-ab38-28075f65154b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:45.269337 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-369ea514-f00a-465c-ae03-d123c6675f9e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Router 8b3fbd7a-7158-421d-8e57-9ce03626a897 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:23:45.273553 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e7da2aef-5079-4e32-aa17-1c36250f6144 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:45.294576 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b78bb826-172a-43e8-b34f-58232ba4daad tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/6f01bf64-f548-43e7-811c-38ea2acc2ff2 HTTP/1.1" status: 404 len: 337 time: 0.1981757 Dec 22 13:23:45.297352 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48040) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:45.316913 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d74b62d6-3c55-4316-99fd-cc4ed3d90670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:45.320006 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf457e-5874-479d-ab38-28075f65154b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event deleted for resources: {'Subnet': ['ID=1c8f0cba-f8e2-48bd-8ea9-5f08e4d8a309,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:45.322824 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:45.323417 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f9bf457e-5874-479d-ab38-28075f65154b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:45.329705 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920ae009-a56b-4983-a6e6-529bf00b936f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network 405cc457-257b-4046-ad64-71c7c4966738 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:23:45.333381 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f9bf457e-5874-479d-ab38-28075f65154b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:45.347305 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-08c5bf04-b472-491a-8678-909682e958f9 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:45.348381 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08c5bf04-b472-491a-8678-909682e958f9 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:45.349822 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f9bf457e-5874-479d-ab38-28075f65154b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/subnets/1c8f0cba-f8e2-48bd-8ea9-5f08e4d8a309 HTTP/1.1" status: 204 len: 168 time: 1.4471631 Dec 22 13:23:45.350590 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48044) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:45.350904 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-08c5bf04-b472-491a-8678-909682e958f9 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/ports/b2e2d983-c5ab-4216-922f-120973edf517 HTTP/1.1" status: 404 len: 333 time: 0.0522203 Dec 22 13:23:45.354407 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48046) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:45.420650 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7af23b0-c03d-45f1-b8ab-c6ee8b99f366 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:45.421277 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7af23b0-c03d-45f1-b8ab-c6ee8b99f366 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:45.424175 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e7af23b0-c03d-45f1-b8ab-c6ee8b99f366 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/220b626e-c8a7-4794-a983-d4575272eb7d HTTP/1.1" status: 404 len: 337 time: 0.0685582 Dec 22 13:23:45.430132 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48052) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:45.458665 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265be1af-b8d2-4e87-8b2a-19662439ff32 None None] Pushing event updated for resources: {'Port': ['ID=2c53bbde-694a-41f8-84f3-a532d778de54,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:45.481221 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae328422-c3cf-447f-ac1d-2b64b9c94757 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:45.481661 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae328422-c3cf-447f-ac1d-2b64b9c94757 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:45.485568 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ae328422-c3cf-447f-ac1d-2b64b9c94757 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/2f521a88-06de-472a-8142-ec25671878b8 HTTP/1.1" status: 404 len: 337 time: 0.0521019 Dec 22 13:23:45.501856 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-265be1af-b8d2-4e87-8b2a-19662439ff32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:45.504615 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48056) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:45.510639 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-d74b62d6-3c55-4316-99fd-cc4ed3d90670 None None] Attempting to bind port 2c53bbde-694a-41f8-84f3-a532d778de54 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:23:45.511100 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-d74b62d6-3c55-4316-99fd-cc4ed3d90670 None None] Attempting to bind port 2c53bbde-694a-41f8-84f3-a532d778de54 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:23:45.511533 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74b62d6-3c55-4316-99fd-cc4ed3d90670 None None] Attempting to bind port 2c53bbde-694a-41f8-84f3-a532d778de54 on network 0776f1b4-770d-462f-bc0f-df97e8017b18 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:23:45.534164 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74b62d6-3c55-4316-99fd-cc4ed3d90670 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:23:45.534675 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74b62d6-3c55-4316-99fd-cc4ed3d90670 None None] Checking segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:23:45.535184 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d74b62d6-3c55-4316-99fd-cc4ed3d90670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:45.535650 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74b62d6-3c55-4316-99fd-cc4ed3d90670 None None] Bound using segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:23:45.536210 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-d74b62d6-3c55-4316-99fd-cc4ed3d90670 None None] Bound port: 2c53bbde-694a-41f8-84f3-a532d778de54, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:23:45.536842 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d74b62d6-3c55-4316-99fd-cc4ed3d90670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:45.582439 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-98adcd94-fd7a-4309-be0d-ce2861076e46 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:45.583178 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98adcd94-fd7a-4309-be0d-ce2861076e46 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:45.584719 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-920ae009-a56b-4983-a6e6-529bf00b936f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 405cc457-257b-4046-ad64-71c7c4966738) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:23:45.585713 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-98adcd94-fd7a-4309-be0d-ce2861076e46 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/ports/a65331b1-3b89-45fc-9c2a-6bb665dd7617 HTTP/1.1" status: 404 len: 333 time: 0.0798857 Dec 22 13:23:45.588310 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48060) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:45.600152 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee5bcc3-c32f-4b17-abb6-7561dda95635 None None] Network 405cc457-257b-4046-ad64-71c7c4966738 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:23:45.625177 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920ae009-a56b-4983-a6e6-529bf00b936f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:45.625935 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-920ae009-a56b-4983-a6e6-529bf00b936f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:45.654731 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2032fae-fa64-4060-8a0a-2c9863480986 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:45.656021 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2032fae-fa64-4060-8a0a-2c9863480986 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:45.658034 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d2032fae-fa64-4060-8a0a-2c9863480986 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/690a17cd-a174-4797-9b90-7ed470eb3bde HTTP/1.1" status: 404 len: 337 time: 0.0672886 Dec 22 13:23:45.661113 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48064) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:45.690974 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae46e09-aae5-4e54-af0c-e164693794bd tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:45.691325 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ae46e09-aae5-4e54-af0c-e164693794bd tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:45.695807 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-5ae46e09-aae5-4e54-af0c-e164693794bd tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/subnets/62800e45-e9a8-4315-9bd4-51c03d1a360f HTTP/1.1" status: 404 len: 337 time: 0.3439741 Dec 22 13:23:45.696356 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48068) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:45.713386 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-f62a1064-e00a-4f61-bd7e-e024e677a544 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:45.713962 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f62a1064-e00a-4f61-bd7e-e024e677a544 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:45.718137 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f62a1064-e00a-4f61-bd7e-e024e677a544 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/4a41508e-e7f0-4a6c-bcce-941b61987d74 HTTP/1.1" status: 404 len: 337 time: 0.0531209 Dec 22 13:23:45.718512 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48072) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:45.739663 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbff0e9-3cd2-447a-bc15-d96b827a7f27 None None] Network 975b41b6-ee3d-4230-b367-1e6f2668dd0f requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:23:45.757373 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-4516ce02-a4be-487b-94e2-d57cf79eaffe tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Synchronizing usage tracker for tenant:5dcef99d1b1441dea18127579d2b89f5 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:23:45.764174 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3bb4ed65-7df6-49b8-a8dd-c09069ff3621 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:45.769401 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-abddcba6-4863-4997-92a2-ee21cff0475b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:45.769960 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abddcba6-4863-4997-92a2-ee21cff0475b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:45.773489 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-abddcba6-4863-4997-92a2-ee21cff0475b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/ports/dd9c1682-ddb3-4e54-8864-5ff4498f2c8c HTTP/1.1" status: 404 len: 333 time: 0.0523272 Dec 22 13:23:45.774947 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369ea514-f00a-465c-ae03-d123c6675f9e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:23:45.775092 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48076) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:45.781702 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2685afc5-3182-4ea6-b33f-d9d826eeb680 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:45.781838 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-369ea514-f00a-465c-ae03-d123c6675f9e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:45.782257 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2685afc5-3182-4ea6-b33f-d9d826eeb680 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:45.791007 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-369ea514-f00a-465c-ae03-d123c6675f9e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "PUT /v2.0/routers/8b3fbd7a-7158-421d-8e57-9ce03626a897 HTTP/1.1" status: 200 len: 697 time: 2.4686124 Dec 22 13:23:45.791007 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-4516ce02-a4be-487b-94e2-d57cf79eaffe tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Unset dirty status for tenant:5dcef99d1b1441dea18127579d2b89f5 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:23:45.791007 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-4516ce02-a4be-487b-94e2-d57cf79eaffe tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "GET /v2.0/ports?device_id=36a4eb76-98bc-472f-8e0e-cbe0249835b1 HTTP/1.1" status: 200 len: 205 time: 0.0810106 Dec 22 13:23:45.791609 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00327ec-4cdd-4b90-856e-ffdabc31e8fe None None] Sync routers for ids ['8b3fbd7a-7158-421d-8e57-9ce03626a897'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:23:45.794633 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48080) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:45.795567 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48082) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:45.806533 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00327ec-4cdd-4b90-856e-ffdabc31e8fe None None] Routers {'8b3fbd7a-7158-421d-8e57-9ce03626a897'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:23:45.807471 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-d00327ec-4cdd-4b90-856e-ffdabc31e8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:23:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['8b3fbd7a-7158-421d-8e57-9ce03626a897'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:45.828510 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc4e7d6-ba08-423e-b85b-ff5c8d89e32c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:45.829377 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cc4e7d6-ba08-423e-b85b-ff5c8d89e32c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:45.834578 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-2cc4e7d6-ba08-423e-b85b-ff5c8d89e32c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/4b81c248-f473-44ef-9f42-827510d8c8a8 HTTP/1.1" status: 404 len: 337 time: 0.0549638 Dec 22 13:23:45.875609 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3bb4ed65-7df6-49b8-a8dd-c09069ff3621 None None] Transition to ACTIVE for port object 7ff7d80e-36f3-4887-9e8e-68e7259938f1 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:23:45.913493 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48088) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:45.931675 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-920ae009-a56b-4983-a6e6-529bf00b936f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.9636180 Dec 22 13:23:45.932551 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48092) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:45.963467 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-0d4bc023-2970-4a72-8f21-cc51afa3f924 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] delete failed (client error): The resource could not be found. Dec 22 13:23:45.967651 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0d4bc023-2970-4a72-8f21-cc51afa3f924 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/routers/36a4eb76-98bc-472f-8e0e-cbe0249835b1 HTTP/1.1" status: 404 len: 336 time: 0.1693547 Dec 22 13:23:45.970961 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48094) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:46.001496 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-d74b62d6-3c55-4316-99fd-cc4ed3d90670 None None] For port 2c53bbde-694a-41f8-84f3-a532d778de54, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:23:46.003280 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-d00327ec-4cdd-4b90-856e-ffdabc31e8fe None None] Set router 8b3fbd7a-7158-421d-8e57-9ce03626a897 gateway port host: None {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:23:46.015059 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3bb4ed65-7df6-49b8-a8dd-c09069ff3621 None None] Transition to ACTIVE for port object 7ff7d80e-36f3-4887-9e8e-68e7259938f1 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:23:46.067068 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-d74b62d6-3c55-4316-99fd-cc4ed3d90670 None None] For port 2c53bbde-694a-41f8-84f3-a532d778de54, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=2c53bbde-694a-41f8-84f3-a532d778de54,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:23:46.079759 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e1c2884-ddb5-414d-bd9e-e42889cd5690 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:46.080504 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e1c2884-ddb5-414d-bd9e-e42889cd5690 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:46.082454 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-1e1c2884-ddb5-414d-bd9e-e42889cd5690 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/148a430c-1009-42b5-aa2b-92e754244da6 HTTP/1.1" status: 404 len: 337 time: 0.1682019 Dec 22 13:23:46.088288 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48100) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:46.090512 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f42e84d-617d-4a8e-b498-438f7d3e50a2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:46.091117 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f42e84d-617d-4a8e-b498-438f7d3e50a2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:46.095677 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-1f42e84d-617d-4a8e-b498-438f7d3e50a2 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/subnets/b5d6ffef-f0e4-4067-a470-667b77a47c54 HTTP/1.1" status: 404 len: 337 time: 0.0659370 Dec 22 13:23:46.117066 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3bb4ed65-7df6-49b8-a8dd-c09069ff3621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:46.123802 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-9ccba45e-0561-4ea2-a0ff-fe1db38d0f95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:46.135010 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-d00327ec-4cdd-4b90-856e-ffdabc31e8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3fbd7a-7158-421d-8e57-9ce03626a897', 'name': 'tempest-RoutersIpV6Test-router-942758852', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:23:42Z', 'updated_at': '2021-12-22T13:23:44Z', 'revision_number': 2, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'gw_port_host': None}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:46.139627 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00327ec-4cdd-4b90-856e-ffdabc31e8fe None None] Checking router: 8b3fbd7a-7158-421d-8e57-9ce03626a897 for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:23:46.144751 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-4d6b21cb-f139-4ff0-bb15-09003d39e7f1 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/ports?device_id=2778525d-615c-4eeb-b1da-3b8847a2ea6a HTTP/1.1" status: 200 len: 205 time: 0.0522265 Dec 22 13:23:46.148125 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48104) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:46.148667 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48106) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:46.152394 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00327ec-4cdd-4b90-856e-ffdabc31e8fe None None] Routers {'8b3fbd7a-7158-421d-8e57-9ce03626a897'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:23:46.153153 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-d00327ec-4cdd-4b90-856e-ffdabc31e8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:23:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['8b3fbd7a-7158-421d-8e57-9ce03626a897'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:46.186872 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-25579417-3e39-466d-81f9-138eeab8cd02 None None] Provisioning complete for port aa850526-d39f-4428-86ef-622cc2e95bcb triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:46.187443 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-25579417-3e39-466d-81f9-138eeab8cd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:46.247684 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb4ed65-7df6-49b8-a8dd-c09069ff3621 None None] Pushing event updated for resources: {'Port': ['ID=7ff7d80e-36f3-4887-9e8e-68e7259938f1,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:46.264827 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-2a13fa52-8876-4524-bed3-34e5405b1f9a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Allocated IP 172.20.0.12 (feefcbf6-6f13-478d-9833-112d064627e4/8eba1526-511a-4b20-9752-7d6327127fb5/775beaba-80c9-4989-a798-321c30b5bfcf) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:23:46.277217 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-6997e5b4-fdff-4f6a-b8a2-a83353f03d34 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] delete failed (client error): The resource could not be found. Dec 22 13:23:46.278875 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6997e5b4-fdff-4f6a-b8a2-a83353f03d34 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/routers/2778525d-615c-4eeb-b1da-3b8847a2ea6a HTTP/1.1" status: 404 len: 336 time: 0.1261683 Dec 22 13:23:46.283396 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3bb4ed65-7df6-49b8-a8dd-c09069ff3621 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:46.283642 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a60c374-a04f-4a01-be50-9e25b423b171 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:46.284231 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a60c374-a04f-4a01-be50-9e25b423b171 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:46.291363 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-4a60c374-a04f-4a01-be50-9e25b423b171 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/subnets/2ea40269-d43a-4883-a111-0c874abb61b9 HTTP/1.1" status: 404 len: 337 time: 0.1359665 Dec 22 13:23:46.291363 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48112) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:46.291595 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d74b62d6-3c55-4316-99fd-cc4ed3d90670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:46.299279 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-d00327ec-4cdd-4b90-856e-ffdabc31e8fe None None] Set router 8b3fbd7a-7158-421d-8e57-9ce03626a897 gateway port host: None {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:23:46.303257 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-0d891ca3-6e76-46ff-976f-49086554f074 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:46.329419 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48116) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:46.379076 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a27bff3-0695-4dd2-aed7-2b07f0de1027 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:46.379780 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a27bff3-0695-4dd2-aed7-2b07f0de1027 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:46.381591 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-2a27bff3-0695-4dd2-aed7-2b07f0de1027 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/57ab3ada-fb4d-496e-91a7-136d5fc36786 HTTP/1.1" status: 404 len: 337 time: 0.0912144 Dec 22 13:23:46.389253 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48120) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:46.393997 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d9a5287-24f0-4bf0-8680-7793904e50ba tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:46.393997 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d9a5287-24f0-4bf0-8680-7793904e50ba tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:46.393997 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-3d9a5287-24f0-4bf0-8680-7793904e50ba tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/subnets/86adc05a-5c6a-4a09-a2d2-0d8e718d824b HTTP/1.1" status: 404 len: 337 time: 0.0578396 Dec 22 13:23:46.395986 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ae491d-252e-4e89-8ff5-3026256aa202 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-405cc457-257b-4046-ad64-71c7c4966738', 'network_id': '405cc457-257b-4046-ad64-71c7c4966738', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ips': [{'subnet_id': 'dfb6332c-285f-49dd-93fe-15ef12392031'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:23:46.396787 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48124) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:46.397276 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a0ae491d-252e-4e89-8ff5-3026256aa202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:46.407873 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-35fc9a8b-5ed2-47ea-9ee7-e0412836f847 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "GET /v2.0/routers/8b3fbd7a-7158-421d-8e57-9ce03626a897 HTTP/1.1" status: 200 len: 703 time: 0.6111245 Dec 22 13:23:46.410396 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48128) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:46.429793 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-d00327ec-4cdd-4b90-856e-ffdabc31e8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3fbd7a-7158-421d-8e57-9ce03626a897', 'name': 'tempest-RoutersIpV6Test-router-942758852', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:23:42Z', 'updated_at': '2021-12-22T13:23:44Z', 'revision_number': 2, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'gw_port_host': None}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:46.435015 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00327ec-4cdd-4b90-856e-ffdabc31e8fe None None] The sync data for ids ['8b3fbd7a-7158-421d-8e57-9ce03626a897'] in dv-neutron-822669-1-hyperv is: [{'id': '8b3fbd7a-7158-421d-8e57-9ce03626a897', 'name': 'tempest-RoutersIpV6Test-router-942758852', 'tenant_id': 'ad8695e3cb0646af805a65484bd64689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:23:42Z', 'updated_at': '2021-12-22T13:23:44Z', 'revision_number': 2, 'project_id': 'ad8695e3cb0646af805a65484bd64689', 'gw_port_host': None}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:23:46.459426 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a088dfe8-9baf-4613-99ab-25bd6402abe7 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "GET /v2.0/ports?device_id=b21da460-d069-4af5-9532-67079b58b155 HTTP/1.1" status: 200 len: 205 time: 0.0679672 Dec 22 13:23:46.470988 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48132) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:46.476113 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb4ed65-7df6-49b8-a8dd-c09069ff3621 None None] Network feefcbf6-6f13-478d-9833-112d064627e4 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:23:46.497563 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-3bb4ed65-7df6-49b8-a8dd-c09069ff3621 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:23:46.503433 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb4ed65-7df6-49b8-a8dd-c09069ff3621 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:23:46.506601 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265be1af-b8d2-4e87-8b2a-19662439ff32 None None] Pushing event updated for resources: {'Port': ['ID=2c53bbde-694a-41f8-84f3-a532d778de54,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:46.509889 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-265be1af-b8d2-4e87-8b2a-19662439ff32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:46.516788 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-930f4f42-07f4-4c1f-bc5d-55c8b181ff66 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b3fbd7a-7158-421d-8e57-9ce03626a897 HTTP/1.1" status: 200 len: 205 time: 0.0760577 Dec 22 13:23:46.517846 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff91231e-9e5b-432f-b2ca-05f1693ce6a3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:46.518270 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff91231e-9e5b-432f-b2ca-05f1693ce6a3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:46.519884 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ff91231e-9e5b-432f-b2ca-05f1693ce6a3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/ports/1b365d3a-24ea-4ba0-88e0-8ba25a1471d6 HTTP/1.1" status: 404 len: 333 time: 0.1217706 Dec 22 13:23:46.520366 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48136) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:46.525368 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48138) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:46.699626 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-9de9016a-97c1-40ee-85a4-dd705c3a6a91 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] delete failed (client error): The resource could not be found. Dec 22 13:23:46.702938 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9de9016a-97c1-40ee-85a4-dd705c3a6a91 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/routers/b21da460-d069-4af5-9532-67079b58b155 HTTP/1.1" status: 404 len: 336 time: 0.2299271 Dec 22 13:23:46.705140 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48144) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:46.710966 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-25579417-3e39-466d-81f9-138eeab8cd02 None None] Provisioning complete for port 2e069f03-1659-41ab-8d49-f25ecd673a40 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:46.711793 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-25579417-3e39-466d-81f9-138eeab8cd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:46.723965 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6570327-6d8f-4997-8548-96918a814273 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:46.724491 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6570327-6d8f-4997-8548-96918a814273 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:46.726742 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e6570327-6d8f-4997-8548-96918a814273 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/subnets/b6f0ddc5-c29a-4c69-bb38-c2e74d39e735 HTTP/1.1" status: 404 len: 337 time: 0.1988142 Dec 22 13:23:46.754810 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48148) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:46.764784 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74b62d6-3c55-4316-99fd-cc4ed3d90670 None None] Routers {'81a2d106-eed1-4541-a665-e09da3e3e131'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:23:46.765429 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-d74b62d6-3c55-4316-99fd-cc4ed3d90670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:23:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['81a2d106-eed1-4541-a665-e09da3e3e131'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:46.798081 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b4d0d6f-71cc-497c-ad68-f73547bd4d4c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:46.798551 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b4d0d6f-71cc-497c-ad68-f73547bd4d4c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:46.802663 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1b4d0d6f-71cc-497c-ad68-f73547bd4d4c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/4ddc2429-7ce6-461d-adf4-c09842cd9c0e HTTP/1.1" status: 404 len: 337 time: 0.0846243 Dec 22 13:23:46.803443 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48152) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:46.829766 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b77b83-485a-4427-a031-4ca5d0d321ce tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:46.830198 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23b77b83-485a-4427-a031-4ca5d0d321ce tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:46.834091 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-23b77b83-485a-4427-a031-4ca5d0d321ce tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/subnets/23fa35f5-4219-49d8-99c4-583623df199c HTTP/1.1" status: 404 len: 337 time: 0.0758059 Dec 22 13:23:46.835789 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48156) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:46.850584 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8327fd7d-ddbf-465b-a851-78cb6e0905c9 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for router, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:46.877695 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-25579417-3e39-466d-81f9-138eeab8cd02 None None] Port 2e069f03-1659-41ab-8d49-f25ecd673a40 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:23:46.895531 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2a13fa52-8876-4524-bed3-34e5405b1f9a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:46.900280 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c26efa3-7074-4c72-b96c-f70b1b5e5e2e tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:46.900710 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c26efa3-7074-4c72-b96c-f70b1b5e5e2e tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:46.905353 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0c26efa3-7074-4c72-b96c-f70b1b5e5e2e tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/ports/955c655b-d985-4f18-a062-cd95c8254d47 HTTP/1.1" status: 404 len: 333 time: 0.0578496 Dec 22 13:23:46.909781 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48160) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:46.957505 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-2a13fa52-8876-4524-bed3-34e5405b1f9a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Transition to ACTIVE for port object 775beaba-80c9-4989-a798-321c30b5bfcf will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:23:46.961537 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-3bb4ed65-7df6-49b8-a8dd-c09069ff3621 None None] Attempting to bind port 7ff7d80e-36f3-4887-9e8e-68e7259938f1 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:23:46.961925 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-3bb4ed65-7df6-49b8-a8dd-c09069ff3621 None None] Attempting to bind port 7ff7d80e-36f3-4887-9e8e-68e7259938f1 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '02e3134e-647f-48a8-9a63-ed4eb25e5ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'feefcbf6-6f13-478d-9833-112d064627e4'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:23:46.962317 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb4ed65-7df6-49b8-a8dd-c09069ff3621 None None] Attempting to bind port 7ff7d80e-36f3-4887-9e8e-68e7259938f1 on network feefcbf6-6f13-478d-9833-112d064627e4 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:23:46.964329 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2590f6e-4486-4000-99b7-8e238f5c4e37 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:46.964763 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2590f6e-4486-4000-99b7-8e238f5c4e37 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:46.969443 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c2590f6e-4486-4000-99b7-8e238f5c4e37 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/subnets/71be37ea-4b8c-4ffe-a673-920e707b60cf HTTP/1.1" status: 404 len: 337 time: 0.0537994 Dec 22 13:23:46.970991 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48164) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:47.040008 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-a0ae491d-252e-4e89-8ff5-3026256aa202 None None] Allocated IP 172.20.0.2 (405cc457-257b-4046-ad64-71c7c4966738/dfb6332c-285f-49dd-93fe-15ef12392031/2a13252d-4ca9-47e0-88b7-b56840647824) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:23:47.042156 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a9b55d-a554-4b89-9357-1d747a307366 None None] DHCP port deletion for 975b41b6-ee3d-4230-b367-1e6f2668dd0f request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:23:47.049601 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2222672-6af2-4594-87e9-ef86dd5bff16 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:47.050047 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2222672-6af2-4594-87e9-ef86dd5bff16 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:47.054293 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f2222672-6af2-4594-87e9-ef86dd5bff16 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/subnets/9a4cacee-b5c7-4335-8160-ce122ff17f22 HTTP/1.1" status: 404 len: 337 time: 0.0705242 Dec 22 13:23:47.055779 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48168) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:47.057345 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb4ed65-7df6-49b8-a8dd-c09069ff3621 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:23:47.057741 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb4ed65-7df6-49b8-a8dd-c09069ff3621 None None] Checking segment: {'id': '02e3134e-647f-48a8-9a63-ed4eb25e5ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'feefcbf6-6f13-478d-9833-112d064627e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:23:47.058151 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3bb4ed65-7df6-49b8-a8dd-c09069ff3621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:47.058586 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb4ed65-7df6-49b8-a8dd-c09069ff3621 None None] Bound using segment: {'id': '02e3134e-647f-48a8-9a63-ed4eb25e5ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'feefcbf6-6f13-478d-9833-112d064627e4'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:23:47.059085 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-3bb4ed65-7df6-49b8-a8dd-c09069ff3621 None None] Bound port: 7ff7d80e-36f3-4887-9e8e-68e7259938f1, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e3134e-647f-48a8-9a63-ed4eb25e5ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'feefcbf6-6f13-478d-9833-112d064627e4'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:23:47.059620 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3bb4ed65-7df6-49b8-a8dd-c09069ff3621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:47.061939 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-c727fe8f-3e12-4815-9db1-f2a871994d56 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:47.062410 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c727fe8f-3e12-4815-9db1-f2a871994d56 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:47.066308 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c727fe8f-3e12-4815-9db1-f2a871994d56 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/14a0aa8c-56cc-4bcc-af5e-99bad6fc2517 HTTP/1.1" status: 404 len: 337 time: 0.2587397 Dec 22 13:23:47.073125 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48172) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:47.074608 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-15a9b55d-a554-4b89-9357-1d747a307366 None None] Deleting port aa850526-d39f-4428-86ef-622cc2e95bcb {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:23:47.074998 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-15a9b55d-a554-4b89-9357-1d747a307366 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:47.151010 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-142fe9a4-b0e1-4b96-8f17-166c9f548424 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Deleting port 2e069f03-1659-41ab-8d49-f25ecd673a40 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:23:47.151504 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-142fe9a4-b0e1-4b96-8f17-166c9f548424 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:47.177894 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-65025474-71b1-491f-a187-2824ed87263b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:47.178333 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65025474-71b1-491f-a187-2824ed87263b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:47.183160 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-65025474-71b1-491f-a187-2824ed87263b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/ports/9c15ccd0-b14b-4f27-b7eb-3771f9625d16 HTTP/1.1" status: 404 len: 333 time: 0.1041448 Dec 22 13:23:47.186773 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48176) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:47.197073 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2a13fa52-8876-4524-bed3-34e5405b1f9a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:47.209500 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-75ff0bda-45fa-4dac-82b7-9fd5baf3a4ff tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:47.237322 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-f59f0c84-f2a6-4cc4-96b3-d53664e9727d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:47.237956 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f59f0c84-f2a6-4cc4-96b3-d53664e9727d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:47.239891 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f59f0c84-f2a6-4cc4-96b3-d53664e9727d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/7de4e343-c66b-4f42-a88d-d7e8ab20743a HTTP/1.1" status: 404 len: 337 time: 0.0521786 Dec 22 13:23:47.258283 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48180) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:47.316042 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2685afc5-3182-4ea6-b33f-d9d826eeb680 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Router 01e9824d-ebc7-46e9-a1f0-ead4477bd6d1 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:23:47.339884 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-b294fa97-db82-42d1-9e78-414e12858049 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:47.340490 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b294fa97-db82-42d1-9e78-414e12858049 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:47.345487 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b294fa97-db82-42d1-9e78-414e12858049 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/ports/577a05e6-591b-4d33-bb26-18f8f2135591 HTTP/1.1" status: 404 len: 333 time: 0.0828493 Dec 22 13:23:47.357922 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48184) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:47.359156 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-d74b62d6-3c55-4316-99fd-cc4ed3d90670 None None] Set router 81a2d106-eed1-4541-a665-e09da3e3e131 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:23:47.381582 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a13fa52-8876-4524-bed3-34e5405b1f9a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Network feefcbf6-6f13-478d-9833-112d064627e4 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:23:47.392132 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-2a13fa52-8876-4524-bed3-34e5405b1f9a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:23:47.401167 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a13fa52-8876-4524-bed3-34e5405b1f9a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'Port': ['ID=775beaba-80c9-4989-a798-321c30b5bfcf,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:47.407041 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a13fa52-8876-4524-bed3-34e5405b1f9a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:23:47.433796 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2a13fa52-8876-4524-bed3-34e5405b1f9a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:47.487107 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dd6c2b1-161e-47d7-bc9a-5a67dbc5b0ce tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:47.487810 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dd6c2b1-161e-47d7-bc9a-5a67dbc5b0ce tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:47.489605 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-7dd6c2b1-161e-47d7-bc9a-5a67dbc5b0ce tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/8b707018-2e2b-46fb-b40a-390b5cab5f81 HTTP/1.1" status: 404 len: 337 time: 0.1236649 Dec 22 13:23:47.492559 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48188) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:47.599855 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-04897a57-e59e-45ea-abe3-6e800bdddee3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:47.600560 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04897a57-e59e-45ea-abe3-6e800bdddee3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:47.611663 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-04897a57-e59e-45ea-abe3-6e800bdddee3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/ports/b65896fa-d926-481b-a78e-613e9ea1b47f HTTP/1.1" status: 404 len: 333 time: 0.1085908 Dec 22 13:23:47.623364 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48192) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:47.658290 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3bb4ed65-7df6-49b8-a8dd-c09069ff3621 None None] For port 7ff7d80e-36f3-4887-9e8e-68e7259938f1, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:23:47.683079 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c833e7a-0626-4269-8d01-cbd237d4ac5d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:47.683668 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c833e7a-0626-4269-8d01-cbd237d4ac5d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:47.687848 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0c833e7a-0626-4269-8d01-cbd237d4ac5d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/620020c4-9fd0-40a7-99bb-bcee87a76823 HTTP/1.1" status: 404 len: 337 time: 0.0536399 Dec 22 13:23:47.694708 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8327fd7d-ddbf-465b-a851-78cb6e0905c9 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:47.696441 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48196) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:47.700493 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a13fa52-8876-4524-bed3-34e5405b1f9a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:47.701424 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2a13fa52-8876-4524-bed3-34e5405b1f9a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:47.730668 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-142fe9a4-b0e1-4b96-8f17-166c9f548424 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:47.748469 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-57954d47-8f4c-414d-a48b-770f8ab94859 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:47.749500 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3bb4ed65-7df6-49b8-a8dd-c09069ff3621 None None] For port 7ff7d80e-36f3-4887-9e8e-68e7259938f1, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=7ff7d80e-36f3-4887-9e8e-68e7259938f1,segment=NetworkSegment(02e3134e-647f-48a8-9a63-ed4eb25e5ae1),segment_id=02e3134e-647f-48a8-9a63-ed4eb25e5ae1)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:23:47.749659 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57954d47-8f4c-414d-a48b-770f8ab94859 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:47.753966 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-57954d47-8f4c-414d-a48b-770f8ab94859 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/ports/252620b0-5b98-46ae-b850-61ff4ff7f9ce HTTP/1.1" status: 404 len: 333 time: 0.0532033 Dec 22 13:23:47.753966 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8327fd7d-ddbf-465b-a851-78cb6e0905c9 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:47.755958 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48200) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:47.815274 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-18fa8e89-dc17-451d-b82b-d335a8843480 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:47.815637 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18fa8e89-dc17-451d-b82b-d335a8843480 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:47.820345 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-18fa8e89-dc17-451d-b82b-d335a8843480 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/7a3335fe-fb64-4030-b34d-755811b2f74f HTTP/1.1" status: 404 len: 337 time: 0.0601432 Dec 22 13:23:47.821915 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48204) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:47.829203 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-15a9b55d-a554-4b89-9357-1d747a307366 None None] For port aa850526-d39f-4428-86ef-622cc2e95bcb, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=aa850526-d39f-4428-86ef-622cc2e95bcb,segment=NetworkSegment(177a34ea-ed87-45db-a663-662f0b097935),segment_id=177a34ea-ed87-45db-a663-662f0b097935)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:23:47.829858 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-15a9b55d-a554-4b89-9357-1d747a307366 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:47.846620 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3bb4ed65-7df6-49b8-a8dd-c09069ff3621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:47.859975 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-999145a4-b050-434b-b13b-640d34797a6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:47.925650 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-2a13fa52-8876-4524-bed3-34e5405b1f9a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.2631834 Dec 22 13:23:47.931498 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48208) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:47.988278 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c9debf-9b4e-42bd-89c0-88881e328f7c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:47.988722 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-142fe9a4-b0e1-4b96-8f17-166c9f548424 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Calling delete_port for 2e069f03-1659-41ab-8d49-f25ecd673a40 owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:23:47.988843 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60c9debf-9b4e-42bd-89c0-88881e328f7c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:47.994380 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-60c9debf-9b4e-42bd-89c0-88881e328f7c tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/ports/21ab386e-b975-47fc-8e13-d00d76e6e370 HTTP/1.1" status: 404 len: 333 time: 0.1205518 Dec 22 13:23:48.003736 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a0ae491d-252e-4e89-8ff5-3026256aa202 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:48.006866 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48212) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:48.015811 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-15a9b55d-a554-4b89-9357-1d747a307366 None None] Calling delete_port for aa850526-d39f-4428-86ef-622cc2e95bcb owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:23:48.094791 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a0ae491d-252e-4e89-8ff5-3026256aa202 None None] Transition to ACTIVE for port object 2a13252d-4ca9-47e0-88b7-b56840647824 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:23:48.104830 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7f84718-05d0-499b-b846-f9849b1af0ef tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:48.105279 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7f84718-05d0-499b-b846-f9849b1af0ef tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:48.113845 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8327fd7d-ddbf-465b-a851-78cb6e0905c9 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:48.114377 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8327fd7d-ddbf-465b-a851-78cb6e0905c9 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Fanout notify agent at l3_agent the message router_deleted on router 8b3fbd7a-7158-421d-8e57-9ce03626a897 {{(pid=84148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:23:48.127290 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8327fd7d-ddbf-465b-a851-78cb6e0905c9 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:48.133882 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8327fd7d-ddbf-465b-a851-78cb6e0905c9 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "DELETE /v2.0/routers/8b3fbd7a-7158-421d-8e57-9ce03626a897 HTTP/1.1" status: 204 len: 168 time: 1.6098213 Dec 22 13:23:48.134660 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48216) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:48.140504 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a7f84718-05d0-499b-b846-f9849b1af0ef tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/9101437b-e29f-47f3-8db3-2a3300e4e307 HTTP/1.1" status: 404 len: 337 time: 0.1329777 Dec 22 13:23:48.147425 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48220) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:48.170412 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a0ae491d-252e-4e89-8ff5-3026256aa202 None None] Transition to ACTIVE for port object 2a13252d-4ca9-47e0-88b7-b56840647824 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:23:48.179705 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb4ed65-7df6-49b8-a8dd-c09069ff3621 None None] Pushing event updated for resources: {'Port': ['ID=7ff7d80e-36f3-4887-9e8e-68e7259938f1,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:48.199466 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-b1ee4357-be54-4a32-92af-ef2604f0069f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Synchronizing usage tracker for tenant:ad8695e3cb0646af805a65484bd64689 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:23:48.208626 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3bb4ed65-7df6-49b8-a8dd-c09069ff3621 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:48.214103 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eb217d3-dc3d-4b05-9637-7b29dd1062a3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:48.214796 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eb217d3-dc3d-4b05-9637-7b29dd1062a3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:48.217326 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-b1ee4357-be54-4a32-92af-ef2604f0069f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Unset dirty status for tenant:ad8695e3cb0646af805a65484bd64689 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:23:48.218447 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-4eb217d3-dc3d-4b05-9637-7b29dd1062a3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/ports/0ea81b6a-77fb-4c7d-8bd3-5273ce8b52a0 HTTP/1.1" status: 404 len: 333 time: 0.0690916 Dec 22 13:23:48.223693 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b1ee4357-be54-4a32-92af-ef2604f0069f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b3fbd7a-7158-421d-8e57-9ce03626a897 HTTP/1.1" status: 200 len: 205 time: 0.0858147 Dec 22 13:23:48.223693 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48224) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:48.228409 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48226) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:48.254024 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a0ae491d-252e-4e89-8ff5-3026256aa202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:48.257818 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-9176f0af-d1bf-4b41-be29-804b7d7a84d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:48.347141 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ae491d-252e-4e89-8ff5-3026256aa202 None None] Network 405cc457-257b-4046-ad64-71c7c4966738 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:23:48.350806 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-142fe9a4-b0e1-4b96-8f17-166c9f548424 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:48.352890 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ad6dd0e-8435-4ed2-b779-c0f9f7ad623b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:48.353052 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-a0ae491d-252e-4e89-8ff5-3026256aa202 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:23:48.353303 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ad6dd0e-8435-4ed2-b779-c0f9f7ad623b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:48.359315 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-15a9b55d-a554-4b89-9357-1d747a307366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:48.362283 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-12970782-1b0f-4777-bb0b-e575455c342e tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:48.368105 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ae491d-252e-4e89-8ff5-3026256aa202 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:23:48.372456 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae491d-252e-4e89-8ff5-3026256aa202 None None] Pushing event updated for resources: {'Port': ['ID=2a13252d-4ca9-47e0-88b7-b56840647824,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:48.382966 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-a0ae491d-252e-4e89-8ff5-3026256aa202 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:48.387229 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-596771f0-24f2-44ea-adc2-d81e9684b8e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:48.398367 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-2f766c01-9751-4c51-b6ef-e97d9279fae5 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] delete failed (client error): The resource could not be found. Dec 22 13:23:48.399414 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-2f766c01-9751-4c51-b6ef-e97d9279fae5 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "DELETE /v2.0/routers/8b3fbd7a-7158-421d-8e57-9ce03626a897 HTTP/1.1" status: 404 len: 336 time: 0.1381855 Dec 22 13:23:48.416249 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48232) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:48.441020 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-d74b62d6-3c55-4316-99fd-cc4ed3d90670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'name': 'tempest-TestNetworkBasicOps-router-1929444678', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '2c53bbde-694a-41f8-84f3-a532d778de54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:23:36Z', 'updated_at': '2021-12-22T13:23:39Z', 'revision_number': 3, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '2c53bbde-694a-41f8-84f3-a532d778de54', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:23:38Z', 'updated_at': '2021-12-22T13:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:48.455375 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142fe9a4-b0e1-4b96-8f17-166c9f548424 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event deleted for resources: {'Port': ['ID=2e069f03-1659-41ab-8d49-f25ecd673a40,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:48.458743 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7ad6dd0e-8435-4ed2-b779-c0f9f7ad623b tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/e3e9ac3b-9def-4807-9ed0-ee25650793e3 HTTP/1.1" status: 404 len: 337 time: 0.2329750 Dec 22 13:23:48.461348 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48236) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:48.463661 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-142fe9a4-b0e1-4b96-8f17-166c9f548424 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:48.475851 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-55af0fa1-344d-4162-8452-a6dbea47c8c5 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:48.476154 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55af0fa1-344d-4162-8452-a6dbea47c8c5 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:48.476851 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a9b55d-a554-4b89-9357-1d747a307366 None None] Pushing event deleted for resources: {'Port': ['ID=aa850526-d39f-4428-86ef-622cc2e95bcb,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:48.479907 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-55af0fa1-344d-4162-8452-a6dbea47c8c5 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "DELETE /v2.0/subnets/535dcf84-4a02-4971-a750-4750aeda2701 HTTP/1.1" status: 404 len: 337 time: 0.0602233 Dec 22 13:23:48.480058 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-15a9b55d-a554-4b89-9357-1d747a307366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:48.481374 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48240) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:48.486677 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a9b55d-a554-4b89-9357-1d747a307366 None None] No DVR routers for this DVR port aa850526-d39f-4428-86ef-622cc2e95bcb on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:23:48.490918 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74b62d6-3c55-4316-99fd-cc4ed3d90670 None None] The sync data for ids ['81a2d106-eed1-4541-a665-e09da3e3e131'] in dv-neutron-822669-1-hyperv is: [{'id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'name': 'tempest-TestNetworkBasicOps-router-1929444678', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '2c53bbde-694a-41f8-84f3-a532d778de54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:23:36Z', 'updated_at': '2021-12-22T13:23:39Z', 'revision_number': 3, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '2c53bbde-694a-41f8-84f3-a532d778de54', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:23:38Z', 'updated_at': '2021-12-22T13:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:23:48.536143 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-142fe9a4-b0e1-4b96-8f17-166c9f548424 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:48.538690 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-142fe9a4-b0e1-4b96-8f17-166c9f548424 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/ports/2e069f03-1659-41ab-8d49-f25ecd673a40 HTTP/1.1" status: 204 len: 168 time: 1.4815264 Dec 22 13:23:48.544907 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48244) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:48.548480 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-e39adfa8-10df-4262-ae8a-ae6b7435bdb9 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:48.548918 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e39adfa8-10df-4262-ae8a-ae6b7435bdb9 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:48.552723 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e39adfa8-10df-4262-ae8a-ae6b7435bdb9 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "DELETE /v2.0/subnets/865fc25d-d939-4feb-9c8d-5d2adea4141f HTTP/1.1" status: 404 len: 337 time: 0.0681138 Dec 22 13:23:48.567878 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-a0ae491d-252e-4e89-8ff5-3026256aa202 None None] Attempting to bind port 2a13252d-4ca9-47e0-88b7-b56840647824 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:23:48.568263 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-a0ae491d-252e-4e89-8ff5-3026256aa202 None None] Attempting to bind port 2a13252d-4ca9-47e0-88b7-b56840647824 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '907a75be-955b-4691-a4d5-3f3edaef0bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '405cc457-257b-4046-ad64-71c7c4966738'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:23:48.568637 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ae491d-252e-4e89-8ff5-3026256aa202 None None] Attempting to bind port 2a13252d-4ca9-47e0-88b7-b56840647824 on network 405cc457-257b-4046-ad64-71c7c4966738 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:23:48.575910 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ae491d-252e-4e89-8ff5-3026256aa202 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:23:48.576894 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ae491d-252e-4e89-8ff5-3026256aa202 None None] Checking segment: {'id': '907a75be-955b-4691-a4d5-3f3edaef0bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '405cc457-257b-4046-ad64-71c7c4966738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:23:48.577311 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a0ae491d-252e-4e89-8ff5-3026256aa202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:48.577717 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ae491d-252e-4e89-8ff5-3026256aa202 None None] Bound using segment: {'id': '907a75be-955b-4691-a4d5-3f3edaef0bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '405cc457-257b-4046-ad64-71c7c4966738'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:23:48.578198 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-a0ae491d-252e-4e89-8ff5-3026256aa202 None None] Bound port: 2a13252d-4ca9-47e0-88b7-b56840647824, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '907a75be-955b-4691-a4d5-3f3edaef0bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '405cc457-257b-4046-ad64-71c7c4966738'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:23:48.578623 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a0ae491d-252e-4e89-8ff5-3026256aa202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:48.579414 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48248) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:48.684527 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-748b5b30-51f0-4a98-9954-af5e19356b4f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:48.685277 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-748b5b30-51f0-4a98-9954-af5e19356b4f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:48.688054 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-748b5b30-51f0-4a98-9954-af5e19356b4f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/ports/4bf12fa7-a066-40f3-977f-82f13a020550 HTTP/1.1" status: 404 len: 333 time: 0.2254071 Dec 22 13:23:48.691202 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48254) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:48.721759 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-a0ae491d-252e-4e89-8ff5-3026256aa202 None None] For port 2a13252d-4ca9-47e0-88b7-b56840647824, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:23:48.728758 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-a0ae491d-252e-4e89-8ff5-3026256aa202 None None] For port 2a13252d-4ca9-47e0-88b7-b56840647824, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=2a13252d-4ca9-47e0-88b7-b56840647824,segment=NetworkSegment(907a75be-955b-4691-a4d5-3f3edaef0bab),segment_id=907a75be-955b-4691-a4d5-3f3edaef0bab)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:23:48.736630 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2685afc5-3182-4ea6-b33f-d9d826eeb680 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:23:48.757279 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device aa850526-d39f-4428-86ef-622cc2e95bcb no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:23:48.764339 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-1626c742-fff9-44ca-91c1-d0a1a6158be9 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:48.764855 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1626c742-fff9-44ca-91c1-d0a1a6158be9 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:48.766693 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-1626c742-fff9-44ca-91c1-d0a1a6158be9 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/subnets/97128674-a599-48db-a03f-2f1fe0aee485 HTTP/1.1" status: 404 len: 337 time: 0.0735343 Dec 22 13:23:48.788246 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a4ae9d-3635-4aff-8552-7448681113f3 None None] Sync routers for ids ['01e9824d-ebc7-46e9-a1f0-ead4477bd6d1'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:23:48.804629 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: aa850526-d39f-4428-86ef-622cc2e95bcb {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:23:48.804988 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device aa850526-d39f-4428-86ef-622cc2e95bcb not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:23:48.814010 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a4ae9d-3635-4aff-8552-7448681113f3 None None] Routers {'01e9824d-ebc7-46e9-a1f0-ead4477bd6d1'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:23:48.814699 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-57a4ae9d-3635-4aff-8552-7448681113f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:23:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['01e9824d-ebc7-46e9-a1f0-ead4477bd6d1'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:48.834926 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48258) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:48.865337 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-95cf003a-7da6-4977-a24b-7c4c99163991 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:48.881492 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbb42c7d-13bf-4353-b8be-6c3d8efff80e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:48.881945 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbb42c7d-13bf-4353-b8be-6c3d8efff80e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:48.888332 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-cbb42c7d-13bf-4353-b8be-6c3d8efff80e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "DELETE /v2.0/subnets/47f14dc9-cb69-4dc1-8ac6-d47d22c7090f HTTP/1.1" status: 404 len: 337 time: 0.2948952 Dec 22 13:23:48.890773 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48262) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:48.991478 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-34e35d88-b9ea-41bf-a12d-9a1bbb5d63b9 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:48.991924 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34e35d88-b9ea-41bf-a12d-9a1bbb5d63b9 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:48.993904 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-34e35d88-b9ea-41bf-a12d-9a1bbb5d63b9 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "DELETE /v2.0/subnets/f081cb85-23a4-4c2c-b780-1090f4a90073 HTTP/1.1" status: 404 len: 337 time: 0.1021309 Dec 22 13:23:48.996500 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48266) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:49.070742 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a0ae491d-252e-4e89-8ff5-3026256aa202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:49.084845 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:49.101719 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48270) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:49.103509 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5b76495a-2c5d-4db3-9407-91be6d9fbdd2 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2c21113-3a72-48f5-a58f-27735d4120b2 HTTP/1.1" status: 200 len: 205 time: 0.1054468 Dec 22 13:23:49.108825 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2685afc5-3182-4ea6-b33f-d9d826eeb680 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:49.111427 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-2685afc5-3182-4ea6-b33f-d9d826eeb680 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.5569756 Dec 22 13:23:49.121428 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48274) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:49.178055 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-57a4ae9d-3635-4aff-8552-7448681113f3 None None] Set router 01e9824d-ebc7-46e9-a1f0-ead4477bd6d1 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:23:49.183400 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-21193438-da9a-4415-81fa-08a0051bd28e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] delete failed (client error): The resource could not be found. Dec 22 13:23:49.184729 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-21193438-da9a-4415-81fa-08a0051bd28e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "DELETE /v2.0/routers/f2c21113-3a72-48f5-a58f-27735d4120b2 HTTP/1.1" status: 404 len: 336 time: 0.0794311 Dec 22 13:23:49.205454 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48278) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:49.222718 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae491d-252e-4e89-8ff5-3026256aa202 None None] Pushing event updated for resources: {'Port': ['ID=2a13252d-4ca9-47e0-88b7-b56840647824,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:49.229354 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-a0ae491d-252e-4e89-8ff5-3026256aa202 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:49.317716 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-95cf003a-7da6-4977-a24b-7c4c99163991 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:49.347908 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-95cf003a-7da6-4977-a24b-7c4c99163991 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['975b41b6-ee3d-4230-b367-1e6f2668dd0f']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:49.349023 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8b928fde-3868-4529-88bf-913cecc1c465 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:49.362883 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-95cf003a-7da6-4977-a24b-7c4c99163991 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '177a34ea-ed87-45db-a663-662f0b097935') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:49.363201 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-95cf003a-7da6-4977-a24b-7c4c99163991 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '177a34ea-ed87-45db-a663-662f0b097935') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:49.379848 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-95cf003a-7da6-4977-a24b-7c4c99163991 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:49.403564 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-95cf003a-7da6-4977-a24b-7c4c99163991 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:49.409001 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f9ac607a-3ab1-44e1-9e9b-ee1501051ac5 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "GET /v2.0/ports?device_id=d08aa753-94e4-4344-b5fc-bdcab8a1a984 HTTP/1.1" status: 200 len: 205 time: 0.1985686 Dec 22 13:23:49.409631 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48282) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:49.411560 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95cf003a-7da6-4977-a24b-7c4c99163991 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:23:49.411971 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-95cf003a-7da6-4977-a24b-7c4c99163991 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:49.519100 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-4f276c9c-0ee1-476e-ad7a-2aee0bb4fa3f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] delete failed (client error): The resource could not be found. Dec 22 13:23:49.522868 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-4f276c9c-0ee1-476e-ad7a-2aee0bb4fa3f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "DELETE /v2.0/routers/d08aa753-94e4-4344-b5fc-bdcab8a1a984 HTTP/1.1" status: 404 len: 336 time: 0.1048627 Dec 22 13:23:49.526644 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48286) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:49.612372 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:23:49.612372 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:23:49.612372 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:23:49.612372 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:23:49.612372 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:23:49.612372 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:23:49.612372 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:23:49.612372 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:23:49.612372 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:23:49.612372 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:23:49.612372 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:23:49.612372 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:23:49.612372 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:23:49.612372 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:23:49.612372 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:23:49.612372 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:23:49.612372 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:23:49.612372 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:23:49.612372 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:23:49.612372 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:23:49.612372 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:23:49.612372 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:23:49.612372 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:23:49.612372 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:23:49.612372 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:23:49.612372 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:23:49.612372 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:23:49.612372 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:23:49.612372 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:23:49.612372 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:23:49.612372 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:23:49.612372 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:23:49.757294 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-c84b6846-e0a2-4098-924d-ff3877e7e856 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:49.757745 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c84b6846-e0a2-4098-924d-ff3877e7e856 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:49.763095 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c84b6846-e0a2-4098-924d-ff3877e7e856 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "DELETE /v2.0/subnets/63663d81-359b-41e4-adb6-a587db38c0d1 HTTP/1.1" status: 404 len: 337 time: 0.2340822 Dec 22 13:23:49.772914 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48290) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:49.808823 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-57a4ae9d-3635-4aff-8552-7448681113f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e9824d-ebc7-46e9-a1f0-ead4477bd6d1', 'name': '', 'tenant_id': '203456c584c042e59ddee94b648b37a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a15af95-804e-4d98-b3bf-8643e452da95', 'external_fixed_ips': [{'subnet_id': 'df044cb7-1ba6-40ef-b051-72c1bcbfb86d', 'ip_address': '2001:db8::2bc'}], 'enable_snat': True}, 'gw_port_id': '7f976b3e-9613-4594-a743-591430f0afd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:23:42Z', 'updated_at': '2021-12-22T13:23:45Z', 'revision_number': 3, 'project_id': '203456c584c042e59ddee94b648b37a9', 'gw_port': {'id': '7f976b3e-9613-4594-a743-591430f0afd6', 'name': '', 'network_id': '1a15af95-804e-4d98-b3bf-8643e452da95', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:79:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e9824d-ebc7-46e9-a1f0-ead4477bd6d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'df044cb7-1ba6-40ef-b051-72c1bcbfb86d', 'ip_address': '2001:db8::2bc', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:23:44Z', 'updated_at': '2021-12-22T13:23:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df044cb7-1ba6-40ef-b051-72c1bcbfb86d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:49.818250 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a4ae9d-3635-4aff-8552-7448681113f3 None None] Checking router: 01e9824d-ebc7-46e9-a1f0-ead4477bd6d1 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:23:49.818639 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a4ae9d-3635-4aff-8552-7448681113f3 None None] Updating router 01e9824d-ebc7-46e9-a1f0-ead4477bd6d1 port 7f976b3e-9613-4594-a743-591430f0afd6 binding host dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:23:49.879720 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-99b285c2-b817-4a19-b148-52171f7e9a3e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "GET /v2.0/ports?device_id=909faa24-673a-4267-8645-63ecc309a4db HTTP/1.1" status: 200 len: 205 time: 0.1033957 Dec 22 13:23:49.880395 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48294) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:49.890946 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-95cf003a-7da6-4977-a24b-7c4c99163991 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:49.898834 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-51e3e1f2-6c54-44c2-b609-7560f01a40ae tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:49.923960 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-95cf003a-7da6-4977-a24b-7c4c99163991 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:49.927419 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-57a4ae9d-3635-4aff-8552-7448681113f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:49.949741 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf003a-7da6-4977-a24b-7c4c99163991 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Pushing event deleted for resources: {'Network': ['ID=975b41b6-ee3d-4230-b367-1e6f2668dd0f,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:49.957724 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-95cf003a-7da6-4977-a24b-7c4c99163991 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] 10.222.0.47 "DELETE /v2.0/networks/975b41b6-ee3d-4230-b367-1e6f2668dd0f HTTP/1.1" status: 204 len: 168 time: 1.4107881 Dec 22 13:23:49.959843 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-95cf003a-7da6-4977-a24b-7c4c99163991 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:50.012364 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-2daf3ed5-91e1-47ac-bfc3-a460071b1896 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] delete failed (client error): The resource could not be found. Dec 22 13:23:50.017293 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-2daf3ed5-91e1-47ac-bfc3-a460071b1896 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "DELETE /v2.0/routers/909faa24-673a-4267-8645-63ecc309a4db HTTP/1.1" status: 404 len: 336 time: 0.1218653 Dec 22 13:23:50.019161 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8b928fde-3868-4529-88bf-913cecc1c465 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:50.030924 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48300) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:50.067588 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2ab0869d-c1c6-4967-9488-08a7e9d1ec78 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:50.100412 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-2515be4d-c986-4d7b-9523-543a965a3730 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "GET /v2.0/ports?device_id=f72b1804-93fb-4c96-8602-0c32f3f6c953 HTTP/1.1" status: 200 len: 205 time: 0.0660901 Dec 22 13:23:50.120433 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48304) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:50.265068 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd69f4d-c528-4e84-9475-86bf50402cc0 None None] Network feefcbf6-6f13-478d-9833-112d064627e4 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:23:50.400830 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-8b928fde-3868-4529-88bf-913cecc1c465 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:50.414943 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-0242e29b-272b-49ec-8e5f-3e4b58ea5584 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] delete failed (client error): The resource could not be found. Dec 22 13:23:50.420711 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0242e29b-272b-49ec-8e5f-3e4b58ea5584 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "DELETE /v2.0/routers/f72b1804-93fb-4c96-8602-0c32f3f6c953 HTTP/1.1" status: 404 len: 336 time: 0.1120136 Dec 22 13:23:50.420926 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48308) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:50.445570 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-8b928fde-3868-4529-88bf-913cecc1c465 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cef21f4-7102-4d54-8163-fadf8f18c403') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:50.445570 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-8b928fde-3868-4529-88bf-913cecc1c465 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cef21f4-7102-4d54-8163-fadf8f18c403') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:50.461163 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7dce2c35-cf31-4e62-98f5-adac9b36b8ce tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:50.485528 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d9c5508-eba9-4b87-afba-efff7687208f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:50.485964 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d9c5508-eba9-4b87-afba-efff7687208f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:50.497129 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8d9c5508-eba9-4b87-afba-efff7687208f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "DELETE /v2.0/subnets/4a430cad-1860-4997-9172-84aa0954e080 HTTP/1.1" status: 404 len: 337 time: 0.0724030 Dec 22 13:23:50.501065 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8b928fde-3868-4529-88bf-913cecc1c465 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:50.503380 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48312) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:50.515194 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2ab0869d-c1c6-4967-9488-08a7e9d1ec78 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:50.574475 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ce5dfb3c-de07-4306-bb77-e233caf17704 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "GET /v2.0/ports?device_id=b89c5f2e-2453-4dfa-9e48-592c6768b241 HTTP/1.1" status: 200 len: 205 time: 0.0590181 Dec 22 13:23:50.574700 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48318) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:50.621944 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-57a4ae9d-3635-4aff-8552-7448681113f3 None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:50.636545 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-57a4ae9d-3635-4aff-8552-7448681113f3 None None] Transition to ACTIVE for port object 7f976b3e-9613-4594-a743-591430f0afd6 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:23:50.645266 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3701d0aa-c898-468f-8b8f-c61de087bdd5 None None] Provisioning for port 7ff7d80e-36f3-4887-9e8e-68e7259938f1 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:23:50.648748 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-d4b199a8-1c98-47aa-b02a-83062799842d tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] delete failed (client error): The resource could not be found. Dec 22 13:23:50.649822 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d4b199a8-1c98-47aa-b02a-83062799842d tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "DELETE /v2.0/routers/b89c5f2e-2453-4dfa-9e48-592c6768b241 HTTP/1.1" status: 404 len: 336 time: 0.0742369 Dec 22 13:23:50.651737 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-2ab0869d-c1c6-4967-9488-08a7e9d1ec78 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Deleting port 7f976b3e-9613-4594-a743-591430f0afd6 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:23:50.651877 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2ab0869d-c1c6-4967-9488-08a7e9d1ec78 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:50.688139 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48322) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:50.715957 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-57a4ae9d-3635-4aff-8552-7448681113f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:50.722989 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48326) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:50.733080 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3bb4ed65-7df6-49b8-a8dd-c09069ff3621 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:50.733290 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8b928fde-3868-4529-88bf-913cecc1c465 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:50.741198 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-f61c7dd2-7e97-4c52-b4f2-4c396482ecfd tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:50.741633 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f61c7dd2-7e97-4c52-b4f2-4c396482ecfd tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:50.743620 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f61c7dd2-7e97-4c52-b4f2-4c396482ecfd tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "DELETE /v2.0/subnets/94b4d2ba-894f-4b84-8c67-b1395145cdc8 HTTP/1.1" status: 404 len: 337 time: 0.0537224 Dec 22 13:23:50.746626 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48332) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:50.783391 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b928fde-3868-4529-88bf-913cecc1c465 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:23:50.788027 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8b928fde-3868-4529-88bf-913cecc1c465 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:50.801898 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-249950bd-6be6-4949-b071-a2640eab9f9f tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "GET /v2.0/ports?device_id=865d5524-65cf-4ce9-8458-3b62ccb46342 HTTP/1.1" status: 200 len: 205 time: 0.0546141 Dec 22 13:23:50.820852 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48336) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:50.824426 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:23:50.824426 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:23:50.824426 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:23:50.824426 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:23:50.824426 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:23:50.824426 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:23:50.824426 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:23:50.824426 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:23:50.824426 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:23:50.824426 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:23:50.824426 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:23:50.824426 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:23:50.824426 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:23:50.824426 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:23:50.824426 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:23:50.824426 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:23:50.824426 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:23:50.824426 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:23:50.824426 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:23:50.824426 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:23:50.824426 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:23:50.824426 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:23:50.824426 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:23:50.824426 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:23:50.824426 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:23:50.824426 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:23:50.824426 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:23:50.824426 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:23:50.824426 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:23:50.824426 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:23:50.824426 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:23:50.824426 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:23:50.926890 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df0c038-1a97-438a-8ff9-7d1ca902f6dc None None] Pushing event updated for resources: {'Port': ['ID=7f976b3e-9613-4594-a743-591430f0afd6,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:50.930107 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-4df0c038-1a97-438a-8ff9-7d1ca902f6dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:50.935709 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 2c53bbde-694a-41f8-84f3-a532d778de54 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:23:50.984313 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-57a4ae9d-3635-4aff-8552-7448681113f3 None None] Attempting to bind port 7f976b3e-9613-4594-a743-591430f0afd6 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:23:50.984834 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-57a4ae9d-3635-4aff-8552-7448681113f3 None None] Attempting to bind port 7f976b3e-9613-4594-a743-591430f0afd6 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '1878542c-0216-4d32-826e-88f65bb9a1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '1a15af95-804e-4d98-b3bf-8643e452da95'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:23:50.985215 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a4ae9d-3635-4aff-8552-7448681113f3 None None] Attempting to bind port 7f976b3e-9613-4594-a743-591430f0afd6 on network 1a15af95-804e-4d98-b3bf-8643e452da95 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:23:51.017464 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-ca156872-2e11-4d83-b544-84d6b3bdecfb tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] delete failed (client error): The resource could not be found. Dec 22 13:23:51.019423 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ca156872-2e11-4d83-b544-84d6b3bdecfb tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "DELETE /v2.0/routers/865d5524-65cf-4ce9-8458-3b62ccb46342 HTTP/1.1" status: 404 len: 336 time: 0.1968029 Dec 22 13:23:51.022370 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48340) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:51.027039 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a4ae9d-3635-4aff-8552-7448681113f3 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:23:51.027993 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a4ae9d-3635-4aff-8552-7448681113f3 None None] Checking segment: {'id': '1878542c-0216-4d32-826e-88f65bb9a1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '1a15af95-804e-4d98-b3bf-8643e452da95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:23:51.028437 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-57a4ae9d-3635-4aff-8552-7448681113f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:51.028857 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a4ae9d-3635-4aff-8552-7448681113f3 None None] Bound using segment: {'id': '1878542c-0216-4d32-826e-88f65bb9a1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '1a15af95-804e-4d98-b3bf-8643e452da95'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:23:51.029636 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-57a4ae9d-3635-4aff-8552-7448681113f3 None None] Bound port: 7f976b3e-9613-4594-a743-591430f0afd6, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1878542c-0216-4d32-826e-88f65bb9a1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '1a15af95-804e-4d98-b3bf-8643e452da95'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:23:51.030039 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-57a4ae9d-3635-4aff-8552-7448681113f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:51.092966 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2ab0869d-c1c6-4967-9488-08a7e9d1ec78 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:51.107586 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc6c6cd-b658-439b-a3b6-e4b6a09bf415 None None] Network 405cc457-257b-4046-ad64-71c7c4966738 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:23:51.214901 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-57a4ae9d-3635-4aff-8552-7448681113f3 None None] For port 7f976b3e-9613-4594-a743-591430f0afd6, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:23:51.220512 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-2ab0869d-c1c6-4967-9488-08a7e9d1ec78 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Calling delete_port for 7f976b3e-9613-4594-a743-591430f0afd6 owned by network:router_gateway {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:23:51.220721 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-673594e8-d7c6-423d-b8a4-fd7522b78c3a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:51.221146 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-673594e8-d7c6-423d-b8a4-fd7522b78c3a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:51.231777 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-57a4ae9d-3635-4aff-8552-7448681113f3 None None] For port 7f976b3e-9613-4594-a743-591430f0afd6, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=7f976b3e-9613-4594-a743-591430f0afd6,segment=NetworkSegment(1878542c-0216-4d32-826e-88f65bb9a1b0),segment_id=1878542c-0216-4d32-826e-88f65bb9a1b0)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:23:51.291492 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-673594e8-d7c6-423d-b8a4-fd7522b78c3a tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "DELETE /v2.0/subnets/a5816dd9-4ce5-4ce0-90d5-9a2ea85713b8 HTTP/1.1" status: 404 len: 337 time: 0.2599087 Dec 22 13:23:51.295978 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48344) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:51.353810 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-57a4ae9d-3635-4aff-8552-7448681113f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:51.358261 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b6f41c2-b0a7-4ad4-bf24-d52e11ec4e5e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] DELETE failed (client error): The resource could not be found. Dec 22 13:23:51.359050 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b6f41c2-b0a7-4ad4-bf24-d52e11ec4e5e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:23:51.363761 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6b6f41c2-b0a7-4ad4-bf24-d52e11ec4e5e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] 10.222.0.47 "DELETE /v2.0/subnets/68489986-c73b-4493-9743-b5cf32def459 HTTP/1.1" status: 404 len: 337 time: 0.0664299 Dec 22 13:23:51.363951 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-9cde5106-4c9c-4422-8169-6cc076516ecd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:51.368890 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-5f5c10e9-ecd8-4f49-9eac-2d594c4b3d6b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5dcef99d1b1441dea18127579d2b89f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6405191 Dec 22 13:23:51.377262 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8b928fde-3868-4529-88bf-913cecc1c465 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:51.380733 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48350) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:51.384920 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8b928fde-3868-4529-88bf-913cecc1c465 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:51.389482 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8b928fde-3868-4529-88bf-913cecc1c465 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] 10.222.0.47 "DELETE /v2.0/networks/8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad HTTP/1.1" status: 204 len: 168 time: 2.5520589 Dec 22 13:23:51.400957 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7d6822dc-cad3-4dcd-8bf8-251cb29349dc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:51.443204 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b928fde-3868-4529-88bf-913cecc1c465 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Pushing event deleted for resources: {'Network': ['ID=8321a02f-dad3-4588-aa8f-8a9e4d2ee2ad,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:51.446836 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8b928fde-3868-4529-88bf-913cecc1c465 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:51.464405 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a13f489f-48b0-4639-859f-9e13bb71a696 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:51.518266 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df0c038-1a97-438a-8ff9-7d1ca902f6dc None None] Pushing event updated for resources: {'Port': ['ID=7f976b3e-9613-4594-a743-591430f0afd6,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:51.548311 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-502808b8-b37d-427e-8375-5f78f564db3d None None] Provisioning for port 2a13252d-4ca9-47e0-88b7-b56840647824 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:23:51.571088 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-4df0c038-1a97-438a-8ff9-7d1ca902f6dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:51.582874 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.api [None req-2ab0869d-c1c6-4967-9488-08a7e9d1ec78 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84149) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:23:51.582874 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_db.api [None req-2ab0869d-c1c6-4967-9488-08a7e9d1ec78 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:23:51.586539 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bbfcb57e-75e0-44e9-8461-d8a9851d1d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:51.637473 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bbfcb57e-75e0-44e9-8461-d8a9851d1d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:51.697453 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a4ae9d-3635-4aff-8552-7448681113f3 None None] Routers {'01e9824d-ebc7-46e9-a1f0-ead4477bd6d1'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:23:51.697453 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-57a4ae9d-3635-4aff-8552-7448681113f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:23:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['01e9824d-ebc7-46e9-a1f0-ead4477bd6d1'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:51.746493 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7dce2c35-cf31-4e62-98f5-adac9b36b8ce tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:51.755794 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 2c53bbde-694a-41f8-84f3-a532d778de54 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:23:51.800563 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bbfcb57e-75e0-44e9-8461-d8a9851d1d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:51.805756 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5c8c7fd9-0ac0-479a-9b39-3a61a9540dc1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:51.817255 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfcb57e-75e0-44e9-8461-d8a9851d1d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3e6bda-b078-4668-b9bc-ac38d46e3bf2,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:51.822153 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-bbfcb57e-75e0-44e9-8461-d8a9851d1d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:51.832991 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7dce2c35-cf31-4e62-98f5-adac9b36b8ce tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:51.843368 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bbfcb57e-75e0-44e9-8461-d8a9851d1d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:51.845505 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c976082c-2e66-46f8-89ca-a0492038fbea tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:51.852587 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-bbfcb57e-75e0-44e9-8461-d8a9851d1d9f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7c3e6bda-b078-4668-b9bc-ac38d46e3bf2 HTTP/1.1" status: 204 len: 168 time: 0.4657655 Dec 22 13:23:51.891190 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 2c53bbde-694a-41f8-84f3-a532d778de54 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:51.891570 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:52.019162 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce2c35-cf31-4e62-98f5-adac9b36b8ce tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'Port': ['ID=775beaba-80c9-4989-a798-321c30b5bfcf,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:52.022248 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7dce2c35-cf31-4e62-98f5-adac9b36b8ce tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:52.079742 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-2ab0869d-c1c6-4967-9488-08a7e9d1ec78 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Deleting port 7f976b3e-9613-4594-a743-591430f0afd6 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:23:52.080297 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2ab0869d-c1c6-4967-9488-08a7e9d1ec78 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:52.111532 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-57a4ae9d-3635-4aff-8552-7448681113f3 None None] Set router 01e9824d-ebc7-46e9-a1f0-ead4477bd6d1 gateway port host: None {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:23:52.184353 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:52.198470 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48362) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:52.342016 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-57a4ae9d-3635-4aff-8552-7448681113f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e9824d-ebc7-46e9-a1f0-ead4477bd6d1', 'name': '', 'tenant_id': '203456c584c042e59ddee94b648b37a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:23:42Z', 'updated_at': '2021-12-22T13:23:50Z', 'revision_number': 4, 'project_id': '203456c584c042e59ddee94b648b37a9', 'gw_port_host': None}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:52.348277 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 2c53bbde-694a-41f8-84f3-a532d778de54, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=2c53bbde-694a-41f8-84f3-a532d778de54,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:23:52.350048 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a4ae9d-3635-4aff-8552-7448681113f3 None None] The sync data for ids ['01e9824d-ebc7-46e9-a1f0-ead4477bd6d1'] in dv-neutron-822669-1-hyperv is: [{'id': '01e9824d-ebc7-46e9-a1f0-ead4477bd6d1', 'name': '', 'tenant_id': '203456c584c042e59ddee94b648b37a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:23:42Z', 'updated_at': '2021-12-22T13:23:50Z', 'revision_number': 4, 'project_id': '203456c584c042e59ddee94b648b37a9', 'gw_port_host': None}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:23:52.403524 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48368) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:52.407065 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-f96b49a7-c870-463a-9eb8-78431849ade3 None None] Provisioning for port 775beaba-80c9-4989-a798-321c30b5bfcf completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:23:52.413059 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-f96b49a7-c870-463a-9eb8-78431849ade3 None None] Provisioning complete for port 775beaba-80c9-4989-a798-321c30b5bfcf triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:52.416193 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f96b49a7-c870-463a-9eb8-78431849ade3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:52.470008 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-2ab0869d-c1c6-4967-9488-08a7e9d1ec78 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] For port 7f976b3e-9613-4594-a743-591430f0afd6, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=7f976b3e-9613-4594-a743-591430f0afd6,segment=NetworkSegment(1878542c-0216-4d32-826e-88f65bb9a1b0),segment_id=1878542c-0216-4d32-826e-88f65bb9a1b0)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:23:52.470680 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2ab0869d-c1c6-4967-9488-08a7e9d1ec78 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:52.484725 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-a13f489f-48b0-4639-859f-9e13bb71a696 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Allocated IP 172.20.0.1 (405cc457-257b-4046-ad64-71c7c4966738/dfb6332c-285f-49dd-93fe-15ef12392031/1d5b4251-ea81-44a3-826c-e0e3db7a6361) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:23:52.515317 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:52.517708 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 2a13252d-4ca9-47e0-88b7-b56840647824 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:23:52.596431 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-9fb5114a-bc3c-48c4-8532-db8819f92aed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:52.680157 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-2ab0869d-c1c6-4967-9488-08a7e9d1ec78 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Calling delete_port for 7f976b3e-9613-4594-a743-591430f0afd6 owned by network:router_gateway {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:23:52.786568 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-f96b49a7-c870-463a-9eb8-78431849ade3 None None] Port 775beaba-80c9-4989-a798-321c30b5bfcf cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:23:52.812824 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=2c53bbde-694a-41f8-84f3-a532d778de54,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:52.824485 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:52.895161 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7dce2c35-cf31-4e62-98f5-adac9b36b8ce tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:52.905519 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 2a13252d-4ca9-47e0-88b7-b56840647824 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:23:52.912920 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 2a13252d-4ca9-47e0-88b7-b56840647824 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:52.913938 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:52.951683 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-3d7ad8ef-5fda-4a33-b432-bcdc77eaca73 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9da3e9f4adde46a9ba0d451c1cde7894&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5396323 Dec 22 13:23:52.954979 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48384) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:52.996422 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c873257f-2cac-4cac-ba70-06c9f627dd9d None None] Provisioning complete for port 2a13252d-4ca9-47e0-88b7-b56840647824 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:53.000022 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c873257f-2cac-4cac-ba70-06c9f627dd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:53.011737 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-79bbc873-03f8-4f33-befa-c3bf94b0ca13 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ad8695e3cb0646af805a65484bd64689&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8119693 Dec 22 13:23:53.015319 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48388) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:53.047719 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a13f489f-48b0-4639-859f-9e13bb71a696 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:53.092279 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-179abbfb-a6a5-4ab3-826f-40895b64180c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:53.127234 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-a13f489f-48b0-4639-859f-9e13bb71a696 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Transition to ACTIVE for port object 1d5b4251-ea81-44a3-826c-e0e3db7a6361 will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:23:53.153625 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7dce2c35-cf31-4e62-98f5-adac9b36b8ce tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:53.158235 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-179abbfb-a6a5-4ab3-826f-40895b64180c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:53.168051 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c873257f-2cac-4cac-ba70-06c9f627dd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:53.197177 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:53.236709 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a13f489f-48b0-4639-859f-9e13bb71a696 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:53.239425 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-c873257f-2cac-4cac-ba70-06c9f627dd9d None None] For port 2a13252d-4ca9-47e0-88b7-b56840647824, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=2a13252d-4ca9-47e0-88b7-b56840647824,segment=NetworkSegment(907a75be-955b-4691-a4d5-3f3edaef0bab),segment_id=907a75be-955b-4691-a4d5-3f3edaef0bab)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:23:53.254795 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ff2418c7-70ee-4cc1-8d75-4eb503f13159 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:53.263867 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2ab0869d-c1c6-4967-9488-08a7e9d1ec78 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:53.267815 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-937b1ad6-3307-4451-a0bf-bce75b500cd9 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:53.313303 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab0869d-c1c6-4967-9488-08a7e9d1ec78 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f976b3e-9613-4594-a743-591430f0afd6,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:53.323685 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2ab0869d-c1c6-4967-9488-08a7e9d1ec78 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:53.324740 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-179abbfb-a6a5-4ab3-826f-40895b64180c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:53.327848 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-87eaf3b2-b89f-4855-a98c-973bfcd087bf tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:53.330510 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-aee6d075-3667-47da-aaae-22e59ee8645b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:53.372074 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179abbfb-a6a5-4ab3-826f-40895b64180c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5010c19-010e-4dc2-99dd-d396b5433747,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:53.379526 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-179abbfb-a6a5-4ab3-826f-40895b64180c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:53.384012 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c873257f-2cac-4cac-ba70-06c9f627dd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:53.393496 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:53.433164 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f489f-48b0-4639-859f-9e13bb71a696 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=1d5b4251-ea81-44a3-826c-e0e3db7a6361,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:53.452306 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a13f489f-48b0-4639-859f-9e13bb71a696 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:53.455312 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13f489f-48b0-4639-859f-9e13bb71a696 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network 405cc457-257b-4046-ad64-71c7c4966738 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:23:53.521433 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-179abbfb-a6a5-4ab3-826f-40895b64180c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:53.522339 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-179abbfb-a6a5-4ab3-826f-40895b64180c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e5010c19-010e-4dc2-99dd-d396b5433747 HTTP/1.1" status: 204 len: 168 time: 0.5061255 Dec 22 13:23:53.533438 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2ab0869d-c1c6-4967-9488-08a7e9d1ec78 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:53.534600 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-a13f489f-48b0-4639-859f-9e13bb71a696 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:23:53.543059 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:23:53.547866 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:23:53.551845 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13f489f-48b0-4639-859f-9e13bb71a696 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:23:53.567319 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873257f-2cac-4cac-ba70-06c9f627dd9d None None] Pushing event updated for resources: {'Port': ['ID=2a13252d-4ca9-47e0-88b7-b56840647824,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:53.579731 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c873257f-2cac-4cac-ba70-06c9f627dd9d None None] Provisioning complete for port 775beaba-80c9-4989-a798-321c30b5bfcf triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:53.580108 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c873257f-2cac-4cac-ba70-06c9f627dd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:53.605324 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-aee6d075-3667-47da-aaae-22e59ee8645b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:53.641277 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c873257f-2cac-4cac-ba70-06c9f627dd9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:53.691942 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-c873257f-2cac-4cac-ba70-06c9f627dd9d None None] Port 775beaba-80c9-4989-a798-321c30b5bfcf cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:23:53.745853 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48404) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:53.848282 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48408) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:53.873298 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a13f489f-48b0-4639-859f-9e13bb71a696 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:53.928448 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2ab0869d-c1c6-4967-9488-08a7e9d1ec78 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:53.932991 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2ab0869d-c1c6-4967-9488-08a7e9d1ec78 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:53.972295 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-8d3832a0-6bc0-4885-912a-3ff6b441d3b4 None None] Provisioning for port 1d5b4251-ea81-44a3-826c-e0e3db7a6361 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:23:53.977692 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-8d3832a0-6bc0-4885-912a-3ff6b441d3b4 None None] Provisioning complete for port 1d5b4251-ea81-44a3-826c-e0e3db7a6361 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:53.978135 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8d3832a0-6bc0-4885-912a-3ff6b441d3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:54.036651 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-8d3832a0-6bc0-4885-912a-3ff6b441d3b4 None None] Port 1d5b4251-ea81-44a3-826c-e0e3db7a6361 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:23:54.046159 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2ab0869d-c1c6-4967-9488-08a7e9d1ec78 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:54.046159 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab0869d-c1c6-4967-9488-08a7e9d1ec78 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 01e9824d-ebc7-46e9-a1f0-ead4477bd6d1 {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:23:54.068018 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2ab0869d-c1c6-4967-9488-08a7e9d1ec78 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:54.070529 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-2ab0869d-c1c6-4967-9488-08a7e9d1ec78 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] 10.222.0.47 "DELETE /v2.0/routers/01e9824d-ebc7-46e9-a1f0-ead4477bd6d1 HTTP/1.1" status: 204 len: 168 time: 4.9281328 Dec 22 13:23:54.076489 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48416) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:54.182299 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 7ff7d80e-36f3-4887-9e8e-68e7259938f1 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:23:54.183804 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bf407fa-1802-4aee-aa9c-36ed74ff96bf tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Deleting subnet df044cb7-1ba6-40ef-b051-72c1bcbfb86d {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:23:54.187820 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1bf407fa-1802-4aee-aa9c-36ed74ff96bf tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:54.220629 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7dce2c35-cf31-4e62-98f5-adac9b36b8ce tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:54.236846 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-719392b3-02e0-4e3e-8273-a6081035c692 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Deleting port 68dd7a98-056e-490b-a79a-384c4a5d7be0 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:23:54.237194 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-719392b3-02e0-4e3e-8273-a6081035c692 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:54.266507 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1bf407fa-1802-4aee-aa9c-36ed74ff96bf tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:54.317846 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7dce2c35-cf31-4e62-98f5-adac9b36b8ce tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:54.331413 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1bf407fa-1802-4aee-aa9c-36ed74ff96bf tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:54.338138 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 7ff7d80e-36f3-4887-9e8e-68e7259938f1 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:23:54.345750 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 7ff7d80e-36f3-4887-9e8e-68e7259938f1 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:54.346518 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:54.349461 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-42751dea-938b-433c-9a33-aa8ca500210f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:54.390629 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-dcfe3820-28f6-463b-840d-184df3df27cb tempest-DvrRoutersNegativeTest-1658823629 tempest-DvrRoutersNegativeTest-1658823629-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-870307313', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:54.393292 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.policy [None req-dcfe3820-28f6-463b-840d-184df3df27cb tempest-DvrRoutersNegativeTest-1658823629 tempest-DvrRoutersNegativeTest-1658823629-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=84149) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Dec 22 13:23:54.393600 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.policy [None req-dcfe3820-28f6-463b-840d-184df3df27cb tempest-DvrRoutersNegativeTest-1658823629 tempest-DvrRoutersNegativeTest-1658823629-project] Failed policy check for 'create_router' {{(pid=84149) enforce /opt/stack/neutron/neutron/policy.py:482}} Dec 22 13:23:54.394136 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-dcfe3820-28f6-463b-840d-184df3df27cb tempest-DvrRoutersNegativeTest-1658823629 tempest-DvrRoutersNegativeTest-1658823629-project] create failed (client error): Access was denied to this resource. Dec 22 13:23:54.404051 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-dcfe3820-28f6-463b-840d-184df3df27cb tempest-DvrRoutersNegativeTest-1658823629 tempest-DvrRoutersNegativeTest-1658823629-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5387685 Dec 22 13:23:54.441478 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-aee6d075-3667-47da-aaae-22e59ee8645b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:54.480200 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:54.504567 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1bf407fa-1802-4aee-aa9c-36ed74ff96bf tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:54.517008 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 7ff7d80e-36f3-4887-9e8e-68e7259938f1, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=7ff7d80e-36f3-4887-9e8e-68e7259938f1,segment=NetworkSegment(02e3134e-647f-48a8-9a63-ed4eb25e5ae1),segment_id=02e3134e-647f-48a8-9a63-ed4eb25e5ae1)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:23:54.523018 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a825eb7d-d337-45fb-9605-0357994c6b1e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:54.569047 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1bf407fa-1802-4aee-aa9c-36ed74ff96bf tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:54.580499 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf407fa-1802-4aee-aa9c-36ed74ff96bf tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=df044cb7-1ba6-40ef-b051-72c1bcbfb86d,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:54.584953 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1bf407fa-1802-4aee-aa9c-36ed74ff96bf tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:54.591907 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1bf407fa-1802-4aee-aa9c-36ed74ff96bf tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] 10.222.0.47 "DELETE /v2.0/subnets/df044cb7-1ba6-40ef-b051-72c1bcbfb86d HTTP/1.1" status: 204 len: 168 time: 0.5165451 Dec 22 13:23:54.591907 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48430) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:54.592896 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:54.594933 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-752d3002-12e9-4a22-9820-ab802087a4bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:54.711726 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=7ff7d80e-36f3-4887-9e8e-68e7259938f1,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:54.714886 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:54.716926 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 2c53bbde-694a-41f8-84f3-a532d778de54 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:23:54.748369 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1a738237-5d33-4003-8dd7-b0e9cf1a9bee tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:54.800637 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 2c53bbde-694a-41f8-84f3-a532d778de54 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:54.801240 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:54.814708 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a13f489f-48b0-4639-859f-9e13bb71a696 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:54.850850 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce2c35-cf31-4e62-98f5-adac9b36b8ce tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'Port': ['ID=775beaba-80c9-4989-a798-321c30b5bfcf,revision_number=3']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:54.854033 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7dce2c35-cf31-4e62-98f5-adac9b36b8ce tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:54.916305 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-719392b3-02e0-4e3e-8273-a6081035c692 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:54.916704 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-719392b3-02e0-4e3e-8273-a6081035c692 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:54.920843 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 2a13252d-4ca9-47e0-88b7-b56840647824 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:23:55.048049 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1a738237-5d33-4003-8dd7-b0e9cf1a9bee tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:55.056542 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 2a13252d-4ca9-47e0-88b7-b56840647824 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:55.056899 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:55.057938 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-719392b3-02e0-4e3e-8273-a6081035c692 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Calling delete_port for 68dd7a98-056e-490b-a79a-384c4a5d7be0 owned by network:floatingip {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:23:55.103070 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-1a738237-5d33-4003-8dd7-b0e9cf1a9bee tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a15af95-804e-4d98-b3bf-8643e452da95']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:55.103559 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ca61684c-1815-45eb-b8bd-1f5731ebb628 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.647s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:55.115210 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7dce2c35-cf31-4e62-98f5-adac9b36b8ce tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:55.124813 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee6d075-3667-47da-aaae-22e59ee8645b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee90bf2-2fbb-4065-b457-30f196ceaa0e,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:55.126556 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-1a738237-5d33-4003-8dd7-b0e9cf1a9bee tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1878542c-0216-4d32-826e-88f65bb9a1b0') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:55.127027 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-1a738237-5d33-4003-8dd7-b0e9cf1a9bee tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1878542c-0216-4d32-826e-88f65bb9a1b0') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:55.146050 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1a738237-5d33-4003-8dd7-b0e9cf1a9bee tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:55.165204 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-aee6d075-3667-47da-aaae-22e59ee8645b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:55.166601 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-aee6d075-3667-47da-aaae-22e59ee8645b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:55.167272 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1a738237-5d33-4003-8dd7-b0e9cf1a9bee tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:55.170583 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-aee6d075-3667-47da-aaae-22e59ee8645b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fee90bf2-2fbb-4065-b457-30f196ceaa0e HTTP/1.1" status: 204 len: 168 time: 2.2143371 Dec 22 13:23:55.176428 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a738237-5d33-4003-8dd7-b0e9cf1a9bee tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:23:55.177090 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1a738237-5d33-4003-8dd7-b0e9cf1a9bee tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:55.200316 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:23:55.200316 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:23:55.200316 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:23:55.200316 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:23:55.200316 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:23:55.200316 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:23:55.200316 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:23:55.200316 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:23:55.200316 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:23:55.200316 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:23:55.200316 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:23:55.200316 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:23:55.200316 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:23:55.200316 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:23:55.200316 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:23:55.200316 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:23:55.200316 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:23:55.200316 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:23:55.200316 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:23:55.200316 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:23:55.200316 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:23:55.200316 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:23:55.200316 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:23:55.200316 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:23:55.200316 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:23:55.200316 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:23:55.200316 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:23:55.200316 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:23:55.200316 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:23:55.200316 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:23:55.200316 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:23:55.200316 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:23:55.200316 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:23:55.200316 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:23:55.203078 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48444) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:55.266370 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48446) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:55.383278 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1a738237-5d33-4003-8dd7-b0e9cf1a9bee tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:55.387423 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-74e3155e-06a3-450b-9031-ff6fb3b28293 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:55.405115 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a738237-5d33-4003-8dd7-b0e9cf1a9bee tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1a15af95-804e-4d98-b3bf-8643e452da95 {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 22 13:23:55.409161 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1a738237-5d33-4003-8dd7-b0e9cf1a9bee tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:55.420166 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a738237-5d33-4003-8dd7-b0e9cf1a9bee tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Pushing event deleted for resources: {'Network': ['ID=1a15af95-804e-4d98-b3bf-8643e452da95,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:55.424018 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1a738237-5d33-4003-8dd7-b0e9cf1a9bee tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:55.426838 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1a738237-5d33-4003-8dd7-b0e9cf1a9bee tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] 10.222.0.47 "DELETE /v2.0/networks/1a15af95-804e-4d98-b3bf-8643e452da95 HTTP/1.1" status: 204 len: 168 time: 0.8321583 Dec 22 13:23:55.441329 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-570fea30-b209-4e99-a465-9150f20dac81 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1816056263'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:55.475935 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-570fea30-b209-4e99-a465-9150f20dac81 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:55.483956 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-570fea30-b209-4e99-a465-9150f20dac81 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Usage tracker for resource:network and tenant:b9e4261018de4b11a3ad62720ae6ee2b is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:55.487782 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-570fea30-b209-4e99-a465-9150f20dac81 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:55.494627 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-570fea30-b209-4e99-a465-9150f20dac81 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:55.548313 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c5ec0f08-a7cc-42af-bec2-cf872f9e9439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:55.592757 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570fea30-b209-4e99-a465-9150f20dac81 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Made reservation on behalf of b9e4261018de4b11a3ad62720ae6ee2b for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:23:55.596235 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-570fea30-b209-4e99-a465-9150f20dac81 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:55.609695 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-c5ec0f08-a7cc-42af-bec2-cf872f9e9439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:55.618380 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c5ec0f08-a7cc-42af-bec2-cf872f9e9439 admin admin] Usage tracker for resource:security_group_rule and tenant:1c5d393b096c40d5be91a073a8d0fb39 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:55.622395 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c5ec0f08-a7cc-42af-bec2-cf872f9e9439 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:55.626948 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-570fea30-b209-4e99-a465-9150f20dac81 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:55.664224 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dce2c35-cf31-4e62-98f5-adac9b36b8ce tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Network feefcbf6-6f13-478d-9833-112d064627e4 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:23:55.667487 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-7dce2c35-cf31-4e62-98f5-adac9b36b8ce tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:23:55.700126 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-570fea30-b209-4e99-a465-9150f20dac81 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:55.705844 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-570fea30-b209-4e99-a465-9150f20dac81 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Usage tracker for resource:security_group_rule and tenant:b9e4261018de4b11a3ad62720ae6ee2b is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:55.709784 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-570fea30-b209-4e99-a465-9150f20dac81 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:55.719663 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-570fea30-b209-4e99-a465-9150f20dac81 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:55.819818 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-570fea30-b209-4e99-a465-9150f20dac81 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:55.822200 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-c5ec0f08-a7cc-42af-bec2-cf872f9e9439 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:55.903099 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-570fea30-b209-4e99-a465-9150f20dac81 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:55.922528 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2aac8ea2-e01c-4527-a427-c0eb57b7cd18 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:55.980980 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-719392b3-02e0-4e3e-8273-a6081035c692 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:56.009346 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-67122d66-9e34-4750-9a40-26621c3529e0 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:56.031116 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-570fea30-b209-4e99-a465-9150f20dac81 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:23:56.093686 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a29cde92-1886-440f-8c39-c00ef832001c None None] Provisioning complete for port 775beaba-80c9-4989-a798-321c30b5bfcf triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:56.094208 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a29cde92-1886-440f-8c39-c00ef832001c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:56.101870 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570fea30-b209-4e99-a465-9150f20dac81 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baa318d8-8c9a-4a70-ab42-e4f245190d8e,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:56.105882 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719392b3-02e0-4e3e-8273-a6081035c692 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Pushing event deleted for resources: {'Port': ['ID=68dd7a98-056e-490b-a79a-384c4a5d7be0,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:56.111507 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-719392b3-02e0-4e3e-8273-a6081035c692 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:56.120839 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-570fea30-b209-4e99-a465-9150f20dac81 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:56.132145 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-570fea30-b209-4e99-a465-9150f20dac81 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:56.133745 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-570fea30-b209-4e99-a465-9150f20dac81 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Added segment 64d4cd2a-56f1-419f-9e9d-8d1113acc8b3 of type vlan for network 4dfcd68e-1488-4805-86e9-7b1db04fa5a2 Dec 22 13:23:56.211572 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-570fea30-b209-4e99-a465-9150f20dac81 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:56.255690 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c5ec0f08-a7cc-42af-bec2-cf872f9e9439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:56.262645 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-a29cde92-1886-440f-8c39-c00ef832001c None None] Port 775beaba-80c9-4989-a798-321c30b5bfcf cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:23:56.321985 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c5ec0f08-a7cc-42af-bec2-cf872f9e9439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:56.330913 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-698106c8-b6c4-47dc-a951-b42831828f81 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:56.392526 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec0f08-a7cc-42af-bec2-cf872f9e9439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296966d8-0575-4b28-8438-6b216ae14bea,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:56.396074 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-570fea30-b209-4e99-a465-9150f20dac81 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:56.407686 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570fea30-b209-4e99-a465-9150f20dac81 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:56.408331 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-570fea30-b209-4e99-a465-9150f20dac81 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:56.414086 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c5ec0f08-a7cc-42af-bec2-cf872f9e9439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:56.423644 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-63823d33-4fa4-4438-8ace-423a48992f54 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:56.478003 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-719392b3-02e0-4e3e-8273-a6081035c692 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for floatingip, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:56.561944 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48474) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:56.581545 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-311cb330-3ccf-45ae-af42-2ee668047b29 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Request body: {'router': {'name': 'tempest-router--239397013', 'project_id': '4ef39e48a819415293fabf6bbfc4422f'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:56.600656 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-311cb330-3ccf-45ae-af42-2ee668047b29 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:56.616153 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-311cb330-3ccf-45ae-af42-2ee668047b29 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Usage tracker for resource:router and tenant:4ef39e48a819415293fabf6bbfc4422f is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:56.626056 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-311cb330-3ccf-45ae-af42-2ee668047b29 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:56.631956 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570fea30-b209-4e99-a465-9150f20dac81 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Pushing event updated for resources: {'Network': ['ID=4dfcd68e-1488-4805-86e9-7b1db04fa5a2,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:56.638017 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-311cb330-3ccf-45ae-af42-2ee668047b29 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:56.640505 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-570fea30-b209-4e99-a465-9150f20dac81 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:56.657400 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c5ec0f08-a7cc-42af-bec2-cf872f9e9439 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1c5d393b096c40d5be91a073a8d0fb39&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3704762 Dec 22 13:23:56.657400 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48480) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:56.673940 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 4dfcd68e-1488-4805-86e9-7b1db04fa5a2 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:23:56.710511 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-570fea30-b209-4e99-a465-9150f20dac81 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4452989 Dec 22 13:23:56.718624 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48486) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:56.737517 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-cf9282cb-c6b3-45a1-bb25-11c2a0942dcb tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Request body: {'subnet': {'network_id': '4dfcd68e-1488-4805-86e9-7b1db04fa5a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:56.744221 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-311cb330-3ccf-45ae-af42-2ee668047b29 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:56.745160 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-311cb330-3ccf-45ae-af42-2ee668047b29 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:56.781988 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 7ff7d80e-36f3-4887-9e8e-68e7259938f1 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:23:56.823277 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e4933ef4-65bb-4f32-8e4b-ffc2158b10a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:56.842169 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-311cb330-3ccf-45ae-af42-2ee668047b29 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:56.893797 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e4933ef4-65bb-4f32-8e4b-ffc2158b10a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:56.918881 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a13f489f-48b0-4639-859f-9e13bb71a696 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:56.935488 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-cf9282cb-c6b3-45a1-bb25-11c2a0942dcb tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:56.947630 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-cf9282cb-c6b3-45a1-bb25-11c2a0942dcb tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Usage tracker for resource:subnet and tenant:b9e4261018de4b11a3ad62720ae6ee2b is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:56.952436 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-cf9282cb-c6b3-45a1-bb25-11c2a0942dcb tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:56.955039 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 7ff7d80e-36f3-4887-9e8e-68e7259938f1 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:56.955683 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:56.960170 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-311cb330-3ccf-45ae-af42-2ee668047b29 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:56.964886 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-cf9282cb-c6b3-45a1-bb25-11c2a0942dcb tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:57.051170 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48492) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:57.054228 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a13f489f-48b0-4639-859f-9e13bb71a696 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:57.058932 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e4933ef4-65bb-4f32-8e4b-ffc2158b10a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:57.068656 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e4933ef4-65bb-4f32-8e4b-ffc2158b10a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:57.068656 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e4933ef4-65bb-4f32-8e4b-ffc2158b10a1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/296966d8-0575-4b28-8438-6b216ae14bea HTTP/1.1" status: 204 len: 168 time: 0.4156501 Dec 22 13:23:57.068656 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9238ec3a-f205-432d-8c0b-b6a68f04023b tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:57.082440 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4933ef4-65bb-4f32-8e4b-ffc2158b10a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296966d8-0575-4b28-8438-6b216ae14bea,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:57.085478 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e4933ef4-65bb-4f32-8e4b-ffc2158b10a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:57.107325 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2103f3f5-40e1-4399-bea9-6b23cf4717ad tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:57.167701 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-311cb330-3ccf-45ae-af42-2ee668047b29 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:57.172646 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-311cb330-3ccf-45ae-af42-2ee668047b29 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5991979 Dec 22 13:23:57.173384 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48500) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:57.198790 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f489f-48b0-4639-859f-9e13bb71a696 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=1d5b4251-ea81-44a3-826c-e0e3db7a6361,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:57.210651 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9282cb-c6b3-45a1-bb25-11c2a0942dcb tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Made reservation on behalf of b9e4261018de4b11a3ad62720ae6ee2b for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:23:57.230156 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a13f489f-48b0-4639-859f-9e13bb71a696 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:57.255167 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-41607c63-4578-4530-b020-34287f7bf739 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Request body: {'networks': [{'name': 'tempest-network--103661952'}, {'name': 'tempest-network--1394205474'}]} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:57.255484 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-41607c63-4578-4530-b020-34287f7bf739 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Request body: {'network': {'name': 'tempest-network--103661952'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:57.255934 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-41607c63-4578-4530-b020-34287f7bf739 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Request body: {'network': {'name': 'tempest-network--1394205474'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:57.270974 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-41607c63-4578-4530-b020-34287f7bf739 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:57.276150 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-41607c63-4578-4530-b020-34287f7bf739 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Usage tracker for resource:network and tenant:1f46008cc35d4cf7859cf0fa869ce3d5 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:57.288705 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a13f489f-48b0-4639-859f-9e13bb71a696 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:57.322055 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-41607c63-4578-4530-b020-34287f7bf739 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:57.336167 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-41607c63-4578-4530-b020-34287f7bf739 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:57.354372 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e5f6c48f-32a9-40eb-94f8-6cb6506bc749 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:57.411369 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41607c63-4578-4530-b020-34287f7bf739 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Made reservation on behalf of 1f46008cc35d4cf7859cf0fa869ce3d5 for: {'network': 2} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:23:57.414940 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-41607c63-4578-4530-b020-34287f7bf739 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:57.417730 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cf9282cb-c6b3-45a1-bb25-11c2a0942dcb tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:57.436933 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-41607c63-4578-4530-b020-34287f7bf739 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:57.488822 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dce2c35-cf31-4e62-98f5-adac9b36b8ce tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Router 6ae44c6b-70e3-42b9-a7ca-92a011873272 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:23:57.613028 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-41607c63-4578-4530-b020-34287f7bf739 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:57.673223 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-41607c63-4578-4530-b020-34287f7bf739 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Usage tracker for resource:security_group_rule and tenant:1f46008cc35d4cf7859cf0fa869ce3d5 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:57.677795 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-41607c63-4578-4530-b020-34287f7bf739 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:57.686914 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-41607c63-4578-4530-b020-34287f7bf739 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:57.784170 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13f489f-48b0-4639-859f-9e13bb71a696 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network 405cc457-257b-4046-ad64-71c7c4966738 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:23:57.793074 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-a13f489f-48b0-4639-859f-9e13bb71a696 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:23:57.834242 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e5f6c48f-32a9-40eb-94f8-6cb6506bc749 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:57.850213 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e5f6c48f-32a9-40eb-94f8-6cb6506bc749 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:57.918396 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-41607c63-4578-4530-b020-34287f7bf739 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:57.961108 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e5f6c48f-32a9-40eb-94f8-6cb6506bc749 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:57.961563 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f6c48f-32a9-40eb-94f8-6cb6506bc749 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Fanout notify agent at l3_agent the message router_deleted on router da228a0d-018e-47a1-a63b-ef17d68e15f4 {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:23:57.979829 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e5f6c48f-32a9-40eb-94f8-6cb6506bc749 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:57.981028 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e5f6c48f-32a9-40eb-94f8-6cb6506bc749 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] 10.222.0.47 "DELETE /v2.0/routers/da228a0d-018e-47a1-a63b-ef17d68e15f4 HTTP/1.1" status: 204 len: 168 time: 0.8065526 Dec 22 13:23:57.983810 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-41607c63-4578-4530-b020-34287f7bf739 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:57.984776 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-41607c63-4578-4530-b020-34287f7bf739 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:57.999797 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a902828e-5eb6-47c2-b9bd-4dff83b5e3b4 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:58.042963 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41607c63-4578-4530-b020-34287f7bf739 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abf64bc9-7680-4ad8-8086-53e24ded2841,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:58.063785 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-41607c63-4578-4530-b020-34287f7bf739 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:58.084400 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41607c63-4578-4530-b020-34287f7bf739 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:23:58.103286 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-9a0e2044-bd1b-410c-ae5d-20f7617fcd6f None None] Provisioning complete for port 1d5b4251-ea81-44a3-826c-e0e3db7a6361 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:58.103789 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9a0e2044-bd1b-410c-ae5d-20f7617fcd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:58.112104 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-41607c63-4578-4530-b020-34287f7bf739 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:58.114831 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-41607c63-4578-4530-b020-34287f7bf739 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Added segment 27e652ac-cc60-457a-96a2-0a9f523682d2 of type vlan for network 312a408f-cee6-49e2-9b93-f59fa0f151e9 Dec 22 13:23:58.172234 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-41607c63-4578-4530-b020-34287f7bf739 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:58.178169 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-9a0e2044-bd1b-410c-ae5d-20f7617fcd6f None None] Port 1d5b4251-ea81-44a3-826c-e0e3db7a6361 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:23:58.215651 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41607c63-4578-4530-b020-34287f7bf739 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:23:58.226398 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-41607c63-4578-4530-b020-34287f7bf739 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:58.226857 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-41607c63-4578-4530-b020-34287f7bf739 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Added segment 78790e7b-5510-4342-8f02-098196fac195 of type vlan for network 8b2d39bf-13dd-47bb-9266-25aba266e8e1 Dec 22 13:23:58.373648 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-41607c63-4578-4530-b020-34287f7bf739 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:58.440671 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48524) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:58.442178 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cf9282cb-c6b3-45a1-bb25-11c2a0942dcb tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:58.456724 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c8f3761f-2995-4b9d-a7ae-795ac2f21e0f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:58.457044 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48530) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:58.475385 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-41607c63-4578-4530-b020-34287f7bf739 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:58.475906 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-41607c63-4578-4530-b020-34287f7bf739 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:58.479903 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41607c63-4578-4530-b020-34287f7bf739 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:58.484341 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41607c63-4578-4530-b020-34287f7bf739 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:58.484974 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-41607c63-4578-4530-b020-34287f7bf739 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:58.496457 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e0f32db8-03db-458b-af88-498dc5a1529c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:58.533636 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dce2c35-cf31-4e62-98f5-adac9b36b8ce tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:23:58.557660 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4912b98-f853-4b6d-9cf1-5dfe0673b5b1 None None] Sync routers for ids ['6ae44c6b-70e3-42b9-a7ca-92a011873272'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:23:58.568803 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9282cb-c6b3-45a1-bb25-11c2a0942dcb tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Pushing event updated for resources: {'Subnet': ['ID=8001b4cb-649c-48d9-b22a-2a55d2d410e4,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:58.571661 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-cf9282cb-c6b3-45a1-bb25-11c2a0942dcb tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:58.584127 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4912b98-f853-4b6d-9cf1-5dfe0673b5b1 None None] Routers {'6ae44c6b-70e3-42b9-a7ca-92a011873272'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:23:58.584942 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-e4912b98-f853-4b6d-9cf1-5dfe0673b5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:23:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['6ae44c6b-70e3-42b9-a7ca-92a011873272'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:58.615578 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-7dce2c35-cf31-4e62-98f5-adac9b36b8ce tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "PUT /v2.0/routers/6ae44c6b-70e3-42b9-a7ca-92a011873272/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6789215 Dec 22 13:23:58.620474 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48536) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:58.641012 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:58.668892 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-e4912b98-f853-4b6d-9cf1-5dfe0673b5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:58.681456 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9282cb-c6b3-45a1-bb25-11c2a0942dcb tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Checking segment: {'id': '64d4cd2a-56f1-419f-9e9d-8d1113acc8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '4dfcd68e-1488-4805-86e9-7b1db04fa5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:23:58.681869 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9282cb-c6b3-45a1-bb25-11c2a0942dcb tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Network hostable DHCP agents. Network: 4dfcd68e-1488-4805-86e9-7b1db04fa5a2, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:23:58.684853 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4912b98-f853-4b6d-9cf1-5dfe0673b5b1 None None] Routers {'6ae44c6b-70e3-42b9-a7ca-92a011873272'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:23:58.685695 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-e4912b98-f853-4b6d-9cf1-5dfe0673b5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:23:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['6ae44c6b-70e3-42b9-a7ca-92a011873272'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:58.717434 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41607c63-4578-4530-b020-34287f7bf739 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Pushing event updated for resources: {'Network': ['ID=312a408f-cee6-49e2-9b93-f59fa0f151e9,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:58.721149 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-41607c63-4578-4530-b020-34287f7bf739 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.6689126 Dec 22 13:23:58.731665 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 312a408f-cee6-49e2-9b93-f59fa0f151e9 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:23:58.749584 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48540) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:58.771656 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719392b3-02e0-4e3e-8273-a6081035c692 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Router 7cb7f5d1-9cc4-461f-8a37-18e4a661920f has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:23:58.810121 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-e4912b98-f853-4b6d-9cf1-5dfe0673b5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:58.810683 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4912b98-f853-4b6d-9cf1-5dfe0673b5b1 None None] The sync data for ids ['6ae44c6b-70e3-42b9-a7ca-92a011873272'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:23:58.837013 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-c85c859a-0268-418d-a1cd-29f0351d5507 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1894082101', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}, 'admin_state_up': False}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:58.845950 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-26dfae7a-089f-420f-851c-95c7c7a6136a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1566605488-network', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:58.856741 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-26dfae7a-089f-420f-851c-95c7c7a6136a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:58.859177 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-c85c859a-0268-418d-a1cd-29f0351d5507 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:58.864646 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-26dfae7a-089f-420f-851c-95c7c7a6136a admin admin] Usage tracker for resource:network and tenant:b2be9708be2a4e27beb28819ba0fc835 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:58.869121 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41607c63-4578-4530-b020-34287f7bf739 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Pushing event updated for resources: {'Network': ['ID=8b2d39bf-13dd-47bb-9266-25aba266e8e1,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:58.871147 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-26dfae7a-089f-420f-851c-95c7c7a6136a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:58.875209 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c85c859a-0268-418d-a1cd-29f0351d5507 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Usage tracker for resource:router and tenant:42ecba7b4e3345f3857e90a8a2a1638e is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:58.880988 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-41607c63-4578-4530-b020-34287f7bf739 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:58.881512 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-df7d2336-d687-496c-b6a6-159066b33c0a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.249s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:58.881900 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-df7d2336-d687-496c-b6a6-159066b33c0a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:58.882977 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-26dfae7a-089f-420f-851c-95c7c7a6136a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:58.885088 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c85c859a-0268-418d-a1cd-29f0351d5507 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:58.892441 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 8b2d39bf-13dd-47bb-9266-25aba266e8e1 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:23:58.893869 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-c85c859a-0268-418d-a1cd-29f0351d5507 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:59.014877 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1bb9ee-ecfc-439c-b30c-1f7eb733efd4 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:59.015563 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-9a1bb9ee-ecfc-439c-b30c-1f7eb733efd4 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Synchronizing usage tracker for tenant:77460f0dfa37423d8c924a302461b16c on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:23:59.018672 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c85c859a-0268-418d-a1cd-29f0351d5507 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:59.019651 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c85c859a-0268-418d-a1cd-29f0351d5507 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:59.023952 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26dfae7a-089f-420f-851c-95c7c7a6136a admin admin] Made reservation on behalf of b2be9708be2a4e27beb28819ba0fc835 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:23:59.026990 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-26dfae7a-089f-420f-851c-95c7c7a6136a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:59.042100 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-26dfae7a-089f-420f-851c-95c7c7a6136a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:59.078788 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c85c859a-0268-418d-a1cd-29f0351d5507 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:59.080303 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe1fcb0-0e05-439a-aa10-2297f5d85bb1 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:59.084221 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe1fcb0-0e05-439a-aa10-2297f5d85bb1 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:59.088247 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe1fcb0-0e05-439a-aa10-2297f5d85bb1 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:59.089630 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-26dfae7a-089f-420f-851c-95c7c7a6136a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:59.092171 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe1fcb0-0e05-439a-aa10-2297f5d85bb1 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:59.093780 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-efe1fcb0-0e05-439a-aa10-2297f5d85bb1 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3371334 Dec 22 13:23:59.095086 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-26dfae7a-089f-420f-851c-95c7c7a6136a admin admin] Usage tracker for resource:security_group_rule and tenant:b2be9708be2a4e27beb28819ba0fc835 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:23:59.097457 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48546) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:59.100072 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9282cb-c6b3-45a1-bb25-11c2a0942dcb tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Network 4dfcd68e-1488-4805-86e9-7b1db04fa5a2 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:23:59.101815 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-26dfae7a-089f-420f-851c-95c7c7a6136a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:23:59.127357 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-26dfae7a-089f-420f-851c-95c7c7a6136a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:23:59.145190 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13f489f-48b0-4639-859f-9e13bb71a696 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router 81a2d106-eed1-4541-a665-e09da3e3e131 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:23:59.202980 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-9a1bb9ee-ecfc-439c-b30c-1f7eb733efd4 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Unset dirty status for tenant:77460f0dfa37423d8c924a302461b16c on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:23:59.203365 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-9a1bb9ee-ecfc-439c-b30c-1f7eb733efd4 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "GET /v2.0/ports?device_id=6ae44c6b-70e3-42b9-a7ca-92a011873272 HTTP/1.1" status: 200 len: 983 time: 0.5797210 Dec 22 13:23:59.208761 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48550) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:59.283809 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-cf9282cb-c6b3-45a1-bb25-11c2a0942dcb tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 4dfcd68e-1488-4805-86e9-7b1db04fa5a2) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:23:59.288121 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9282cb-c6b3-45a1-bb25-11c2a0942dcb tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:59.288709 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-cf9282cb-c6b3-45a1-bb25-11c2a0942dcb tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:59.295980 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e2b5d7-bd5b-419c-a290-1fc8096eb357 None None] Network 4dfcd68e-1488-4805-86e9-7b1db04fa5a2 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:23:59.367168 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719392b3-02e0-4e3e-8273-a6081035c692 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:23:59.371187 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-719392b3-02e0-4e3e-8273-a6081035c692 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:59.382316 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b62461-5b9c-4370-896f-a118101efc32 None None] Sync routers for ids ['7cb7f5d1-9cc4-461f-8a37-18e4a661920f'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:23:59.410754 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-cf9282cb-c6b3-45a1-bb25-11c2a0942dcb tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6859004 Dec 22 13:23:59.415000 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b62461-5b9c-4370-896f-a118101efc32 None None] Routers {'7cb7f5d1-9cc4-461f-8a37-18e4a661920f'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:23:59.415394 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-d3b62461-5b9c-4370-896f-a118101efc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:23:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['7cb7f5d1-9cc4-461f-8a37-18e4a661920f'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:59.420531 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f8d5911e-d0b4-490d-a21a-a32cbd539d48 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:59.427184 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48554) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:59.495932 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-719392b3-02e0-4e3e-8273-a6081035c692 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "DELETE /v2.0/floatingips/46929009-6095-4d84-af8c-7a401571d200 HTTP/1.1" status: 204 len: 168 time: 5.7465801 Dec 22 13:23:59.495932 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637bf671-5c93-4d8f-a810-167e9aa9a3ad', 'tag': '1fc7171b-c5f7-47fb-b70f-fed856b0a227'}] {{(pid=84148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:23:59.499554 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-22ca897c-0bc7-4e5b-9ea1-c6499d4acda5 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Request body: {'port': {'network_id': '4dfcd68e-1488-4805-86e9-7b1db04fa5a2', 'name': 'tempest-TagsExtTest-9669757'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:23:59.601788 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '637bf671-5c93-4d8f-a810-167e9aa9a3ad', 'tag': '1fc7171b-c5f7-47fb-b70f-fed856b0a227', 'status': 'completed', 'code': 200} Dec 22 13:23:59.608100 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13f489f-48b0-4639-859f-9e13bb71a696 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:23:59.616329 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a13f489f-48b0-4639-859f-9e13bb71a696 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "PUT /v2.0/routers/81a2d106-eed1-4541-a665-e09da3e3e131/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6474905 Dec 22 13:23:59.618708 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48564) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:59.627322 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1793c79-b20a-4bec-9196-c596093059f4 None None] Sync routers for ids ['81a2d106-eed1-4541-a665-e09da3e3e131'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:23:59.653280 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1793c79-b20a-4bec-9196-c596093059f4 None None] Routers {'81a2d106-eed1-4541-a665-e09da3e3e131'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:23:59.654342 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-a1793c79-b20a-4bec-9196-c596093059f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:23:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['81a2d106-eed1-4541-a665-e09da3e3e131'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:59.684817 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-26dfae7a-089f-420f-851c-95c7c7a6136a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:59.713371 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c85c859a-0268-418d-a1cd-29f0351d5507 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:59.811945 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-26dfae7a-089f-420f-851c-95c7c7a6136a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:59.821656 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-570fea30-b209-4e99-a465-9150f20dac81 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:59.845387 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dd1d7d-87e6-4387-8316-50bbff7b70f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-4dfcd68e-1488-4805-86e9-7b1db04fa5a2', 'network_id': '4dfcd68e-1488-4805-86e9-7b1db04fa5a2', 'tenant_id': 'b9e4261018de4b11a3ad62720ae6ee2b', 'fixed_ips': [{'subnet_id': '8001b4cb-649c-48d9-b22a-2a55d2d410e4'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:23:59.845949 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a4dd1d7d-87e6-4387-8316-50bbff7b70f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:59.865832 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f8d5911e-d0b4-490d-a21a-a32cbd539d48 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:59.876065 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-03688c9c-9ed2-4d43-a9c3-3e4974670237 req-4ea31bad-9398-46ed-ba7f-8acb8f750dfe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3772d751884347318e5633f3189f08c6&device_id=637bf671-5c93-4d8f-a810-167e9aa9a3ad HTTP/1.1" status: 200 len: 1098 time: 0.2287650 Dec 22 13:23:59.881996 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a968b92f-84a0-4388-8bb9-149ad2f86537 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:59.882458 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a968b92f-84a0-4388-8bb9-149ad2f86537 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:59.882824 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a968b92f-84a0-4388-8bb9-149ad2f86537 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:59.883227 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a968b92f-84a0-4388-8bb9-149ad2f86537 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:59.883583 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a968b92f-84a0-4388-8bb9-149ad2f86537 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:59.884353 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a968b92f-84a0-4388-8bb9-149ad2f86537 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:59.884353 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a968b92f-84a0-4388-8bb9-149ad2f86537 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:59.884610 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a968b92f-84a0-4388-8bb9-149ad2f86537 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:59.885081 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a968b92f-84a0-4388-8bb9-149ad2f86537 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:59.885428 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a968b92f-84a0-4388-8bb9-149ad2f86537 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:59.890671 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a968b92f-84a0-4388-8bb9-149ad2f86537 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6876 time: 0.2678254 Dec 22 13:23:59.901264 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48568) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:59.904138 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26dfae7a-089f-420f-851c-95c7c7a6136a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:23:59.954267 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-22ca897c-0bc7-4e5b-9ea1-c6499d4acda5 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:23:59.967681 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-f8d5911e-d0b4-490d-a21a-a32cbd539d48 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['312a408f-cee6-49e2-9b93-f59fa0f151e9']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:59.969891 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-d3b62461-5b9c-4370-896f-a118101efc32 None None] Set router 7cb7f5d1-9cc4-461f-8a37-18e4a661920f gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:24:00.000717 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-22ca897c-0bc7-4e5b-9ea1-c6499d4acda5 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Usage tracker for resource:port and tenant:b9e4261018de4b11a3ad62720ae6ee2b is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:00.005527 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-a1793c79-b20a-4bec-9196-c596093059f4 None None] Set router 81a2d106-eed1-4541-a665-e09da3e3e131 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:24:00.012266 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dfae7a-089f-420f-851c-95c7c7a6136a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b25aaa5-8036-4acc-91bd-97a9deee2274,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:00.017936 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-26dfae7a-089f-420f-851c-95c7c7a6136a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:00.018283 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-26dfae7a-089f-420f-851c-95c7c7a6136a admin admin] Added segment f468e2c3-8d76-44b5-a1f5-b6db2225bdd5 of type vlan for network 10e79ce2-fabb-4316-a76b-1469cb51a232 Dec 22 13:24:00.022998 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-22ca897c-0bc7-4e5b-9ea1-c6499d4acda5 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:00.027815 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-f8d5911e-d0b4-490d-a21a-a32cbd539d48 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27e652ac-cc60-457a-96a2-0a9f523682d2') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:00.028132 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-f8d5911e-d0b4-490d-a21a-a32cbd539d48 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27e652ac-cc60-457a-96a2-0a9f523682d2') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:00.046438 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-26dfae7a-089f-420f-851c-95c7c7a6136a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:00.086573 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03688c9c-9ed2-4d43-a9c3-3e4974670237 req-1ab3f150-80d8-46d4-999d-64bb970c4553 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:00.088750 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-03688c9c-9ed2-4d43-a9c3-3e4974670237 req-1ab3f150-80d8-46d4-999d-64bb970c4553 service neutron] 10.222.0.45 "GET /v2.0/networks?id=89a79209-9156-4e6a-aa92-986d9fb5ebd9 HTTP/1.1" status: 200 len: 897 time: 0.1998363 Dec 22 13:24:00.101051 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-22ca897c-0bc7-4e5b-9ea1-c6499d4acda5 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:00.113766 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f8d5911e-d0b4-490d-a21a-a32cbd539d48 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:00.264963 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-a4dd1d7d-87e6-4387-8316-50bbff7b70f7 None None] Allocated IP 172.20.0.2 (4dfcd68e-1488-4805-86e9-7b1db04fa5a2/8001b4cb-649c-48d9-b22a-2a55d2d410e4/5f1485be-a385-405e-8eee-1da8677b66bc) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:24:00.393033 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-26dfae7a-089f-420f-851c-95c7c7a6136a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:00.404175 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ca897c-0bc7-4e5b-9ea1-c6499d4acda5 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Made reservation on behalf of b9e4261018de4b11a3ad62720ae6ee2b for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:24:00.407819 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-22ca897c-0bc7-4e5b-9ea1-c6499d4acda5 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:00.420643 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79425058-b41d-4f4b-9044-66c5ddd768b8 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:00.421018 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79425058-b41d-4f4b-9044-66c5ddd768b8 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:00.421373 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79425058-b41d-4f4b-9044-66c5ddd768b8 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:00.421730 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79425058-b41d-4f4b-9044-66c5ddd768b8 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:00.422084 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79425058-b41d-4f4b-9044-66c5ddd768b8 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:00.422599 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79425058-b41d-4f4b-9044-66c5ddd768b8 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:00.422935 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79425058-b41d-4f4b-9044-66c5ddd768b8 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:00.424767 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-79425058-b41d-4f4b-9044-66c5ddd768b8 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4535 time: 0.5154817 Dec 22 13:24:00.444060 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48574) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:00.482855 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f8d5911e-d0b4-490d-a21a-a32cbd539d48 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:00.497682 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-a1793c79-b20a-4bec-9196-c596093059f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'name': 'tempest-TestNetworkBasicOps-router-1929444678', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '2c53bbde-694a-41f8-84f3-a532d778de54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:23:36Z', 'updated_at': '2021-12-22T13:23:54Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '2c53bbde-694a-41f8-84f3-a532d778de54', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:23:38Z', 'updated_at': '2021-12-22T13:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '1d5b4251-ea81-44a3-826c-e0e3db7a6361', 'name': '', 'network_id': '405cc457-257b-4046-ad64-71c7c4966738', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:4a:58:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfb6332c-285f-49dd-93fe-15ef12392031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:23:51Z', 'updated_at': '2021-12-22T13:23:56Z', 'revision_number': 2, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'dfb6332c-285f-49dd-93fe-15ef12392031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:00.503130 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1793c79-b20a-4bec-9196-c596093059f4 None None] Checking router: 81a2d106-eed1-4541-a665-e09da3e3e131 for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:24:00.503910 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1793c79-b20a-4bec-9196-c596093059f4 None None] Updating router 81a2d106-eed1-4541-a665-e09da3e3e131 port 1d5b4251-ea81-44a3-826c-e0e3db7a6361 binding host dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:24:00.525674 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-03688c9c-9ed2-4d43-a9c3-3e4974670237 req-92aa2775-2762-4856-8d59-d6762d09e54d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fc7171b-c5f7-47fb-b70f-fed856b0a227 HTTP/1.1" status: 200 len: 217 time: 0.4234633 Dec 22 13:24:00.604038 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-a1793c79-b20a-4bec-9196-c596093059f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:00.637394 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8d5911e-d0b4-490d-a21a-a32cbd539d48 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:24:00.637803 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f8d5911e-d0b4-490d-a21a-a32cbd539d48 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:00.652190 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:24:00.652190 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:24:00.652190 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:24:00.652190 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:24:00.652190 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:24:00.652190 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:24:00.652190 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:24:00.652190 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:24:00.652190 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:24:00.652190 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:24:00.652190 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:24:00.652190 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:24:00.652190 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:24:00.652190 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:24:00.652190 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:24:00.652190 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:24:00.652190 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:24:00.652190 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:24:00.652190 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:24:00.652190 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:24:00.652190 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:24:00.652190 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:24:00.652190 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:24:00.652190 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:24:00.652190 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:24:00.652190 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:24:00.652190 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:24:00.652190 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:24:00.652190 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:24:00.652190 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:24:00.652190 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:24:00.652190 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:24:00.655886 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03688c9c-9ed2-4d43-a9c3-3e4974670237 req-0c906416-b4db-4246-aae7-582115259f67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:00.657209 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-03688c9c-9ed2-4d43-a9c3-3e4974670237 req-0c906416-b4db-4246-aae7-582115259f67 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9ad01d9a-abae-4107-9993-51951d2171e3 HTTP/1.1" status: 200 len: 835 time: 0.0834920 Dec 22 13:24:00.658714 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a4dd1d7d-87e6-4387-8316-50bbff7b70f7 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:00.718506 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.resource_extend [None req-26dfae7a-089f-420f-851c-95c7c7a6136a admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:24:00.741982 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-22ca897c-0bc7-4e5b-9ea1-c6499d4acda5 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] device_id is not set on port 7ca5fda5-a158-4282-a0e1-ab6ada95c793 yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:24:00.762911 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-d3b62461-5b9c-4370-896f-a118101efc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb7f5d1-9cc4-461f-8a37-18e4a661920f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745678274', 'tenant_id': '3772d751884347318e5633f3189f08c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '9666d5d4-28ad-45d8-97bf-6ec10c014c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:23Z', 'updated_at': '2021-12-22T13:21:42Z', 'revision_number': 4, 'project_id': '3772d751884347318e5633f3189f08c6', 'gw_port': {'id': '9666d5d4-28ad-45d8-97bf-6ec10c014c2f', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb7f5d1-9cc4-461f-8a37-18e4a661920f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:25Z', 'updated_at': '2021-12-22T13:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '6546af6d-fc2c-4e16-bf39-1dae4ba118c2', 'name': '', 'network_id': '89a79209-9156-4e6a-aa92-986d9fb5ebd9', 'tenant_id': '3772d751884347318e5633f3189f08c6', 'mac_address': 'fa:16:3e:12:f0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb7f5d1-9cc4-461f-8a37-18e4a661920f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ad01d9a-abae-4107-9993-51951d2171e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:39Z', 'updated_at': '2021-12-22T13:21:58Z', 'revision_number': 5, 'project_id': '3772d751884347318e5633f3189f08c6', 'subnets': [{'id': '9ad01d9a-abae-4107-9993-51951d2171e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:00.769202 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b62461-5b9c-4370-896f-a118101efc32 None None] Checking router: 7cb7f5d1-9cc4-461f-8a37-18e4a661920f for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:24:00.771070 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-03688c9c-9ed2-4d43-a9c3-3e4974670237 req-6a6fa310-2d75-4c06-bc39-0f1669e91030 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=89a79209-9156-4e6a-aa92-986d9fb5ebd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1003661 Dec 22 13:24:00.784188 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b62461-5b9c-4370-896f-a118101efc32 None None] Routers {'7cb7f5d1-9cc4-461f-8a37-18e4a661920f'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:24:00.785958 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-d3b62461-5b9c-4370-896f-a118101efc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:23:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['7cb7f5d1-9cc4-461f-8a37-18e4a661920f'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:00.873745 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-bd98818b-1f0f-40bd-8b61-b1e61f574537 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3403 time: 0.4246347 Dec 22 13:24:00.925182 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd3333-3aad-4eef-a9a2-559fdf86d59d req-5a5d796c-e07b-4ebf-a063-4b7fb2baed4f tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:00.931958 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-62bd3333-3aad-4eef-a9a2-559fdf86d59d req-5a5d796c-e07b-4ebf-a063-4b7fb2baed4f tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/ports?device_id=637bf671-5c93-4d8f-a810-167e9aa9a3ad HTTP/1.1" status: 200 len: 945 time: 0.5419278 Dec 22 13:24:00.966973 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-26dfae7a-089f-420f-851c-95c7c7a6136a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:00.967899 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dfae7a-089f-420f-851c-95c7c7a6136a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:00.968476 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-26dfae7a-089f-420f-851c-95c7c7a6136a admin admin] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:00.979697 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-72d01fde-d951-4e87-b777-fa7449c878e8 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:01.000461 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f8d5911e-d0b4-490d-a21a-a32cbd539d48 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:01.008380 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-03688c9c-9ed2-4d43-a9c3-3e4974670237 req-eca105d0-92f7-4822-bb5c-07814854d6dd service neutron] 10.222.0.45 "GET /v2.0/networks/89a79209-9156-4e6a-aa92-986d9fb5ebd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213631 Dec 22 13:24:01.031878 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-d3b62461-5b9c-4370-896f-a118101efc32 None None] Set router 7cb7f5d1-9cc4-461f-8a37-18e4a661920f gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:24:01.060822 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f8d5911e-d0b4-490d-a21a-a32cbd539d48 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:01.069035 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-a1793c79-b20a-4bec-9196-c596093059f4 None None] Notify callbacks [] for port, precommit_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:01.084446 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.provisioning_blocks [None req-a1793c79-b20a-4bec-9196-c596093059f4 None None] Transition to ACTIVE for port object 1d5b4251-ea81-44a3-826c-e0e3db7a6361 will not be triggered until provisioned by entity L2. {{(pid=84151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:01.181217 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a4dd1d7d-87e6-4387-8316-50bbff7b70f7 None None] Transition to ACTIVE for port object 5f1485be-a385-405e-8eee-1da8677b66bc will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:01.190639 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-a1793c79-b20a-4bec-9196-c596093059f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:01.195875 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-7958f3c1-43bf-45fc-b8bc-708aa7df5327 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:01.205046 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c85c859a-0268-418d-a1cd-29f0351d5507 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router_gateway, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:01.214133 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-03688c9c-9ed2-4d43-a9c3-3e4974670237 req-08ade55a-99df-422a-981d-f01e1605e459 service neutron] 10.222.0.45 "GET /v2.0/networks/89a79209-9156-4e6a-aa92-986d9fb5ebd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960201 Dec 22 13:24:01.240201 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a4dd1d7d-87e6-4387-8316-50bbff7b70f7 None None] Transition to ACTIVE for port object 5f1485be-a385-405e-8eee-1da8677b66bc will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:01.252915 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-62bd3333-3aad-4eef-a9a2-559fdf86d59d req-0ce1494a-90fb-4370-969b-5b7bdc2ba890 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1d0092f-2b68-4712-be8f-c58c750fe679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3200190 Dec 22 13:24:01.257858 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dfae7a-089f-420f-851c-95c7c7a6136a admin admin] Pushing event updated for resources: {'Network': ['ID=10e79ce2-fabb-4316-a76b-1469cb51a232,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:01.260789 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f8d5911e-d0b4-490d-a21a-a32cbd539d48 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] 10.222.0.47 "DELETE /v2.0/networks/312a408f-cee6-49e2-9b93-f59fa0f151e9 HTTP/1.1" status: 204 len: 168 time: 2.1615055 Dec 22 13:24:01.264861 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48580) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:01.273294 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-26dfae7a-089f-420f-851c-95c7c7a6136a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:01.274084 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5c8c7fd9-0ac0-479a-9b39-3a61a9540dc1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.264s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:01.292688 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c85c859a-0268-418d-a1cd-29f0351d5507 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:01.300321 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d5911e-d0b4-490d-a21a-a32cbd539d48 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Pushing event deleted for resources: {'Network': ['ID=312a408f-cee6-49e2-9b93-f59fa0f151e9,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:01.352586 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-26dfae7a-089f-420f-851c-95c7c7a6136a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8943319 Dec 22 13:24:01.354822 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f8d5911e-d0b4-490d-a21a-a32cbd539d48 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:01.377293 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48584) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:01.384311 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8e613-1dce-4e5a-af6f-d68e0e9fa204 None None] Pushing event updated for resources: {'Port': ['ID=1d5b4251-ea81-44a3-826c-e0e3db7a6361,revision_number=3']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:01.411562 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-395a4887-4db3-4947-85d4-3c83e4fac194 admin admin] Request body: {'subnet': {'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1566605488-subnet', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'ip_version': 4}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:01.411901 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e8e613-1dce-4e5a-af6f-d68e0e9fa204 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:01.412240 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e8e613-1dce-4e5a-af6f-d68e0e9fa204 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:01.412563 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e8e613-1dce-4e5a-af6f-d68e0e9fa204 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:01.412927 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e8e613-1dce-4e5a-af6f-d68e0e9fa204 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:01.413259 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e8e613-1dce-4e5a-af6f-d68e0e9fa204 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:01.413576 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e8e613-1dce-4e5a-af6f-d68e0e9fa204 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:01.413935 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e8e613-1dce-4e5a-af6f-d68e0e9fa204 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:01.414266 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e8e613-1dce-4e5a-af6f-d68e0e9fa204 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:01.414654 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e8e613-1dce-4e5a-af6f-d68e0e9fa204 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:01.414936 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e8e613-1dce-4e5a-af6f-d68e0e9fa204 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:01.415226 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e8e613-1dce-4e5a-af6f-d68e0e9fa204 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:01.419762 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-c6e8e613-1dce-4e5a-af6f-d68e0e9fa204 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:01.445661 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-395a4887-4db3-4947-85d4-3c83e4fac194 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:01.461172 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-395a4887-4db3-4947-85d4-3c83e4fac194 admin admin] Usage tracker for resource:subnet and tenant:b2be9708be2a4e27beb28819ba0fc835 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:01.478942 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-395a4887-4db3-4947-85d4-3c83e4fac194 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:01.489677 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-395a4887-4db3-4947-85d4-3c83e4fac194 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:01.498765 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48588) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:01.519170 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-315d4a65-3e72-4a7f-9ad4-bbdfc7eb7d88 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-191231914', 'description': 'tempest-secgroup-smoke-191231914 description', 'project_id': '453b85bce7e6482dbe10966fb03da8cc'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:01.528414 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-a1793c79-b20a-4bec-9196-c596093059f4 None None] Attempting to bind port 1d5b4251-ea81-44a3-826c-e0e3db7a6361 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:24:01.528896 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-a1793c79-b20a-4bec-9196-c596093059f4 None None] Attempting to bind port 1d5b4251-ea81-44a3-826c-e0e3db7a6361 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '907a75be-955b-4691-a4d5-3f3edaef0bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '405cc457-257b-4046-ad64-71c7c4966738'}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:24:01.530194 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 10e79ce2-fabb-4316-a76b-1469cb51a232 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:24:01.530338 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1793c79-b20a-4bec-9196-c596093059f4 None None] Attempting to bind port 1d5b4251-ea81-44a3-826c-e0e3db7a6361 on network 405cc457-257b-4046-ad64-71c7c4966738 {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:24:01.535282 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-315d4a65-3e72-4a7f-9ad4-bbdfc7eb7d88 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:01.542155 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-315d4a65-3e72-4a7f-9ad4-bbdfc7eb7d88 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:01.544811 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1793c79-b20a-4bec-9196-c596093059f4 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:24:01.548916 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-315d4a65-3e72-4a7f-9ad4-bbdfc7eb7d88 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:01.550780 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a4dd1d7d-87e6-4387-8316-50bbff7b70f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:01.552789 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1793c79-b20a-4bec-9196-c596093059f4 None None] Checking segment: {'id': '907a75be-955b-4691-a4d5-3f3edaef0bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '405cc457-257b-4046-ad64-71c7c4966738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:24:01.553711 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-a1793c79-b20a-4bec-9196-c596093059f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:01.554115 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1793c79-b20a-4bec-9196-c596093059f4 None None] Bound using segment: {'id': '907a75be-955b-4691-a4d5-3f3edaef0bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '405cc457-257b-4046-ad64-71c7c4966738'} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:24:01.554625 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-a1793c79-b20a-4bec-9196-c596093059f4 None None] Bound port: 1d5b4251-ea81-44a3-826c-e0e3db7a6361, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '907a75be-955b-4691-a4d5-3f3edaef0bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '405cc457-257b-4046-ad64-71c7c4966738'}}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:24:01.555017 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-a1793c79-b20a-4bec-9196-c596093059f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:01.555760 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-51c11f8f-c80a-48b0-99ac-491fe4a4e45b tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:01.562255 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-315d4a65-3e72-4a7f-9ad4-bbdfc7eb7d88 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:01.569083 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-265be1af-b8d2-4e87-8b2a-19662439ff32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:01.676106 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-22ca897c-0bc7-4e5b-9ea1-c6499d4acda5 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Allocated IP 172.20.0.7 (4dfcd68e-1488-4805-86e9-7b1db04fa5a2/8001b4cb-649c-48d9-b22a-2a55d2d410e4/7ca5fda5-a158-4282-a0e1-ab6ada95c793) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:24:01.678103 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395a4887-4db3-4947-85d4-3c83e4fac194 admin admin] Made reservation on behalf of b2be9708be2a4e27beb28819ba0fc835 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:24:01.680829 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-395a4887-4db3-4947-85d4-3c83e4fac194 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:01.705805 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-a1793c79-b20a-4bec-9196-c596093059f4 None None] For port 1d5b4251-ea81-44a3-826c-e0e3db7a6361, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:24:01.712123 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-a1793c79-b20a-4bec-9196-c596093059f4 None None] For port 1d5b4251-ea81-44a3-826c-e0e3db7a6361, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=1d5b4251-ea81-44a3-826c-e0e3db7a6361,segment=NetworkSegment(907a75be-955b-4691-a4d5-3f3edaef0bab),segment_id=907a75be-955b-4691-a4d5-3f3edaef0bab)] {{(pid=84151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:24:01.748218 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-c85c859a-0268-418d-a1cd-29f0351d5507 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Allocated IP 172.26.1.87 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/6d55abf7-75fd-482d-b29b-067b188db11c) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:24:01.751937 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-315d4a65-3e72-4a7f-9ad4-bbdfc7eb7d88 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:01.758784 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd1d7d-87e6-4387-8316-50bbff7b70f7 None None] Pushing event updated for resources: {'Port': ['ID=5f1485be-a385-405e-8eee-1da8677b66bc,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:01.761771 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-a4dd1d7d-87e6-4387-8316-50bbff7b70f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:01.773423 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-a1793c79-b20a-4bec-9196-c596093059f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:01.781698 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:01.785029 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dd1d7d-87e6-4387-8316-50bbff7b70f7 None None] Network 4dfcd68e-1488-4805-86e9-7b1db04fa5a2 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:24:01.786802 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-a4dd1d7d-87e6-4387-8316-50bbff7b70f7 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:01.788872 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dd1d7d-87e6-4387-8316-50bbff7b70f7 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:24:01.877353 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1793c79-b20a-4bec-9196-c596093059f4 None None] Routers {'81a2d106-eed1-4541-a665-e09da3e3e131'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:24:01.877992 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-a1793c79-b20a-4bec-9196-c596093059f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:23:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['81a2d106-eed1-4541-a665-e09da3e3e131'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:01.948982 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8e613-1dce-4e5a-af6f-d68e0e9fa204 None None] Pushing event updated for resources: {'Port': ['ID=1d5b4251-ea81-44a3-826c-e0e3db7a6361,revision_number=4']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:01.953396 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-a4dd1d7d-87e6-4387-8316-50bbff7b70f7 None None] Attempting to bind port 5f1485be-a385-405e-8eee-1da8677b66bc on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:24:01.953893 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-a4dd1d7d-87e6-4387-8316-50bbff7b70f7 None None] Attempting to bind port 5f1485be-a385-405e-8eee-1da8677b66bc by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '64d4cd2a-56f1-419f-9e9d-8d1113acc8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '4dfcd68e-1488-4805-86e9-7b1db04fa5a2'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:24:01.955287 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dd1d7d-87e6-4387-8316-50bbff7b70f7 None None] Attempting to bind port 5f1485be-a385-405e-8eee-1da8677b66bc on network 4dfcd68e-1488-4805-86e9-7b1db04fa5a2 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:24:01.955441 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-c6e8e613-1dce-4e5a-af6f-d68e0e9fa204 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:01.963619 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dd1d7d-87e6-4387-8316-50bbff7b70f7 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:24:01.965131 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dd1d7d-87e6-4387-8316-50bbff7b70f7 None None] Checking segment: {'id': '64d4cd2a-56f1-419f-9e9d-8d1113acc8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '4dfcd68e-1488-4805-86e9-7b1db04fa5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:24:01.965568 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a4dd1d7d-87e6-4387-8316-50bbff7b70f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:01.965977 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dd1d7d-87e6-4387-8316-50bbff7b70f7 None None] Bound using segment: {'id': '64d4cd2a-56f1-419f-9e9d-8d1113acc8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '4dfcd68e-1488-4805-86e9-7b1db04fa5a2'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:24:01.967255 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-a4dd1d7d-87e6-4387-8316-50bbff7b70f7 None None] Bound port: 5f1485be-a385-405e-8eee-1da8677b66bc, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64d4cd2a-56f1-419f-9e9d-8d1113acc8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '4dfcd68e-1488-4805-86e9-7b1db04fa5a2'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:24:01.967621 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a4dd1d7d-87e6-4387-8316-50bbff7b70f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:02.008115 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-d3b62461-5b9c-4370-896f-a118101efc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb7f5d1-9cc4-461f-8a37-18e4a661920f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745678274', 'tenant_id': '3772d751884347318e5633f3189f08c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '9666d5d4-28ad-45d8-97bf-6ec10c014c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:23Z', 'updated_at': '2021-12-22T13:21:42Z', 'revision_number': 4, 'project_id': '3772d751884347318e5633f3189f08c6', 'gw_port': {'id': '9666d5d4-28ad-45d8-97bf-6ec10c014c2f', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb7f5d1-9cc4-461f-8a37-18e4a661920f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:25Z', 'updated_at': '2021-12-22T13:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '6546af6d-fc2c-4e16-bf39-1dae4ba118c2', 'name': '', 'network_id': '89a79209-9156-4e6a-aa92-986d9fb5ebd9', 'tenant_id': '3772d751884347318e5633f3189f08c6', 'mac_address': 'fa:16:3e:12:f0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb7f5d1-9cc4-461f-8a37-18e4a661920f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ad01d9a-abae-4107-9993-51951d2171e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:39Z', 'updated_at': '2021-12-22T13:21:58Z', 'revision_number': 5, 'project_id': '3772d751884347318e5633f3189f08c6', 'subnets': [{'id': '9ad01d9a-abae-4107-9993-51951d2171e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:02.014617 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b62461-5b9c-4370-896f-a118101efc32 None None] The sync data for ids ['7cb7f5d1-9cc4-461f-8a37-18e4a661920f'] in dv-neutron-822669-1-hyperv is: [{'id': '7cb7f5d1-9cc4-461f-8a37-18e4a661920f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745678274', 'tenant_id': '3772d751884347318e5633f3189f08c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '9666d5d4-28ad-45d8-97bf-6ec10c014c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:23Z', 'updated_at': '2021-12-22T13:21:42Z', 'revision_number': 4, 'project_id': '3772d751884347318e5633f3189f08c6', 'gw_port': {'id': '9666d5d4-28ad-45d8-97bf-6ec10c014c2f', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb7f5d1-9cc4-461f-8a37-18e4a661920f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:25Z', 'updated_at': '2021-12-22T13:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '6546af6d-fc2c-4e16-bf39-1dae4ba118c2', 'name': '', 'network_id': '89a79209-9156-4e6a-aa92-986d9fb5ebd9', 'tenant_id': '3772d751884347318e5633f3189f08c6', 'mac_address': 'fa:16:3e:12:f0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb7f5d1-9cc4-461f-8a37-18e4a661920f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ad01d9a-abae-4107-9993-51951d2171e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:39Z', 'updated_at': '2021-12-22T13:21:58Z', 'revision_number': 5, 'project_id': '3772d751884347318e5633f3189f08c6', 'subnets': [{'id': '9ad01d9a-abae-4107-9993-51951d2171e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:24:02.033584 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-51c11f8f-c80a-48b0-99ac-491fe4a4e45b tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:02.133502 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-51c11f8f-c80a-48b0-99ac-491fe4a4e45b tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b2d39bf-13dd-47bb-9266-25aba266e8e1']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:02.148135 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-a4dd1d7d-87e6-4387-8316-50bbff7b70f7 None None] For port 5f1485be-a385-405e-8eee-1da8677b66bc, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:24:02.151417 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-a4dd1d7d-87e6-4387-8316-50bbff7b70f7 None None] For port 5f1485be-a385-405e-8eee-1da8677b66bc, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=5f1485be-a385-405e-8eee-1da8677b66bc,segment=NetworkSegment(64d4cd2a-56f1-419f-9e9d-8d1113acc8b3),segment_id=64d4cd2a-56f1-419f-9e9d-8d1113acc8b3)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:24:02.158196 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-51c11f8f-c80a-48b0-99ac-491fe4a4e45b tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78790e7b-5510-4342-8f02-098196fac195') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:02.158550 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-51c11f8f-c80a-48b0-99ac-491fe4a4e45b tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78790e7b-5510-4342-8f02-098196fac195') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:02.169064 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-a1793c79-b20a-4bec-9196-c596093059f4 None None] Set router 81a2d106-eed1-4541-a665-e09da3e3e131 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:24:02.169799 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-315d4a65-3e72-4a7f-9ad4-bbdfc7eb7d88 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:02.179095 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-51c11f8f-c80a-48b0-99ac-491fe4a4e45b tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:02.186437 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-315d4a65-3e72-4a7f-9ad4-bbdfc7eb7d88 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:02.198464 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-315d4a65-3e72-4a7f-9ad4-bbdfc7eb7d88 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:02.212733 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a4dd1d7d-87e6-4387-8316-50bbff7b70f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:02.215172 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-315d4a65-3e72-4a7f-9ad4-bbdfc7eb7d88 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:02.218707 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3bb4ed65-7df6-49b8-a8dd-c09069ff3621 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:02.225560 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-22ca897c-0bc7-4e5b-9ea1-c6499d4acda5 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:02.247004 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-22ca897c-0bc7-4e5b-9ea1-c6499d4acda5 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Transition to ACTIVE for port object 7ca5fda5-a158-4282-a0e1-ab6ada95c793 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:02.261381 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-51c11f8f-c80a-48b0-99ac-491fe4a4e45b tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:02.308282 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5afaa3-3c72-4cbe-b9c1-43cd6f8d6768 req-a7c7560e-1e51-4ccc-ac7c-0e3d73fa8cd3 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:02.309310 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-2c5afaa3-3c72-4cbe-b9c1-43cd6f8d6768 req-a7c7560e-1e51-4ccc-ac7c-0e3d73fa8cd3 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Synchronizing usage tracker for tenant:3772d751884347318e5633f3189f08c6 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:24:02.329464 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd1d7d-87e6-4387-8316-50bbff7b70f7 None None] Pushing event updated for resources: {'Port': ['ID=5f1485be-a385-405e-8eee-1da8677b66bc,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:02.332105 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51c11f8f-c80a-48b0-99ac-491fe4a4e45b tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:24:02.332708 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-51c11f8f-c80a-48b0-99ac-491fe4a4e45b tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:02.342583 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-a4dd1d7d-87e6-4387-8316-50bbff7b70f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:02.362577 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:24:02.362577 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:24:02.362577 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:24:02.362577 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:24:02.362577 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:24:02.362577 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:24:02.362577 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:24:02.362577 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:24:02.362577 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:24:02.362577 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:24:02.362577 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:24:02.362577 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:24:02.362577 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:24:02.362577 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:24:02.362577 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:24:02.362577 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:24:02.362577 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:24:02.362577 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:24:02.362577 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:24:02.362577 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:24:02.362577 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:24:02.362577 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:24:02.362577 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:24:02.362577 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:24:02.362577 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:24:02.362577 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:24:02.362577 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:24:02.362577 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:24:02.362577 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:24:02.362577 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:24:02.362577 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:24:02.362577 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:24:02.402829 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c85c859a-0268-418d-a1cd-29f0351d5507 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:02.435215 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9384f742-a54b-47e0-955b-a2ca71c17f35 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:02.467896 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c014c919-0d0a-4bfc-bc25-31f5648715e9 None None] New status for floating IP 46929009-6095-4d84-af8c-7a401571d200: DOWN {{(pid=84150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:24:02.521751 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c85c859a-0268-418d-a1cd-29f0351d5507 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:02.526790 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-22ca897c-0bc7-4e5b-9ea1-c6499d4acda5 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:02.546592 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2543d549-7d45-4417-a878-38d38c349256 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:02.654212 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-2c5afaa3-3c72-4cbe-b9c1-43cd6f8d6768 req-a7c7560e-1e51-4ccc-ac7c-0e3d73fa8cd3 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Unset dirty status for tenant:3772d751884347318e5633f3189f08c6 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:24:02.659215 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-2c5afaa3-3c72-4cbe-b9c1-43cd6f8d6768 req-a7c7560e-1e51-4ccc-ac7c-0e3d73fa8cd3 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.45 "GET /v2.0/ports?device_id=637bf671-5c93-4d8f-a810-167e9aa9a3ad HTTP/1.1" status: 200 len: 945 time: 0.7622335 Dec 22 13:24:02.773635 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-a1793c79-b20a-4bec-9196-c596093059f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'name': 'tempest-TestNetworkBasicOps-router-1929444678', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '2c53bbde-694a-41f8-84f3-a532d778de54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:23:36Z', 'updated_at': '2021-12-22T13:23:54Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '2c53bbde-694a-41f8-84f3-a532d778de54', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:23:38Z', 'updated_at': '2021-12-22T13:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '1d5b4251-ea81-44a3-826c-e0e3db7a6361', 'name': '', 'network_id': '405cc457-257b-4046-ad64-71c7c4966738', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:4a:58:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfb6332c-285f-49dd-93fe-15ef12392031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:23:51Z', 'updated_at': '2021-12-22T13:24:01Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'dfb6332c-285f-49dd-93fe-15ef12392031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:02.782083 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1793c79-b20a-4bec-9196-c596093059f4 None None] The sync data for ids ['81a2d106-eed1-4541-a665-e09da3e3e131'] in dv-neutron-822669-1-hyperv is: [{'id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'name': 'tempest-TestNetworkBasicOps-router-1929444678', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '2c53bbde-694a-41f8-84f3-a532d778de54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:23:36Z', 'updated_at': '2021-12-22T13:23:54Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '2c53bbde-694a-41f8-84f3-a532d778de54', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:23:38Z', 'updated_at': '2021-12-22T13:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '1d5b4251-ea81-44a3-826c-e0e3db7a6361', 'name': '', 'network_id': '405cc457-257b-4046-ad64-71c7c4966738', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:4a:58:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfb6332c-285f-49dd-93fe-15ef12392031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:23:51Z', 'updated_at': '2021-12-22T13:24:01Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'dfb6332c-285f-49dd-93fe-15ef12392031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:24:02.870037 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-51c11f8f-c80a-48b0-99ac-491fe4a4e45b tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:02.874749 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-51c11f8f-c80a-48b0-99ac-491fe4a4e45b tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:02.880732 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [req-2c5afaa3-3c72-4cbe-b9c1-43cd6f8d6768 req-02dc9323-7320-4f1d-afec-2ac03bb695b1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Deleting port 1fc7171b-c5f7-47fb-b70f-fed856b0a227 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:24:02.881121 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-2c5afaa3-3c72-4cbe-b9c1-43cd6f8d6768 req-02dc9323-7320-4f1d-afec-2ac03bb695b1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:02.907104 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 5f1485be-a385-405e-8eee-1da8677b66bc up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:24:03.015781 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ca897c-0bc7-4e5b-9ea1-c6499d4acda5 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Network 4dfcd68e-1488-4805-86e9-7b1db04fa5a2 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:24:03.027937 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-22ca897c-0bc7-4e5b-9ea1-c6499d4acda5 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:03.047242 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 5f1485be-a385-405e-8eee-1da8677b66bc completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:24:03.052913 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ca897c-0bc7-4e5b-9ea1-c6499d4acda5 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:24:03.087577 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5dd656eb-2271-4670-9f1e-d25d1570fa85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:03.104624 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85c859a-0268-418d-a1cd-29f0351d5507 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:24:03.105642 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c859a-0268-418d-a1cd-29f0351d5507 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Pushing event updated for resources: {'Port': ['ID=6d55abf7-75fd-482d-b29b-067b188db11c,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:03.107501 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-51c11f8f-c80a-48b0-99ac-491fe4a4e45b tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] 10.222.0.47 "DELETE /v2.0/networks/8b2d39bf-13dd-47bb-9266-25aba266e8e1 HTTP/1.1" status: 204 len: 168 time: 1.8407779 Dec 22 13:24:03.109712 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48594) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:03.133096 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-395a4887-4db3-4947-85d4-3c83e4fac194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:03.137115 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-315d4a65-3e72-4a7f-9ad4-bbdfc7eb7d88 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:03.141460 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c11f8f-c80a-48b0-99ac-491fe4a4e45b tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Pushing event deleted for resources: {'Network': ['ID=8b2d39bf-13dd-47bb-9266-25aba266e8e1,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:03.145018 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-c85c859a-0268-418d-a1cd-29f0351d5507 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:03.145179 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-51c11f8f-c80a-48b0-99ac-491fe4a4e45b tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:03.150693 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-896bb008-a806-425f-9818-462e23d8895d tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:03.160503 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85c859a-0268-418d-a1cd-29f0351d5507 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:24:03.258936 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-315d4a65-3e72-4a7f-9ad4-bbdfc7eb7d88 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:03.304516 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a4887-4db3-4947-85d4-3c83e4fac194 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d855c4ed-0ace-4ba2-aafe-06ef167ba3f1,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:03.307158 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-395a4887-4db3-4947-85d4-3c83e4fac194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:03.311775 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0fa3b2ab-96e8-4db5-aeeb-511e48998cb3 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:03.388747 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ca897c-0bc7-4e5b-9ea1-c6499d4acda5 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:03.389394 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-22ca897c-0bc7-4e5b-9ea1-c6499d4acda5 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:03.433962 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-315d4a65-3e72-4a7f-9ad4-bbdfc7eb7d88 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:03.435778 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-315d4a65-3e72-4a7f-9ad4-bbdfc7eb7d88 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.9327772 Dec 22 13:24:03.442461 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48598) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:03.473919 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-a57ad58d-031b-40f0-af8a-150b21724626 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '1b5a82da-b564-4aec-9fcf-2929cec9c877', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:03.478510 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395a4887-4db3-4947-85d4-3c83e4fac194 admin admin] Checking segment: {'id': 'f468e2c3-8d76-44b5-a1f5-b6db2225bdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:24:03.478877 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395a4887-4db3-4947-85d4-3c83e4fac194 admin admin] Network hostable DHCP agents. Network: 10e79ce2-fabb-4316-a76b-1469cb51a232, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:24:03.486474 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe734c-53ed-4f15-bdeb-3d07b7ac74f2 req-3fb3f78b-be44-401d-99e5-b887049dca45 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:03.489142 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-20fe734c-53ed-4f15-bdeb-3d07b7ac74f2 req-3fb3f78b-be44-401d-99e5-b887049dca45 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/ports?device_id=637bf671-5c93-4d8f-a810-167e9aa9a3ad HTTP/1.1" status: 200 len: 945 time: 0.9716520 Dec 22 13:24:03.490015 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca897c-0bc7-4e5b-9ea1-c6499d4acda5 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Pushing event updated for resources: {'Port': ['ID=7ca5fda5-a158-4282-a0e1-ab6ada95c793,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:03.491818 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d4a65-3e72-4a7f-9ad4-bbdfc7eb7d88 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5a82da-b564-4aec-9fcf-2929cec9c877,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:03.492825 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-22ca897c-0bc7-4e5b-9ea1-c6499d4acda5 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.946s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:03.507818 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-af8f5ee6-93ac-48c2-b36e-938de0862be3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.668s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:03.508440 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-af8f5ee6-93ac-48c2-b36e-938de0862be3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:03.528126 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-a57ad58d-031b-40f0-af8a-150b21724626 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:03.530621 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-315d4a65-3e72-4a7f-9ad4-bbdfc7eb7d88 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:03.542037 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-a57ad58d-031b-40f0-af8a-150b21724626 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:03.549928 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-a57ad58d-031b-40f0-af8a-150b21724626 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:03.570942 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-a57ad58d-031b-40f0-af8a-150b21724626 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:03.584275 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [req-2c5afaa3-3c72-4cbe-b9c1-43cd6f8d6768 req-02dc9323-7320-4f1d-afec-2ac03bb695b1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] For port 1fc7171b-c5f7-47fb-b70f-fed856b0a227, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1fc7171b-c5f7-47fb-b70f-fed856b0a227,segment=NetworkSegment(0948a770-5386-4fe4-820e-d3adb2497c58),segment_id=0948a770-5386-4fe4-820e-d3adb2497c58)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:24:03.584928 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-2c5afaa3-3c72-4cbe-b9c1-43cd6f8d6768 req-02dc9323-7320-4f1d-afec-2ac03bb695b1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:03.602992 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-22ca897c-0bc7-4e5b-9ea1-c6499d4acda5 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 919 time: 4.1293845 Dec 22 13:24:03.640897 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48602) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:03.689927 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-ebce81bc-298e-4e19-9ff3-221feb3c6848 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1466633403', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:03.719341 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14a56cb-6cc5-4959-a5a6-f66a058a87c8 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:03.721116 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a596b791-79af-434d-848c-75e5fd76a241 None None] Network 4dfcd68e-1488-4805-86e9-7b1db04fa5a2 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:24:03.723352 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14a56cb-6cc5-4959-a5a6-f66a058a87c8 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:03.724274 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-b14a56cb-6cc5-4959-a5a6-f66a058a87c8 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Synchronizing usage tracker for tenant:1f46008cc35d4cf7859cf0fa869ce3d5 on resource:network {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:24:03.727113 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-ebce81bc-298e-4e19-9ff3-221feb3c6848 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:03.735862 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395a4887-4db3-4947-85d4-3c83e4fac194 admin admin] Network 10e79ce2-fabb-4316-a76b-1469cb51a232 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:24:03.737573 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-20fe734c-53ed-4f15-bdeb-3d07b7ac74f2 req-b95ac133-dac3-45f9-bc64-08bf0831dcfa tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1d0092f-2b68-4712-be8f-c58c750fe679&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2434900 Dec 22 13:24:03.738579 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-ebce81bc-298e-4e19-9ff3-221feb3c6848 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Usage tracker for resource:router and tenant:b9e4261018de4b11a3ad62720ae6ee2b is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:03.745788 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-ebce81bc-298e-4e19-9ff3-221feb3c6848 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:03.753917 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [req-2c5afaa3-3c72-4cbe-b9c1-43cd6f8d6768 req-02dc9323-7320-4f1d-afec-2ac03bb695b1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Calling delete_port for 1fc7171b-c5f7-47fb-b70f-fed856b0a227 owned by compute:nova {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:24:03.768452 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-ebce81bc-298e-4e19-9ff3-221feb3c6848 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:03.805945 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a57ad58d-031b-40f0-af8a-150b21724626 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:03.891851 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-b14a56cb-6cc5-4959-a5a6-f66a058a87c8 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Unset dirty status for tenant:1f46008cc35d4cf7859cf0fa869ce3d5 on resource:network {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:24:03.896715 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b14a56cb-6cc5-4959-a5a6-f66a058a87c8 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7496841 Dec 22 13:24:03.898029 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48608) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:03.907511 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-31521c1a-e2d2-4fed-b679-4a03760c57e7 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-104972419'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:03.915293 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ebce81bc-298e-4e19-9ff3-221feb3c6848 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:03.916195 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-1145ac08-c4ac-46e0-b663-47815c091083 None None] Provisioning for port 5f1485be-a385-405e-8eee-1da8677b66bc completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:24:03.916679 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ebce81bc-298e-4e19-9ff3-221feb3c6848 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:03.920211 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-31521c1a-e2d2-4fed-b679-4a03760c57e7 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:03.930596 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-1145ac08-c4ac-46e0-b663-47815c091083 None None] Provisioning complete for port 5f1485be-a385-405e-8eee-1da8677b66bc triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:03.931109 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1145ac08-c4ac-46e0-b663-47815c091083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:03.944836 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a57ad58d-031b-40f0-af8a-150b21724626 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:03.945793 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-395a4887-4db3-4947-85d4-3c83e4fac194 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 10e79ce2-fabb-4316-a76b-1469cb51a232) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:03.953104 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395a4887-4db3-4947-85d4-3c83e4fac194 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:03.953689 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-395a4887-4db3-4947-85d4-3c83e4fac194 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:03.955437 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-31521c1a-e2d2-4fed-b679-4a03760c57e7 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:03.999006 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e437f2c-1132-4bb9-84b7-a64f116bd7f1 None None] Network 10e79ce2-fabb-4316-a76b-1469cb51a232 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:24:04.008083 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-9384f742-a54b-47e0-955b-a2ca71c17f35 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Deleting port 775beaba-80c9-4989-a798-321c30b5bfcf {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:24:04.009571 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9384f742-a54b-47e0-955b-a2ca71c17f35 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:04.025197 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a57ad58d-031b-40f0-af8a-150b21724626 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:04.027860 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:04.056150 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ad58d-031b-40f0-af8a-150b21724626 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=343a8d46-5ace-4fce-ae81-e91851215f7a,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:04.059055 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a57ad58d-031b-40f0-af8a-150b21724626 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:04.063935 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ebce81bc-298e-4e19-9ff3-221feb3c6848 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:04.068385 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31521c1a-e2d2-4fed-b679-4a03760c57e7 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Made reservation on behalf of 1f46008cc35d4cf7859cf0fa869ce3d5 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:24:04.071478 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-31521c1a-e2d2-4fed-b679-4a03760c57e7 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:04.134385 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-395a4887-4db3-4947-85d4-3c83e4fac194 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7546692 Dec 22 13:24:04.136010 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48612) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:04.142861 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-e3de96b1-5f35-4016-8932-f4f88b303e01 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1566605488-router', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:04.147539 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e3de96b1-5f35-4016-8932-f4f88b303e01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:04.151656 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e3de96b1-5f35-4016-8932-f4f88b303e01 admin admin] Usage tracker for resource:router and tenant:b2be9708be2a4e27beb28819ba0fc835 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:04.155485 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e3de96b1-5f35-4016-8932-f4f88b303e01 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:04.161372 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e3de96b1-5f35-4016-8932-f4f88b303e01 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:04.184205 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a57ad58d-031b-40f0-af8a-150b21724626 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:04.189612 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a57ad58d-031b-40f0-af8a-150b21724626 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7388396 Dec 22 13:24:04.189773 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48616) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:04.193193 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-2c5afaa3-3c72-4cbe-b9c1-43cd6f8d6768 req-02dc9323-7320-4f1d-afec-2ac03bb695b1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:04.195588 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c85c859a-0268-418d-a1cd-29f0351d5507 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router_gateway, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:04.197959 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c85c859a-0268-418d-a1cd-29f0351d5507 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:04.198087 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-153e4b90-c805-4bdd-a2d6-80cb29a0c313 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '1b5a82da-b564-4aec-9fcf-2929cec9c877', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:04.205934 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-153e4b90-c805-4bdd-a2d6-80cb29a0c313 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:04.212484 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a13f489f-48b0-4639-859f-9e13bb71a696 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:04.217998 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31521c1a-e2d2-4fed-b679-4a03760c57e7 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:24:04.246938 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-153e4b90-c805-4bdd-a2d6-80cb29a0c313 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:04.256393 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e3de96b1-5f35-4016-8932-f4f88b303e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:04.257330 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e3de96b1-5f35-4016-8932-f4f88b303e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:04.262024 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-153e4b90-c805-4bdd-a2d6-80cb29a0c313 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:04.276527 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc9323-7320-4f1d-afec-2ac03bb695b1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Pushing event deleted for resources: {'Port': ['ID=1fc7171b-c5f7-47fb-b70f-fed856b0a227,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:04.280682 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-153e4b90-c805-4bdd-a2d6-80cb29a0c313 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:04.285193 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-02dc9323-7320-4f1d-afec-2ac03bb695b1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:04.299767 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-31521c1a-e2d2-4fed-b679-4a03760c57e7 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:04.299876 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1145ac08-c4ac-46e0-b663-47815c091083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:04.299965 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-31521c1a-e2d2-4fed-b679-4a03760c57e7 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Added segment 43deca59-aa53-4363-b130-cb86d846faa5 of type vlan for network aa344c69-e180-460d-b3ad-e8345a0806bf Dec 22 13:24:04.301617 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ebce81bc-298e-4e19-9ff3-221feb3c6848 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:04.389794 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd59b73b-0f57-4774-bfdc-ce69453039e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-10e79ce2-fabb-4316-a76b-1469cb51a232', 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'fixed_ips': [{'subnet_id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:24:04.390724 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-fd59b73b-0f57-4774-bfdc-ce69453039e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:04.391795 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-31521c1a-e2d2-4fed-b679-4a03760c57e7 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:04.399581 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-153e4b90-c805-4bdd-a2d6-80cb29a0c313 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:04.405952 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-1145ac08-c4ac-46e0-b663-47815c091083 None None] For port 5f1485be-a385-405e-8eee-1da8677b66bc, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=5f1485be-a385-405e-8eee-1da8677b66bc,segment=NetworkSegment(64d4cd2a-56f1-419f-9e9d-8d1113acc8b3),segment_id=64d4cd2a-56f1-419f-9e9d-8d1113acc8b3)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:24:04.412130 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5afaa3-3c72-4cbe-b9c1-43cd6f8d6768 req-02dc9323-7320-4f1d-afec-2ac03bb695b1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] No DVR routers for this DVR port 1fc7171b-c5f7-47fb-b70f-fed856b0a227 on host hv-neutron-8226 {{(pid=84148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:24:04.420190 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-2c5afaa3-3c72-4cbe-b9c1-43cd6f8d6768 req-02dc9323-7320-4f1d-afec-2ac03bb695b1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:04.423212 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637bf671-5c93-4d8f-a810-167e9aa9a3ad', 'name': 'network-vif-deleted', 'tag': '1fc7171b-c5f7-47fb-b70f-fed856b0a227'}] {{(pid=84148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:24:04.430574 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e3de96b1-5f35-4016-8932-f4f88b303e01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:04.487039 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9384f742-a54b-47e0-955b-a2ca71c17f35 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:04.501542 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-2c5afaa3-3c72-4cbe-b9c1-43cd6f8d6768 req-02dc9323-7320-4f1d-afec-2ac03bb695b1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.45 "DELETE /v2.0/ports/1fc7171b-c5f7-47fb-b70f-fed856b0a227 HTTP/1.1" status: 204 len: 173 time: 1.7907820 Dec 22 13:24:04.553099 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637bf671-5c93-4d8f-a810-167e9aa9a3ad', 'name': 'network-vif-deleted', 'tag': '1fc7171b-c5f7-47fb-b70f-fed856b0a227', 'status': 'completed', 'code': 200} Dec 22 13:24:04.584344 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-153e4b90-c805-4bdd-a2d6-80cb29a0c313 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:04.588361 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1145ac08-c4ac-46e0-b663-47815c091083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:04.593586 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:04.646384 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-9384f742-a54b-47e0-955b-a2ca71c17f35 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Calling delete_port for 775beaba-80c9-4989-a798-321c30b5bfcf owned by network:router_interface {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:24:04.728843 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145ac08-c4ac-46e0-b663-47815c091083 None None] Pushing event updated for resources: {'Port': ['ID=5f1485be-a385-405e-8eee-1da8677b66bc,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:04.752484 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-fd59b73b-0f57-4774-bfdc-ce69453039e8 None None] Allocated IP 172.20.0.2 (10e79ce2-fabb-4316-a76b-1469cb51a232/d855c4ed-0ace-4ba2-aafe-06ef167ba3f1/da1e94a3-e680-45b6-a6fb-74c376036729) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:24:04.774164 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-153e4b90-c805-4bdd-a2d6-80cb29a0c313 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:04.801133 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-341eefec-96b4-4fbe-8642-7f0db076d95c tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:04.838434 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e4b90-c805-4bdd-a2d6-80cb29a0c313 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a86edd0a-dd2b-4098-88e3-08d3628a101e,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:04.855420 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-153e4b90-c805-4bdd-a2d6-80cb29a0c313 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:04.888178 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 1d5b4251-ea81-44a3-826c-e0e3db7a6361 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:24:04.906463 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ebce81bc-298e-4e19-9ff3-221feb3c6848 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:04.907693 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ebce81bc-298e-4e19-9ff3-221feb3c6848 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2354598 Dec 22 13:24:04.913166 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-31521c1a-e2d2-4fed-b679-4a03760c57e7 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:04.917241 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31521c1a-e2d2-4fed-b679-4a03760c57e7 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:04.917834 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-31521c1a-e2d2-4fed-b679-4a03760c57e7 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:04.936911 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48624) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:04.937652 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f843dea9-9bbf-4918-920a-59cfac88e0a7 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:04.962696 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-1145ac08-c4ac-46e0-b663-47815c091083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:05.011780 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e3de96b1-5f35-4016-8932-f4f88b303e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:05.065346 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 1fc7171b-c5f7-47fb-b70f-fed856b0a227 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:24:05.080985 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-0c0aaf23-20b8-4468-80bf-d9619408cb15 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1773418214', 'prefixes': ['172.20.0.0/16']}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:05.094024 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-31521c1a-e2d2-4fed-b679-4a03760c57e7 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1950521 Dec 22 13:24:05.096724 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48628) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:05.102901 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-4b9bf1ec-4dbf-4cd7-9f16-46995ee7ada2 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2113626991'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:05.111747 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-153e4b90-c805-4bdd-a2d6-80cb29a0c313 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:05.113744 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-153e4b90-c805-4bdd-a2d6-80cb29a0c313 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9215310 Dec 22 13:24:05.115899 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-4b9bf1ec-4dbf-4cd7-9f16-46995ee7ada2 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:05.116891 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48632) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:05.123612 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-baf0ee10-c5a9-44f1-a717-0baa62e7d1e2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '1b5a82da-b564-4aec-9fcf-2929cec9c877', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:05.135675 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-baf0ee10-c5a9-44f1-a717-0baa62e7d1e2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:05.140688 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] No Port match for: 1fc7171b-c5f7-47fb-b70f-fed856b0a227 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:24:05.140688 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 1fc7171b-c5f7-47fb-b70f-fed856b0a227 not bound to the agent host hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:24:05.142699 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0c0aaf23-20b8-4468-80bf-d9619408cb15 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:05.151510 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7e22680c-d131-4493-a26c-cc96e91f9799 None None] Provisioning for port 7ca5fda5-a158-4282-a0e1-ab6ada95c793 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:24:05.154996 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 1d5b4251-ea81-44a3-826c-e0e3db7a6361 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:24:05.155776 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-4b9bf1ec-4dbf-4cd7-9f16-46995ee7ada2 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:05.160175 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-baf0ee10-c5a9-44f1-a717-0baa62e7d1e2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:05.164171 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 1d5b4251-ea81-44a3-826c-e0e3db7a6361 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:05.164502 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c05f5892-fb88-43ee-9d0f-c702a9563f29 req-1dd5de7a-b974-46f5-9bb4-d53650388f1c tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "GET /v2.0/ports?device_id=637bf671-5c93-4d8f-a810-167e9aa9a3ad HTTP/1.1" status: 200 len: 210 time: 0.1205790 Dec 22 13:24:05.164796 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:05.167195 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-baf0ee10-c5a9-44f1-a717-0baa62e7d1e2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:05.204742 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7e22680c-d131-4493-a26c-cc96e91f9799 None None] Provisioning complete for port 7ca5fda5-a158-4282-a0e1-ab6ada95c793 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:05.204742 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7e22680c-d131-4493-a26c-cc96e91f9799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:05.221097 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-baf0ee10-c5a9-44f1-a717-0baa62e7d1e2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:05.225930 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521c1a-e2d2-4fed-b679-4a03760c57e7 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Pushing event updated for resources: {'Network': ['ID=aa344c69-e180-460d-b3ad-e8345a0806bf,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:05.240391 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-31521c1a-e2d2-4fed-b679-4a03760c57e7 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:05.263303 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network aa344c69-e180-460d-b3ad-e8345a0806bf details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:24:05.338957 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9bf1ec-4dbf-4cd7-9f16-46995ee7ada2 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Made reservation on behalf of 1f46008cc35d4cf7859cf0fa869ce3d5 for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:24:05.342620 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4b9bf1ec-4dbf-4cd7-9f16-46995ee7ada2 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:05.349709 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7e22680c-d131-4493-a26c-cc96e91f9799 None None] Port 7ca5fda5-a158-4282-a0e1-ab6ada95c793 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:24:05.364400 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-baf0ee10-c5a9-44f1-a717-0baa62e7d1e2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:05.370944 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-fd59b73b-0f57-4774-bfdc-ce69453039e8 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:05.416680 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e3de96b1-5f35-4016-8932-f4f88b303e01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:05.444644 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9384f742-a54b-47e0-955b-a2ca71c17f35 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:05.458597 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e6292b22-9a61-46af-b78c-5e3f192f0b91 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:05.464352 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e3de96b1-5f35-4016-8932-f4f88b303e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:05.467405 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-fd59b73b-0f57-4774-bfdc-ce69453039e8 None None] Transition to ACTIVE for port object da1e94a3-e680-45b6-a6fb-74c376036729 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:05.472095 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b9bf1ec-4dbf-4cd7-9f16-46995ee7ada2 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:24:05.507378 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384f742-a54b-47e0-955b-a2ca71c17f35 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'Port': ['ID=775beaba-80c9-4989-a798-321c30b5bfcf,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:05.511961 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-fd59b73b-0f57-4774-bfdc-ce69453039e8 None None] Transition to ACTIVE for port object da1e94a3-e680-45b6-a6fb-74c376036729 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:05.515110 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9384f742-a54b-47e0-955b-a2ca71c17f35 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:05.549488 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7e22680c-d131-4493-a26c-cc96e91f9799 None None] Provisioning complete for port 5f1485be-a385-405e-8eee-1da8677b66bc triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:05.550037 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7e22680c-d131-4493-a26c-cc96e91f9799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:05.551017 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4b9bf1ec-4dbf-4cd7-9f16-46995ee7ada2 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:05.551361 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-4b9bf1ec-4dbf-4cd7-9f16-46995ee7ada2 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Added segment 04e74a81-e9ff-49b1-b7e7-8be455ccc1bb of type vlan for network 00afacb5-93c8-43a9-b024-5f582d32b5b0 Dec 22 13:24:05.616704 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-fd59b73b-0f57-4774-bfdc-ce69453039e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:05.631071 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4b9bf1ec-4dbf-4cd7-9f16-46995ee7ada2 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:05.631338 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85c859a-0268-418d-a1cd-29f0351d5507 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Router a9caf385-2723-49f9-a4ad-aaa45146188a is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:24:05.640367 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-846a6e43-c56f-4753-9f47-d5c051a1e0d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:05.733014 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-baf0ee10-c5a9-44f1-a717-0baa62e7d1e2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:05.734435 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4b9bf1ec-4dbf-4cd7-9f16-46995ee7ada2 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:05.739374 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9bf1ec-4dbf-4cd7-9f16-46995ee7ada2 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:05.740311 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4b9bf1ec-4dbf-4cd7-9f16-46995ee7ada2 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:05.753819 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5a591ee4-9991-4750-b57c-fe87cfd4107a tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:05.757999 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd59b73b-0f57-4774-bfdc-ce69453039e8 None None] Network 10e79ce2-fabb-4316-a76b-1469cb51a232 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:24:05.767910 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-fd59b73b-0f57-4774-bfdc-ce69453039e8 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:05.808693 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd59b73b-0f57-4774-bfdc-ce69453039e8 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:24:05.828846 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:05.858905 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59b73b-0f57-4774-bfdc-ce69453039e8 None None] Pushing event updated for resources: {'Port': ['ID=da1e94a3-e680-45b6-a6fb-74c376036729,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:05.862076 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-fd59b73b-0f57-4774-bfdc-ce69453039e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:05.908176 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c26eb672-454f-4807-a915-f32016b3f762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:05.963967 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-baf0ee10-c5a9-44f1-a717-0baa62e7d1e2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:05.993732 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-e3de96b1-5f35-4016-8932-f4f88b303e01 admin admin] Allocated IP 172.26.1.4 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/316d4a31-9c4f-4300-b68a-74d570ac0e94) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:24:06.010385 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 1d5b4251-ea81-44a3-826c-e0e3db7a6361, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=1d5b4251-ea81-44a3-826c-e0e3db7a6361,segment=NetworkSegment(907a75be-955b-4691-a4d5-3f3edaef0bab),segment_id=907a75be-955b-4691-a4d5-3f3edaef0bab)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:24:06.020571 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9384f742-a54b-47e0-955b-a2ca71c17f35 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:06.026292 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0c0aaf23-20b8-4468-80bf-d9619408cb15 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks [] for subnetpool, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:06.030918 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0c0aaf23-20b8-4468-80bf-d9619408cb15 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.9932163 Dec 22 13:24:06.031138 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-fd59b73b-0f57-4774-bfdc-ce69453039e8 None None] Attempting to bind port da1e94a3-e680-45b6-a6fb-74c376036729 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:24:06.031138 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-fd59b73b-0f57-4774-bfdc-ce69453039e8 None None] Attempting to bind port da1e94a3-e680-45b6-a6fb-74c376036729 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'f468e2c3-8d76-44b5-a1f5-b6db2225bdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:24:06.031138 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd59b73b-0f57-4774-bfdc-ce69453039e8 None None] Attempting to bind port da1e94a3-e680-45b6-a6fb-74c376036729 on network 10e79ce2-fabb-4316-a76b-1469cb51a232 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:24:06.035620 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48636) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:06.039076 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9bf1ec-4dbf-4cd7-9f16-46995ee7ada2 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Pushing event updated for resources: {'Network': ['ID=00afacb5-93c8-43a9-b024-5f582d32b5b0,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:06.051544 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd59b73b-0f57-4774-bfdc-ce69453039e8 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:24:06.051930 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd59b73b-0f57-4774-bfdc-ce69453039e8 None None] Checking segment: {'id': 'f468e2c3-8d76-44b5-a1f5-b6db2225bdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:24:06.052343 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-fd59b73b-0f57-4774-bfdc-ce69453039e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:06.052736 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd59b73b-0f57-4774-bfdc-ce69453039e8 None None] Bound using segment: {'id': 'f468e2c3-8d76-44b5-a1f5-b6db2225bdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:24:06.053216 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-fd59b73b-0f57-4774-bfdc-ce69453039e8 None None] Bound port: da1e94a3-e680-45b6-a6fb-74c376036729, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f468e2c3-8d76-44b5-a1f5-b6db2225bdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:24:06.053597 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-fd59b73b-0f57-4774-bfdc-ce69453039e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:06.058731 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-4b9bf1ec-4dbf-4cd7-9f16-46995ee7ada2 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:06.059243 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2677a2cd-f552-4531-9529-cff24ef5634c tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:06.062945 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 00afacb5-93c8-43a9-b024-5f582d32b5b0 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:24:06.107320 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.tag.tag_plugin [None req-31635d16-2139-48ed-9c3e-4bc1698b29ab tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8001b4cb-649c-48d9-b22a-2a55d2d410e4', 'tempest-TagsExtTest-Tag-1459563463') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:06.121834 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf0ee10-c5a9-44f1-a717-0baa62e7d1e2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dfddb91-6114-4f10-a2a0-c92540d85564,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:06.125918 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-baf0ee10-c5a9-44f1-a717-0baa62e7d1e2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:06.128641 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-baf0ee10-c5a9-44f1-a717-0baa62e7d1e2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:06.129874 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-baf0ee10-c5a9-44f1-a717-0baa62e7d1e2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0119443 Dec 22 13:24:06.131312 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-4b9bf1ec-4dbf-4cd7-9f16-46995ee7ada2 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0332007 Dec 22 13:24:06.139680 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48640) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:06.140057 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48642) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:06.142204 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:06.150116 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-90f114ed-4a6f-4728-87a9-c3a424dcd673 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '1b5a82da-b564-4aec-9fcf-2929cec9c877', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:06.156336 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-4df0c038-1a97-438a-8ff9-7d1ca902f6dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:06.157530 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-9763d12c-0114-43f8-b89d-c9f2117673a0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Request body: {'ports': [{'network_id': 'aa344c69-e180-460d-b3ad-e8345a0806bf', 'name': 'tempest-port--1718390188', 'admin_state_up': True}, {'network_id': '00afacb5-93c8-43a9-b024-5f582d32b5b0', 'admin_state_up': False}]} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:06.163128 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-9763d12c-0114-43f8-b89d-c9f2117673a0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Request body: {'port': {'network_id': 'aa344c69-e180-460d-b3ad-e8345a0806bf', 'name': 'tempest-port--1718390188', 'admin_state_up': True}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:06.163128 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-9763d12c-0114-43f8-b89d-c9f2117673a0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Request body: {'port': {'network_id': '00afacb5-93c8-43a9-b024-5f582d32b5b0', 'admin_state_up': False}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:06.236114 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-90f114ed-4a6f-4728-87a9-c3a424dcd673 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:06.255774 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-90f114ed-4a6f-4728-87a9-c3a424dcd673 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:06.269986 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-90f114ed-4a6f-4728-87a9-c3a424dcd673 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:06.282823 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-90f114ed-4a6f-4728-87a9-c3a424dcd673 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:06.321279 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48650) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:06.330549 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-fd59b73b-0f57-4774-bfdc-ce69453039e8 None None] For port da1e94a3-e680-45b6-a6fb-74c376036729, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:24:06.339519 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-fd59b73b-0f57-4774-bfdc-ce69453039e8 None None] For port da1e94a3-e680-45b6-a6fb-74c376036729, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=da1e94a3-e680-45b6-a6fb-74c376036729,segment=NetworkSegment(f468e2c3-8d76-44b5-a1f5-b6db2225bdd5),segment_id=f468e2c3-8d76-44b5-a1f5-b6db2225bdd5)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:24:06.373033 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=1d5b4251-ea81-44a3-826c-e0e3db7a6361,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:06.376733 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:06.377375 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3b194811-c692-4f47-abb7-aeb802a14951 None None] Provisioning complete for port 7ca5fda5-a158-4282-a0e1-ab6ada95c793 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:06.377813 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3b194811-c692-4f47-abb7-aeb802a14951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:06.408643 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-fd59b73b-0f57-4774-bfdc-ce69453039e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:06.421410 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-8b62e850-b54d-4901-ae3f-ac18c115756a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:06.429576 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e3de96b1-5f35-4016-8932-f4f88b303e01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:06.484693 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-90f114ed-4a6f-4728-87a9-c3a424dcd673 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:06.502616 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85c859a-0268-418d-a1cd-29f0351d5507 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:24:06.507216 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3b194811-c692-4f47-abb7-aeb802a14951 None None] Port 7ca5fda5-a158-4282-a0e1-ab6ada95c793 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:24:06.527664 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6495a3-599c-425e-9a66-c1fd373bf428 None None] Sync routers for ids ['a9caf385-2723-49f9-a4ad-aaa45146188a'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:24:06.532456 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59b73b-0f57-4774-bfdc-ce69453039e8 None None] Pushing event updated for resources: {'Port': ['ID=da1e94a3-e680-45b6-a6fb-74c376036729,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:06.539174 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-fd59b73b-0f57-4774-bfdc-ce69453039e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:06.576784 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6495a3-599c-425e-9a66-c1fd373bf428 None None] Routers {'a9caf385-2723-49f9-a4ad-aaa45146188a'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:24:06.578638 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-4f6495a3-599c-425e-9a66-c1fd373bf428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:23:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['a9caf385-2723-49f9-a4ad-aaa45146188a'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:06.612355 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-9763d12c-0114-43f8-b89d-c9f2117673a0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:06.626437 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-9763d12c-0114-43f8-b89d-c9f2117673a0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Usage tracker for resource:port and tenant:1f46008cc35d4cf7859cf0fa869ce3d5 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:06.632503 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-9763d12c-0114-43f8-b89d-c9f2117673a0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:06.636360 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-90f114ed-4a6f-4728-87a9-c3a424dcd673 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:06.649157 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-9763d12c-0114-43f8-b89d-c9f2117673a0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:06.726981 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e3de96b1-5f35-4016-8932-f4f88b303e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:06.728003 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-4f6495a3-599c-425e-9a66-c1fd373bf428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:06.748034 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1cdeae7f-39fa-479f-8c36-9712c00f34fd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:06.750108 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-31635d16-2139-48ed-9c3e-4bc1698b29ab tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "PUT /v2.0/subnets/8001b4cb-649c-48d9-b22a-2a55d2d410e4/tags/tempest-TagsExtTest-Tag-1459563463 HTTP/1.1" status: 201 len: 201 time: 0.7119892 Dec 22 13:24:06.752665 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48654) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:06.764374 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 5f1485be-a385-405e-8eee-1da8677b66bc up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:24:06.766231 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6495a3-599c-425e-9a66-c1fd373bf428 None None] Routers {'a9caf385-2723-49f9-a4ad-aaa45146188a'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:24:06.767155 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-4f6495a3-599c-425e-9a66-c1fd373bf428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:23:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['a9caf385-2723-49f9-a4ad-aaa45146188a'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:06.778715 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.tag.tag_plugin [None req-be06059a-f4e5-4150-adfc-80135291b4ee tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7ca5fda5-a158-4282-a0e1-ab6ada95c793', 'tempest-TagsExtTest-Tag-413526052') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:06.821872 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-90f114ed-4a6f-4728-87a9-c3a424dcd673 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:06.823621 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9763d12c-0114-43f8-b89d-c9f2117673a0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Made reservation on behalf of 1f46008cc35d4cf7859cf0fa869ce3d5 for: {'port': 2} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:24:06.832714 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9763d12c-0114-43f8-b89d-c9f2117673a0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:06.864095 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de96b1-5f35-4016-8932-f4f88b303e01 admin admin] Pushing event updated for resources: {'Port': ['ID=316d4a31-9c4f-4300-b68a-74d570ac0e94,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:06.871342 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e3de96b1-5f35-4016-8932-f4f88b303e01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:06.880605 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5c046d36-bcce-4ae3-b9db-375464c2673f tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:06.885440 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c85c859a-0268-418d-a1cd-29f0351d5507 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:06.886676 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c85c859a-0268-418d-a1cd-29f0351d5507 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.4444087 Dec 22 13:24:06.896804 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48658) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:06.915271 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-4f6495a3-599c-425e-9a66-c1fd373bf428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:06.915740 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6495a3-599c-425e-9a66-c1fd373bf428 None None] The sync data for ids ['a9caf385-2723-49f9-a4ad-aaa45146188a'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:24:06.921070 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f114ed-4a6f-4728-87a9-c3a424dcd673 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6820aeb5-f5cf-4b0a-bc4a-cb20ec6c31ab,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:06.928997 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-90f114ed-4a6f-4728-87a9-c3a424dcd673 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:06.939445 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9763d12c-0114-43f8-b89d-c9f2117673a0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:06.943976 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 5f1485be-a385-405e-8eee-1da8677b66bc triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:06.944591 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:06.959804 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3de96b1-5f35-4016-8932-f4f88b303e01 admin admin] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:24:06.979809 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-e3de96b1-5f35-4016-8932-f4f88b303e01 admin admin] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:07.007393 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9384f742-a54b-47e0-955b-a2ca71c17f35 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Router 6ae44c6b-70e3-42b9-a7ca-92a011873272 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:24:07.072081 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3de96b1-5f35-4016-8932-f4f88b303e01 admin admin] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:24:07.104243 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-90f114ed-4a6f-4728-87a9-c3a424dcd673 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:07.105433 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-90f114ed-4a6f-4728-87a9-c3a424dcd673 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9627624 Dec 22 13:24:07.108416 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 1d5b4251-ea81-44a3-826c-e0e3db7a6361 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:24:07.117401 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48662) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:07.128105 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-8ac10003-ef75-49aa-9cd1-8afc2c5e15f3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '1b5a82da-b564-4aec-9fcf-2929cec9c877', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:07.133881 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-9763d12c-0114-43f8-b89d-c9f2117673a0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] device_id is not set on port c84a4acd-890a-4f86-988c-05889a99cc0f yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:24:07.182981 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-8ac10003-ef75-49aa-9cd1-8afc2c5e15f3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:07.189149 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 1d5b4251-ea81-44a3-826c-e0e3db7a6361 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:07.189535 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:07.248338 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-8ac10003-ef75-49aa-9cd1-8afc2c5e15f3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:07.251878 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-8ac10003-ef75-49aa-9cd1-8afc2c5e15f3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:07.270386 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-8ac10003-ef75-49aa-9cd1-8afc2c5e15f3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:07.291620 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9384f742-a54b-47e0-955b-a2ca71c17f35 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:24:07.299631 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9384f742-a54b-47e0-955b-a2ca71c17f35 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "PUT /v2.0/routers/6ae44c6b-70e3-42b9-a7ca-92a011873272/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0898635 Dec 22 13:24:07.301575 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48666) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:07.312299 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76764a33-3302-4bb6-bf47-e232edb2f5c4 None None] Sync routers for ids ['6ae44c6b-70e3-42b9-a7ca-92a011873272'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:24:07.343592 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.securitygroups_db [None req-8ac10003-ef75-49aa-9cd1-8afc2c5e15f3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Project 453b85bce7e6482dbe10966fb03da8cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:24:07.344386 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76764a33-3302-4bb6-bf47-e232edb2f5c4 None None] Routers {'6ae44c6b-70e3-42b9-a7ca-92a011873272'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:24:07.345020 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-76764a33-3302-4bb6-bf47-e232edb2f5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:23:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['6ae44c6b-70e3-42b9-a7ca-92a011873272'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:07.358442 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-be06059a-f4e5-4150-adfc-80135291b4ee tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "PUT /v2.0/ports/7ca5fda5-a158-4282-a0e1-ab6ada95c793/tags/tempest-TagsExtTest-Tag-413526052 HTTP/1.1" status: 201 len: 201 time: 0.6044545 Dec 22 13:24:07.359223 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48670) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:07.369105 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8ac10003-ef75-49aa-9cd1-8afc2c5e15f3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:07.376403 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.tag.tag_plugin [None req-1096cf25-e23b-4eb8-996c-c03e72395fef tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7aafd7ff-fed3-4574-9350-cf5bf17cebbf', 'tempest-TagsExtTest-Tag-1494185266') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:07.378135 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-76679d7a-f584-435f-a53b-2c3d1c424d7c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] GET failed (client error): The resource could not be found. Dec 22 13:24:07.378713 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-76679d7a-f584-435f-a53b-2c3d1c424d7c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Synchronizing usage tracker for tenant:77460f0dfa37423d8c924a302461b16c on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:24:07.409504 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-76764a33-3302-4bb6-bf47-e232edb2f5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:07.420539 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76764a33-3302-4bb6-bf47-e232edb2f5c4 None None] Routers {'6ae44c6b-70e3-42b9-a7ca-92a011873272'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:24:07.421146 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-76764a33-3302-4bb6-bf47-e232edb2f5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:23:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['6ae44c6b-70e3-42b9-a7ca-92a011873272'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:07.446785 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-bb93ae37-5e44-44a6-818b-2713c77e5b88 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] 10.222.0.47 "GET /v2.0/routers/a9caf385-2723-49f9-a4ad-aaa45146188a HTTP/1.1" status: 200 len: 924 time: 0.5469682 Dec 22 13:24:07.449522 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48674) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:07.488777 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-76764a33-3302-4bb6-bf47-e232edb2f5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:07.489417 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76764a33-3302-4bb6-bf47-e232edb2f5c4 None None] The sync data for ids ['6ae44c6b-70e3-42b9-a7ca-92a011873272'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:24:07.500864 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-76679d7a-f584-435f-a53b-2c3d1c424d7c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Unset dirty status for tenant:77460f0dfa37423d8c924a302461b16c on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:24:07.504715 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-76679d7a-f584-435f-a53b-2c3d1c424d7c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "GET /v2.0/ports/775beaba-80c9-4989-a798-321c30b5bfcf HTTP/1.1" status: 404 len: 333 time: 0.1996343 Dec 22 13:24:07.507509 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-78cb7acc-8527-4dae-8304-e4cd369e754c tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9caf385-2723-49f9-a4ad-aaa45146188a HTTP/1.1" status: 200 len: 205 time: 0.0564439 Dec 22 13:24:07.508274 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48678) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:07.514448 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48680) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:07.658816 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8ac10003-ef75-49aa-9cd1-8afc2c5e15f3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:07.729643 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8ac10003-ef75-49aa-9cd1-8afc2c5e15f3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:07.736683 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9763d12c-0114-43f8-b89d-c9f2117673a0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:07.744027 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b8e2156a-688e-4591-b8f9-61b5bde7af4b tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:07.772193 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac10003-ef75-49aa-9cd1-8afc2c5e15f3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26753146-0eda-4ba8-ab3b-1a91ed6546af,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:07.774696 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8ac10003-ef75-49aa-9cd1-8afc2c5e15f3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:07.793612 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9afd0a1a-f831-484d-9172-bcc6554181cd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:07.862732 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5a0d22-b341-4d9e-adbf-286377d31d10 None None] Network 10e79ce2-fabb-4316-a76b-1469cb51a232 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:24:07.879531 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8ac10003-ef75-49aa-9cd1-8afc2c5e15f3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:07.882959 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8ac10003-ef75-49aa-9cd1-8afc2c5e15f3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7642751 Dec 22 13:24:07.885509 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48686) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:07.944965 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [None req-9763d12c-0114-43f8-b89d-c9f2117673a0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] device_id is not set on port 2e6248cb-f0a4-45d8-8e9f-6bef8ff7a2a4 yet. {{(pid=84148) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:24:07.972545 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-1096cf25-e23b-4eb8-996c-c03e72395fef tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "PUT /v2.0/routers/7aafd7ff-fed3-4574-9350-cf5bf17cebbf/tags/tempest-TagsExtTest-Tag-1494185266 HTTP/1.1" status: 201 len: 201 time: 0.6103165 Dec 22 13:24:07.977155 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48690) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:07.984955 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e3de96b1-5f35-4016-8932-f4f88b303e01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:07.985686 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e3de96b1-5f35-4016-8932-f4f88b303e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:07.991556 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.tag.tag_plugin [None req-cf478acd-3df3-40a5-88c2-28751346995b tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f9ef3905-8838-46cf-8c60-f2be49f69daa', 'tempest-TagsExtTest-Tag-125571990') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:08.003756 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-3b3805e8-72ac-4912-884f-1b09cdbed7cd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '1b5a82da-b564-4aec-9fcf-2929cec9c877', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:08.005802 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0f77c303-4c95-4e34-ab20-928c3a9e8b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:08.010852 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-3b3805e8-72ac-4912-884f-1b09cdbed7cd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:08.024725 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-3b3805e8-72ac-4912-884f-1b09cdbed7cd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:08.031708 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-3b3805e8-72ac-4912-884f-1b09cdbed7cd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:08.041598 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-3b3805e8-72ac-4912-884f-1b09cdbed7cd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:08.097636 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-b11f4223-3d8b-42e4-91b2-030dd84d291b None None] Provisioning for port da1e94a3-e680-45b6-a6fb-74c376036729 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:24:08.101944 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:24:08.208475 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7446e3a1-53fe-4a43-a08d-2e42376ed79d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:08.265001 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.securitygroups_db [None req-3b3805e8-72ac-4912-884f-1b09cdbed7cd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Project 453b85bce7e6482dbe10966fb03da8cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:24:08.315817 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9763d12c-0114-43f8-b89d-c9f2117673a0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:08.333137 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3b3805e8-72ac-4912-884f-1b09cdbed7cd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:08.407456 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-cf478acd-3df3-40a5-88c2-28751346995b tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "PUT /v2.0/subnetpools/f9ef3905-8838-46cf-8c60-f2be49f69daa/tags/tempest-TagsExtTest-Tag-125571990 HTTP/1.1" status: 201 len: 201 time: 0.4274352 Dec 22 13:24:08.415610 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48694) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:08.434369 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.tag.tag_plugin [None req-734a972e-a7a9-42f6-8fd9-cf3ea893eb74 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8001b4cb-649c-48d9-b22a-2a55d2d410e4') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:08.529155 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9afd0a1a-f831-484d-9172-bcc6554181cd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:08.541623 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d32cd231-1493-4070-836b-2b1fece8ba77 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:08.549434 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9763d12c-0114-43f8-b89d-c9f2117673a0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:08.562012 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-719392b3-02e0-4e3e-8273-a6081035c692 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:08.596934 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9afd0a1a-f831-484d-9172-bcc6554181cd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:08.634515 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3b3805e8-72ac-4912-884f-1b09cdbed7cd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:08.680197 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763d12c-0114-43f8-b89d-c9f2117673a0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Pushing event updated for resources: {'Port': ['ID=c84a4acd-890a-4f86-988c-05889a99cc0f,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:08.685770 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9763d12c-0114-43f8-b89d-c9f2117673a0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:08.719501 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-734a972e-a7a9-42f6-8fd9-cf3ea893eb74 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "GET /v2.0/subnets/8001b4cb-649c-48d9-b22a-2a55d2d410e4/tags HTTP/1.1" status: 200 len: 241 time: 0.2951906 Dec 22 13:24:08.733469 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48698) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:08.738614 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3b3805e8-72ac-4912-884f-1b09cdbed7cd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:08.744505 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device da1e94a3-e680-45b6-a6fb-74c376036729 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:24:08.745138 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.tag.tag_plugin [None req-41efb321-a592-4ed3-8c17-582595fd9900 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8001b4cb-649c-48d9-b22a-2a55d2d410e4', 'tempest-TagsExtTest-Tag-1459563463') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:08.766449 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9763d12c-0114-43f8-b89d-c9f2117673a0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Checking segment: {'id': '43deca59-aa53-4363-b130-cb86d846faa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'aa344c69-e180-460d-b3ad-e8345a0806bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:24:08.767039 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9763d12c-0114-43f8-b89d-c9f2117673a0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Network hostable DHCP agents. Network: aa344c69-e180-460d-b3ad-e8345a0806bf, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:24:08.768925 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1e1d95cb-7342-4785-b087-8498ca09e1a2 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:08.799988 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9afd0a1a-f831-484d-9172-bcc6554181cd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:08.800370 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afd0a1a-f831-484d-9172-bcc6554181cd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Fanout notify agent at l3_agent the message router_deleted on router 6ae44c6b-70e3-42b9-a7ca-92a011873272 {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:24:08.809408 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3805e8-72ac-4912-884f-1b09cdbed7cd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88f9a447-964c-48b8-ad28-69f0d220fbb6,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:08.812712 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3b3805e8-72ac-4912-884f-1b09cdbed7cd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:08.839792 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9afd0a1a-f831-484d-9172-bcc6554181cd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:08.841707 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9afd0a1a-f831-484d-9172-bcc6554181cd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/routers/6ae44c6b-70e3-42b9-a7ca-92a011873272 HTTP/1.1" status: 204 len: 168 time: 1.3303838 Dec 22 13:24:08.844623 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48702) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:08.915698 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3b3805e8-72ac-4912-884f-1b09cdbed7cd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:08.916869 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-3b3805e8-72ac-4912-884f-1b09cdbed7cd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.0266538 Dec 22 13:24:08.934842 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9763d12c-0114-43f8-b89d-c9f2117673a0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Network aa344c69-e180-460d-b3ad-e8345a0806bf is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:24:08.984894 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:08.987643 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port da1e94a3-e680-45b6-a6fb-74c376036729 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:24:08.996718 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port da1e94a3-e680-45b6-a6fb-74c376036729 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:08.998003 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:09.009498 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3de96b1-5f35-4016-8932-f4f88b303e01 admin admin] Router 83c6cb27-2a32-4704-be30-7a16100582bd is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:24:09.029804 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-41efb321-a592-4ed3-8c17-582595fd9900 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "GET /v2.0/subnets/8001b4cb-649c-48d9-b22a-2a55d2d410e4/tags/tempest-TagsExtTest-Tag-1459563463 HTTP/1.1" status: 204 len: 168 time: 0.2961044 Dec 22 13:24:09.040855 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48708) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:09.049669 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.tag.tag_plugin [None req-134a4c38-0169-4ea6-84f5-9f9fa2ff5741 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '8001b4cb-649c-48d9-b22a-2a55d2d410e4', 'tempest-TagsExtTest-Tag-1459563463') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:09.096855 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-9763d12c-0114-43f8-b89d-c9f2117673a0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, aa344c69-e180-460d-b3ad-e8345a0806bf) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:09.101032 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9763d12c-0114-43f8-b89d-c9f2117673a0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:24:09.102029 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9763d12c-0114-43f8-b89d-c9f2117673a0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:09.117724 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e03508de-ff27-4961-81db-964529287e15 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:09.134951 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d32cd231-1493-4070-836b-2b1fece8ba77 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:09.142286 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322bb92e-b05b-4119-a75f-f665617607e8 None None] Network aa344c69-e180-460d-b3ad-e8345a0806bf requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:24:09.215621 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-733b6d05-b624-4cd3-bf34-c842bba9e75d tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Deleting subnet 8eba1526-511a-4b20-9752-7d6327127fb5 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:24:09.224191 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-733b6d05-b624-4cd3-bf34-c842bba9e75d tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:09.253328 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:09.256568 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763d12c-0114-43f8-b89d-c9f2117673a0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Pushing event updated for resources: {'Port': ['ID=2e6248cb-f0a4-45d8-8e9f-6bef8ff7a2a4,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:09.259275 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9763d12c-0114-43f8-b89d-c9f2117673a0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:09.272624 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-d32cd231-1493-4070-836b-2b1fece8ba77 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Deleting port 6d55abf7-75fd-482d-b29b-067b188db11c {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:24:09.273199 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d32cd231-1493-4070-836b-2b1fece8ba77 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:09.313185 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-40732877-62b6-4cca-8524-985aadeb7e2f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-191231914&fields=id&tenant_id=453b85bce7e6482dbe10966fb03da8cc HTTP/1.1" status: 200 len: 267 time: 0.1705079 Dec 22 13:24:09.319241 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:09.352010 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9763d12c-0114-43f8-b89d-c9f2117673a0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Checking segment: {'id': '04e74a81-e9ff-49b1-b7e7-8be455ccc1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '00afacb5-93c8-43a9-b024-5f582d32b5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:24:09.352010 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9763d12c-0114-43f8-b89d-c9f2117673a0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Network hostable DHCP agents. Network: 00afacb5-93c8-43a9-b024-5f582d32b5b0, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:24:09.375615 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port da1e94a3-e680-45b6-a6fb-74c376036729, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=da1e94a3-e680-45b6-a6fb-74c376036729,segment=NetworkSegment(f468e2c3-8d76-44b5-a1f5-b6db2225bdd5),segment_id=f468e2c3-8d76-44b5-a1f5-b6db2225bdd5)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:24:09.423847 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:09.425635 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-733b6d05-b624-4cd3-bf34-c842bba9e75d tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:09.430245 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-265be1af-b8d2-4e87-8b2a-19662439ff32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:09.521178 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=da1e94a3-e680-45b6-a6fb-74c376036729,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:09.532275 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:09.653560 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9763d12c-0114-43f8-b89d-c9f2117673a0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Network 00afacb5-93c8-43a9-b024-5f582d32b5b0 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:24:09.673966 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-798c287f-e647-449f-b234-cd3c3da32b8d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:09.675438 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-798c287f-e647-449f-b234-cd3c3da32b8d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/networks?id=405cc457-257b-4046-ad64-71c7c4966738 HTTP/1.1" status: 200 len: 797 time: 0.3466573 Dec 22 13:24:09.686478 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3de96b1-5f35-4016-8932-f4f88b303e01 admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:24:09.699555 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9cf7cb-5e09-4f41-a6af-dced13e01dd3 None None] Sync routers for ids ['83c6cb27-2a32-4704-be30-7a16100582bd'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:24:09.707723 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-134a4c38-0169-4ea6-84f5-9f9fa2ff5741 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "DELETE /v2.0/subnets/8001b4cb-649c-48d9-b22a-2a55d2d410e4/tags/tempest-TagsExtTest-Tag-1459563463 HTTP/1.1" status: 204 len: 168 time: 0.6681805 Dec 22 13:24:09.711293 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48718) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:09.712779 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d32cd231-1493-4070-836b-2b1fece8ba77 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:09.720087 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9cf7cb-5e09-4f41-a6af-dced13e01dd3 None None] Routers {'83c6cb27-2a32-4704-be30-7a16100582bd'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:24:09.720668 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-733b6d05-b624-4cd3-bf34-c842bba9e75d tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:09.721010 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-2f9cf7cb-5e09-4f41-a6af-dced13e01dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:24:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['83c6cb27-2a32-4704-be30-7a16100582bd'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:09.724794 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.tag.tag_plugin [None req-4cac432b-50a6-4d5c-a32d-389bdbc194ed tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8001b4cb-649c-48d9-b22a-2a55d2d410e4') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:09.757824 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-9763d12c-0114-43f8-b89d-c9f2117673a0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 00afacb5-93c8-43a9-b024-5f582d32b5b0) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:09.769484 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-6b12d1f9-419c-4dd5-a7fe-7d70aa4f36e4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/quotas/453b85bce7e6482dbe10966fb03da8cc HTTP/1.1" status: 200 len: 375 time: 0.0824590 Dec 22 13:24:09.769658 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdc55fc-8b79-4c9c-b34e-6809ac169439 None None] Network 00afacb5-93c8-43a9-b024-5f582d32b5b0 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:24:09.773694 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9763d12c-0114-43f8-b89d-c9f2117673a0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:24:09.777958 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9763d12c-0114-43f8-b89d-c9f2117673a0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:09.782014 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9763d12c-0114-43f8-b89d-c9f2117673a0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:09.783126 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9763d12c-0114-43f8-b89d-c9f2117673a0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:09.801303 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e3de96b1-5f35-4016-8932-f4f88b303e01 admin admin] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:09.802730 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e3de96b1-5f35-4016-8932-f4f88b303e01 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6654451 Dec 22 13:24:09.808718 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48722) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:09.975315 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-7446e3a1-53fe-4a43-a08d-2e42376ed79d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Deleting port 6546af6d-fc2c-4e16-bf39-1dae4ba118c2 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:24:09.975781 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7446e3a1-53fe-4a43-a08d-2e42376ed79d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:09.993209 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-2f9cf7cb-5e09-4f41-a6af-dced13e01dd3 None None] Set router 83c6cb27-2a32-4704-be30-7a16100582bd gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:24:10.017916 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-9763d12c-0114-43f8-b89d-c9f2117673a0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.8745461 Dec 22 13:24:10.029021 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48726) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:10.052408 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-d32cd231-1493-4070-836b-2b1fece8ba77 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Calling delete_port for 6d55abf7-75fd-482d-b29b-067b188db11c owned by network:router_gateway {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:24:10.106407 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-4cac432b-50a6-4d5c-a32d-389bdbc194ed tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "GET /v2.0/subnets/8001b4cb-649c-48d9-b22a-2a55d2d410e4/tags HTTP/1.1" status: 200 len: 205 time: 0.3910167 Dec 22 13:24:10.107899 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48730) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:10.128439 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.tag.tag_plugin [None req-8d630d69-7e16-4b1c-8618-ea038a6387d3 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7ca5fda5-a158-4282-a0e1-ab6ada95c793') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:10.266457 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-11e5ae3b-e028-45b3-95fd-bb4dc032555a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3112075 Dec 22 13:24:10.276249 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8d630d69-7e16-4b1c-8618-ea038a6387d3 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "GET /v2.0/ports/7ca5fda5-a158-4282-a0e1-ab6ada95c793/tags HTTP/1.1" status: 200 len: 240 time: 0.1649668 Dec 22 13:24:10.281201 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48734) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:10.293297 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.tag.tag_plugin [None req-37602447-fe1b-4ef2-9408-c1a053152f28 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7ca5fda5-a158-4282-a0e1-ab6ada95c793', 'tempest-TagsExtTest-Tag-413526052') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:10.319245 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-733b6d05-b624-4cd3-bf34-c842bba9e75d tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:10.328642 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-2f9cf7cb-5e09-4f41-a6af-dced13e01dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'name': 'tempest-TestVolumeBootPattern-1566605488-router', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4'}], 'enable_snat': True}, 'gw_port_id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:07Z', 'revision_number': 3, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'gw_port': {'id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:36:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:05Z', 'updated_at': '2021-12-22T13:24:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:10.329879 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-7446e3a1-53fe-4a43-a08d-2e42376ed79d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] For port 6546af6d-fc2c-4e16-bf39-1dae4ba118c2, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=6546af6d-fc2c-4e16-bf39-1dae4ba118c2,segment=NetworkSegment(0948a770-5386-4fe4-820e-d3adb2497c58),segment_id=0948a770-5386-4fe4-820e-d3adb2497c58)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:24:10.330441 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7446e3a1-53fe-4a43-a08d-2e42376ed79d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:10.330755 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-22caf168-86ab-4df9-9e8d-3a3ac910d59c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:10.333677 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9cf7cb-5e09-4f41-a6af-dced13e01dd3 None None] Checking router: 83c6cb27-2a32-4704-be30-7a16100582bd for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:24:10.334150 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9cf7cb-5e09-4f41-a6af-dced13e01dd3 None None] Updating router 83c6cb27-2a32-4704-be30-7a16100582bd port 316d4a31-9c4f-4300-b68a-74d570ac0e94 binding host dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:24:10.348769 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce88f8ea-861d-44c8-820a-00cdad02dfed tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:10.352839 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce88f8ea-861d-44c8-820a-00cdad02dfed tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:10.353652 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ce88f8ea-861d-44c8-820a-00cdad02dfed tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Synchronizing usage tracker for tenant:1f46008cc35d4cf7859cf0fa869ce3d5 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:24:10.402014 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-2f9cf7cb-5e09-4f41-a6af-dced13e01dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:10.437567 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:10.474563 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b6d05-b624-4cd3-bf34-c842bba9e75d tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'Subnet': ['ID=8eba1526-511a-4b20-9752-7d6327127fb5,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:10.474898 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-7446e3a1-53fe-4a43-a08d-2e42376ed79d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Calling delete_port for 6546af6d-fc2c-4e16-bf39-1dae4ba118c2 owned by network:router_interface {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:24:10.488720 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-733b6d05-b624-4cd3-bf34-c842bba9e75d tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:10.506534 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-733b6d05-b624-4cd3-bf34-c842bba9e75d tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:10.516872 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c631dc5-a28c-4351-b209-5d29d761c4fd None None] Network feefcbf6-6f13-478d-9833-112d064627e4 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:24:10.557116 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-733b6d05-b624-4cd3-bf34-c842bba9e75d tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/subnets/8eba1526-511a-4b20-9752-7d6327127fb5 HTTP/1.1" status: 204 len: 168 time: 1.7107661 Dec 22 13:24:10.563749 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48738) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:10.647972 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ce88f8ea-861d-44c8-820a-00cdad02dfed tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Unset dirty status for tenant:1f46008cc35d4cf7859cf0fa869ce3d5 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:24:10.649142 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ce88f8ea-861d-44c8-820a-00cdad02dfed tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.6166153 Dec 22 13:24:10.653943 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48742) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:10.674197 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d32cd231-1493-4070-836b-2b1fece8ba77 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:10.687481 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-af8f5ee6-93ac-48c2-b36e-938de0862be3 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:10.744409 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-d09e07a7-9811-419a-a169-856227e8be83 service neutron] 10.222.0.47 "GET /v2.0/networks/405cc457-257b-4046-ad64-71c7c4966738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171422 Dec 22 13:24:10.752078 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32cd231-1493-4070-836b-2b1fece8ba77 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Pushing event deleted for resources: {'Port': ['ID=6d55abf7-75fd-482d-b29b-067b188db11c,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:10.767155 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-992c2199-3b2d-4d7f-a2b9-01e2296efa45 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Deleting port c84a4acd-890a-4f86-988c-05889a99cc0f {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:24:10.767544 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-992c2199-3b2d-4d7f-a2b9-01e2296efa45 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:10.783907 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d32cd231-1493-4070-836b-2b1fece8ba77 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:10.786075 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-37602447-fe1b-4ef2-9408-c1a053152f28 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "GET /v2.0/ports/7ca5fda5-a158-4282-a0e1-ab6ada95c793/tags/tempest-TagsExtTest-Tag-413526052 HTTP/1.1" status: 204 len: 168 time: 0.5016472 Dec 22 13:24:10.792930 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48746) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:10.833736 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device da1e94a3-e680-45b6-a6fb-74c376036729 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:24:10.886715 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.tag.tag_plugin [None req-833d845c-662a-4e82-b3fa-83c887fb2079 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '7ca5fda5-a158-4282-a0e1-ab6ada95c793', 'tempest-TagsExtTest-Tag-413526052') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:10.914056 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a5d783c7-af19-4da8-b397-10d762bec7ea tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:10.937295 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port da1e94a3-e680-45b6-a6fb-74c376036729 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:10.937684 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:10.943470 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-2f9cf7cb-5e09-4f41-a6af-dced13e01dd3 None None] Notify callbacks [] for port, precommit_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:11.017130 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a325d0-6850-4222-9fd3-8020acf713f6 None None] DHCP port deletion for feefcbf6-6f13-478d-9833-112d064627e4 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:24:11.024266 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-a5d783c7-af19-4da8-b397-10d762bec7ea tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Deleting port 7ff7d80e-36f3-4887-9e8e-68e7259938f1 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:24:11.024531 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a5d783c7-af19-4da8-b397-10d762bec7ea tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:11.048057 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-55a325d0-6850-4222-9fd3-8020acf713f6 None None] Deleting port 7ff7d80e-36f3-4887-9e8e-68e7259938f1 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:24:11.048057 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-55a325d0-6850-4222-9fd3-8020acf713f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:11.144314 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.provisioning_blocks [None req-2f9cf7cb-5e09-4f41-a6af-dced13e01dd3 None None] Transition to ACTIVE for port object 316d4a31-9c4f-4300-b68a-74d570ac0e94 will not be triggered until provisioned by entity L2. {{(pid=84151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:11.150855 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7446e3a1-53fe-4a43-a08d-2e42376ed79d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:11.158818 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-29cff8af-4f15-4656-8b32-856d0c41b943 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:11.248582 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-0323d29e-07d8-40e7-ad11-b2608060f9a5 service neutron] 10.222.0.47 "GET /v2.0/networks/405cc457-257b-4046-ad64-71c7c4966738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4842076 Dec 22 13:24:11.253656 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-2f9cf7cb-5e09-4f41-a6af-dced13e01dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:11.273759 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:11.311053 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d32cd231-1493-4070-836b-2b1fece8ba77 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:11.365831 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7446e3a1-53fe-4a43-a08d-2e42376ed79d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Pushing event deleted for resources: {'Port': ['ID=6546af6d-fc2c-4e16-bf39-1dae4ba118c2,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:11.368089 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-55a325d0-6850-4222-9fd3-8020acf713f6 None None] For port 7ff7d80e-36f3-4887-9e8e-68e7259938f1, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=7ff7d80e-36f3-4887-9e8e-68e7259938f1,segment=NetworkSegment(02e3134e-647f-48a8-9a63-ed4eb25e5ae1),segment_id=02e3134e-647f-48a8-9a63-ed4eb25e5ae1)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:24:11.368512 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-55a325d0-6850-4222-9fd3-8020acf713f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:11.368634 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7446e3a1-53fe-4a43-a08d-2e42376ed79d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:11.374942 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-992c2199-3b2d-4d7f-a2b9-01e2296efa45 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:11.378885 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-2f9cf7cb-5e09-4f41-a6af-dced13e01dd3 None None] Attempting to bind port 316d4a31-9c4f-4300-b68a-74d570ac0e94 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:24:11.383784 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-2f9cf7cb-5e09-4f41-a6af-dced13e01dd3 None None] Attempting to bind port 316d4a31-9c4f-4300-b68a-74d570ac0e94 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:24:11.384737 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9cf7cb-5e09-4f41-a6af-dced13e01dd3 None None] Attempting to bind port 316d4a31-9c4f-4300-b68a-74d570ac0e94 on network 0776f1b4-770d-462f-bc0f-df97e8017b18 {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:24:11.480378 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9cf7cb-5e09-4f41-a6af-dced13e01dd3 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:24:11.480805 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9cf7cb-5e09-4f41-a6af-dced13e01dd3 None None] Checking segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:24:11.481209 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-2f9cf7cb-5e09-4f41-a6af-dced13e01dd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:11.482329 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9cf7cb-5e09-4f41-a6af-dced13e01dd3 None None] Bound using segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:24:11.483264 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-2f9cf7cb-5e09-4f41-a6af-dced13e01dd3 None None] Bound port: 316d4a31-9c4f-4300-b68a-74d570ac0e94, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:24:11.483636 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-2f9cf7cb-5e09-4f41-a6af-dced13e01dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:11.596836 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-55a325d0-6850-4222-9fd3-8020acf713f6 None None] Calling delete_port for 7ff7d80e-36f3-4887-9e8e-68e7259938f1 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:24:11.675074 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-2f9cf7cb-5e09-4f41-a6af-dced13e01dd3 None None] For port 316d4a31-9c4f-4300-b68a-74d570ac0e94, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:24:11.678960 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-2f9cf7cb-5e09-4f41-a6af-dced13e01dd3 None None] For port 316d4a31-9c4f-4300-b68a-74d570ac0e94, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=316d4a31-9c4f-4300-b68a-74d570ac0e94,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:24:11.688421 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91f75f-bc14-462f-ae5a-12caad3c6ede None None] Pushing event updated for resources: {'Port': ['ID=316d4a31-9c4f-4300-b68a-74d570ac0e94,revision_number=2']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:11.695809 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-5d91f75f-bc14-462f-ae5a-12caad3c6ede None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:11.744322 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-2f9cf7cb-5e09-4f41-a6af-dced13e01dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:11.750691 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:11.792271 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-992c2199-3b2d-4d7f-a2b9-01e2296efa45 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Calling delete_port for c84a4acd-890a-4f86-988c-05889a99cc0f owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:24:11.818022 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-55a325d0-6850-4222-9fd3-8020acf713f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:11.822195 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-4e52bd60-5f8c-4cef-8ba3-49ece1b4b8f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:11.880008 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-43fd5727-9b83-4fb6-9763-466d6e138b19 req-fec2e42e-54e4-4cfc-965c-90472c6cfc85 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:24:11.882596 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91f75f-bc14-462f-ae5a-12caad3c6ede None None] Pushing event updated for resources: {'Port': ['ID=316d4a31-9c4f-4300-b68a-74d570ac0e94,revision_number=3']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:11.887274 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a325d0-6850-4222-9fd3-8020acf713f6 None None] Pushing event deleted for resources: {'Port': ['ID=7ff7d80e-36f3-4887-9e8e-68e7259938f1,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:11.891760 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-55a325d0-6850-4222-9fd3-8020acf713f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:11.901180 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a325d0-6850-4222-9fd3-8020acf713f6 None None] No DVR routers for this DVR port 7ff7d80e-36f3-4887-9e8e-68e7259938f1 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:24:11.905149 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-833d845c-662a-4e82-b3fa-83c887fb2079 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "DELETE /v2.0/ports/7ca5fda5-a158-4282-a0e1-ab6ada95c793/tags/tempest-TagsExtTest-Tag-413526052 HTTP/1.1" status: 204 len: 168 time: 1.0586762 Dec 22 13:24:11.916776 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48758) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:11.930110 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-5d91f75f-bc14-462f-ae5a-12caad3c6ede None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:11.936271 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.tag.tag_plugin [None req-1e1fdee0-3923-4ff0-a63b-7afd439126f9 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7ca5fda5-a158-4282-a0e1-ab6ada95c793') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:11.950975 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9cf7cb-5e09-4f41-a6af-dced13e01dd3 None None] Routers {'83c6cb27-2a32-4704-be30-7a16100582bd'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:24:11.951942 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-2f9cf7cb-5e09-4f41-a6af-dced13e01dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:24:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['83c6cb27-2a32-4704-be30-7a16100582bd'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:11.969941 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d32cd231-1493-4070-836b-2b1fece8ba77 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:11.988038 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-a5d783c7-af19-4da8-b397-10d762bec7ea tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] For port 7ff7d80e-36f3-4887-9e8e-68e7259938f1, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=7ff7d80e-36f3-4887-9e8e-68e7259938f1,segment=NetworkSegment(02e3134e-647f-48a8-9a63-ed4eb25e5ae1),segment_id=02e3134e-647f-48a8-9a63-ed4eb25e5ae1)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:24:11.988415 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a5d783c7-af19-4da8-b397-10d762bec7ea tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:12.002042 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d32cd231-1493-4070-836b-2b1fece8ba77 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:12.049598 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-43fd5727-9b83-4fb6-9763-466d6e138b19 req-fec2e42e-54e4-4cfc-965c-90472c6cfc85 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:24:12.050816 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-43fd5727-9b83-4fb6-9763-466d6e138b19 req-fec2e42e-54e4-4cfc-965c-90472c6cfc85 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=bccbc80a-0f5f-4829-acf7-e00cfc344106 HTTP/1.1" status: 200 len: 210 time: 0.2953486 Dec 22 13:24:12.127559 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-a5d783c7-af19-4da8-b397-10d762bec7ea tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Calling delete_port for 7ff7d80e-36f3-4887-9e8e-68e7259938f1 owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:24:12.137613 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-992c2199-3b2d-4d7f-a2b9-01e2296efa45 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:12.144642 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c78804a0-41fc-4590-97de-d5015ded0047 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:12.195438 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-2f9cf7cb-5e09-4f41-a6af-dced13e01dd3 None None] Set router 83c6cb27-2a32-4704-be30-7a16100582bd gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:24:12.203725 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c2199-3b2d-4d7f-a2b9-01e2296efa45 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Pushing event deleted for resources: {'Port': ['ID=c84a4acd-890a-4f86-988c-05889a99cc0f,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:12.206586 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-992c2199-3b2d-4d7f-a2b9-01e2296efa45 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:12.218158 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-992c2199-3b2d-4d7f-a2b9-01e2296efa45 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:12.226729 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1e1fdee0-3923-4ff0-a63b-7afd439126f9 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "GET /v2.0/ports/7ca5fda5-a158-4282-a0e1-ab6ada95c793/tags HTTP/1.1" status: 200 len: 205 time: 0.3003509 Dec 22 13:24:12.229537 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48762) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:12.236057 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.tag.tag_plugin [None req-ffbed536-29d4-46db-9e08-c3df03fffa33 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7aafd7ff-fed3-4574-9350-cf5bf17cebbf') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:12.304539 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d32cd231-1493-4070-836b-2b1fece8ba77 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:12.306109 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32cd231-1493-4070-836b-2b1fece8ba77 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Fanout notify agent at l3_agent the message router_deleted on router a9caf385-2723-49f9-a4ad-aaa45146188a {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:24:12.311263 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.api [None req-a5d783c7-af19-4da8-b397-10d762bec7ea tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84149) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:24:12.311801 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_db.api [None req-a5d783c7-af19-4da8-b397-10d762bec7ea tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:24:12.385183 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d32cd231-1493-4070-836b-2b1fece8ba77 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:12.390481 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d32cd231-1493-4070-836b-2b1fece8ba77 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] 10.222.0.47 "DELETE /v2.0/routers/a9caf385-2723-49f9-a4ad-aaa45146188a HTTP/1.1" status: 204 len: 168 time: 4.8186512 Dec 22 13:24:12.390673 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48766) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:12.397324 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-98af3ea0-2a0c-4ccf-a5a2-87e9c30f29ea tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1390617086', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'enable_snat': False}}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:12.402570 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ffbed536-29d4-46db-9e08-c3df03fffa33 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "GET /v2.0/routers/7aafd7ff-fed3-4574-9350-cf5bf17cebbf/tags HTTP/1.1" status: 200 len: 241 time: 0.1721883 Dec 22 13:24:12.405714 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48770) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:12.412277 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.tag.tag_plugin [None req-4804a6b2-15a2-413d-97f7-e62079e99dfc tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7aafd7ff-fed3-4574-9350-cf5bf17cebbf', 'tempest-TagsExtTest-Tag-1494185266') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:12.415686 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-98af3ea0-2a0c-4ccf-a5a2-87e9c30f29ea tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:12.420932 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-992c2199-3b2d-4d7f-a2b9-01e2296efa45 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] 10.222.0.47 "DELETE /v2.0/ports/c84a4acd-890a-4f86-988c-05889a99cc0f HTTP/1.1" status: 204 len: 168 time: 1.7638583 Dec 22 13:24:12.425981 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48774) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:12.426964 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-98af3ea0-2a0c-4ccf-a5a2-87e9c30f29ea tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Usage tracker for resource:router and tenant:203456c584c042e59ddee94b648b37a9 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:12.431713 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-98af3ea0-2a0c-4ccf-a5a2-87e9c30f29ea tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:12.482442 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-98af3ea0-2a0c-4ccf-a5a2-87e9c30f29ea tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:12.524322 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7446e3a1-53fe-4a43-a08d-2e42376ed79d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:12.540628 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-2f9cf7cb-5e09-4f41-a6af-dced13e01dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'name': 'tempest-TestVolumeBootPattern-1566605488-router', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4'}], 'enable_snat': True}, 'gw_port_id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:07Z', 'revision_number': 3, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'gw_port': {'id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:36:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:05Z', 'updated_at': '2021-12-22T13:24:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:12.545721 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9cf7cb-5e09-4f41-a6af-dced13e01dd3 None None] The sync data for ids ['83c6cb27-2a32-4704-be30-7a16100582bd'] in dv-neutron-822669-1-hyperv is: [{'id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'name': 'tempest-TestVolumeBootPattern-1566605488-router', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4'}], 'enable_snat': True}, 'gw_port_id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:07Z', 'revision_number': 3, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'gw_port': {'id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:36:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:05Z', 'updated_at': '2021-12-22T13:24:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:24:12.556827 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-4804a6b2-15a2-413d-97f7-e62079e99dfc tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "GET /v2.0/routers/7aafd7ff-fed3-4574-9350-cf5bf17cebbf/tags/tempest-TagsExtTest-Tag-1494185266 HTTP/1.1" status: 204 len: 168 time: 0.1496823 Dec 22 13:24:12.559296 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48780) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:12.570862 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.tag.tag_plugin [None req-0d06e6e1-c742-4a20-9c19-de6ba6224b82 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '7aafd7ff-fed3-4574-9350-cf5bf17cebbf', 'tempest-TagsExtTest-Tag-1494185266') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:12.637206 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-98af3ea0-2a0c-4ccf-a5a2-87e9c30f29ea tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:12.638497 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-98af3ea0-2a0c-4ccf-a5a2-87e9c30f29ea tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:12.644494 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-3a056242-071b-4203-bd5c-39f9be37261d tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Deleting port 2e6248cb-f0a4-45d8-8e9f-6bef8ff7a2a4 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:24:12.644602 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3a056242-071b-4203-bd5c-39f9be37261d tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:12.759941 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 7ff7d80e-36f3-4887-9e8e-68e7259938f1 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:24:12.810709 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0d06e6e1-c742-4a20-9c19-de6ba6224b82 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "DELETE /v2.0/routers/7aafd7ff-fed3-4574-9350-cf5bf17cebbf/tags/tempest-TagsExtTest-Tag-1494185266 HTTP/1.1" status: 204 len: 168 time: 0.2496240 Dec 22 13:24:12.811872 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48784) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:12.812669 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-a5d783c7-af19-4da8-b397-10d762bec7ea tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Deleting port 7ff7d80e-36f3-4887-9e8e-68e7259938f1 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:24:12.813066 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a5d783c7-af19-4da8-b397-10d762bec7ea tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:12.827141 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-98af3ea0-2a0c-4ccf-a5a2-87e9c30f29ea tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:12.830485 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 7ff7d80e-36f3-4887-9e8e-68e7259938f1 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:24:12.830937 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 7ff7d80e-36f3-4887-9e8e-68e7259938f1 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:24:12.840614 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-11be9c50-5270-4aea-af4d-ab775baad5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:12.851306 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.tag.tag_plugin [None req-9a40eff8-6b6e-4181-b89f-28fdcc415e8a tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7aafd7ff-fed3-4574-9350-cf5bf17cebbf') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:13.076774 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-a5d783c7-af19-4da8-b397-10d762bec7ea tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] The port '7ff7d80e-36f3-4887-9e8e-68e7259938f1' was deleted {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:24:13.292494 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3a056242-071b-4203-bd5c-39f9be37261d tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:13.300986 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-57e1431f-0e3e-41c5-bfb7-5df100a3d98e req-0a17907b-327d-49d2-87ad-9500720e3833 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=bccbc80a-0f5f-4829-acf7-e00cfc344106 HTTP/1.1" status: 200 len: 210 time: 0.0652089 Dec 22 13:24:13.315734 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a5d783c7-af19-4da8-b397-10d762bec7ea tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:13.327019 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9a40eff8-6b6e-4181-b89f-28fdcc415e8a tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "GET /v2.0/routers/7aafd7ff-fed3-4574-9350-cf5bf17cebbf/tags HTTP/1.1" status: 200 len: 205 time: 0.4818382 Dec 22 13:24:13.332967 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48790) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:13.339972 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.tag.tag_plugin [None req-ec97ed2f-789e-4775-819b-1a9d99dbcfa0 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f9ef3905-8838-46cf-8c60-f2be49f69daa') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:13.366066 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-a5d783c7-af19-4da8-b397-10d762bec7ea tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feefcbf6-6f13-478d-9833-112d064627e4']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:13.382451 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-a5d783c7-af19-4da8-b397-10d762bec7ea tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e3134e-647f-48a8-9a63-ed4eb25e5ae1') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:13.382747 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-a5d783c7-af19-4da8-b397-10d762bec7ea tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e3134e-647f-48a8-9a63-ed4eb25e5ae1') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:13.397486 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a5d783c7-af19-4da8-b397-10d762bec7ea tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:13.410179 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ec97ed2f-789e-4775-819b-1a9d99dbcfa0 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "GET /v2.0/subnetpools/f9ef3905-8838-46cf-8c60-f2be49f69daa/tags HTTP/1.1" status: 200 len: 240 time: 0.0737758 Dec 22 13:24:13.410460 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48794) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:13.417833 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.tag.tag_plugin [None req-1459b42a-f4ca-4402-b38a-3dd2f5a39f91 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f9ef3905-8838-46cf-8c60-f2be49f69daa', 'tempest-TagsExtTest-Tag-125571990') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:13.430948 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a5d783c7-af19-4da8-b397-10d762bec7ea tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:13.440261 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5d783c7-af19-4da8-b397-10d762bec7ea tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:24:13.440649 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a5d783c7-af19-4da8-b397-10d762bec7ea tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:13.455853 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:24:13.455853 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:24:13.455853 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:24:13.455853 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:24:13.455853 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:24:13.455853 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:24:13.455853 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:24:13.455853 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:24:13.455853 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:24:13.455853 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:24:13.455853 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:24:13.455853 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:24:13.455853 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:24:13.455853 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:24:13.455853 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:24:13.455853 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:24:13.455853 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:24:13.455853 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:24:13.455853 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:24:13.455853 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:24:13.455853 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:24:13.455853 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:24:13.455853 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:24:13.455853 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:24:13.455853 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:24:13.455853 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:24:13.455853 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:24:13.455853 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:24:13.455853 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:24:13.455853 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:24:13.455853 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:24:13.455853 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:24:13.455853 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:24:13.455853 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:24:13.455853 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:24:13.455853 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:24:13.455853 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:24:13.455853 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:24:13.455853 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:24:13.455853 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:24:13.495874 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-3a056242-071b-4203-bd5c-39f9be37261d tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Calling delete_port for 2e6248cb-f0a4-45d8-8e9f-6bef8ff7a2a4 owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:24:13.534931 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1459b42a-f4ca-4402-b38a-3dd2f5a39f91 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "GET /v2.0/subnetpools/f9ef3905-8838-46cf-8c60-f2be49f69daa/tags/tempest-TagsExtTest-Tag-125571990 HTTP/1.1" status: 204 len: 168 time: 0.1212246 Dec 22 13:24:13.536881 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48798) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:13.547037 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.tag.tag_plugin [None req-426c1277-8a18-4d68-b95b-7feff0f5f21a tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'f9ef3905-8838-46cf-8c60-f2be49f69daa', 'tempest-TagsExtTest-Tag-125571990') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:13.663457 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a5d783c7-af19-4da8-b397-10d762bec7ea tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:13.664964 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-98af3ea0-2a0c-4ccf-a5a2-87e9c30f29ea tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:13.667102 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-df7d2336-d687-496c-b6a6-159066b33c0a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:13.682565 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a5d783c7-af19-4da8-b397-10d762bec7ea tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:13.693587 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-426c1277-8a18-4d68-b95b-7feff0f5f21a tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "DELETE /v2.0/subnetpools/f9ef3905-8838-46cf-8c60-f2be49f69daa/tags/tempest-TagsExtTest-Tag-125571990 HTTP/1.1" status: 204 len: 168 time: 0.1557515 Dec 22 13:24:13.699011 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a5d783c7-af19-4da8-b397-10d762bec7ea tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/networks/feefcbf6-6f13-478d-9833-112d064627e4 HTTP/1.1" status: 204 len: 168 time: 3.1304932 Dec 22 13:24:13.699011 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d783c7-af19-4da8-b397-10d762bec7ea tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'Network': ['ID=feefcbf6-6f13-478d-9833-112d064627e4,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:13.699011 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48802) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:13.701730 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48804) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:13.704416 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.tag.tag_plugin [None req-689dc01a-9161-4f76-9b3b-7c45ea652747 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f9ef3905-8838-46cf-8c60-f2be49f69daa') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:13.714587 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a5d783c7-af19-4da8-b397-10d762bec7ea tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:13.728586 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-689dc01a-9161-4f76-9b3b-7c45ea652747 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "GET /v2.0/subnetpools/f9ef3905-8838-46cf-8c60-f2be49f69daa/tags HTTP/1.1" status: 200 len: 205 time: 0.0297129 Dec 22 13:24:13.731330 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48810) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:13.737201 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.tag.tag_plugin [None req-7240c6c0-3a38-43ea-ad7c-f6a333310ea6 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f9ef3905-8838-46cf-8c60-f2be49f69daa') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:13.771887 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-11be9c50-5270-4aea-af4d-ab775baad5b5 admin admin] Allocated IP 172.20.0.1 (10e79ce2-fabb-4316-a76b-1469cb51a232/d855c4ed-0ace-4ba2-aafe-06ef167ba3f1/4e2d4ddd-3882-4fa9-9ee5-99771093213f) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:24:13.773459 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7240c6c0-3a38-43ea-ad7c-f6a333310ea6 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "DELETE /v2.0/subnetpools/f9ef3905-8838-46cf-8c60-f2be49f69daa/tags HTTP/1.1" status: 204 len: 168 time: 0.0410173 Dec 22 13:24:13.773767 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48814) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:13.787493 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.tag.tag_plugin [None req-b7d6ef09-a11d-450b-9cdc-83e9f13d7e2d tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7aafd7ff-fed3-4574-9350-cf5bf17cebbf') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:13.938857 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3a056242-071b-4203-bd5c-39f9be37261d tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:13.956235 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c181d6d6-695a-4c30-86af-6eebad40e5d3 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:13.957564 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c181d6d6-695a-4c30-86af-6eebad40e5d3 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "GET /v2.0/ports/ac80c07b-e289-496c-b79a-fc8bd50fd884 HTTP/1.1" status: 200 len: 841 time: 0.2512875 Dec 22 13:24:13.961326 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48818) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:13.968235 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2eb18f0d-7263-419d-9b3c-bbcc4c099fc4 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:14.031102 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-45967ca5-02ae-495a-92b9-39d46fcb61ac tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Synchronizing usage tracker for tenant:77460f0dfa37423d8c924a302461b16c on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:24:14.093146 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-45967ca5-02ae-495a-92b9-39d46fcb61ac tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Unset dirty status for tenant:77460f0dfa37423d8c924a302461b16c on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:24:14.094493 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-45967ca5-02ae-495a-92b9-39d46fcb61ac tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "GET /v2.0/ports/ac80c07b-e289-496c-b79a-fc8bd50fd884?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1321831 Dec 22 13:24:14.098185 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48822) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:14.104063 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-e4191390-273b-4c92-add2-b970ff2371c5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'subnet': {'network_id': 'af00dec1-e26a-496a-93c8-a8f6acabdaa9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:14.181235 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a056242-071b-4203-bd5c-39f9be37261d tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Pushing event deleted for resources: {'Port': ['ID=2e6248cb-f0a4-45d8-8e9f-6bef8ff7a2a4,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:14.200738 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3a056242-071b-4203-bd5c-39f9be37261d tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:14.216595 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-e4191390-273b-4c92-add2-b970ff2371c5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:14.220444 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-e4191390-273b-4c92-add2-b970ff2371c5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:subnet and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:14.223534 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-e4191390-273b-4c92-add2-b970ff2371c5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:14.229300 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-e4191390-273b-4c92-add2-b970ff2371c5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:14.314659 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4191390-273b-4c92-add2-b970ff2371c5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Made reservation on behalf of 77460f0dfa37423d8c924a302461b16c for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:24:14.441354 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e4191390-273b-4c92-add2-b970ff2371c5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:14.453355 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3a056242-071b-4203-bd5c-39f9be37261d tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:14.612962 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-06c473ca-6b6d-403b-ae96-2841eff79770 req-1c903408-d363-4ee6-833b-92bb926cef96 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=bccbc80a-0f5f-4829-acf7-e00cfc344106 HTTP/1.1" status: 200 len: 210 time: 0.1543388 Dec 22 13:24:14.646903 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-3a056242-071b-4203-bd5c-39f9be37261d tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] 10.222.0.47 "DELETE /v2.0/ports/2e6248cb-f0a4-45d8-8e9f-6bef8ff7a2a4 HTTP/1.1" status: 204 len: 168 time: 2.2170546 Dec 22 13:24:14.655990 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48828) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:14.747536 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-11be9c50-5270-4aea-af4d-ab775baad5b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:14.754229 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b7d6ef09-a11d-450b-9cdc-83e9f13d7e2d tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "DELETE /v2.0/routers/7aafd7ff-fed3-4574-9350-cf5bf17cebbf/tags HTTP/1.1" status: 204 len: 168 time: 0.9773211 Dec 22 13:24:14.756088 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-1ff310fe-614b-4a2f-b397-cfded31bfe10 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Synchronizing usage tracker for tenant:1f46008cc35d4cf7859cf0fa869ce3d5 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:24:14.756977 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48832) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:14.763201 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.tag.tag_plugin [None req-bcc0eab5-125d-40ef-b7c2-2d9dbc396ac1 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7ca5fda5-a158-4282-a0e1-ab6ada95c793') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:14.791306 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e4191390-273b-4c92-add2-b970ff2371c5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:14.803557 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0db8d1eb-6f7a-45f3-89ca-8764c328ad4c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:14.858729 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-11be9c50-5270-4aea-af4d-ab775baad5b5 admin admin] Transition to ACTIVE for port object 4e2d4ddd-3882-4fa9-9ee5-99771093213f will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:14.865928 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4191390-273b-4c92-add2-b970ff2371c5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Network af00dec1-e26a-496a-93c8-a8f6acabdaa9 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:24:14.871121 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-c170c43a-fd93-40db-8ea1-19f4221566c5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:14.871308 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-e4191390-273b-4c92-add2-b970ff2371c5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:14.872314 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-c170c43a-fd93-40db-8ea1-19f4221566c5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:network {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:24:14.877475 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4191390-273b-4c92-add2-b970ff2371c5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:14.878074 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e4191390-273b-4c92-add2-b970ff2371c5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:14.883559 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53686dbf-1aa3-4674-8616-998f1d09ec2c None None] Network af00dec1-e26a-496a-93c8-a8f6acabdaa9 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:24:14.895162 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4191390-273b-4c92-add2-b970ff2371c5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'Subnet': ['ID=67ad7396-5987-4d84-8691-4e0edd68f41a,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:14.901731 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e4191390-273b-4c92-add2-b970ff2371c5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:14.926023 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-bcc0eab5-125d-40ef-b7c2-2d9dbc396ac1 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "DELETE /v2.0/ports/7ca5fda5-a158-4282-a0e1-ab6ada95c793/tags HTTP/1.1" status: 204 len: 168 time: 0.1678197 Dec 22 13:24:14.926714 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-1ff310fe-614b-4a2f-b397-cfded31bfe10 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Unset dirty status for tenant:1f46008cc35d4cf7859cf0fa869ce3d5 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:24:14.931131 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-1ff310fe-614b-4a2f-b397-cfded31bfe10 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2667952 Dec 22 13:24:14.931131 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48836) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:14.931771 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48838) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:14.937557 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.tag.tag_plugin [None req-18f0a96f-99dc-4f96-905a-5dffdee917f0 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8001b4cb-649c-48d9-b22a-2a55d2d410e4') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:14.938393 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-8155754c-152f-420f-87f7-fc1f64e71373 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-357495135'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:14.943418 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-8155754c-152f-420f-87f7-fc1f64e71373 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:14.947821 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-8155754c-152f-420f-87f7-fc1f64e71373 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Usage tracker for resource:network and tenant:1f46008cc35d4cf7859cf0fa869ce3d5 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:14.951008 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-8155754c-152f-420f-87f7-fc1f64e71373 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:14.957977 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-8155754c-152f-420f-87f7-fc1f64e71373 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:14.978726 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e4191390-273b-4c92-add2-b970ff2371c5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8794134 Dec 22 13:24:14.983909 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48844) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:14.990100 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-669b1def-2237-4851-b36c-52b3690947f1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'security_group': {'name': 'tempest-secgroup-187736020'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:14.995802 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-669b1def-2237-4851-b36c-52b3690947f1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:15.001406 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-669b1def-2237-4851-b36c-52b3690947f1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:security_group and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:15.004347 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-669b1def-2237-4851-b36c-52b3690947f1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:15.010294 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-669b1def-2237-4851-b36c-52b3690947f1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:15.034215 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-c170c43a-fd93-40db-8ea1-19f4221566c5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:network {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:24:15.035472 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-c170c43a-fd93-40db-8ea1-19f4221566c5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "GET /v2.0/networks?id=405cc457-257b-4046-ad64-71c7c4966738 HTTP/1.1" status: 200 len: 797 time: 0.7656913 Dec 22 13:24:15.082482 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8155754c-152f-420f-87f7-fc1f64e71373 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Made reservation on behalf of 1f46008cc35d4cf7859cf0fa869ce3d5 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:24:15.085526 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8155754c-152f-420f-87f7-fc1f64e71373 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:15.102665 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-669b1def-2237-4851-b36c-52b3690947f1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:15.117437 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-11be9c50-5270-4aea-af4d-ab775baad5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:15.130414 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-92712103-8808-4a1b-81f3-b171379e384b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:15.149538 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546eb137-6f3b-4dcd-bf1f-553d24d31160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-af00dec1-e26a-496a-93c8-a8f6acabdaa9', 'network_id': 'af00dec1-e26a-496a-93c8-a8f6acabdaa9', 'tenant_id': '77460f0dfa37423d8c924a302461b16c', 'fixed_ips': [{'subnet_id': '67ad7396-5987-4d84-8691-4e0edd68f41a'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:24:15.150402 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-546eb137-6f3b-4dcd-bf1f-553d24d31160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:15.155258 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8155754c-152f-420f-87f7-fc1f64e71373 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:24:15.164935 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-669b1def-2237-4851-b36c-52b3690947f1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:15.171487 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-669b1def-2237-4851-b36c-52b3690947f1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:security_group_rule and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:15.177486 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8155754c-152f-420f-87f7-fc1f64e71373 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:15.177486 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-8155754c-152f-420f-87f7-fc1f64e71373 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Added segment d0ddcb3b-0d06-492a-9e96-51c1efb6b1cd of type vlan for network f51e7bdf-9156-40f7-b621-c368698d6fd9 Dec 22 13:24:15.177486 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-669b1def-2237-4851-b36c-52b3690947f1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:15.186585 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-669b1def-2237-4851-b36c-52b3690947f1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:15.208480 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-98af3ea0-2a0c-4ccf-a5a2-87e9c30f29ea tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:15.218825 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8155754c-152f-420f-87f7-fc1f64e71373 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:15.270741 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-98af3ea0-2a0c-4ccf-a5a2-87e9c30f29ea tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:15.278699 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11be9c50-5270-4aea-af4d-ab775baad5b5 admin admin] Network 10e79ce2-fabb-4316-a76b-1469cb51a232 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:24:15.289803 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-669b1def-2237-4851-b36c-52b3690947f1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:15.324264 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-546eb137-6f3b-4dcd-bf1f-553d24d31160 None None] Allocated IP 172.20.0.2 (af00dec1-e26a-496a-93c8-a8f6acabdaa9/67ad7396-5987-4d84-8691-4e0edd68f41a/d3b03762-3bb0-44c9-96da-b2ad59d59be1) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:24:15.326324 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-11be9c50-5270-4aea-af4d-ab775baad5b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:15.333279 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be9c50-5270-4aea-af4d-ab775baad5b5 admin admin] Pushing event updated for resources: {'Port': ['ID=4e2d4ddd-3882-4fa9-9ee5-99771093213f,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:15.338794 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11be9c50-5270-4aea-af4d-ab775baad5b5 admin admin] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:24:15.372683 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8155754c-152f-420f-87f7-fc1f64e71373 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:15.373754 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-11be9c50-5270-4aea-af4d-ab775baad5b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:15.376893 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8155754c-152f-420f-87f7-fc1f64e71373 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:15.377469 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8155754c-152f-420f-87f7-fc1f64e71373 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:15.382901 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-521e48aa-4fd2-4ee8-add9-010f09cf6cb3 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:15.386169 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-a0f522aa-24c7-41f8-aef9-97a47917fc0e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:security_group {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:24:15.467869 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-669b1def-2237-4851-b36c-52b3690947f1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:15.468996 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-18f0a96f-99dc-4f96-905a-5dffdee917f0 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "DELETE /v2.0/subnets/8001b4cb-649c-48d9-b22a-2a55d2d410e4/tags HTTP/1.1" status: 204 len: 168 time: 0.5380511 Dec 22 13:24:15.486748 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48848) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:15.499336 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-11be9c50-5270-4aea-af4d-ab775baad5b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:15.506176 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.tag.tag_plugin [None req-9cfda7ad-91be-4e8f-981e-7f6ec45f3b5b tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8001b4cb-649c-48d9-b22a-2a55d2d410e4', 'tempest-TagsExtTest-Tag-1426317453') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:15.555405 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-98af3ea0-2a0c-4ccf-a5a2-87e9c30f29ea tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Allocated IP 172.26.1.220 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/624e2e91-bda5-4b4d-94af-da68b27fd96a) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:24:15.571294 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155754c-152f-420f-87f7-fc1f64e71373 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Pushing event updated for resources: {'Network': ['ID=f51e7bdf-9156-40f7-b621-c368698d6fd9,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:15.575520 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8155754c-152f-420f-87f7-fc1f64e71373 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:15.576084 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-87eaf3b2-b89f-4855-a98c-973bfcd087bf tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:15.612863 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b1def-2237-4851-b36c-52b3690947f1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9e31e7-3b5b-44ff-8303-aa0fda361f68,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:15.615786 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8155754c-152f-420f-87f7-fc1f64e71373 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6828966 Dec 22 13:24:15.617034 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-669b1def-2237-4851-b36c-52b3690947f1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:15.631770 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48852) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:15.639479 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-7c2b5200-a7df-4d5c-90dc-afd375cfeb3e tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-325110600'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:15.647947 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-669b1def-2237-4851-b36c-52b3690947f1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:15.653559 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-669b1def-2237-4851-b36c-52b3690947f1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6647341 Dec 22 13:24:15.653559 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-7c2b5200-a7df-4d5c-90dc-afd375cfeb3e tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:15.660152 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network f51e7bdf-9156-40f7-b621-c368698d6fd9 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:24:15.662502 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-7c2b5200-a7df-4d5c-90dc-afd375cfeb3e tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Usage tracker for resource:network and tenant:1f46008cc35d4cf7859cf0fa869ce3d5 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:15.665937 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-7c2b5200-a7df-4d5c-90dc-afd375cfeb3e tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:15.673830 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-7c2b5200-a7df-4d5c-90dc-afd375cfeb3e tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:15.682141 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48858) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:15.694122 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-a4632837-6f99-4c80-aa96-3676ad9c80c5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'security_group': {'name': 'tempest-secgroup-2078319058'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:15.704760 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-a4632837-6f99-4c80-aa96-3676ad9c80c5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:15.711031 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-a4632837-6f99-4c80-aa96-3676ad9c80c5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:security_group and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:15.717026 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-a4632837-6f99-4c80-aa96-3676ad9c80c5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:15.735165 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-a4632837-6f99-4c80-aa96-3676ad9c80c5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:15.744313 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-a0f522aa-24c7-41f8-aef9-97a47917fc0e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:security_group {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:24:15.745544 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-a0f522aa-24c7-41f8-aef9-97a47917fc0e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=453b85bce7e6482dbe10966fb03da8cc HTTP/1.1" status: 200 len: 379 time: 0.6526110 Dec 22 13:24:15.749404 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2b5200-a7df-4d5c-90dc-afd375cfeb3e tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Made reservation on behalf of 1f46008cc35d4cf7859cf0fa869ce3d5 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:24:15.753264 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7c2b5200-a7df-4d5c-90dc-afd375cfeb3e tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:15.773182 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-ba139abc-913a-4ce0-9862-f8c81bb0db8a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'port': {'device_id': 'bccbc80a-0f5f-4829-acf7-e00cfc344106', 'network_id': '405cc457-257b-4046-ad64-71c7c4966738', 'admin_state_up': True, 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'security_groups': ['1b5a82da-b564-4aec-9fcf-2929cec9c877']}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:15.805665 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-546eb137-6f3b-4dcd-bf1f-553d24d31160 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:15.826793 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-546eb137-6f3b-4dcd-bf1f-553d24d31160 None None] Transition to ACTIVE for port object d3b03762-3bb0-44c9-96da-b2ad59d59be1 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:15.847744 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-546eb137-6f3b-4dcd-bf1f-553d24d31160 None None] Transition to ACTIVE for port object d3b03762-3bb0-44c9-96da-b2ad59d59be1 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:15.850574 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7446e3a1-53fe-4a43-a08d-2e42376ed79d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Router 7cb7f5d1-9cc4-461f-8a37-18e4a661920f has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:24:15.892082 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-370d6884-82e8-493c-ab0b-96fd36f49e93 None None] Provisioning for port 4e2d4ddd-3882-4fa9-9ee5-99771093213f completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:24:15.897784 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-370d6884-82e8-493c-ab0b-96fd36f49e93 None None] Provisioning complete for port 4e2d4ddd-3882-4fa9-9ee5-99771093213f triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:15.898160 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-370d6884-82e8-493c-ab0b-96fd36f49e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:15.946320 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-98af3ea0-2a0c-4ccf-a5a2-87e9c30f29ea tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:15.954437 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-546eb137-6f3b-4dcd-bf1f-553d24d31160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:15.960051 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:15.963703 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9cfda7ad-91be-4e8f-981e-7f6ec45f3b5b tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "PUT /v2.0/subnets/8001b4cb-649c-48d9-b22a-2a55d2d410e4/tags/tempest-TagsExtTest-Tag-1426317453 HTTP/1.1" status: 201 len: 201 time: 0.4735584 Dec 22 13:24:15.963703 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a4632837-6f99-4c80-aa96-3676ad9c80c5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:15.969114 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48862) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:15.983207 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-72aaa24b-1e54-438d-985c-ccdf4ba42b35 req-a4deb53e-398f-4b73-afea-297062f7aa63 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=bccbc80a-0f5f-4829-acf7-e00cfc344106 HTTP/1.1" status: 200 len: 210 time: 0.2030959 Dec 22 13:24:15.989703 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.tag.tag_plugin [None req-a536bc75-0699-4697-a7f4-dc26f78ac239 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7ca5fda5-a158-4282-a0e1-ab6ada95c793', 'tempest-TagsExtTest-Tag-1165006839') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:15.991197 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c2b5200-a7df-4d5c-90dc-afd375cfeb3e tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:24:16.008770 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-370d6884-82e8-493c-ab0b-96fd36f49e93 None None] Port 4e2d4ddd-3882-4fa9-9ee5-99771093213f cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:24:16.017672 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7c2b5200-a7df-4d5c-90dc-afd375cfeb3e tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:16.018024 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-7c2b5200-a7df-4d5c-90dc-afd375cfeb3e tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Added segment ff9e5bff-a19b-4a46-9641-437c8bf7e4c6 of type vlan for network 4d7aed66-e000-40cc-8c30-6ed95000427d Dec 22 13:24:16.030760 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-11be9c50-5270-4aea-af4d-ab775baad5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:16.039309 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-a4632837-6f99-4c80-aa96-3676ad9c80c5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:16.041210 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546eb137-6f3b-4dcd-bf1f-553d24d31160 None None] Network af00dec1-e26a-496a-93c8-a8f6acabdaa9 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:24:16.050790 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-546eb137-6f3b-4dcd-bf1f-553d24d31160 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:16.053708 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-a4632837-6f99-4c80-aa96-3676ad9c80c5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:security_group_rule and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:16.054839 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546eb137-6f3b-4dcd-bf1f-553d24d31160 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:24:16.060848 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-a4632837-6f99-4c80-aa96-3676ad9c80c5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:16.061861 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546eb137-6f3b-4dcd-bf1f-553d24d31160 None None] Pushing event updated for resources: {'Port': ['ID=d3b03762-3bb0-44c9-96da-b2ad59d59be1,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:16.065630 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-546eb137-6f3b-4dcd-bf1f-553d24d31160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:16.070476 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7c2b5200-a7df-4d5c-90dc-afd375cfeb3e tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:16.074392 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-a4632837-6f99-4c80-aa96-3676ad9c80c5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:16.151141 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-546eb137-6f3b-4dcd-bf1f-553d24d31160 None None] Attempting to bind port d3b03762-3bb0-44c9-96da-b2ad59d59be1 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:24:16.151540 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-546eb137-6f3b-4dcd-bf1f-553d24d31160 None None] Attempting to bind port d3b03762-3bb0-44c9-96da-b2ad59d59be1 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '25a8765f-80c9-49f2-80f3-af40bf6068ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'af00dec1-e26a-496a-93c8-a8f6acabdaa9'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:24:16.151879 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546eb137-6f3b-4dcd-bf1f-553d24d31160 None None] Attempting to bind port d3b03762-3bb0-44c9-96da-b2ad59d59be1 on network af00dec1-e26a-496a-93c8-a8f6acabdaa9 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:24:16.156400 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a4632837-6f99-4c80-aa96-3676ad9c80c5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:16.159772 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546eb137-6f3b-4dcd-bf1f-553d24d31160 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:24:16.160150 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546eb137-6f3b-4dcd-bf1f-553d24d31160 None None] Checking segment: {'id': '25a8765f-80c9-49f2-80f3-af40bf6068ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'af00dec1-e26a-496a-93c8-a8f6acabdaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:24:16.160549 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-546eb137-6f3b-4dcd-bf1f-553d24d31160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:16.164687 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546eb137-6f3b-4dcd-bf1f-553d24d31160 None None] Bound using segment: {'id': '25a8765f-80c9-49f2-80f3-af40bf6068ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'af00dec1-e26a-496a-93c8-a8f6acabdaa9'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:24:16.164687 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-546eb137-6f3b-4dcd-bf1f-553d24d31160 None None] Bound port: d3b03762-3bb0-44c9-96da-b2ad59d59be1, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a8765f-80c9-49f2-80f3-af40bf6068ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'af00dec1-e26a-496a-93c8-a8f6acabdaa9'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:24:16.164687 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-546eb137-6f3b-4dcd-bf1f-553d24d31160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:16.212100 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7c2b5200-a7df-4d5c-90dc-afd375cfeb3e tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:16.216512 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2b5200-a7df-4d5c-90dc-afd375cfeb3e tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:16.217104 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7c2b5200-a7df-4d5c-90dc-afd375cfeb3e tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:16.227753 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d10340b0-6771-439a-9781-caf0c921d260 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:16.232461 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-ba139abc-913a-4ce0-9862-f8c81bb0db8a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:16.256172 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-546eb137-6f3b-4dcd-bf1f-553d24d31160 None None] For port d3b03762-3bb0-44c9-96da-b2ad59d59be1, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:24:16.260110 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-546eb137-6f3b-4dcd-bf1f-553d24d31160 None None] For port d3b03762-3bb0-44c9-96da-b2ad59d59be1, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=d3b03762-3bb0-44c9-96da-b2ad59d59be1,segment=NetworkSegment(25a8765f-80c9-49f2-80f3-af40bf6068ab),segment_id=25a8765f-80c9-49f2-80f3-af40bf6068ab)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:24:16.300402 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a4632837-6f99-4c80-aa96-3676ad9c80c5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:16.334591 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-546eb137-6f3b-4dcd-bf1f-553d24d31160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:16.342682 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-707fedbc-79fe-4ef2-8652-2dac2b89d951 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:16.354881 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b5200-a7df-4d5c-90dc-afd375cfeb3e tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Pushing event updated for resources: {'Network': ['ID=4d7aed66-e000-40cc-8c30-6ed95000427d,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:16.360864 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7c2b5200-a7df-4d5c-90dc-afd375cfeb3e tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:16.362149 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4e3cc0a8-11db-463a-9761-844c23c6a1a2 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:16.399716 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4632837-6f99-4c80-aa96-3676ad9c80c5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbeaf809-c9ae-4e51-b9f1-67c31fbbff9f,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:16.402526 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a4632837-6f99-4c80-aa96-3676ad9c80c5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:16.406020 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 4d7aed66-e000-40cc-8c30-6ed95000427d details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:24:16.428098 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-ba139abc-913a-4ce0-9862-f8c81bb0db8a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:16.471919 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-98af3ea0-2a0c-4ccf-a5a2-87e9c30f29ea tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:16.475432 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-992c2199-3b2d-4d7f-a2b9-01e2296efa45 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:16.481916 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7c2b5200-a7df-4d5c-90dc-afd375cfeb3e tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8477890 Dec 22 13:24:16.509223 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a4632837-6f99-4c80-aa96-3676ad9c80c5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:16.511222 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a4632837-6f99-4c80-aa96-3676ad9c80c5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8231661 Dec 22 13:24:16.514094 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48866) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:16.520864 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-cfd9072a-3abe-45cd-afee-97c46ac050db tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1831826775', 'security_groups': ['dbeaf809-c9ae-4e51-b9f1-67c31fbbff9f'], 'network_id': 'af00dec1-e26a-496a-93c8-a8f6acabdaa9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '67ad7396-5987-4d84-8691-4e0edd68f41a'}]}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:16.588156 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546eb137-6f3b-4dcd-bf1f-553d24d31160 None None] Pushing event updated for resources: {'Port': ['ID=d3b03762-3bb0-44c9-96da-b2ad59d59be1,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:16.622568 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-546eb137-6f3b-4dcd-bf1f-553d24d31160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:16.626574 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48870) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:16.702804 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-eea77e51-a221-42ba-8c60-99c5c5b44d16 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Request body: {'subnets': [{'network_id': 'f51e7bdf-9156-40f7-b621-c368698d6fd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--271641924', 'ip_version': 4}, {'network_id': '4d7aed66-e000-40cc-8c30-6ed95000427d', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:16.703121 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-eea77e51-a221-42ba-8c60-99c5c5b44d16 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Request body: {'subnet': {'network_id': 'f51e7bdf-9156-40f7-b621-c368698d6fd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--271641924', 'ip_version': 4}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:16.704011 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-eea77e51-a221-42ba-8c60-99c5c5b44d16 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Request body: {'subnet': {'network_id': '4d7aed66-e000-40cc-8c30-6ed95000427d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:16.765182 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 316d4a31-9c4f-4300-b68a-74d570ac0e94 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:24:16.874677 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af3ea0-2a0c-4ccf-a5a2-87e9c30f29ea tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Pushing event updated for resources: {'Port': ['ID=624e2e91-bda5-4b4d-94af-da68b27fd96a,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:16.878578 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-98af3ea0-2a0c-4ccf-a5a2-87e9c30f29ea tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:16.907667 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98af3ea0-2a0c-4ccf-a5a2-87e9c30f29ea tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:24:16.909290 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-ba139abc-913a-4ce0-9862-f8c81bb0db8a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Made reservation on behalf of 453b85bce7e6482dbe10966fb03da8cc for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:24:16.912123 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-ba139abc-913a-4ce0-9862-f8c81bb0db8a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:16.931432 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 316d4a31-9c4f-4300-b68a-74d570ac0e94 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:24:16.938649 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 316d4a31-9c4f-4300-b68a-74d570ac0e94 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:16.939400 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:16.940601 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-98af3ea0-2a0c-4ccf-a5a2-87e9c30f29ea tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:16.944012 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98af3ea0-2a0c-4ccf-a5a2-87e9c30f29ea tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:24:16.995182 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a536bc75-0699-4697-a7f4-dc26f78ac239 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "PUT /v2.0/ports/7ca5fda5-a158-4282-a0e1-ab6ada95c793/tags/tempest-TagsExtTest-Tag-1165006839 HTTP/1.1" status: 201 len: 201 time: 1.0191996 Dec 22 13:24:17.005166 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48874) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:17.026091 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.tag.tag_plugin [None req-ea7ab087-6695-4606-b258-16bf9529f2dd tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7aafd7ff-fed3-4574-9350-cf5bf17cebbf', 'tempest-TagsExtTest-Tag-2064086999') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:17.269469 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-cfd9072a-3abe-45cd-afee-97c46ac050db tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:17.301310 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:17.308324 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-cfd9072a-3abe-45cd-afee-97c46ac050db tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:port and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:17.326985 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.db.resource_extend [None req-11be9c50-5270-4aea-af4d-ab775baad5b5 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:24:17.349852 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 316d4a31-9c4f-4300-b68a-74d570ac0e94, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=316d4a31-9c4f-4300-b68a-74d570ac0e94,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:24:17.414777 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-cfd9072a-3abe-45cd-afee-97c46ac050db tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:17.429193 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-cfd9072a-3abe-45cd-afee-97c46ac050db tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:17.431512 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-eea77e51-a221-42ba-8c60-99c5c5b44d16 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:17.440533 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-eea77e51-a221-42ba-8c60-99c5c5b44d16 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Usage tracker for resource:subnet and tenant:1f46008cc35d4cf7859cf0fa869ce3d5 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:17.440859 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:17.443592 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-a4dd1d7d-87e6-4387-8316-50bbff7b70f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:17.448514 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-eea77e51-a221-42ba-8c60-99c5c5b44d16 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:17.457239 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-eea77e51-a221-42ba-8c60-99c5c5b44d16 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:17.479449 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7446e3a1-53fe-4a43-a08d-2e42376ed79d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:24:17.510181 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd9072a-3abe-45cd-afee-97c46ac050db tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Made reservation on behalf of 77460f0dfa37423d8c924a302461b16c for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:24:17.519317 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cfd9072a-3abe-45cd-afee-97c46ac050db tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:17.520657 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-11be9c50-5270-4aea-af4d-ab775baad5b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:17.537502 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f02db3-c9aa-4ede-a98f-cf72810f9294 None None] Sync routers for ids ['7cb7f5d1-9cc4-461f-8a37-18e4a661920f'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:24:17.542226 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ea7ab087-6695-4606-b258-16bf9529f2dd tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "PUT /v2.0/routers/7aafd7ff-fed3-4574-9350-cf5bf17cebbf/tags/tempest-TagsExtTest-Tag-2064086999 HTTP/1.1" status: 201 len: 201 time: 0.5334458 Dec 22 13:24:17.542226 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea77e51-a221-42ba-8c60-99c5c5b44d16 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Made reservation on behalf of 1f46008cc35d4cf7859cf0fa869ce3d5 for: {'subnet': 2} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:24:17.568315 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48880) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:17.576337 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f02db3-c9aa-4ede-a98f-cf72810f9294 None None] Routers {'7cb7f5d1-9cc4-461f-8a37-18e4a661920f'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:24:17.577011 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-50f02db3-c9aa-4ede-a98f-cf72810f9294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:24:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['7cb7f5d1-9cc4-461f-8a37-18e4a661920f'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:17.578101 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-ba139abc-913a-4ce0-9862-f8c81bb0db8a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Allocated IP 172.20.0.8 (405cc457-257b-4046-ad64-71c7c4966738/dfb6332c-285f-49dd-93fe-15ef12392031/0ee846db-bfda-41ee-b278-55ce6efac6d6) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:24:17.643629 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.tag.tag_plugin [None req-0ffe9166-9c07-4ca3-8a1a-4833a8058b55 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f9ef3905-8838-46cf-8c60-f2be49f69daa', 'tempest-TagsExtTest-Tag-1616508575') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:17.675622 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=316d4a31-9c4f-4300-b68a-74d570ac0e94,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:17.678019 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-cfd9072a-3abe-45cd-afee-97c46ac050db tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] device_id is not set on port d40205d4-adff-4c49-8454-cee28aeb0253 yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:24:17.680192 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:17.739475 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ca0ec2c9-8839-45e2-b112-a3cce2fa62f4 req-df08b6ca-eeb0-43e7-9d15-0e67d48c1711 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=bccbc80a-0f5f-4829-acf7-e00cfc344106 HTTP/1.1" status: 200 len: 210 time: 0.3402574 Dec 22 13:24:17.757753 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-11be9c50-5270-4aea-af4d-ab775baad5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:17.816989 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-03198971-008e-49c7-b78b-474511277977 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:17.839964 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-50f02db3-c9aa-4ede-a98f-cf72810f9294 None None] Set router 7cb7f5d1-9cc4-461f-8a37-18e4a661920f gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:24:17.852203 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-7446e3a1-53fe-4a43-a08d-2e42376ed79d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "PUT /v2.0/routers/7cb7f5d1-9cc4-461f-8a37-18e4a661920f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5304334 Dec 22 13:24:17.882899 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48884) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:17.948654 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-eea77e51-a221-42ba-8c60-99c5c5b44d16 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:17.948984 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-eea77e51-a221-42ba-8c60-99c5c5b44d16 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:18.013363 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-11be9c50-5270-4aea-af4d-ab775baad5b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:18.033425 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be9c50-5270-4aea-af4d-ab775baad5b5 admin admin] Pushing event updated for resources: {'Port': ['ID=4e2d4ddd-3882-4fa9-9ee5-99771093213f,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:18.051146 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-11be9c50-5270-4aea-af4d-ab775baad5b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:18.104686 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0ffe9166-9c07-4ca3-8a1a-4833a8058b55 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "PUT /v2.0/subnetpools/f9ef3905-8838-46cf-8c60-f2be49f69daa/tags/tempest-TagsExtTest-Tag-1616508575 HTTP/1.1" status: 201 len: 201 time: 0.5378368 Dec 22 13:24:18.112149 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48888) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:18.155489 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.tag.tag_plugin [None req-4a6ecef3-3616-4c51-ab56-9bd7163441a4 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '8001b4cb-649c-48d9-b22a-2a55d2d410e4', {'tags': ['tempest-TagsExtTest-Tag-975044913', 'tempest-TagsExtTest-Tag-1324318229', 'tempest-TagsExtTest-Tag-64101298']}) {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:18.190206 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-50f02db3-c9aa-4ede-a98f-cf72810f9294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb7f5d1-9cc4-461f-8a37-18e4a661920f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745678274', 'tenant_id': '3772d751884347318e5633f3189f08c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '9666d5d4-28ad-45d8-97bf-6ec10c014c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:23Z', 'updated_at': '2021-12-22T13:24:10Z', 'revision_number': 5, 'project_id': '3772d751884347318e5633f3189f08c6', 'gw_port': {'id': '9666d5d4-28ad-45d8-97bf-6ec10c014c2f', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb7f5d1-9cc4-461f-8a37-18e4a661920f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:25Z', 'updated_at': '2021-12-22T13:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:18.195967 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f02db3-c9aa-4ede-a98f-cf72810f9294 None None] Checking router: 7cb7f5d1-9cc4-461f-8a37-18e4a661920f for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:24:18.213659 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f02db3-c9aa-4ede-a98f-cf72810f9294 None None] Routers {'7cb7f5d1-9cc4-461f-8a37-18e4a661920f'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:24:18.215017 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-50f02db3-c9aa-4ede-a98f-cf72810f9294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:24:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['7cb7f5d1-9cc4-461f-8a37-18e4a661920f'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:18.266603 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-cfd9072a-3abe-45cd-afee-97c46ac050db tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Allocated IP 172.20.0.7 (af00dec1-e26a-496a-93c8-a8f6acabdaa9/67ad7396-5987-4d84-8691-4e0edd68f41a/d40205d4-adff-4c49-8454-cee28aeb0253) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:24:18.295101 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-ba139abc-913a-4ce0-9862-f8c81bb0db8a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:18.336973 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-4778199b-1ba3-4ded-84c2-f6d962498874 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Deleting subnet 9ad01d9a-abae-4107-9993-51951d2171e3 {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:24:18.341128 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-ba139abc-913a-4ce0-9862-f8c81bb0db8a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Transition to ACTIVE for port object 0ee846db-bfda-41ee-b278-55ce6efac6d6 will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:18.346491 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4778199b-1ba3-4ded-84c2-f6d962498874 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:18.413554 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-50f02db3-c9aa-4ede-a98f-cf72810f9294 None None] Set router 7cb7f5d1-9cc4-461f-8a37-18e4a661920f gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:24:18.458942 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4778199b-1ba3-4ded-84c2-f6d962498874 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:18.521620 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11be9c50-5270-4aea-af4d-ab775baad5b5 admin admin] Network 10e79ce2-fabb-4316-a76b-1469cb51a232 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:24:18.526176 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-11be9c50-5270-4aea-af4d-ab775baad5b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:18.530986 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-98af3ea0-2a0c-4ccf-a5a2-87e9c30f29ea tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:18.531717 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-98af3ea0-2a0c-4ccf-a5a2-87e9c30f29ea tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:18.573289 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-4a6ecef3-3616-4c51-ab56-9bd7163441a4 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "PUT /v2.0/subnets/8001b4cb-649c-48d9-b22a-2a55d2d410e4/tags HTTP/1.1" status: 200 len: 315 time: 0.4570451 Dec 22 13:24:18.587907 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48892) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:18.598489 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.tag.tag_plugin [None req-49ab6707-fe55-46e1-a4d4-11f5fcf0cd73 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8001b4cb-649c-48d9-b22a-2a55d2d410e4') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:18.610603 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-ba139abc-913a-4ce0-9862-f8c81bb0db8a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:18.629467 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2dbfe5b8-af6b-41bd-9028-7d7a595bbfb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:18.783310 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-5d0a97ae-addf-4492-9218-0ddc80fc0e43 None None] Provisioning for port d3b03762-3bb0-44c9-96da-b2ad59d59be1 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:24:18.817868 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-5d0a97ae-addf-4492-9218-0ddc80fc0e43 None None] Provisioning complete for port ac80c07b-e289-496c-b79a-fc8bd50fd884 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:18.818270 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5d0a97ae-addf-4492-9218-0ddc80fc0e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:18.892213 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device d3b03762-3bb0-44c9-96da-b2ad59d59be1 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:24:18.932566 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-5d0a97ae-addf-4492-9218-0ddc80fc0e43 None None] Port ac80c07b-e289-496c-b79a-fc8bd50fd884 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:24:18.971167 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-50f02db3-c9aa-4ede-a98f-cf72810f9294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb7f5d1-9cc4-461f-8a37-18e4a661920f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745678274', 'tenant_id': '3772d751884347318e5633f3189f08c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '9666d5d4-28ad-45d8-97bf-6ec10c014c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:23Z', 'updated_at': '2021-12-22T13:24:10Z', 'revision_number': 5, 'project_id': '3772d751884347318e5633f3189f08c6', 'gw_port': {'id': '9666d5d4-28ad-45d8-97bf-6ec10c014c2f', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb7f5d1-9cc4-461f-8a37-18e4a661920f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:25Z', 'updated_at': '2021-12-22T13:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:18.977215 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f02db3-c9aa-4ede-a98f-cf72810f9294 None None] The sync data for ids ['7cb7f5d1-9cc4-461f-8a37-18e4a661920f'] in dv-neutron-822669-1-hyperv is: [{'id': '7cb7f5d1-9cc4-461f-8a37-18e4a661920f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745678274', 'tenant_id': '3772d751884347318e5633f3189f08c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '9666d5d4-28ad-45d8-97bf-6ec10c014c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:21:23Z', 'updated_at': '2021-12-22T13:24:10Z', 'revision_number': 5, 'project_id': '3772d751884347318e5633f3189f08c6', 'gw_port': {'id': '9666d5d4-28ad-45d8-97bf-6ec10c014c2f', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb7f5d1-9cc4-461f-8a37-18e4a661920f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:21:25Z', 'updated_at': '2021-12-22T13:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:24:18.980354 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cfd9072a-3abe-45cd-afee-97c46ac050db tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:19.032579 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-cfd9072a-3abe-45cd-afee-97c46ac050db tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Transition to ACTIVE for port object d40205d4-adff-4c49-8454-cee28aeb0253 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:19.054622 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port d3b03762-3bb0-44c9-96da-b2ad59d59be1 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:24:19.060077 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port d3b03762-3bb0-44c9-96da-b2ad59d59be1 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:19.060534 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:19.088575 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-46646003-5048-418b-b36f-da7ca2739a87 None None] Provisioning complete for port 4e2d4ddd-3882-4fa9-9ee5-99771093213f triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:19.088575 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-46646003-5048-418b-b36f-da7ca2739a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:19.116671 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-ba139abc-913a-4ce0-9862-f8c81bb0db8a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network 405cc457-257b-4046-ad64-71c7c4966738 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:24:19.125038 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-ba139abc-913a-4ce0-9862-f8c81bb0db8a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:19.127466 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-ba139abc-913a-4ce0-9862-f8c81bb0db8a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:24:19.168953 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff17375-42d3-4f99-8293-315d05369237 req-74639e74-67c0-4ced-99e9-48b5377956bf tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:19.170752 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5ff17375-42d3-4f99-8293-315d05369237 req-74639e74-67c0-4ced-99e9-48b5377956bf tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=bccbc80a-0f5f-4829-acf7-e00cfc344106 HTTP/1.1" status: 200 len: 931 time: 0.2426331 Dec 22 13:24:19.173561 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba139abc-913a-4ce0-9862-f8c81bb0db8a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=0ee846db-bfda-41ee-b278-55ce6efac6d6,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:19.174578 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-46646003-5048-418b-b36f-da7ca2739a87 None None] Port 4e2d4ddd-3882-4fa9-9ee5-99771093213f cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:24:19.176761 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ba139abc-913a-4ce0-9862-f8c81bb0db8a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:19.213687 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-49ab6707-fe55-46e1-a4d4-11f5fcf0cd73 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "DELETE /v2.0/subnets/8001b4cb-649c-48d9-b22a-2a55d2d410e4/tags HTTP/1.1" status: 204 len: 168 time: 0.6235313 Dec 22 13:24:19.214146 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4778199b-1ba3-4ded-84c2-f6d962498874 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:19.220087 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48898) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:19.221489 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cfd9072a-3abe-45cd-afee-97c46ac050db tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:19.241509 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-22ca897c-0bc7-4e5b-9ea1-c6499d4acda5 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:19.255950 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:19.281000 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-ba139abc-913a-4ce0-9862-f8c81bb0db8a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:19.281556 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-ba139abc-913a-4ce0-9862-f8c81bb0db8a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:19.301290 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port d3b03762-3bb0-44c9-96da-b2ad59d59be1, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=d3b03762-3bb0-44c9-96da-b2ad59d59be1,segment=NetworkSegment(25a8765f-80c9-49f2-80f3-af40bf6068ab),segment_id=25a8765f-80c9-49f2-80f3-af40bf6068ab)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:24:19.335431 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.tag.tag_plugin [None req-4a621ebd-978d-41f2-8141-4b2bdf4a861c tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8001b4cb-649c-48d9-b22a-2a55d2d410e4', 'tempest-TagsExtTest-Tag-975044913') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:19.368822 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-eea77e51-a221-42ba-8c60-99c5c5b44d16 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:19.389027 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd9072a-3abe-45cd-afee-97c46ac050db tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Network af00dec1-e26a-496a-93c8-a8f6acabdaa9 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:24:19.397030 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:19.397864 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 316d4a31-9c4f-4300-b68a-74d570ac0e94 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:24:19.409423 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-cfd9072a-3abe-45cd-afee-97c46ac050db tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:19.422671 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:19.430323 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd9072a-3abe-45cd-afee-97c46ac050db tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:24:19.474920 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-ba139abc-913a-4ce0-9862-f8c81bb0db8a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7075031 Dec 22 13:24:19.489219 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd9072a-3abe-45cd-afee-97c46ac050db tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'Port': ['ID=d40205d4-adff-4c49-8454-cee28aeb0253,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:19.499196 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-aa38c2c0-9a99-4e1f-a43d-1a7557619a42 service neutron] Request body: {'port': {'device_id': 'bccbc80a-0f5f-4829-acf7-e00cfc344106', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:19.518474 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-cfd9072a-3abe-45cd-afee-97c46ac050db tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:19.520205 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a0952259-e2e7-42b3-9114-82281df46a59 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:19.553163 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=d3b03762-3bb0-44c9-96da-b2ad59d59be1,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:19.556376 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:19.566234 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4778199b-1ba3-4ded-84c2-f6d962498874 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:19.572291 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 316d4a31-9c4f-4300-b68a-74d570ac0e94 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:19.572748 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:19.586342 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7318990e-a60e-4e05-9b02-a7d6d263bfd6 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:19.605816 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5ff17375-42d3-4f99-8293-315d05369237 req-cb67704b-7967-446b-9bb4-12225fff5c01 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b5a82da-b564-4aec-9fcf-2929cec9c877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4222627 Dec 22 13:24:19.614924 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-134bd550-ea5e-4319-b3bc-382ce4de9036 None None] Provisioning for port 0ee846db-bfda-41ee-b278-55ce6efac6d6 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:24:19.647255 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd9072a-3abe-45cd-afee-97c46ac050db tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:19.647516 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-134bd550-ea5e-4319-b3bc-382ce4de9036 None None] Provisioning complete for port 0ee846db-bfda-41ee-b278-55ce6efac6d6 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:19.648293 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-134bd550-ea5e-4319-b3bc-382ce4de9036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:19.648422 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cfd9072a-3abe-45cd-afee-97c46ac050db tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:19.648896 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778199b-1ba3-4ded-84c2-f6d962498874 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Pushing event deleted for resources: {'Subnet': ['ID=9ad01d9a-abae-4107-9993-51951d2171e3,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:19.663353 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-4778199b-1ba3-4ded-84c2-f6d962498874 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:19.687404 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea77e51-a221-42ba-8c60-99c5c5b44d16 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Pushing event updated for resources: {'Subnet': ['ID=2c20c673-af51-48ae-b01c-1606f472f1e9,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:19.698673 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea77e51-a221-42ba-8c60-99c5c5b44d16 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Checking segment: {'id': 'd0ddcb3b-0d06-492a-9e96-51c1efb6b1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f51e7bdf-9156-40f7-b621-c368698d6fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:24:19.699041 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea77e51-a221-42ba-8c60-99c5c5b44d16 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Network hostable DHCP agents. Network: f51e7bdf-9156-40f7-b621-c368698d6fd9, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:24:19.707471 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4778199b-1ba3-4ded-84c2-f6d962498874 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:19.713412 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-eea77e51-a221-42ba-8c60-99c5c5b44d16 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:19.750306 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-4a621ebd-978d-41f2-8141-4b2bdf4a861c tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] show failed (client error): The resource could not be found. Dec 22 13:24:19.760569 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-4a621ebd-978d-41f2-8141-4b2bdf4a861c tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "GET /v2.0/subnets/8001b4cb-649c-48d9-b22a-2a55d2d410e4/tags/tempest-TagsExtTest-Tag-975044913 HTTP/1.1" status: 404 len: 328 time: 0.5362248 Dec 22 13:24:19.761532 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48902) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:19.769620 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c98abe-d58b-47dc-a45a-278697e69395 None None] Network 89a79209-9156-4e6a-aa92-986d9fb5ebd9 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:24:19.769824 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.tag.tag_plugin [None req-75a91598-a946-402f-ab0d-5de0d8df8a6e tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8001b4cb-649c-48d9-b22a-2a55d2d410e4', 'tempest-TagsExtTest-Tag-1324318229') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:19.783189 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-4778199b-1ba3-4ded-84c2-f6d962498874 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "DELETE /v2.0/subnets/9ad01d9a-abae-4107-9993-51951d2171e3 HTTP/1.1" status: 204 len: 168 time: 1.8988135 Dec 22 13:24:19.794586 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48906) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:19.802613 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-cfd9072a-3abe-45cd-afee-97c46ac050db tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2870591 Dec 22 13:24:19.811519 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48910) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:19.823213 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-3e6d0c0b-4c34-4d6e-bffa-4b04c2a4922d tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'subnet': {'network_id': 'af00dec1-e26a-496a-93c8-a8f6acabdaa9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:19.886237 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea77e51-a221-42ba-8c60-99c5c5b44d16 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Network f51e7bdf-9156-40f7-b621-c368698d6fd9 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:24:19.890573 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-134bd550-ea5e-4319-b3bc-382ce4de9036 None None] Port 0ee846db-bfda-41ee-b278-55ce6efac6d6 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:24:19.918960 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-aa38c2c0-9a99-4e1f-a43d-1a7557619a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:19.983831 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-75a91598-a946-402f-ab0d-5de0d8df8a6e tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] show failed (client error): The resource could not be found. Dec 22 13:24:19.988082 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-75a91598-a946-402f-ab0d-5de0d8df8a6e tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "GET /v2.0/subnets/8001b4cb-649c-48d9-b22a-2a55d2d410e4/tags/tempest-TagsExtTest-Tag-1324318229 HTTP/1.1" status: 404 len: 329 time: 0.2245052 Dec 22 13:24:19.988533 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48914) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:19.999376 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-eea77e51-a221-42ba-8c60-99c5c5b44d16 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, f51e7bdf-9156-40f7-b621-c368698d6fd9) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:20.008963 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.tag.tag_plugin [None req-bdc3c705-78de-44a8-908e-25f7f77ab107 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8001b4cb-649c-48d9-b22a-2a55d2d410e4', 'tempest-TagsExtTest-Tag-64101298') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:20.049475 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd73b3d-6ead-4eca-ae3a-5076fbcac8ab None None] Network f51e7bdf-9156-40f7-b621-c368698d6fd9 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:24:20.066485 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-3e6d0c0b-4c34-4d6e-bffa-4b04c2a4922d tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:20.072956 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-3e6d0c0b-4c34-4d6e-bffa-4b04c2a4922d tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:subnet and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:20.077742 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-3e6d0c0b-4c34-4d6e-bffa-4b04c2a4922d tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:20.087197 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-eea77e51-a221-42ba-8c60-99c5c5b44d16 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:20.092070 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-47071a61-406d-4f4e-a25f-cf011e251c37 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:20.129587 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-3e6d0c0b-4c34-4d6e-bffa-4b04c2a4922d tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:20.188480 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea77e51-a221-42ba-8c60-99c5c5b44d16 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Pushing event updated for resources: {'Subnet': ['ID=2f1a1918-5b08-4e9e-935f-125fdd790093,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:20.206434 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-eea77e51-a221-42ba-8c60-99c5c5b44d16 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:20.250190 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6d0c0b-4c34-4d6e-bffa-4b04c2a4922d tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Made reservation on behalf of 77460f0dfa37423d8c924a302461b16c for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:24:20.251201 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98af3ea0-2a0c-4ccf-a5a2-87e9c30f29ea tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Router 38255d55-7490-443c-8436-7cf8554e85bd is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:24:20.267045 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a048bfc4-c98e-4530-8995-9350b509163e None None] Provisioning for port d40205d4-adff-4c49-8454-cee28aeb0253 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:24:20.278653 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a048bfc4-c98e-4530-8995-9350b509163e None None] Provisioning complete for port d40205d4-adff-4c49-8454-cee28aeb0253 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:20.279534 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a048bfc4-c98e-4530-8995-9350b509163e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:20.342728 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11be9c50-5270-4aea-af4d-ab775baad5b5 admin admin] Router 83c6cb27-2a32-4704-be30-7a16100582bd has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:24:20.346793 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea77e51-a221-42ba-8c60-99c5c5b44d16 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Checking segment: {'id': 'ff9e5bff-a19b-4a46-9641-437c8bf7e4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4d7aed66-e000-40cc-8c30-6ed95000427d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:24:20.347158 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea77e51-a221-42ba-8c60-99c5c5b44d16 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Network hostable DHCP agents. Network: 4d7aed66-e000-40cc-8c30-6ed95000427d, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:24:20.358859 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e258753-6106-4ba0-ab60-2ede64b4db6b None None] DHCP port deletion for 89a79209-9156-4e6a-aa92-986d9fb5ebd9 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:24:20.363415 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-bdc3c705-78de-44a8-908e-25f7f77ab107 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] show failed (client error): The resource could not be found. Dec 22 13:24:20.367132 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-bdc3c705-78de-44a8-908e-25f7f77ab107 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "GET /v2.0/subnets/8001b4cb-649c-48d9-b22a-2a55d2d410e4/tags/tempest-TagsExtTest-Tag-64101298 HTTP/1.1" status: 404 len: 327 time: 0.3720796 Dec 22 13:24:20.368905 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48918) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:20.377821 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-5e258753-6106-4ba0-ab60-2ede64b4db6b None None] Deleting port 152788c2-b65e-4a8b-9789-adfde4a906b7 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:24:20.378176 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5e258753-6106-4ba0-ab60-2ede64b4db6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:20.388846 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.tag.tag_plugin [None req-c3d04dff-35f3-4b00-93fc-cdda980ec782 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '7ca5fda5-a158-4282-a0e1-ab6ada95c793', {'tags': ['tempest-TagsExtTest-Tag-1145127084', 'tempest-TagsExtTest-Tag-173729285', 'tempest-TagsExtTest-Tag-833569487']}) {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:20.415899 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a746d366-b9d6-4d79-b2bf-6c9132b7cbe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-f51e7bdf-9156-40f7-b621-c368698d6fd9', 'network_id': 'f51e7bdf-9156-40f7-b621-c368698d6fd9', 'tenant_id': '1f46008cc35d4cf7859cf0fa869ce3d5', 'fixed_ips': [{'subnet_id': '2c20c673-af51-48ae-b01c-1606f472f1e9'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:24:20.416821 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a746d366-b9d6-4d79-b2bf-6c9132b7cbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:20.443019 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-a048bfc4-c98e-4530-8995-9350b509163e None None] Port d40205d4-adff-4c49-8454-cee28aeb0253 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:24:20.533794 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3e6d0c0b-4c34-4d6e-bffa-4b04c2a4922d tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:20.566247 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea77e51-a221-42ba-8c60-99c5c5b44d16 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Network 4d7aed66-e000-40cc-8c30-6ed95000427d is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:24:20.710494 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.ipam_backend_mixin [None req-3e6d0c0b-4c34-4d6e-bffa-4b04c2a4922d tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 67ad7396-5987-4d84-8691-4e0edd68f41a (CIDR: 172.20.0.0/28) Dec 22 13:24:20.724386 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-eea77e51-a221-42ba-8c60-99c5c5b44d16 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 4d7aed66-e000-40cc-8c30-6ed95000427d) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:20.740230 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bcd8ac-7d0a-4ac9-8a44-f78f801cd2f8 None None] Network 4d7aed66-e000-40cc-8c30-6ed95000427d requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:24:20.741232 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea77e51-a221-42ba-8c60-99c5c5b44d16 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:20.741789 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea77e51-a221-42ba-8c60-99c5c5b44d16 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:20.742689 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-eea77e51-a221-42ba-8c60-99c5c5b44d16 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:20.768739 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c3d04dff-35f3-4b00-93fc-cdda980ec782 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "PUT /v2.0/ports/7ca5fda5-a158-4282-a0e1-ab6ada95c793/tags HTTP/1.1" status: 200 len: 316 time: 0.3951304 Dec 22 13:24:20.769317 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device d3b03762-3bb0-44c9-96da-b2ad59d59be1 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:24:20.770843 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e6d0c0b-4c34-4d6e-bffa-4b04c2a4922d tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:24:20.771287 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e6d0c0b-4c34-4d6e-bffa-4b04c2a4922d tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:24:20.775420 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48924) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:20.784366 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.tag.tag_plugin [None req-730e9f98-5146-4bc7-80ac-84ac5c9adbd5 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7ca5fda5-a158-4282-a0e1-ab6ada95c793') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:20.837454 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-eea77e51-a221-42ba-8c60-99c5c5b44d16 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 4.2094679 Dec 22 13:24:20.842539 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48928) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:20.882999 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-5e258753-6106-4ba0-ab60-2ede64b4db6b None None] For port 152788c2-b65e-4a8b-9789-adfde4a906b7, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=152788c2-b65e-4a8b-9789-adfde4a906b7,segment=NetworkSegment(0948a770-5386-4fe4-820e-d3adb2497c58),segment_id=0948a770-5386-4fe4-820e-d3adb2497c58)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:24:20.883717 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5e258753-6106-4ba0-ab60-2ede64b4db6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:20.914543 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-3e6d0c0b-4c34-4d6e-bffa-4b04c2a4922d tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1002989 Dec 22 13:24:20.918406 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48932) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:20.930628 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-734ecedb-4ef6-4981-b4c4-38b8b6cfb139 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'subnet': {'network_id': 'af00dec1-e26a-496a-93c8-a8f6acabdaa9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:21.035270 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-5e258753-6106-4ba0-ab60-2ede64b4db6b None None] Calling delete_port for 152788c2-b65e-4a8b-9789-adfde4a906b7 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:24:21.070281 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21fff94-2b84-4b93-8f5f-24f065a44bbf tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:21.072104 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21fff94-2b84-4b93-8f5f-24f065a44bbf tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:21.073039 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21fff94-2b84-4b93-8f5f-24f065a44bbf tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:21.073841 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-a21fff94-2b84-4b93-8f5f-24f065a44bbf tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Synchronizing usage tracker for tenant:1f46008cc35d4cf7859cf0fa869ce3d5 on resource:subnet {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:24:21.075464 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a6aaeab1-e33a-4263-9288-71ffa788f8e2 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for router, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:21.086795 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-a746d366-b9d6-4d79-b2bf-6c9132b7cbe6 None None] Allocated IP 172.20.0.2 (f51e7bdf-9156-40f7-b621-c368698d6fd9/2c20c673-af51-48ae-b01c-1606f472f1e9/1c0b525f-02d1-437a-9c2e-a3c2957f44d1) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:24:21.165767 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-aa38c2c0-9a99-4e1f-a43d-1a7557619a42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ee846db-bfda-41ee-b278-55ce6efac6d6 {{(pid=84148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:24:21.188503 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-aa38c2c0-9a99-4e1f-a43d-1a7557619a42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:21.239547 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-734ecedb-4ef6-4981-b4c4-38b8b6cfb139 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:21.243366 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-734ecedb-4ef6-4981-b4c4-38b8b6cfb139 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:subnet and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:21.246228 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-734ecedb-4ef6-4981-b4c4-38b8b6cfb139 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:21.252497 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-a21fff94-2b84-4b93-8f5f-24f065a44bbf tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Unset dirty status for tenant:1f46008cc35d4cf7859cf0fa869ce3d5 on resource:subnet {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:24:21.257543 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a21fff94-2b84-4b93-8f5f-24f065a44bbf tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.4109499 Dec 22 13:24:21.257543 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-734ecedb-4ef6-4981-b4c4-38b8b6cfb139 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:21.257817 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48936) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:21.306010 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-730e9f98-5146-4bc7-80ac-84ac5c9adbd5 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "DELETE /v2.0/ports/7ca5fda5-a158-4282-a0e1-ab6ada95c793/tags HTTP/1.1" status: 204 len: 168 time: 0.5269663 Dec 22 13:24:21.308221 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48940) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:21.314940 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.tag.tag_plugin [None req-081ff7a0-585d-4d5e-9eac-af43886c4750 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7ca5fda5-a158-4282-a0e1-ab6ada95c793', 'tempest-TagsExtTest-Tag-1145127084') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:21.331114 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5e258753-6106-4ba0-ab60-2ede64b4db6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:21.343857 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:21.349894 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b25ff-b99f-4be2-b844-bd0b63c12359 req-5cb6ae00-42cd-434e-b967-28f3756f8bd7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:21.355475 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-970b25ff-b99f-4be2-b844-bd0b63c12359 req-5cb6ae00-42cd-434e-b967-28f3756f8bd7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:24:21.360586 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-aa38c2c0-9a99-4e1f-a43d-1a7557619a42 service neutron] Transition to ACTIVE for port object 0ee846db-bfda-41ee-b278-55ce6efac6d6 will not be triggered until provisioned by entity L2. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:21.373677 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734ecedb-4ef6-4981-b4c4-38b8b6cfb139 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Made reservation on behalf of 77460f0dfa37423d8c924a302461b16c for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:24:21.377251 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-734ecedb-4ef6-4981-b4c4-38b8b6cfb139 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:21.401426 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e258753-6106-4ba0-ab60-2ede64b4db6b None None] Pushing event deleted for resources: {'Port': ['ID=152788c2-b65e-4a8b-9789-adfde4a906b7,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:21.404647 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-5e258753-6106-4ba0-ab60-2ede64b4db6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:21.424638 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port d3b03762-3bb0-44c9-96da-b2ad59d59be1 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:21.425023 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:21.427785 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-aa38c2c0-9a99-4e1f-a43d-1a7557619a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:21.436102 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9763d12c-0114-43f8-b89d-c9f2117673a0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:21.452638 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e258753-6106-4ba0-ab60-2ede64b4db6b None None] No DVR routers for this DVR port 152788c2-b65e-4a8b-9789-adfde4a906b7 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:24:21.469808 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e126a0-c946-4f41-847d-bbb7f7ef259f tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Deleting subnet 2c20c673-af51-48ae-b01c-1606f472f1e9 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:24:21.514416 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98af3ea0-2a0c-4ccf-a5a2-87e9c30f29ea tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:24:21.545281 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-081ff7a0-585d-4d5e-9eac-af43886c4750 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] show failed (client error): The resource could not be found. Dec 22 13:24:21.547950 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-081ff7a0-585d-4d5e-9eac-af43886c4750 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "GET /v2.0/ports/7ca5fda5-a158-4282-a0e1-ab6ada95c793/tags/tempest-TagsExtTest-Tag-1145127084 HTTP/1.1" status: 404 len: 329 time: 0.2371597 Dec 22 13:24:21.549256 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48944) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:21.551685 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffade33-4832-4196-9406-ac8d2a14110c None None] Sync routers for ids ['38255d55-7490-443c-8436-7cf8554e85bd'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:24:21.555077 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.tag.tag_plugin [None req-857824c1-8b9b-442d-971b-08adfbbb6a31 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7ca5fda5-a158-4282-a0e1-ab6ada95c793', 'tempest-TagsExtTest-Tag-173729285') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:21.569549 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffade33-4832-4196-9406-ac8d2a14110c None None] Routers {'38255d55-7490-443c-8436-7cf8554e85bd'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:24:21.570657 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-5ffade33-4832-4196-9406-ac8d2a14110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:24:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['38255d55-7490-443c-8436-7cf8554e85bd'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:21.573485 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80db16e6-3d8e-440b-bcfa-83f4ae76d337 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-4d7aed66-e000-40cc-8c30-6ed95000427d', 'network_id': '4d7aed66-e000-40cc-8c30-6ed95000427d', 'tenant_id': '1f46008cc35d4cf7859cf0fa869ce3d5', 'fixed_ips': [{'subnet_id': '2f1a1918-5b08-4e9e-935f-125fdd790093'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:24:21.574310 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-80db16e6-3d8e-440b-bcfa-83f4ae76d337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:21.626172 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-970b25ff-b99f-4be2-b844-bd0b63c12359 req-5cb6ae00-42cd-434e-b967-28f3756f8bd7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:24:21.627537 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-970b25ff-b99f-4be2-b844-bd0b63c12359 req-5cb6ae00-42cd-434e-b967-28f3756f8bd7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=bccbc80a-0f5f-4829-acf7-e00cfc344106 HTTP/1.1" status: 200 len: 931 time: 0.6327870 Dec 22 13:24:21.643493 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa38c2c0-9a99-4e1f-a43d-1a7557619a42 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee846db-bfda-41ee-b278-55ce6efac6d6,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:21.652457 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-aa38c2c0-9a99-4e1f-a43d-1a7557619a42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:21.724875 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-857824c1-8b9b-442d-971b-08adfbbb6a31 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] show failed (client error): The resource could not be found. Dec 22 13:24:21.725910 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-857824c1-8b9b-442d-971b-08adfbbb6a31 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "GET /v2.0/ports/7ca5fda5-a158-4282-a0e1-ab6ada95c793/tags/tempest-TagsExtTest-Tag-173729285 HTTP/1.1" status: 404 len: 328 time: 0.1757662 Dec 22 13:24:21.729157 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48948) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:21.732620 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11be9c50-5270-4aea-af4d-ab775baad5b5 admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:24:21.736347 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-98af3ea0-2a0c-4ccf-a5a2-87e9c30f29ea tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:21.740560 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.tag.tag_plugin [None req-9803858d-9302-4f87-84db-2feec5c51ee9 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7ca5fda5-a158-4282-a0e1-ab6ada95c793', 'tempest-TagsExtTest-Tag-833569487') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:21.745388 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-98af3ea0-2a0c-4ccf-a5a2-87e9c30f29ea tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 9.3529637 Dec 22 13:24:21.751651 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-11be9c50-5270-4aea-af4d-ab775baad5b5 admin admin] 10.222.0.47 "PUT /v2.0/routers/83c6cb27-2a32-4704-be30-7a16100582bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9098122 Dec 22 13:24:21.763112 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48952) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:21.769147 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8979dd2f-2b36-44af-907e-b005a0a00b08 None None] Sync routers for ids ['83c6cb27-2a32-4704-be30-7a16100582bd'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:24:21.843502 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a746d366-b9d6-4d79-b2bf-6c9132b7cbe6 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:21.881215 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a746d366-b9d6-4d79-b2bf-6c9132b7cbe6 None None] Transition to ACTIVE for port object 1c0b525f-02d1-437a-9c2e-a3c2957f44d1 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:21.939993 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8979dd2f-2b36-44af-907e-b005a0a00b08 None None] Routers {'83c6cb27-2a32-4704-be30-7a16100582bd'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:24:21.940662 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-8979dd2f-2b36-44af-907e-b005a0a00b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:24:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['83c6cb27-2a32-4704-be30-7a16100582bd'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:21.958962 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-5ffade33-4832-4196-9406-ac8d2a14110c None None] Set router 38255d55-7490-443c-8436-7cf8554e85bd gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:24:22.006910 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-970b25ff-b99f-4be2-b844-bd0b63c12359 req-9cb72c09-2ad9-456c-a783-92d32a2f3eaf tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b5a82da-b564-4aec-9fcf-2929cec9c877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3596606 Dec 22 13:24:22.047893 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-9803858d-9302-4f87-84db-2feec5c51ee9 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] show failed (client error): The resource could not be found. Dec 22 13:24:22.049170 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9803858d-9302-4f87-84db-2feec5c51ee9 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "GET /v2.0/ports/7ca5fda5-a158-4282-a0e1-ab6ada95c793/tags/tempest-TagsExtTest-Tag-833569487 HTTP/1.1" status: 404 len: 328 time: 0.3191137 Dec 22 13:24:22.051967 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48960) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:22.070994 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.tag.tag_plugin [None req-c4787f18-5854-4a5f-bb3b-9ce7152d4ab7 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '7aafd7ff-fed3-4574-9350-cf5bf17cebbf', {'tags': ['tempest-TagsExtTest-Tag-849765976', 'tempest-TagsExtTest-Tag-1582093731', 'tempest-TagsExtTest-Tag-680905000']}) {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:22.073033 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a6aaeab1-e33a-4263-9288-71ffa788f8e2 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:22.091982 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-aa38c2c0-9a99-4e1f-a43d-1a7557619a42 service neutron] Attempting to bind port 0ee846db-bfda-41ee-b278-55ce6efac6d6 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:24:22.091982 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-aa38c2c0-9a99-4e1f-a43d-1a7557619a42 service neutron] Attempting to bind port 0ee846db-bfda-41ee-b278-55ce6efac6d6 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '907a75be-955b-4691-a4d5-3f3edaef0bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '405cc457-257b-4046-ad64-71c7c4966738'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:24:22.092712 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-aa38c2c0-9a99-4e1f-a43d-1a7557619a42 service neutron] Attempting to bind port 0ee846db-bfda-41ee-b278-55ce6efac6d6 on network 405cc457-257b-4046-ad64-71c7c4966738 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:24:22.117596 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-aa38c2c0-9a99-4e1f-a43d-1a7557619a42 service neutron] Port 0ee846db-bfda-41ee-b278-55ce6efac6d6 on network 405cc457-257b-4046-ad64-71c7c4966738 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:24:22.117946 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-aa38c2c0-9a99-4e1f-a43d-1a7557619a42 service neutron] Attempting to bind port 0ee846db-bfda-41ee-b278-55ce6efac6d6 on network 405cc457-257b-4046-ad64-71c7c4966738 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:24:22.126711 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-aa38c2c0-9a99-4e1f-a43d-1a7557619a42 service neutron] Checking agent: {'id': '72ee2f79-9ac0-483e-b4fd-5b910a776581', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'started_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:24:22.127219 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-aa38c2c0-9a99-4e1f-a43d-1a7557619a42 service neutron] Checking segment: {'id': '907a75be-955b-4691-a4d5-3f3edaef0bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '405cc457-257b-4046-ad64-71c7c4966738'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:24:22.127614 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-aa38c2c0-9a99-4e1f-a43d-1a7557619a42 service neutron] Bound using segment: {'id': '907a75be-955b-4691-a4d5-3f3edaef0bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '405cc457-257b-4046-ad64-71c7c4966738'} {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:24:22.128127 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-aa38c2c0-9a99-4e1f-a43d-1a7557619a42 service neutron] Bound port: 0ee846db-bfda-41ee-b278-55ce6efac6d6, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '907a75be-955b-4691-a4d5-3f3edaef0bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '405cc457-257b-4046-ad64-71c7c4966738'}}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:24:22.128479 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-aa38c2c0-9a99-4e1f-a43d-1a7557619a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:22.181708 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a746d366-b9d6-4d79-b2bf-6c9132b7cbe6 None None] Transition to ACTIVE for port object 1c0b525f-02d1-437a-9c2e-a3c2957f44d1 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:22.205263 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-a6aaeab1-e33a-4263-9288-71ffa788f8e2 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Deleting port 9666d5d4-28ad-45d8-97bf-6ec10c014c2f {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:24:22.205610 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a6aaeab1-e33a-4263-9288-71ffa788f8e2 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:22.252094 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-734ecedb-4ef6-4981-b4c4-38b8b6cfb139 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:22.259996 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-fe836e39-0ed6-4298-a435-6e77f8c51250 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:22.315424 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-90e126a0-c946-4f41-847d-bbb7f7ef259f tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:22.325380 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-5ffade33-4832-4196-9406-ac8d2a14110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38255d55-7490-443c-8436-7cf8554e85bd', 'name': 'tempest-snat-router-1390617086', 'tenant_id': '203456c584c042e59ddee94b648b37a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.220'}], 'enable_snat': False}, 'gw_port_id': '624e2e91-bda5-4b4d-94af-da68b27fd96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:12Z', 'updated_at': '2021-12-22T13:24:17Z', 'revision_number': 3, 'project_id': '203456c584c042e59ddee94b648b37a9', 'gw_port': {'id': '624e2e91-bda5-4b4d-94af-da68b27fd96a', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a4:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38255d55-7490-443c-8436-7cf8554e85bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:15Z', 'updated_at': '2021-12-22T13:24:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:22.332542 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a746d366-b9d6-4d79-b2bf-6c9132b7cbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:22.333644 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffade33-4832-4196-9406-ac8d2a14110c None None] Checking router: 38255d55-7490-443c-8436-7cf8554e85bd for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:24:22.333994 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffade33-4832-4196-9406-ac8d2a14110c None None] Updating router 38255d55-7490-443c-8436-7cf8554e85bd port 624e2e91-bda5-4b4d-94af-da68b27fd96a binding host dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:24:22.336330 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 6546af6d-fc2c-4e16-bf39-1dae4ba118c2 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:24:22.424316 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-4df0c038-1a97-438a-8ff9-7d1ca902f6dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:22.438928 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-5ffade33-4832-4196-9406-ac8d2a14110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:22.439397 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734ecedb-4ef6-4981-b4c4-38b8b6cfb139 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Network af00dec1-e26a-496a-93c8-a8f6acabdaa9 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:24:22.442943 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-90e126a0-c946-4f41-847d-bbb7f7ef259f tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:22.473645 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ecedb-4ef6-4981-b4c4-38b8b6cfb139 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'Subnet': ['ID=dbea3fb0-ce4a-4f23-9485-a89506951e40,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:22.475981 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-734ecedb-4ef6-4981-b4c4-38b8b6cfb139 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:22.482667 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-734ecedb-4ef6-4981-b4c4-38b8b6cfb139 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:22.483830 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734ecedb-4ef6-4981-b4c4-38b8b6cfb139 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:22.484420 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-734ecedb-4ef6-4981-b4c4-38b8b6cfb139 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:22.521765 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-aa38c2c0-9a99-4e1f-a43d-1a7557619a42 service neutron] For port 0ee846db-bfda-41ee-b278-55ce6efac6d6, host hv-neutron-8226, cleared binding levels {{(pid=84148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:24:22.529451 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c4787f18-5854-4a5f-bb3b-9ce7152d4ab7 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "PUT /v2.0/routers/7aafd7ff-fed3-4574-9350-cf5bf17cebbf/tags HTTP/1.1" status: 200 len: 316 time: 0.4734468 Dec 22 13:24:22.537051 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 6546af6d-fc2c-4e16-bf39-1dae4ba118c2 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:24:22.537561 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 6546af6d-fc2c-4e16-bf39-1dae4ba118c2 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:24:22.538090 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 152788c2-b65e-4a8b-9789-adfde4a906b7 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:24:22.550923 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48968) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:22.566816 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ef47f8-ea35-45d2-94f5-c204edba20ff None None] Network af00dec1-e26a-496a-93c8-a8f6acabdaa9 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:24:22.567719 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-aa38c2c0-9a99-4e1f-a43d-1a7557619a42 service neutron] For port 0ee846db-bfda-41ee-b278-55ce6efac6d6, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0ee846db-bfda-41ee-b278-55ce6efac6d6,segment=NetworkSegment(907a75be-955b-4691-a4d5-3f3edaef0bab),segment_id=907a75be-955b-4691-a4d5-3f3edaef0bab)] {{(pid=84148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:24:22.573273 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.tag.tag_plugin [None req-7189343a-edf9-4693-a17c-5b0d8fd8e31d tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7aafd7ff-fed3-4574-9350-cf5bf17cebbf') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:22.602610 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-734ecedb-4ef6-4981-b4c4-38b8b6cfb139 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6827071 Dec 22 13:24:22.605674 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48972) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:22.625338 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-1b72ed93-c1ee-4616-9d1a-a05d0bda9f28 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1232998396', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dbea3fb0-ce4a-4f23-9485-a89506951e40'}], 'security_groups': ['7e9e31e7-3b5b-44ff-8303-aa0fda361f68']}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:22.659567 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-aa38c2c0-9a99-4e1f-a43d-1a7557619a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:22.659827 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-90e126a0-c946-4f41-847d-bbb7f7ef259f tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:22.692858 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-df461982-f6ec-48f0-850f-b3a5fe147a15 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:22.766660 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa38c2c0-9a99-4e1f-a43d-1a7557619a42 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee846db-bfda-41ee-b278-55ce6efac6d6,revision_number=3']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:22.774470 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-aa38c2c0-9a99-4e1f-a43d-1a7557619a42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:22.792193 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-801016fb-1770-4597-b8f9-e7382002c5ae tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] 10.222.0.47 "GET /v2.0/routers/38255d55-7490-443c-8436-7cf8554e85bd HTTP/1.1" status: 200 len: 909 time: 1.0151699 Dec 22 13:24:22.795577 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 48978) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:22.812633 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-1f9faac0-4f4e-4f05-9f9f-51939c3505a7 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1390617086', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'enable_snat': True}}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:22.826646 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1f9faac0-4f4e-4f05-9f9f-51939c3505a7 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:22.838004 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1f9faac0-4f4e-4f05-9f9f-51939c3505a7 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Usage tracker for resource:router and tenant:203456c584c042e59ddee94b648b37a9 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:22.844154 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1f9faac0-4f4e-4f05-9f9f-51939c3505a7 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:22.850451 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1b72ed93-c1ee-4616-9d1a-a05d0bda9f28 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:22.872946 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1f9faac0-4f4e-4f05-9f9f-51939c3505a7 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:22.900551 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-5ffade33-4832-4196-9406-ac8d2a14110c None None] Notify callbacks [] for port, precommit_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:22.916699 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.provisioning_blocks [None req-5ffade33-4832-4196-9406-ac8d2a14110c None None] Transition to ACTIVE for port object 624e2e91-bda5-4b4d-94af-da68b27fd96a will not be triggered until provisioned by entity L2. {{(pid=84151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:22.929275 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-80db16e6-3d8e-440b-bcfa-83f4ae76d337 None None] Allocated IP 172.20.0.18 (4d7aed66-e000-40cc-8c30-6ed95000427d/2f1a1918-5b08-4e9e-935f-125fdd790093/811935c2-3be7-4e9f-87d9-12b45d1e5951) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:24:22.947144 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-90e126a0-c946-4f41-847d-bbb7f7ef259f tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:22.953429 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 152788c2-b65e-4a8b-9789-adfde4a906b7 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:24:22.953928 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 152788c2-b65e-4a8b-9789-adfde4a906b7 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:24:22.963540 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c2037971-dbea-4a4a-9ece-2f1da3188c6f tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:23.008153 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1f9faac0-4f4e-4f05-9f9f-51939c3505a7 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:23.009135 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a746d366-b9d6-4d79-b2bf-6c9132b7cbe6 None None] Network f51e7bdf-9156-40f7-b621-c368698d6fd9 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:24:23.009512 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1f9faac0-4f4e-4f05-9f9f-51939c3505a7 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:23.018205 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-5ffade33-4832-4196-9406-ac8d2a14110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:23.019076 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e126a0-c946-4f41-847d-bbb7f7ef259f tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Pushing event deleted for resources: {'Subnet': ['ID=2c20c673-af51-48ae-b01c-1606f472f1e9,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:23.021794 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-a6aaeab1-e33a-4263-9288-71ffa788f8e2 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] For port 9666d5d4-28ad-45d8-97bf-6ec10c014c2f, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=9666d5d4-28ad-45d8-97bf-6ec10c014c2f,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:24:23.022263 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a6aaeab1-e33a-4263-9288-71ffa788f8e2 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:23.028595 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-a746d366-b9d6-4d79-b2bf-6c9132b7cbe6 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:23.029603 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-90e126a0-c946-4f41-847d-bbb7f7ef259f tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:23.031437 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a746d366-b9d6-4d79-b2bf-6c9132b7cbe6 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:24:23.050547 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-aa38c2c0-9a99-4e1f-a43d-1a7557619a42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:23.057522 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-aa38c2c0-9a99-4e1f-a43d-1a7557619a42 service neutron] 10.222.0.45 "PUT /v2.0/ports/0ee846db-bfda-41ee-b278-55ce6efac6d6 HTTP/1.1" status: 200 len: 1093 time: 3.5579572 Dec 22 13:24:23.057522 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bccbc80a-0f5f-4829-acf7-e00cfc344106', 'tag': '0ee846db-bfda-41ee-b278-55ce6efac6d6'}] {{(pid=84148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:24:23.057868 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-4a8bdbc0-dbb8-4ea2-bfa1-ee8ae6634c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:23.107711 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-90e126a0-c946-4f41-847d-bbb7f7ef259f tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:23.207481 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1f9faac0-4f4e-4f05-9f9f-51939c3505a7 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:23.281590 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-a6aaeab1-e33a-4263-9288-71ffa788f8e2 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Calling delete_port for 9666d5d4-28ad-45d8-97bf-6ec10c014c2f owned by network:router_gateway {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:24:23.319617 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe1fb89-bc66-44ee-ab1e-a1d7e03f02c9 None None] Pushing event updated for resources: {'Port': ['ID=624e2e91-bda5-4b4d-94af-da68b27fd96a,revision_number=2']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:23.322486 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-90e126a0-c946-4f41-847d-bbb7f7ef259f tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] 10.222.0.47 "DELETE /v2.0/subnets/2c20c673-af51-48ae-b01c-1606f472f1e9 HTTP/1.1" status: 204 len: 168 time: 2.0613687 Dec 22 13:24:23.332035 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48992) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:23.344130 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bccbc80a-0f5f-4829-acf7-e00cfc344106', 'tag': '0ee846db-bfda-41ee-b278-55ce6efac6d6', 'status': 'completed', 'code': 200} Dec 22 13:24:23.348863 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-fbe1fb89-bc66-44ee-ab1e-a1d7e03f02c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:23.359019 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-8979dd2f-2b36-44af-907e-b005a0a00b08 None None] Set router 83c6cb27-2a32-4704-be30-7a16100582bd gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:24:23.361248 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-5ffade33-4832-4196-9406-ac8d2a14110c None None] Attempting to bind port 624e2e91-bda5-4b4d-94af-da68b27fd96a on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:24:23.361826 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-5ffade33-4832-4196-9406-ac8d2a14110c None None] Attempting to bind port 624e2e91-bda5-4b4d-94af-da68b27fd96a by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:24:23.362888 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffade33-4832-4196-9406-ac8d2a14110c None None] Attempting to bind port 624e2e91-bda5-4b4d-94af-da68b27fd96a on network 0776f1b4-770d-462f-bc0f-df97e8017b18 {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:24:23.375187 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffade33-4832-4196-9406-ac8d2a14110c None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:24:23.376164 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffade33-4832-4196-9406-ac8d2a14110c None None] Checking segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:24:23.376781 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-5ffade33-4832-4196-9406-ac8d2a14110c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:23.377798 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffade33-4832-4196-9406-ac8d2a14110c None None] Bound using segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:24:23.378576 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-5ffade33-4832-4196-9406-ac8d2a14110c None None] Bound port: 624e2e91-bda5-4b4d-94af-da68b27fd96a, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:24:23.379479 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-5ffade33-4832-4196-9406-ac8d2a14110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:23.542824 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-5ffade33-4832-4196-9406-ac8d2a14110c None None] For port 624e2e91-bda5-4b4d-94af-da68b27fd96a, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:24:23.549746 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-5ffade33-4832-4196-9406-ac8d2a14110c None None] For port 624e2e91-bda5-4b4d-94af-da68b27fd96a, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=624e2e91-bda5-4b4d-94af-da68b27fd96a,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:24:23.635292 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-5ffade33-4832-4196-9406-ac8d2a14110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:23.640262 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-d570ac73-bb57-456c-aaaf-81b09c10a393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:23.648911 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-80db16e6-3d8e-440b-bcfa-83f4ae76d337 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:23.670263 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-80db16e6-3d8e-440b-bcfa-83f4ae76d337 None None] Transition to ACTIVE for port object 811935c2-3be7-4e9f-87d9-12b45d1e5951 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:23.695436 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-80db16e6-3d8e-440b-bcfa-83f4ae76d337 None None] Transition to ACTIVE for port object 811935c2-3be7-4e9f-87d9-12b45d1e5951 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:23.709463 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a746d366-b9d6-4d79-b2bf-6c9132b7cbe6 None None] Pushing event updated for resources: {'Port': ['ID=1c0b525f-02d1-437a-9c2e-a3c2957f44d1,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:23.727001 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-a67f1c4a-7473-4235-b474-3c748c0d9c31 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Deleting subnet 2f1a1918-5b08-4e9e-935f-125fdd790093 {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:24:23.730534 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe1fb89-bc66-44ee-ab1e-a1d7e03f02c9 None None] Pushing event updated for resources: {'Port': ['ID=624e2e91-bda5-4b4d-94af-da68b27fd96a,revision_number=3']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:23.733782 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffade33-4832-4196-9406-ac8d2a14110c None None] Routers {'38255d55-7490-443c-8436-7cf8554e85bd'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:24:23.734420 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-5ffade33-4832-4196-9406-ac8d2a14110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:24:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['38255d55-7490-443c-8436-7cf8554e85bd'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:23.748592 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496797dc-7734-4295-9c51-91c0fb05f527 req-ade69ee9-70e9-43db-b5c8-5fa3ff294f2b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:23.758876 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-496797dc-7734-4295-9c51-91c0fb05f527 req-ade69ee9-70e9-43db-b5c8-5fa3ff294f2b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=bccbc80a-0f5f-4829-acf7-e00cfc344106 HTTP/1.1" status: 200 len: 943 time: 0.4811027 Dec 22 13:24:23.763423 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 48998) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:23.770586 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a67f1c4a-7473-4235-b474-3c748c0d9c31 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:23.774521 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-a746d366-b9d6-4d79-b2bf-6c9132b7cbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.350s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:23.788788 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-fbe1fb89-bc66-44ee-ab1e-a1d7e03f02c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:23.808943 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-7189343a-edf9-4693-a17c-5b0d8fd8e31d tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "DELETE /v2.0/routers/7aafd7ff-fed3-4574-9350-cf5bf17cebbf/tags HTTP/1.1" status: 204 len: 168 time: 1.2569087 Dec 22 13:24:23.812526 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49002) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:23.819802 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-37d17ff8-71a4-4867-9b85-62eabbcf4b14 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1256236647-network', 'tenant_id': 'ed5f4128499541069db229ac19f58501'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:23.833839 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-37d17ff8-71a4-4867-9b85-62eabbcf4b14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:23.845247 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-de90dff7-f975-46e0-8ed3-89c7900cb246 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=bccbc80a-0f5f-4829-acf7-e00cfc344106 HTTP/1.1" status: 200 len: 1096 time: 0.5731525 Dec 22 13:24:23.845497 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1f9faac0-4f4e-4f05-9f9f-51939c3505a7 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:23.850620 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-37d17ff8-71a4-4867-9b85-62eabbcf4b14 admin admin] Usage tracker for resource:network and tenant:ed5f4128499541069db229ac19f58501 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:23.851906 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.tag.tag_plugin [None req-060c9736-871b-42a8-8b75-f0aa45916bb0 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7aafd7ff-fed3-4574-9350-cf5bf17cebbf', 'tempest-TagsExtTest-Tag-849765976') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:23.878476 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-80db16e6-3d8e-440b-bcfa-83f4ae76d337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:23.899984 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-fd59b73b-0f57-4774-bfdc-ce69453039e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:23.927823 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-37d17ff8-71a4-4867-9b85-62eabbcf4b14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:23.940421 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80db16e6-3d8e-440b-bcfa-83f4ae76d337 None None] Network 4d7aed66-e000-40cc-8c30-6ed95000427d is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:24:23.954536 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-37d17ff8-71a4-4867-9b85-62eabbcf4b14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:23.957403 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-80db16e6-3d8e-440b-bcfa-83f4ae76d337 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:23.967045 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-496797dc-7734-4295-9c51-91c0fb05f527 req-911f87e6-72d8-4cd4-8704-d37d13523645 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b5a82da-b564-4aec-9fcf-2929cec9c877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2071660 Dec 22 13:24:23.968485 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a67f1c4a-7473-4235-b474-3c748c0d9c31 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:23.970870 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80db16e6-3d8e-440b-bcfa-83f4ae76d337 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:24:23.987753 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-5ffade33-4832-4196-9406-ac8d2a14110c None None] Set router 38255d55-7490-443c-8436-7cf8554e85bd gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:24:24.012537 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-7954533a-eeca-44ce-b89b-c58b2b2d8ac3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ee846db-bfda-41ee-b278-55ce6efac6d6 HTTP/1.1" status: 200 len: 217 time: 0.1505604 Dec 22 13:24:24.057563 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-1b72ed93-c1ee-4616-9d1a-a05d0bda9f28 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Delete allocated IP 172.20.0.7 (af00dec1-e26a-496a-93c8-a8f6acabdaa9/67ad7396-5987-4d84-8691-4e0edd68f41a) {{(pid=84149) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 13:24:24.104820 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-43869359-9c78-474c-9fa2-e2684f18f3fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:24.106934 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-43869359-9c78-474c-9fa2-e2684f18f3fa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dfb6332c-285f-49dd-93fe-15ef12392031 HTTP/1.1" status: 200 len: 835 time: 0.0799420 Dec 22 13:24:24.119759 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-1b72ed93-c1ee-4616-9d1a-a05d0bda9f28 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Allocated IP 172.20.0.19 (af00dec1-e26a-496a-93c8-a8f6acabdaa9/dbea3fb0-ce4a-4f23-9485-a89506951e40/d40205d4-adff-4c49-8454-cee28aeb0253) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:24:24.136735 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-060c9736-871b-42a8-8b75-f0aa45916bb0 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] show failed (client error): The resource could not be found. Dec 22 13:24:24.147863 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-060c9736-871b-42a8-8b75-f0aa45916bb0 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "GET /v2.0/routers/7aafd7ff-fed3-4574-9350-cf5bf17cebbf/tags/tempest-TagsExtTest-Tag-849765976 HTTP/1.1" status: 404 len: 328 time: 0.3245361 Dec 22 13:24:24.147863 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49006) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:24.156121 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-a746d366-b9d6-4d79-b2bf-6c9132b7cbe6 None None] Attempting to bind port 1c0b525f-02d1-437a-9c2e-a3c2957f44d1 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:24:24.156502 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-a746d366-b9d6-4d79-b2bf-6c9132b7cbe6 None None] Attempting to bind port 1c0b525f-02d1-437a-9c2e-a3c2957f44d1 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'd0ddcb3b-0d06-492a-9e96-51c1efb6b1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f51e7bdf-9156-40f7-b621-c368698d6fd9'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:24:24.156877 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a746d366-b9d6-4d79-b2bf-6c9132b7cbe6 None None] Attempting to bind port 1c0b525f-02d1-437a-9c2e-a3c2957f44d1 on network f51e7bdf-9156-40f7-b621-c368698d6fd9 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:24:24.158900 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.tag.tag_plugin [None req-ca717dc5-1de3-4a74-b760-2a0c8ce95935 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7aafd7ff-fed3-4574-9350-cf5bf17cebbf', 'tempest-TagsExtTest-Tag-1582093731') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:24.204480 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d17ff8-71a4-4867-9b85-62eabbcf4b14 admin admin] Made reservation on behalf of ed5f4128499541069db229ac19f58501 for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:24:24.207416 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-37d17ff8-71a4-4867-9b85-62eabbcf4b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:24.251037 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-37d17ff8-71a4-4867-9b85-62eabbcf4b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:24.327092 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db16e6-3d8e-440b-bcfa-83f4ae76d337 None None] Pushing event updated for resources: {'Port': ['ID=811935c2-3be7-4e9f-87d9-12b45d1e5951,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:24.337745 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a746d366-b9d6-4d79-b2bf-6c9132b7cbe6 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:24:24.338136 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a746d366-b9d6-4d79-b2bf-6c9132b7cbe6 None None] Checking segment: {'id': 'd0ddcb3b-0d06-492a-9e96-51c1efb6b1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f51e7bdf-9156-40f7-b621-c368698d6fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:24:24.338578 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a746d366-b9d6-4d79-b2bf-6c9132b7cbe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:24.338986 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a746d366-b9d6-4d79-b2bf-6c9132b7cbe6 None None] Bound using segment: {'id': 'd0ddcb3b-0d06-492a-9e96-51c1efb6b1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f51e7bdf-9156-40f7-b621-c368698d6fd9'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:24:24.339483 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-a746d366-b9d6-4d79-b2bf-6c9132b7cbe6 None None] Bound port: 1c0b525f-02d1-437a-9c2e-a3c2957f44d1, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0ddcb3b-0d06-492a-9e96-51c1efb6b1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f51e7bdf-9156-40f7-b621-c368698d6fd9'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:24:24.339867 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a746d366-b9d6-4d79-b2bf-6c9132b7cbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:24.342464 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-37d17ff8-71a4-4867-9b85-62eabbcf4b14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:24.351853 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-37d17ff8-71a4-4867-9b85-62eabbcf4b14 admin admin] Usage tracker for resource:security_group_rule and tenant:ed5f4128499541069db229ac19f58501 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:24.353192 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-80db16e6-3d8e-440b-bcfa-83f4ae76d337 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:24.360229 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-37d17ff8-71a4-4867-9b85-62eabbcf4b14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:24.370911 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a67f1c4a-7473-4235-b474-3c748c0d9c31 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:24.417269 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-37d17ff8-71a4-4867-9b85-62eabbcf4b14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:24.427999 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a6aaeab1-e33a-4263-9288-71ffa788f8e2 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:24.446783 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3a056242-071b-4203-bd5c-39f9be37261d tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:24.475121 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-ca717dc5-1de3-4a74-b760-2a0c8ce95935 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] show failed (client error): The resource could not be found. Dec 22 13:24:24.476153 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ca717dc5-1de3-4a74-b760-2a0c8ce95935 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "GET /v2.0/routers/7aafd7ff-fed3-4574-9350-cf5bf17cebbf/tags/tempest-TagsExtTest-Tag-1582093731 HTTP/1.1" status: 404 len: 329 time: 0.3267176 Dec 22 13:24:24.482198 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49010) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:24.494153 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-a746d366-b9d6-4d79-b2bf-6c9132b7cbe6 None None] For port 1c0b525f-02d1-437a-9c2e-a3c2957f44d1, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:24:24.495095 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.tag.tag_plugin [None req-c1aa6601-24c6-4b33-a24c-87a4861b7704 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7aafd7ff-fed3-4574-9350-cf5bf17cebbf', 'tempest-TagsExtTest-Tag-680905000') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:24.498425 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-a746d366-b9d6-4d79-b2bf-6c9132b7cbe6 None None] For port 1c0b525f-02d1-437a-9c2e-a3c2957f44d1, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=1c0b525f-02d1-437a-9c2e-a3c2957f44d1,segment=NetworkSegment(d0ddcb3b-0d06-492a-9e96-51c1efb6b1cd),segment_id=d0ddcb3b-0d06-492a-9e96-51c1efb6b1cd)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:24:24.551782 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-4f2511d0-bc09-42e9-8086-636be54e0f8d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=405cc457-257b-4046-ad64-71c7c4966738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4331954 Dec 22 13:24:24.553102 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aaeab1-e33a-4263-9288-71ffa788f8e2 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Pushing event deleted for resources: {'Port': ['ID=9666d5d4-28ad-45d8-97bf-6ec10c014c2f,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:24.561566 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a6aaeab1-e33a-4263-9288-71ffa788f8e2 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:24.564175 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-80db16e6-3d8e-440b-bcfa-83f4ae76d337 None None] Attempting to bind port 811935c2-3be7-4e9f-87d9-12b45d1e5951 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:24:24.564602 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-80db16e6-3d8e-440b-bcfa-83f4ae76d337 None None] Attempting to bind port 811935c2-3be7-4e9f-87d9-12b45d1e5951 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'ff9e5bff-a19b-4a46-9641-437c8bf7e4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4d7aed66-e000-40cc-8c30-6ed95000427d'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:24:24.565312 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80db16e6-3d8e-440b-bcfa-83f4ae76d337 None None] Attempting to bind port 811935c2-3be7-4e9f-87d9-12b45d1e5951 on network 4d7aed66-e000-40cc-8c30-6ed95000427d {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:24:24.569477 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-5ffade33-4832-4196-9406-ac8d2a14110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38255d55-7490-443c-8436-7cf8554e85bd', 'name': 'tempest-snat-router-1390617086', 'tenant_id': '203456c584c042e59ddee94b648b37a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.220'}], 'enable_snat': False}, 'gw_port_id': '624e2e91-bda5-4b4d-94af-da68b27fd96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:12Z', 'updated_at': '2021-12-22T13:24:17Z', 'revision_number': 3, 'project_id': '203456c584c042e59ddee94b648b37a9', 'gw_port': {'id': '624e2e91-bda5-4b4d-94af-da68b27fd96a', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a4:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38255d55-7490-443c-8436-7cf8554e85bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:15Z', 'updated_at': '2021-12-22T13:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:24.577894 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffade33-4832-4196-9406-ac8d2a14110c None None] The sync data for ids ['38255d55-7490-443c-8436-7cf8554e85bd'] in dv-neutron-822669-1-hyperv is: [{'id': '38255d55-7490-443c-8436-7cf8554e85bd', 'name': 'tempest-snat-router-1390617086', 'tenant_id': '203456c584c042e59ddee94b648b37a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.220'}], 'enable_snat': False}, 'gw_port_id': '624e2e91-bda5-4b4d-94af-da68b27fd96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:12Z', 'updated_at': '2021-12-22T13:24:17Z', 'revision_number': 3, 'project_id': '203456c584c042e59ddee94b648b37a9', 'gw_port': {'id': '624e2e91-bda5-4b4d-94af-da68b27fd96a', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a4:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38255d55-7490-443c-8436-7cf8554e85bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:15Z', 'updated_at': '2021-12-22T13:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:24:24.588569 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a746d366-b9d6-4d79-b2bf-6c9132b7cbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:24.605346 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-55a325d0-6850-4222-9fd3-8020acf713f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:24.671135 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1b72ed93-c1ee-4616-9d1a-a05d0bda9f28 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:24.674013 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80db16e6-3d8e-440b-bcfa-83f4ae76d337 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:24:24.674795 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80db16e6-3d8e-440b-bcfa-83f4ae76d337 None None] Checking segment: {'id': 'ff9e5bff-a19b-4a46-9641-437c8bf7e4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4d7aed66-e000-40cc-8c30-6ed95000427d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:24:24.676037 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-80db16e6-3d8e-440b-bcfa-83f4ae76d337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:24.676037 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80db16e6-3d8e-440b-bcfa-83f4ae76d337 None None] Bound using segment: {'id': 'ff9e5bff-a19b-4a46-9641-437c8bf7e4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4d7aed66-e000-40cc-8c30-6ed95000427d'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:24:24.676234 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-80db16e6-3d8e-440b-bcfa-83f4ae76d337 None None] Bound port: 811935c2-3be7-4e9f-87d9-12b45d1e5951, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff9e5bff-a19b-4a46-9641-437c8bf7e4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4d7aed66-e000-40cc-8c30-6ed95000427d'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:24:24.676524 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-80db16e6-3d8e-440b-bcfa-83f4ae76d337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:24.741678 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-c1aa6601-24c6-4b33-a24c-87a4861b7704 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] show failed (client error): The resource could not be found. Dec 22 13:24:24.742754 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c1aa6601-24c6-4b33-a24c-87a4861b7704 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "GET /v2.0/routers/7aafd7ff-fed3-4574-9350-cf5bf17cebbf/tags/tempest-TagsExtTest-Tag-680905000 HTTP/1.1" status: 404 len: 328 time: 0.2596102 Dec 22 13:24:24.745672 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49014) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:24.752123 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.tag.tag_plugin [None req-aedc0a14-924d-4c82-af62-0af52495f98b tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'f9ef3905-8838-46cf-8c60-f2be49f69daa', {'tags': ['tempest-TagsExtTest-Tag-996480960', 'tempest-TagsExtTest-Tag-1565336017', 'tempest-TagsExtTest-Tag-392275285']}) {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:24.773654 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1f9faac0-4f4e-4f05-9f9f-51939c3505a7 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:24.812046 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1f9faac0-4f4e-4f05-9f9f-51939c3505a7 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:24.815892 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-1b72ed93-c1ee-4616-9d1a-a05d0bda9f28 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Transition to ACTIVE for port object d40205d4-adff-4c49-8454-cee28aeb0253 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:24.875656 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a746d366-b9d6-4d79-b2bf-6c9132b7cbe6 None None] Pushing event updated for resources: {'Port': ['ID=1c0b525f-02d1-437a-9c2e-a3c2957f44d1,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:24.889990 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc28d14-0b72-4f48-a826-d112e854839e None None] Update dhcp port {'port': {'network_id': 'af00dec1-e26a-496a-93c8-a8f6acabdaa9', 'fixed_ips': [{'subnet_id': '67ad7396-5987-4d84-8691-4e0edd68f41a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'dbea3fb0-ce4a-4f23-9485-a89506951e40'}], 'binding:host_id': 'dv-neutron-822669-1-hyperv'}, 'id': 'd3b03762-3bb0-44c9-96da-b2ad59d59be1'} from dv-neutron-822669-1-hyperv. {{(pid=84150) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 22 13:24:24.917584 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a67f1c4a-7473-4235-b474-3c748c0d9c31 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:24.953082 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-a746d366-b9d6-4d79-b2bf-6c9132b7cbe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:24.963713 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-bcc28d14-0b72-4f48-a826-d112e854839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:25.056322 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1b72ed93-c1ee-4616-9d1a-a05d0bda9f28 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:25.065609 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d32cd231-1493-4070-836b-2b1fece8ba77 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:25.211168 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-aedc0a14-924d-4c82-af62-0af52495f98b tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "PUT /v2.0/subnetpools/f9ef3905-8838-46cf-8c60-f2be49f69daa/tags HTTP/1.1" status: 200 len: 316 time: 0.4639509 Dec 22 13:24:25.217730 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-1f9faac0-4f4e-4f05-9f9f-51939c3505a7 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Allocated IP 172.26.1.17 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/4fbb318a-d0fd-40c5-9122-8c05b55fe089) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:24:25.222704 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49020) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:25.234904 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.tag.tag_plugin [None req-97a3f9ec-740c-4dcf-adf0-4163a274741d tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f9ef3905-8838-46cf-8c60-f2be49f69daa') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:25.239384 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 624e2e91-bda5-4b4d-94af-da68b27fd96a up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:24:25.272840 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-22d77255-0110-41bb-b323-e75827c82d00 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:25.376254 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-8979dd2f-2b36-44af-907e-b005a0a00b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'name': 'tempest-TestVolumeBootPattern-1566605488-router', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4'}], 'enable_snat': True}, 'gw_port_id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:15Z', 'revision_number': 4, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'gw_port': {'id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:36:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:05Z', 'updated_at': '2021-12-22T13:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '4e2d4ddd-3882-4fa9-9ee5-99771093213f', 'name': '', 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'mac_address': 'fa:16:3e:77:26:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:13Z', 'updated_at': '2021-12-22T13:24:16Z', 'revision_number': 2, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'subnets': [{'id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:25.393953 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f1c4a-7473-4235-b474-3c748c0d9c31 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Pushing event deleted for resources: {'Subnet': ['ID=2f1a1918-5b08-4e9e-935f-125fdd790093,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:25.396368 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a67f1c4a-7473-4235-b474-3c748c0d9c31 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:25.428930 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a67f1c4a-7473-4235-b474-3c748c0d9c31 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:25.431581 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a6aaeab1-e33a-4263-9288-71ffa788f8e2 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:25.441321 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-80db16e6-3d8e-440b-bcfa-83f4ae76d337 None None] For port 811935c2-3be7-4e9f-87d9-12b45d1e5951, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:24:25.458974 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8979dd2f-2b36-44af-907e-b005a0a00b08 None None] Checking router: 83c6cb27-2a32-4704-be30-7a16100582bd for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:24:25.459356 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8979dd2f-2b36-44af-907e-b005a0a00b08 None None] Updating router 83c6cb27-2a32-4704-be30-7a16100582bd port 4e2d4ddd-3882-4fa9-9ee5-99771093213f binding host dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:24:25.479569 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b72ed93-c1ee-4616-9d1a-a05d0bda9f28 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'Port': ['ID=d40205d4-adff-4c49-8454-cee28aeb0253,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:25.518615 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-80db16e6-3d8e-440b-bcfa-83f4ae76d337 None None] For port 811935c2-3be7-4e9f-87d9-12b45d1e5951, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=811935c2-3be7-4e9f-87d9-12b45d1e5951,segment=NetworkSegment(ff9e5bff-a19b-4a46-9641-437c8bf7e4c6),segment_id=ff9e5bff-a19b-4a46-9641-437c8bf7e4c6)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:24:25.557814 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1b72ed93-c1ee-4616-9d1a-a05d0bda9f28 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:25.559762 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff48f72-bec6-4193-9ef6-4c89371a75cc None None] Network f51e7bdf-9156-40f7-b621-c368698d6fd9 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:24:25.575292 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-37d17ff8-71a4-4867-9b85-62eabbcf4b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:25.578070 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-5bb485a6-f320-449e-993c-4498e29bc5e0 service neutron] 10.222.0.45 "GET /v2.0/networks/405cc457-257b-4046-ad64-71c7c4966738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9879401 Dec 22 13:24:25.678732 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-80db16e6-3d8e-440b-bcfa-83f4ae76d337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:25.682942 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a67f1c4a-7473-4235-b474-3c748c0d9c31 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] 10.222.0.47 "DELETE /v2.0/subnets/2f1a1918-5b08-4e9e-935f-125fdd790093 HTTP/1.1" status: 204 len: 168 time: 2.2797642 Dec 22 13:24:25.688201 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49024) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:25.689109 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-bcc28d14-0b72-4f48-a826-d112e854839e None None] Allocated IP 172.20.0.18 (af00dec1-e26a-496a-93c8-a8f6acabdaa9/dbea3fb0-ce4a-4f23-9485-a89506951e40/d3b03762-3bb0-44c9-96da-b2ad59d59be1) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:24:25.691980 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:25.712206 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-1b72ed93-c1ee-4616-9d1a-a05d0bda9f28 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] In _notify_port_updated(), no bound segment for port d40205d4-adff-4c49-8454-cee28aeb0253 on network af00dec1-e26a-496a-93c8-a8f6acabdaa9 {{(pid=84149) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 13:24:25.716307 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b72ed93-c1ee-4616-9d1a-a05d0bda9f28 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:25.717045 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1b72ed93-c1ee-4616-9d1a-a05d0bda9f28 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:25.718504 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1b72ed93-c1ee-4616-9d1a-a05d0bda9f28 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "PUT /v2.0/ports/d40205d4-adff-4c49-8454-cee28aeb0253 HTTP/1.1" status: 200 len: 921 time: 3.1094875 Dec 22 13:24:25.722343 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49028) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:25.724128 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8979dd2f-2b36-44af-907e-b005a0a00b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:25.760183 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-37d17ff8-71a4-4867-9b85-62eabbcf4b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:25.783736 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 624e2e91-bda5-4b4d-94af-da68b27fd96a completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:24:25.804741 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c0ddc94d-442d-474e-967c-60032b2d784d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:25.825733 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1f9faac0-4f4e-4f05-9f9f-51939c3505a7 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:25.826345 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 624e2e91-bda5-4b4d-94af-da68b27fd96a triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:25.826678 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:25.847080 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-8f313d4b-3bfc-4490-816f-679b3ffe54dd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Deleting port d40205d4-adff-4c49-8454-cee28aeb0253 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:24:25.847433 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8f313d4b-3bfc-4490-816f-679b3ffe54dd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:25.890995 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-97a3f9ec-740c-4dcf-adf0-4163a274741d tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "DELETE /v2.0/subnetpools/f9ef3905-8838-46cf-8c60-f2be49f69daa/tags HTTP/1.1" status: 204 len: 168 time: 0.6586053 Dec 22 13:24:25.893441 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49032) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:25.897338 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.tag.tag_plugin [None req-9d8cc035-c30c-4e49-97ed-2a573ad91835 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f9ef3905-8838-46cf-8c60-f2be49f69daa', 'tempest-TagsExtTest-Tag-996480960') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:25.933644 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d17ff8-71a4-4867-9b85-62eabbcf4b14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:24:25.978201 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a6aaeab1-e33a-4263-9288-71ffa788f8e2 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:25.984665 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-9d8cc035-c30c-4e49-97ed-2a573ad91835 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] show failed (client error): The resource could not be found. Dec 22 13:24:25.988119 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9d8cc035-c30c-4e49-97ed-2a573ad91835 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "GET /v2.0/subnetpools/f9ef3905-8838-46cf-8c60-f2be49f69daa/tags/tempest-TagsExtTest-Tag-996480960 HTTP/1.1" status: 404 len: 328 time: 0.0926142 Dec 22 13:24:25.989878 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49036) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:25.991978 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d17ff8-71a4-4867-9b85-62eabbcf4b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2f3f27-7def-43c7-9f4b-e5dfb2bc6271,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:25.995402 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-37d17ff8-71a4-4867-9b85-62eabbcf4b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:25.998496 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.tag.tag_plugin [None req-de727105-5060-4577-a25c-3997063abb89 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f9ef3905-8838-46cf-8c60-f2be49f69daa', 'tempest-TagsExtTest-Tag-1565336017') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:26.002416 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-37d17ff8-71a4-4867-9b85-62eabbcf4b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:26.002759 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-37d17ff8-71a4-4867-9b85-62eabbcf4b14 admin admin] Added segment 78f65e70-cc26-4dab-836a-259beca31b25 of type vlan for network 0cec8290-231b-4876-b1ca-370b31566bfa Dec 22 13:24:26.014225 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187eb49-8796-475e-b542-2261e21cd793 req-5e7c6436-8e7a-4309-aaf7-b011065da686 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:26.015706 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5187eb49-8796-475e-b542-2261e21cd793 req-5e7c6436-8e7a-4309-aaf7-b011065da686 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=bccbc80a-0f5f-4829-acf7-e00cfc344106 HTTP/1.1" status: 200 len: 943 time: 0.6945961 Dec 22 13:24:26.035411 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5550a13-07a7-404c-9387-4c8f941cf357 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:26.036085 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-c5550a13-07a7-404c-9387-4c8f941cf357 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Synchronizing usage tracker for tenant:1f46008cc35d4cf7859cf0fa869ce3d5 on resource:subnet {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:24:26.059511 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a6aaeab1-e33a-4263-9288-71ffa788f8e2 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:26.092330 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4841b11f-5274-462d-b8eb-4c76f4206a10 req-ec5787cf-e6a7-442e-a13c-f0695ee20e52 service neutron] 10.222.0.45 "GET /v2.0/networks/405cc457-257b-4046-ad64-71c7c4966738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4916031 Dec 22 13:24:26.105404 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-37d17ff8-71a4-4867-9b85-62eabbcf4b14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:26.123808 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-de727105-5060-4577-a25c-3997063abb89 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] show failed (client error): The resource could not be found. Dec 22 13:24:26.127693 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-de727105-5060-4577-a25c-3997063abb89 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "GET /v2.0/subnetpools/f9ef3905-8838-46cf-8c60-f2be49f69daa/tags/tempest-TagsExtTest-Tag-1565336017 HTTP/1.1" status: 404 len: 329 time: 0.1347187 Dec 22 13:24:26.129519 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49040) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:26.133483 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.tag.tag_plugin [None req-04cfe568-0af4-4635-bf73-d274489cdd94 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f9ef3905-8838-46cf-8c60-f2be49f69daa', 'tempest-TagsExtTest-Tag-392275285') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:26.148055 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1f9faac0-4f4e-4f05-9f9f-51939c3505a7 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:26.155495 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5187eb49-8796-475e-b542-2261e21cd793 req-123d64ab-929f-4967-bff1-eb82dde97218 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b5a82da-b564-4aec-9fcf-2929cec9c877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120465 Dec 22 13:24:26.164709 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7217a3ba-6809-4232-941f-94123f87cf74 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:26.250964 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db16e6-3d8e-440b-bcfa-83f4ae76d337 None None] Pushing event updated for resources: {'Port': ['ID=811935c2-3be7-4e9f-87d9-12b45d1e5951,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:26.264409 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-80db16e6-3d8e-440b-bcfa-83f4ae76d337 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:26.265085 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8f313d4b-3bfc-4490-816f-679b3ffe54dd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:26.275042 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9faac0-4f4e-4f05-9f9f-51939c3505a7 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:24:26.283100 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-1f9faac0-4f4e-4f05-9f9f-51939c3505a7 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:26.285646 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9faac0-4f4e-4f05-9f9f-51939c3505a7 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:24:26.315627 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a6aaeab1-e33a-4263-9288-71ffa788f8e2 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:26.315899 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9faac0-4f4e-4f05-9f9f-51939c3505a7 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Pushing event updated for resources: {'Port': ['ID=4fbb318a-d0fd-40c5-9122-8c05b55fe089,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:26.316013 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6aaeab1-e33a-4263-9288-71ffa788f8e2 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Fanout notify agent at l3_agent the message router_deleted on router 7cb7f5d1-9cc4-461f-8a37-18e4a661920f {{(pid=84148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:24:26.317276 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-37d17ff8-71a4-4867-9b85-62eabbcf4b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:26.318563 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d17ff8-71a4-4867-9b85-62eabbcf4b14 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:26.318721 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1f9faac0-4f4e-4f05-9f9f-51939c3505a7 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:26.319060 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-37d17ff8-71a4-4867-9b85-62eabbcf4b14 admin admin] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:26.322627 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-c5550a13-07a7-404c-9387-4c8f941cf357 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Unset dirty status for tenant:1f46008cc35d4cf7859cf0fa869ce3d5 on resource:subnet {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:24:26.324155 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c5550a13-07a7-404c-9387-4c8f941cf357 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6314471 Dec 22 13:24:26.336366 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-dacf1063-417f-445c-82bc-c9a075462a61 tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:26.357475 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49044) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:26.370605 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9899d0-32d9-4c68-940e-4da70ebb7cb3 None None] Network 4d7aed66-e000-40cc-8c30-6ed95000427d requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:24:26.382952 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-04cfe568-0af4-4635-bf73-d274489cdd94 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] show failed (client error): The resource could not be found. Dec 22 13:24:26.386546 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-04cfe568-0af4-4635-bf73-d274489cdd94 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "GET /v2.0/subnetpools/f9ef3905-8838-46cf-8c60-f2be49f69daa/tags/tempest-TagsExtTest-Tag-392275285 HTTP/1.1" status: 404 len: 328 time: 0.2551060 Dec 22 13:24:26.391753 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49048) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:26.448314 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-8f313d4b-3bfc-4490-816f-679b3ffe54dd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Calling delete_port for d40205d4-adff-4c49-8454-cee28aeb0253 owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:24:26.499842 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.tag.tag_plugin [None req-94007770-f9a9-4bb5-827f-2bbde3f1a53a tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f9ef3905-8838-46cf-8c60-f2be49f69daa') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:26.511271 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a6aaeab1-e33a-4263-9288-71ffa788f8e2 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:26.513445 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a6aaeab1-e33a-4263-9288-71ffa788f8e2 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "DELETE /v2.0/routers/7cb7f5d1-9cc4-461f-8a37-18e4a661920f HTTP/1.1" status: 204 len: 168 time: 6.7177944 Dec 22 13:24:26.518897 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49052) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:26.569706 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-37d17ff8-71a4-4867-9b85-62eabbcf4b14 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8005204 Dec 22 13:24:26.581037 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49056) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:26.591461 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d17ff8-71a4-4867-9b85-62eabbcf4b14 admin admin] Pushing event updated for resources: {'Network': ['ID=0cec8290-231b-4876-b1ca-370b31566bfa,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:26.596014 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:26.599394 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-37d17ff8-71a4-4867-9b85-62eabbcf4b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:26.611285 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b9736f9b-04c5-46c0-9a06-e46e7d6b9acc tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:26.632437 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-99e13e72-93cd-419d-bb7d-c7a6f8ae570f req-bee9a675-e631-4e80-904c-71d8f9c5b24c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=bccbc80a-0f5f-4829-acf7-e00cfc344106 HTTP/1.1" status: 200 len: 1096 time: 0.3559825 Dec 22 13:24:26.646157 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-038aa9e8-61cd-4ce0-b7cb-189643f73083 admin admin] Request body: {'subnet': {'network_id': '0cec8290-231b-4876-b1ca-370b31566bfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1256236647-subnet', 'tenant_id': 'ed5f4128499541069db229ac19f58501', 'ip_version': 4}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:26.646340 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-bcc28d14-0b72-4f48-a826-d112e854839e None None] For port d3b03762-3bb0-44c9-96da-b2ad59d59be1, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=d3b03762-3bb0-44c9-96da-b2ad59d59be1,segment=NetworkSegment(25a8765f-80c9-49f2-80f3-af40bf6068ab),segment_id=25a8765f-80c9-49f2-80f3-af40bf6068ab)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:24:26.646519 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-b9736f9b-04c5-46c0-9a06-e46e7d6b9acc tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Deleting port 811935c2-3be7-4e9f-87d9-12b45d1e5951 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:24:26.646519 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b9736f9b-04c5-46c0-9a06-e46e7d6b9acc tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:26.685725 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 0cec8290-231b-4876-b1ca-370b31566bfa details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:24:26.686241 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-038aa9e8-61cd-4ce0-b7cb-189643f73083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:26.705232 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-038aa9e8-61cd-4ce0-b7cb-189643f73083 admin admin] Usage tracker for resource:subnet and tenant:ed5f4128499541069db229ac19f58501 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:26.705635 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-94007770-f9a9-4bb5-827f-2bbde3f1a53a tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "DELETE /v2.0/subnetpools/f9ef3905-8838-46cf-8c60-f2be49f69daa/tags HTTP/1.1" status: 204 len: 168 time: 0.2648189 Dec 22 13:24:26.712841 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49060) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:26.713962 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-038aa9e8-61cd-4ce0-b7cb-189643f73083 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:26.764847 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.tag.tag_plugin [None req-1d55c5cd-5a8c-42dc-9292-8ca3ee93e073 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7aafd7ff-fed3-4574-9350-cf5bf17cebbf') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:26.799872 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 624e2e91-bda5-4b4d-94af-da68b27fd96a, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=624e2e91-bda5-4b4d-94af-da68b27fd96a,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:24:26.827026 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-038aa9e8-61cd-4ce0-b7cb-189643f73083 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:26.856906 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-571b80eb-aa24-4083-ad26-ad09c4564925 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:26.859317 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:26.875254 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:26.939845 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e13e72-93cd-419d-bb7d-c7a6f8ae570f req-acd889ff-8efe-44d0-9e42-a7163c631768 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:26.941312 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-99e13e72-93cd-419d-bb7d-c7a6f8ae570f req-acd889ff-8efe-44d0-9e42-a7163c631768 service neutron] 10.222.0.45 "GET /v2.0/networks?id=405cc457-257b-4046-ad64-71c7c4966738 HTTP/1.1" status: 200 len: 898 time: 0.3005986 Dec 22 13:24:26.944552 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-bcc28d14-0b72-4f48-a826-d112e854839e None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:26.950273 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038aa9e8-61cd-4ce0-b7cb-189643f73083 admin admin] Made reservation on behalf of ed5f4128499541069db229ac19f58501 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:24:26.952297 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-038aa9e8-61cd-4ce0-b7cb-189643f73083 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:26.989550 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-bcc28d14-0b72-4f48-a826-d112e854839e None None] Transition to ACTIVE for port object d3b03762-3bb0-44c9-96da-b2ad59d59be1 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:27.023681 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=624e2e91-bda5-4b4d-94af-da68b27fd96a,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:27.029641 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:27.062698 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-bcc28d14-0b72-4f48-a826-d112e854839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:27.072471 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c873257f-2cac-4cac-ba70-06c9f627dd9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:27.175367 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-99e13e72-93cd-419d-bb7d-c7a6f8ae570f req-6e2a5458-059d-4e1b-9e0c-f1082fe2330a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ee846db-bfda-41ee-b278-55ce6efac6d6 HTTP/1.1" status: 200 len: 217 time: 0.2183867 Dec 22 13:24:27.185938 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-b9736f9b-04c5-46c0-9a06-e46e7d6b9acc tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] For port 811935c2-3be7-4e9f-87d9-12b45d1e5951, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=811935c2-3be7-4e9f-87d9-12b45d1e5951,segment=NetworkSegment(ff9e5bff-a19b-4a46-9641-437c8bf7e4c6),segment_id=ff9e5bff-a19b-4a46-9641-437c8bf7e4c6)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:24:27.186299 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b9736f9b-04c5-46c0-9a06-e46e7d6b9acc tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:27.190475 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8979dd2f-2b36-44af-907e-b005a0a00b08 None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:27.251685 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-8979dd2f-2b36-44af-907e-b005a0a00b08 None None] Transition to ACTIVE for port object 4e2d4ddd-3882-4fa9-9ee5-99771093213f will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:27.256532 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc28d14-0b72-4f48-a826-d112e854839e None None] Pushing event updated for resources: {'Port': ['ID=d3b03762-3bb0-44c9-96da-b2ad59d59be1,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:27.261520 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-bcc28d14-0b72-4f48-a826-d112e854839e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:27.296261 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8f313d4b-3bfc-4490-816f-679b3ffe54dd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:27.357009 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1b72ed93-c1ee-4616-9d1a-a05d0bda9f28 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:27.357262 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-b9736f9b-04c5-46c0-9a06-e46e7d6b9acc tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Calling delete_port for 811935c2-3be7-4e9f-87d9-12b45d1e5951 owned by network:dhcp {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:24:27.383144 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8979dd2f-2b36-44af-907e-b005a0a00b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:27.387530 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-ce8ec848-5fed-4b9d-b80a-8817fd7baf65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:27.435877 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e13e72-93cd-419d-bb7d-c7a6f8ae570f req-f109406d-7868-4100-8225-a4b401b443b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:27.437666 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-99e13e72-93cd-419d-bb7d-c7a6f8ae570f req-f109406d-7868-4100-8225-a4b401b443b9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dfb6332c-285f-49dd-93fe-15ef12392031 HTTP/1.1" status: 200 len: 835 time: 0.2440562 Dec 22 13:24:27.482261 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1d55c5cd-5a8c-42dc-9292-8ca3ee93e073 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "DELETE /v2.0/routers/7aafd7ff-fed3-4574-9350-cf5bf17cebbf/tags HTTP/1.1" status: 204 len: 168 time: 0.7644143 Dec 22 13:24:27.485337 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49066) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:27.504882 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f313d4b-3bfc-4490-816f-679b3ffe54dd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'Port': ['ID=d40205d4-adff-4c49-8454-cee28aeb0253,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:27.507613 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8f313d4b-3bfc-4490-816f-679b3ffe54dd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:27.519044 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.tag.tag_plugin [None req-3d7f47be-1225-4baf-a06b-640d59104d78 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7ca5fda5-a158-4282-a0e1-ab6ada95c793') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:27.553457 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802205db-ff2e-4c36-bfdd-5953a757ffa6 None None] Pushing event updated for resources: {'Port': ['ID=4e2d4ddd-3882-4fa9-9ee5-99771093213f,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:27.560573 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-802205db-ff2e-4c36-bfdd-5953a757ffa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:27.600259 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-99e13e72-93cd-419d-bb7d-c7a6f8ae570f req-7151bb5e-161b-49c3-acc9-ddc26bb2f234 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=405cc457-257b-4046-ad64-71c7c4966738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1488369 Dec 22 13:24:27.650794 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-571b80eb-aa24-4083-ad26-ad09c4564925 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:27.711448 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-8979dd2f-2b36-44af-907e-b005a0a00b08 None None] Attempting to bind port 4e2d4ddd-3882-4fa9-9ee5-99771093213f on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:24:27.712101 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-8979dd2f-2b36-44af-907e-b005a0a00b08 None None] Attempting to bind port 4e2d4ddd-3882-4fa9-9ee5-99771093213f by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'f468e2c3-8d76-44b5-a1f5-b6db2225bdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:24:27.714461 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8979dd2f-2b36-44af-907e-b005a0a00b08 None None] Attempting to bind port 4e2d4ddd-3882-4fa9-9ee5-99771093213f on network 10e79ce2-fabb-4316-a76b-1469cb51a232 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:24:27.722243 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b9736f9b-04c5-46c0-9a06-e46e7d6b9acc tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:27.728443 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8979dd2f-2b36-44af-907e-b005a0a00b08 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:24:27.728991 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8979dd2f-2b36-44af-907e-b005a0a00b08 None None] Checking segment: {'id': 'f468e2c3-8d76-44b5-a1f5-b6db2225bdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:24:27.729712 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8979dd2f-2b36-44af-907e-b005a0a00b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:27.730311 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8979dd2f-2b36-44af-907e-b005a0a00b08 None None] Bound using segment: {'id': 'f468e2c3-8d76-44b5-a1f5-b6db2225bdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:24:27.731533 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-8979dd2f-2b36-44af-907e-b005a0a00b08 None None] Bound port: 4e2d4ddd-3882-4fa9-9ee5-99771093213f, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f468e2c3-8d76-44b5-a1f5-b6db2225bdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:24:27.732101 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8979dd2f-2b36-44af-907e-b005a0a00b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:27.737256 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3c34afea-effb-4f30-84eb-e6e3fe86ee25 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:27.798993 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9736f9b-04c5-46c0-9a06-e46e7d6b9acc tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Pushing event deleted for resources: {'Port': ['ID=811935c2-3be7-4e9f-87d9-12b45d1e5951,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:27.806802 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-571b80eb-aa24-4083-ad26-ad09c4564925 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89a79209-9156-4e6a-aa92-986d9fb5ebd9']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:27.813416 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b9736f9b-04c5-46c0-9a06-e46e7d6b9acc tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:27.833410 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9736f9b-04c5-46c0-9a06-e46e7d6b9acc tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] No DVR routers for this DVR port 811935c2-3be7-4e9f-87d9-12b45d1e5951 on host dv-neutron-822669-1-hyperv {{(pid=84148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:24:27.843269 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-8979dd2f-2b36-44af-907e-b005a0a00b08 None None] For port 4e2d4ddd-3882-4fa9-9ee5-99771093213f, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:24:27.848206 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-8979dd2f-2b36-44af-907e-b005a0a00b08 None None] For port 4e2d4ddd-3882-4fa9-9ee5-99771093213f, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=4e2d4ddd-3882-4fa9-9ee5-99771093213f,segment=NetworkSegment(f468e2c3-8d76-44b5-a1f5-b6db2225bdd5),segment_id=f468e2c3-8d76-44b5-a1f5-b6db2225bdd5)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:24:27.850091 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-571b80eb-aa24-4083-ad26-ad09c4564925 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0948a770-5386-4fe4-820e-d3adb2497c58') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:27.856852 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-571b80eb-aa24-4083-ad26-ad09c4564925 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0948a770-5386-4fe4-820e-d3adb2497c58') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:27.925571 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-571b80eb-aa24-4083-ad26-ad09c4564925 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:27.957031 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8979dd2f-2b36-44af-907e-b005a0a00b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:27.962974 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd2ed2-2b76-4a20-adc6-ee00f9541e1f req-5b051540-32a9-421b-a291-82d07f3762e6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:27.970750 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-dedd2ed2-2b76-4a20-adc6-ee00f9541e1f req-5b051540-32a9-421b-a291-82d07f3762e6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=bccbc80a-0f5f-4829-acf7-e00cfc344106 HTTP/1.1" status: 200 len: 943 time: 0.6190858 Dec 22 13:24:27.975393 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-a746d366-b9d6-4d79-b2bf-6c9132b7cbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:27.998963 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8f313d4b-3bfc-4490-816f-679b3ffe54dd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:28.028126 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b9736f9b-04c5-46c0-9a06-e46e7d6b9acc tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:28.033257 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-571b80eb-aa24-4083-ad26-ad09c4564925 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:28.033257 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1f9faac0-4f4e-4f05-9f9f-51939c3505a7 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:28.033954 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1f9faac0-4f4e-4f05-9f9f-51939c3505a7 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:28.050741 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8f313d4b-3bfc-4490-816f-679b3ffe54dd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/ports/d40205d4-adff-4c49-8454-cee28aeb0253 HTTP/1.1" status: 204 len: 168 time: 2.3269598 Dec 22 13:24:28.053693 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49070) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:28.061949 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-b9736f9b-04c5-46c0-9a06-e46e7d6b9acc tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d7aed66-e000-40cc-8c30-6ed95000427d']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:28.067047 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8979dd2f-2b36-44af-907e-b005a0a00b08 None None] Routers {'83c6cb27-2a32-4704-be30-7a16100582bd'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:24:28.067801 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-8979dd2f-2b36-44af-907e-b005a0a00b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:24:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['83c6cb27-2a32-4704-be30-7a16100582bd'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:28.075664 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-99e13e72-93cd-419d-bb7d-c7a6f8ae570f req-0a131b16-b278-401b-8768-b9369a48b600 service neutron] 10.222.0.45 "GET /v2.0/networks/405cc457-257b-4046-ad64-71c7c4966738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627361 Dec 22 13:24:28.081206 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-b9736f9b-04c5-46c0-9a06-e46e7d6b9acc tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff9e5bff-a19b-4a46-9641-437c8bf7e4c6') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:28.081206 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-b9736f9b-04c5-46c0-9a06-e46e7d6b9acc tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff9e5bff-a19b-4a46-9641-437c8bf7e4c6') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:28.092798 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-571b80eb-aa24-4083-ad26-ad09c4564925 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:24:28.093302 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-571b80eb-aa24-4083-ad26-ad09c4564925 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:28.111450 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-3d7f47be-1225-4baf-a06b-640d59104d78 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "DELETE /v2.0/ports/7ca5fda5-a158-4282-a0e1-ab6ada95c793/tags HTTP/1.1" status: 204 len: 168 time: 0.6083124 Dec 22 13:24:28.112407 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:24:28.112407 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:24:28.112407 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:24:28.112407 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:24:28.112407 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:24:28.112407 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:24:28.112407 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:24:28.112407 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:24:28.112407 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:24:28.112407 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:24:28.112407 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:24:28.112407 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:24:28.112407 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:24:28.112407 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:24:28.112407 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:24:28.112407 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:24:28.112407 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:24:28.112407 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:24:28.112407 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:24:28.112407 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:24:28.112407 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:24:28.112407 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:24:28.112407 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:24:28.112407 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:24:28.112407 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:24:28.112407 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:24:28.112407 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:24:28.112407 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:24:28.112407 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:24:28.112407 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:24:28.112407 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:24:28.112407 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:24:28.116404 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b9736f9b-04c5-46c0-9a06-e46e7d6b9acc tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:28.128615 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49074) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:28.182572 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802205db-ff2e-4c36-bfdd-5953a757ffa6 None None] Pushing event updated for resources: {'Port': ['ID=4e2d4ddd-3882-4fa9-9ee5-99771093213f,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:28.182741 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.tag.tag_plugin [None req-891cc16b-6ebf-49fd-88cb-3d4d011a1ccd tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8001b4cb-649c-48d9-b22a-2a55d2d410e4') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:28.201632 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-802205db-ff2e-4c36-bfdd-5953a757ffa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:28.228912 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b9736f9b-04c5-46c0-9a06-e46e7d6b9acc tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:28.241160 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-038aa9e8-61cd-4ce0-b7cb-189643f73083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:28.249424 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9736f9b-04c5-46c0-9a06-e46e7d6b9acc tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:24:28.249977 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b9736f9b-04c5-46c0-9a06-e46e7d6b9acc tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:28.267209 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e5ed7183-c358-43b5-9a98-f663ca81154d tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:28.267953 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:24:28.267953 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:24:28.267953 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:24:28.267953 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:24:28.267953 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:24:28.267953 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:24:28.267953 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:24:28.267953 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:24:28.267953 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:24:28.267953 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:24:28.267953 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:24:28.267953 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:24:28.267953 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:24:28.267953 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:24:28.267953 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:24:28.267953 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:24:28.267953 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:24:28.267953 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:24:28.267953 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:24:28.267953 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:24:28.267953 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:24:28.267953 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:24:28.267953 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:24:28.267953 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:24:28.267953 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:24:28.267953 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:24:28.267953 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:24:28.267953 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:24:28.267953 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:24:28.267953 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:24:28.267953 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:24:28.267953 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:24:28.292902 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f08c00-b71c-4e1e-a332-063c2cfb2947 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] GET failed (client error): The resource could not be found. Dec 22 13:24:28.294071 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-14f08c00-b71c-4e1e-a332-063c2cfb2947 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Synchronizing usage tracker for tenant:77460f0dfa37423d8c924a302461b16c on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:24:28.299703 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-fa528810-44b6-4d65-a780-9a2425c87ec0 None None] Provisioning for port d3b03762-3bb0-44c9-96da-b2ad59d59be1 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:24:28.316091 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-fa528810-44b6-4d65-a780-9a2425c87ec0 None None] Provisioning complete for port d3b03762-3bb0-44c9-96da-b2ad59d59be1 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:28.316758 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-fa528810-44b6-4d65-a780-9a2425c87ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:28.342975 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-dedd2ed2-2b76-4a20-adc6-ee00f9541e1f req-bf9f5007-1c11-4d51-a7d1-06b87eb0ebe0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b5a82da-b564-4aec-9fcf-2929cec9c877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3717158 Dec 22 13:24:28.417399 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-99e13e72-93cd-419d-bb7d-c7a6f8ae570f req-fef5b113-c5a4-4cde-b710-16c8de666b3c service neutron] 10.222.0.45 "GET /v2.0/networks/405cc457-257b-4046-ad64-71c7c4966738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297317 Dec 22 13:24:28.440073 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-891cc16b-6ebf-49fd-88cb-3d4d011a1ccd tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "DELETE /v2.0/subnets/8001b4cb-649c-48d9-b22a-2a55d2d410e4/tags HTTP/1.1" status: 204 len: 168 time: 0.3063295 Dec 22 13:24:28.441502 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49078) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:28.474674 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-571b80eb-aa24-4083-ad26-ad09c4564925 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:28.482169 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038aa9e8-61cd-4ce0-b7cb-189643f73083 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af3fd479-45e5-44cf-8c82-e5c3e72797bf,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:28.490061 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-14f08c00-b71c-4e1e-a332-063c2cfb2947 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Unset dirty status for tenant:77460f0dfa37423d8c924a302461b16c on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:24:28.494141 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-14f08c00-b71c-4e1e-a332-063c2cfb2947 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "GET /v2.0/ports/d40205d4-adff-4c49-8454-cee28aeb0253 HTTP/1.1" status: 404 len: 333 time: 0.4357173 Dec 22 13:24:28.494141 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-571b80eb-aa24-4083-ad26-ad09c4564925 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:28.500253 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49082) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:28.516425 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-8979dd2f-2b36-44af-907e-b005a0a00b08 None None] Set router 83c6cb27-2a32-4704-be30-7a16100582bd gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:24:28.557447 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b9736f9b-04c5-46c0-9a06-e46e7d6b9acc tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:28.566052 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b9736f9b-04c5-46c0-9a06-e46e7d6b9acc tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:28.569738 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8b928fde-3868-4529-88bf-913cecc1c465 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:28.602728 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9736f9b-04c5-46c0-9a06-e46e7d6b9acc tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Pushing event deleted for resources: {'Network': ['ID=4d7aed66-e000-40cc-8c30-6ed95000427d,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:28.623828 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b9736f9b-04c5-46c0-9a06-e46e7d6b9acc tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] 10.222.0.47 "DELETE /v2.0/networks/4d7aed66-e000-40cc-8c30-6ed95000427d HTTP/1.1" status: 204 len: 168 time: 2.2599354 Dec 22 13:24:28.625457 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9736f9b-04c5-46c0-9a06-e46e7d6b9acc tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:28.625837 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9736f9b-04c5-46c0-9a06-e46e7d6b9acc tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:28.626626 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038aa9e8-61cd-4ce0-b7cb-189643f73083 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:28.626760 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9736f9b-04c5-46c0-9a06-e46e7d6b9acc tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:28.626863 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038aa9e8-61cd-4ce0-b7cb-189643f73083 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:28.626960 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9736f9b-04c5-46c0-9a06-e46e7d6b9acc tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:28.627073 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9736f9b-04c5-46c0-9a06-e46e7d6b9acc tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:28.627378 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038aa9e8-61cd-4ce0-b7cb-189643f73083 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:28.627500 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9736f9b-04c5-46c0-9a06-e46e7d6b9acc tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:28.627899 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9736f9b-04c5-46c0-9a06-e46e7d6b9acc tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:28.628031 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038aa9e8-61cd-4ce0-b7cb-189643f73083 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:28.628306 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9736f9b-04c5-46c0-9a06-e46e7d6b9acc tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:28.628548 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038aa9e8-61cd-4ce0-b7cb-189643f73083 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:28.628667 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9736f9b-04c5-46c0-9a06-e46e7d6b9acc tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:28.629054 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9736f9b-04c5-46c0-9a06-e46e7d6b9acc tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:28.629188 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038aa9e8-61cd-4ce0-b7cb-189643f73083 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:28.629455 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9736f9b-04c5-46c0-9a06-e46e7d6b9acc tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:28.629717 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038aa9e8-61cd-4ce0-b7cb-189643f73083 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:28.630178 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038aa9e8-61cd-4ce0-b7cb-189643f73083 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:28.630668 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038aa9e8-61cd-4ce0-b7cb-189643f73083 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:28.631126 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038aa9e8-61cd-4ce0-b7cb-189643f73083 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:28.631565 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038aa9e8-61cd-4ce0-b7cb-189643f73083 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:28.633123 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b9736f9b-04c5-46c0-9a06-e46e7d6b9acc tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:28.635180 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49086) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:28.639137 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d2ec0034-4d37-432e-b6af-331424bdd11f tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks [] for subnetpool, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:28.643236 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d2ec0034-4d37-432e-b6af-331424bdd11f tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "DELETE /v2.0/subnetpools/f9ef3905-8838-46cf-8c60-f2be49f69daa HTTP/1.1" status: 204 len: 168 time: 0.1975687 Dec 22 13:24:28.643405 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49090) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:28.644291 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-038aa9e8-61cd-4ce0-b7cb-189643f73083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:28.647399 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-26dfae7a-089f-420f-851c-95c7c7a6136a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:28.662658 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038aa9e8-61cd-4ce0-b7cb-189643f73083 admin admin] Checking segment: {'id': '78f65e70-cc26-4dab-836a-259beca31b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0cec8290-231b-4876-b1ca-370b31566bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:24:28.663022 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038aa9e8-61cd-4ce0-b7cb-189643f73083 admin admin] Network hostable DHCP agents. Network: 0cec8290-231b-4876-b1ca-370b31566bfa, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:24:28.744606 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-571b80eb-aa24-4083-ad26-ad09c4564925 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "DELETE /v2.0/networks/89a79209-9156-4e6a-aa92-986d9fb5ebd9 HTTP/1.1" status: 204 len: 168 time: 2.2222433 Dec 22 13:24:28.744606 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b80eb-aa24-4083-ad26-ad09c4564925 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Pushing event deleted for resources: {'Network': ['ID=89a79209-9156-4e6a-aa92-986d9fb5ebd9,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:28.745576 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49094) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:28.751205 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2deb206b-2554-4643-871c-9c574675c743 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Synchronizing usage tracker for tenant:b9e4261018de4b11a3ad62720ae6ee2b on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:24:28.755496 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-571b80eb-aa24-4083-ad26-ad09c4564925 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:28.814971 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-489cfaf3-4a0a-415c-b9c7-65e287a5138f tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:28.826555 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-396ed60f-c31d-43cb-8831-8265ddfc2085 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:28.867262 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-396ed60f-c31d-43cb-8831-8265ddfc2085 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:28.878936 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-489cfaf3-4a0a-415c-b9c7-65e287a5138f tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Deleting port 1c0b525f-02d1-437a-9c2e-a3c2957f44d1 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:24:28.879536 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-489cfaf3-4a0a-415c-b9c7-65e287a5138f tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:28.905125 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:28.925382 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a871d1e4-427a-4b5d-b1d1-103e8e2e401f None None] get_active_networks_info from dv-neutron-822669-1-hyperv {{(pid=84150) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 13:24:28.926551 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038aa9e8-61cd-4ce0-b7cb-189643f73083 admin admin] Network 0cec8290-231b-4876-b1ca-370b31566bfa is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:24:28.931374 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2deb206b-2554-4643-871c-9c574675c743 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Unset dirty status for tenant:b9e4261018de4b11a3ad62720ae6ee2b on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:24:28.931374 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-2deb206b-2554-4643-871c-9c574675c743 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aafd7ff-fed3-4574-9350-cf5bf17cebbf HTTP/1.1" status: 200 len: 205 time: 0.2837317 Dec 22 13:24:28.936588 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49098) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:28.951107 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0b79734f-122b-458a-97c7-6a3cc2554ffc tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:29.019902 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-396ed60f-c31d-43cb-8831-8265ddfc2085 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:29.029315 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0b79734f-122b-458a-97c7-6a3cc2554ffc tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:29.029498 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-00627689-299b-4d44-a8a7-bdace6d5abeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:29.052747 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-fa528810-44b6-4d65-a780-9a2425c87ec0 None None] Provisioning complete for port ac80c07b-e289-496c-b79a-fc8bd50fd884 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:29.053144 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-fa528810-44b6-4d65-a780-9a2425c87ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:29.106781 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-038aa9e8-61cd-4ce0-b7cb-189643f73083 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 0cec8290-231b-4876-b1ca-370b31566bfa) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:29.108597 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ed60f-c31d-43cb-8831-8265ddfc2085 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbeaf809-c9ae-4e51-b9f1-67c31fbbff9f,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:29.112037 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 624e2e91-bda5-4b4d-94af-da68b27fd96a up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:24:29.116102 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-396ed60f-c31d-43cb-8831-8265ddfc2085 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:29.117330 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038aa9e8-61cd-4ce0-b7cb-189643f73083 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:29.117915 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-038aa9e8-61cd-4ce0-b7cb-189643f73083 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:29.132256 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-396ed60f-c31d-43cb-8831-8265ddfc2085 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:29.135956 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-396ed60f-c31d-43cb-8831-8265ddfc2085 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/security-groups/dbeaf809-c9ae-4e51-b9f1-67c31fbbff9f HTTP/1.1" status: 204 len: 168 time: 0.6287739 Dec 22 13:24:29.137864 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49102) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:29.190150 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 0ee846db-bfda-41ee-b278-55ce6efac6d6 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:24:29.191416 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bb140f28-5197-421c-b4f6-2988f3b24a73 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:29.233352 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-fa528810-44b6-4d65-a780-9a2425c87ec0 None None] Port ac80c07b-e289-496c-b79a-fc8bd50fd884 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:24:29.254874 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9faac0-4f4e-4f05-9f9f-51939c3505a7 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Router 19a7e3f1-9ee3-44ae-8d24-87533eb5d5d7 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:24:29.259767 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-fa528810-44b6-4d65-a780-9a2425c87ec0 None None] Could not find standard attr ID for object d40205d4-adff-4c49-8454-cee28aeb0253. {{(pid=84150) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:24:29.268931 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-038aa9e8-61cd-4ce0-b7cb-189643f73083 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6843460 Dec 22 13:24:29.271214 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49106) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:29.295680 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-718912cc-077c-4567-9ec8-8b2668fedec6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1256236647-router', 'tenant_id': 'ed5f4128499541069db229ac19f58501', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:29.300420 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-718912cc-077c-4567-9ec8-8b2668fedec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:29.309112 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-718912cc-077c-4567-9ec8-8b2668fedec6 admin admin] Usage tracker for resource:router and tenant:ed5f4128499541069db229ac19f58501 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:29.315326 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-718912cc-077c-4567-9ec8-8b2668fedec6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:29.333369 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-718912cc-077c-4567-9ec8-8b2668fedec6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:29.351723 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-489cfaf3-4a0a-415c-b9c7-65e287a5138f tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] For port 1c0b525f-02d1-437a-9c2e-a3c2957f44d1, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=1c0b525f-02d1-437a-9c2e-a3c2957f44d1,segment=NetworkSegment(d0ddcb3b-0d06-492a-9e96-51c1efb6b1cd),segment_id=d0ddcb3b-0d06-492a-9e96-51c1efb6b1cd)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:24:29.352300 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-8979dd2f-2b36-44af-907e-b005a0a00b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'name': 'tempest-TestVolumeBootPattern-1566605488-router', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4'}], 'enable_snat': True}, 'gw_port_id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:15Z', 'revision_number': 4, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'gw_port': {'id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:36:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:05Z', 'updated_at': '2021-12-22T13:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '4e2d4ddd-3882-4fa9-9ee5-99771093213f', 'name': '', 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'mac_address': 'fa:16:3e:77:26:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:13Z', 'updated_at': '2021-12-22T13:24:27Z', 'revision_number': 4, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'subnets': [{'id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:29.352586 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-489cfaf3-4a0a-415c-b9c7-65e287a5138f tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:29.365185 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a871d1e4-427a-4b5d-b1d1-103e8e2e401f None None] Resources bound (agent type, host, resource id): {{(pid=84150) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 13:24:29.369298 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8979dd2f-2b36-44af-907e-b005a0a00b08 None None] The sync data for ids ['83c6cb27-2a32-4704-be30-7a16100582bd'] in dv-neutron-822669-1-hyperv is: [{'id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'name': 'tempest-TestVolumeBootPattern-1566605488-router', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4'}], 'enable_snat': True}, 'gw_port_id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:15Z', 'revision_number': 4, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'gw_port': {'id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:36:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:05Z', 'updated_at': '2021-12-22T13:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '4e2d4ddd-3882-4fa9-9ee5-99771093213f', 'name': '', 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'mac_address': 'fa:16:3e:77:26:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:13Z', 'updated_at': '2021-12-22T13:24:27Z', 'revision_number': 4, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'subnets': [{'id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:24:29.411401 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-0a726a57-fe7e-4472-bddf-6ab272fc67f8 None None] Could not find standard attr ID for object d40205d4-adff-4c49-8454-cee28aeb0253. {{(pid=84150) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:24:29.442141 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 624e2e91-bda5-4b4d-94af-da68b27fd96a triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:29.442601 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:29.536932 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-489cfaf3-4a0a-415c-b9c7-65e287a5138f tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Calling delete_port for 1c0b525f-02d1-437a-9c2e-a3c2957f44d1 owned by network:dhcp {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:24:29.576856 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-718912cc-077c-4567-9ec8-8b2668fedec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:29.577802 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-718912cc-077c-4567-9ec8-8b2668fedec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:29.632904 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 0ee846db-bfda-41ee-b278-55ce6efac6d6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0ee846db-bfda-41ee-b278-55ce6efac6d6,segment=NetworkSegment(907a75be-955b-4691-a4d5-3f3edaef0bab),segment_id=907a75be-955b-4691-a4d5-3f3edaef0bab)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:24:29.645248 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-718912cc-077c-4567-9ec8-8b2668fedec6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:29.677931 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '0ee846db-bfda-41ee-b278-55ce6efac6d6', 'network_id': '405cc457-257b-4046-ad64-71c7c4966738', 'port_id': '0ee846db-bfda-41ee-b278-55ce6efac6d6', 'mac_address': 'fa:16:3e:0a:72:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfb6332c-285f-49dd-93fe-15ef12392031', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:24:29.720137 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0b79734f-122b-458a-97c7-6a3cc2554ffc tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:29.723644 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-489cfaf3-4a0a-415c-b9c7-65e287a5138f tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:29.733680 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-641ffa3a-cba6-4195-b189-cdc662c63f76 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:29.741098 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-be4668a2-f081-407e-bb65-c40d0ac58ef7 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:29.764312 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79734f-122b-458a-97c7-6a3cc2554ffc tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d0092f-2b68-4712-be8f-c58c750fe679,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:29.774621 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0b79734f-122b-458a-97c7-6a3cc2554ffc tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:29.780698 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e3de96b1-5f35-4016-8932-f4f88b303e01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:29.780859 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-be4668a2-f081-407e-bb65-c40d0ac58ef7 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:29.809125 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:29.836308 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489cfaf3-4a0a-415c-b9c7-65e287a5138f tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Pushing event deleted for resources: {'Port': ['ID=1c0b525f-02d1-437a-9c2e-a3c2957f44d1,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:29.845736 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-489cfaf3-4a0a-415c-b9c7-65e287a5138f tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:29.873906 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489cfaf3-4a0a-415c-b9c7-65e287a5138f tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] No DVR routers for this DVR port 1c0b525f-02d1-437a-9c2e-a3c2957f44d1 on host dv-neutron-822669-1-hyperv {{(pid=84148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:24:29.898093 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ee846db-bfda-41ee-b278-55ce6efac6d6 {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:24:29.969572 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device d3b03762-3bb0-44c9-96da-b2ad59d59be1 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:24:30.035414 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 0ee846db-bfda-41ee-b278-55ce6efac6d6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0ee846db-bfda-41ee-b278-55ce6efac6d6,segment=NetworkSegment(907a75be-955b-4691-a4d5-3f3edaef0bab),segment_id=907a75be-955b-4691-a4d5-3f3edaef0bab)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:24:30.091609 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0b79734f-122b-458a-97c7-6a3cc2554ffc tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:30.092775 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0b79734f-122b-458a-97c7-6a3cc2554ffc tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] 10.222.0.47 "DELETE /v2.0/security-groups/d1d0092f-2b68-4712-be8f-c58c750fe679 HTTP/1.1" status: 204 len: 168 time: 1.3463042 Dec 22 13:24:30.117131 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135847e-cc93-4b36-85db-5dd50be32511 req-22ce081c-9b4f-4e3e-8af4-4cf648cdb95d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:30.118648 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-b135847e-cc93-4b36-85db-5dd50be32511 req-22ce081c-9b4f-4e3e-8af4-4cf648cdb95d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=bccbc80a-0f5f-4829-acf7-e00cfc344106 HTTP/1.1" status: 200 len: 943 time: 0.4634337 Dec 22 13:24:30.148340 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bb140f28-5197-421c-b4f6-2988f3b24a73 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:30.148959 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:30.155903 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-4016fa72-865b-4a74-b825-858e041b4777 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:30.156775 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bb140f28-5197-421c-b4f6-2988f3b24a73 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:30.248045 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-489cfaf3-4a0a-415c-b9c7-65e287a5138f tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:30.283122 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-b135847e-cc93-4b36-85db-5dd50be32511 req-f445fa80-dc12-4fea-9752-fa042af38f19 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b5a82da-b564-4aec-9fcf-2929cec9c877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562819 Dec 22 13:24:30.289973 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bb140f28-5197-421c-b4f6-2988f3b24a73 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:30.290705 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb140f28-5197-421c-b4f6-2988f3b24a73 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Fanout notify agent at l3_agent the message router_deleted on router 7aafd7ff-fed3-4574-9350-cf5bf17cebbf {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:24:30.291158 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-489cfaf3-4a0a-415c-b9c7-65e287a5138f tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f51e7bdf-9156-40f7-b621-c368698d6fd9']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:30.316483 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-718912cc-077c-4567-9ec8-8b2668fedec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:30.319833 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-be4668a2-f081-407e-bb65-c40d0ac58ef7 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:30.320774 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-489cfaf3-4a0a-415c-b9c7-65e287a5138f tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0ddcb3b-0d06-492a-9e96-51c1efb6b1cd') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:30.321494 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-489cfaf3-4a0a-415c-b9c7-65e287a5138f tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0ddcb3b-0d06-492a-9e96-51c1efb6b1cd') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:30.322174 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port d3b03762-3bb0-44c9-96da-b2ad59d59be1 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:30.322628 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:30.330861 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-669b1def-2237-4851-b36c-52b3690947f1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:30.346720 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4668a2-f081-407e-bb65-c40d0ac58ef7 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9e31e7-3b5b-44ff-8303-aa0fda361f68,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:30.349684 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-be4668a2-f081-407e-bb65-c40d0ac58ef7 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:30.357296 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-489cfaf3-4a0a-415c-b9c7-65e287a5138f tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:30.363429 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-be4668a2-f081-407e-bb65-c40d0ac58ef7 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:30.365050 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-be4668a2-f081-407e-bb65-c40d0ac58ef7 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/security-groups/7e9e31e7-3b5b-44ff-8303-aa0fda361f68 HTTP/1.1" status: 204 len: 168 time: 1.2247081 Dec 22 13:24:30.367984 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49116) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:30.368568 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bb140f28-5197-421c-b4f6-2988f3b24a73 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:30.369804 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-bb140f28-5197-421c-b4f6-2988f3b24a73 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "DELETE /v2.0/routers/7aafd7ff-fed3-4574-9350-cf5bf17cebbf HTTP/1.1" status: 204 len: 168 time: 1.4276080 Dec 22 13:24:30.381812 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49120) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:30.500167 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9faac0-4f4e-4f05-9f9f-51939c3505a7 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:24:30.509171 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=0ee846db-bfda-41ee-b278-55ce6efac6d6,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:30.510812 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abaa120-fcb9-4154-a0fc-ccf006c1886d None None] Sync routers for ids ['19a7e3f1-9ee3-44ae-8d24-87533eb5d5d7'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:24:30.513391 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6c2594-95ee-46af-b67b-286171b2af1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-0cec8290-231b-4876-b1ca-370b31566bfa', 'network_id': '0cec8290-231b-4876-b1ca-370b31566bfa', 'tenant_id': 'ed5f4128499541069db229ac19f58501', 'fixed_ips': [{'subnet_id': 'af3fd479-45e5-44cf-8c82-e5c3e72797bf'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:24:30.514462 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2594-95ee-46af-b67b-286171b2af1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:30.525251 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['0ee846db-bfda-41ee-b278-55ce6efac6d6'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:24:30.528769 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-d0a36fbc-fbd4-4a3a-9929-3246d675bc58 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Deleting port 7ca5fda5-a158-4282-a0e1-ab6ada95c793 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:24:30.529125 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d0a36fbc-fbd4-4a3a-9929-3246d675bc58 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:30.533701 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abaa120-fcb9-4154-a0fc-ccf006c1886d None None] Routers {'19a7e3f1-9ee3-44ae-8d24-87533eb5d5d7'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:24:30.534572 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-3abaa120-fcb9-4154-a0fc-ccf006c1886d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:24:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['19a7e3f1-9ee3-44ae-8d24-87533eb5d5d7'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:30.579065 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:30.604447 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-489cfaf3-4a0a-415c-b9c7-65e287a5138f tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:30.742889 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-489cfaf3-4a0a-415c-b9c7-65e287a5138f tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:24:30.743636 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-489cfaf3-4a0a-415c-b9c7-65e287a5138f tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:30.769984 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:24:30.769984 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:24:30.769984 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:24:30.769984 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:24:30.769984 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:24:30.769984 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:24:30.769984 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:24:30.769984 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:24:30.769984 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:24:30.769984 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:24:30.769984 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:24:30.769984 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:24:30.769984 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:24:30.769984 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:24:30.769984 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:24:30.769984 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:24:30.769984 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:24:30.769984 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:24:30.769984 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:24:30.769984 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:24:30.769984 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:24:30.769984 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:24:30.769984 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:24:30.769984 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:24:30.769984 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:24:30.769984 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:24:30.769984 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:24:30.769984 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:24:30.769984 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:24:30.769984 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:24:30.769984 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:24:30.769984 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:24:30.788009 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-3abaa120-fcb9-4154-a0fc-ccf006c1886d None None] Set router 19a7e3f1-9ee3-44ae-8d24-87533eb5d5d7 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:24:30.826887 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1f9faac0-4f4e-4f05-9f9f-51939c3505a7 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:30.829479 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1f9faac0-4f4e-4f05-9f9f-51939c3505a7 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.0297906 Dec 22 13:24:30.838380 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49126) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:30.983783 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-68ba554c-6c8c-4121-bd78-fd38f66254d5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Deleting subnet 67ad7396-5987-4d84-8691-4e0edd68f41a {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:24:30.985814 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49130) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:30.987205 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-68ba554c-6c8c-4121-bd78-fd38f66254d5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:30.995819 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-5f6c2594-95ee-46af-b67b-286171b2af1f None None] Allocated IP 172.20.0.2 (0cec8290-231b-4876-b1ca-370b31566bfa/af3fd479-45e5-44cf-8c82-e5c3e72797bf/a488d319-653d-49b8-90da-98b0d65fa910) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:24:31.055601 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-489cfaf3-4a0a-415c-b9c7-65e287a5138f tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:31.066172 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d0a36fbc-fbd4-4a3a-9929-3246d675bc58 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:31.085164 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3ac46a99-a289-4f53-839d-5702508fa84c tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:31.125429 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-489cfaf3-4a0a-415c-b9c7-65e287a5138f tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:31.179267 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489cfaf3-4a0a-415c-b9c7-65e287a5138f tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Pushing event deleted for resources: {'Network': ['ID=f51e7bdf-9156-40f7-b621-c368698d6fd9,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:31.197389 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-489cfaf3-4a0a-415c-b9c7-65e287a5138f tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:31.205211 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-68ba554c-6c8c-4121-bd78-fd38f66254d5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:31.218076 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-3abaa120-fcb9-4154-a0fc-ccf006c1886d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a7e3f1-9ee3-44ae-8d24-87533eb5d5d7', 'name': 'tempest-snat-router-1390617086', 'tenant_id': '203456c584c042e59ddee94b648b37a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '4fbb318a-d0fd-40c5-9122-8c05b55fe089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:23Z', 'updated_at': '2021-12-22T13:24:26Z', 'revision_number': 3, 'project_id': '203456c584c042e59ddee94b648b37a9', 'gw_port': {'id': '4fbb318a-d0fd-40c5-9122-8c05b55fe089', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a7e3f1-9ee3-44ae-8d24-87533eb5d5d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:24Z', 'updated_at': '2021-12-22T13:24:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:31.222572 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abaa120-fcb9-4154-a0fc-ccf006c1886d None None] Checking router: 19a7e3f1-9ee3-44ae-8d24-87533eb5d5d7 for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:24:31.223125 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abaa120-fcb9-4154-a0fc-ccf006c1886d None None] Updating router 19a7e3f1-9ee3-44ae-8d24-87533eb5d5d7 port 4fbb318a-d0fd-40c5-9122-8c05b55fe089 binding host dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:24:31.248703 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-d0a36fbc-fbd4-4a3a-9929-3246d675bc58 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Calling delete_port for 7ca5fda5-a158-4282-a0e1-ab6ada95c793 owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:24:31.250092 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2594-95ee-46af-b67b-286171b2af1f None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:31.261606 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-5f6c2594-95ee-46af-b67b-286171b2af1f None None] Transition to ACTIVE for port object a488d319-653d-49b8-90da-98b0d65fa910 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:31.269849 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-489cfaf3-4a0a-415c-b9c7-65e287a5138f tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] 10.222.0.47 "DELETE /v2.0/networks/f51e7bdf-9156-40f7-b621-c368698d6fd9 HTTP/1.1" status: 204 len: 168 time: 2.6284895 Dec 22 13:24:31.282950 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-5f6c2594-95ee-46af-b67b-286171b2af1f None None] Transition to ACTIVE for port object a488d319-653d-49b8-90da-98b0d65fa910 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:31.290193 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49136) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:31.296937 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-3abaa120-fcb9-4154-a0fc-ccf006c1886d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:31.480236 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2594-95ee-46af-b67b-286171b2af1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:31.500219 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-a0ae491d-252e-4e89-8ff5-3026256aa202 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:31.573953 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6c2594-95ee-46af-b67b-286171b2af1f None None] Network 0cec8290-231b-4876-b1ca-370b31566bfa is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:24:31.583364 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-5f6c2594-95ee-46af-b67b-286171b2af1f None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:31.586973 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6c2594-95ee-46af-b67b-286171b2af1f None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:24:31.710897 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-64055b4f-26ea-4085-9251-5a7545f27461 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:31.750063 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c2594-95ee-46af-b67b-286171b2af1f None None] Pushing event updated for resources: {'Port': ['ID=a488d319-653d-49b8-90da-98b0d65fa910,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:31.771629 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-5f6c2594-95ee-46af-b67b-286171b2af1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:31.822101 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 4e2d4ddd-3882-4fa9-9ee5-99771093213f up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:24:31.832462 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-3abaa120-fcb9-4154-a0fc-ccf006c1886d None None] Notify callbacks [] for port, precommit_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:31.848518 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.provisioning_blocks [None req-3abaa120-fcb9-4154-a0fc-ccf006c1886d None None] Transition to ACTIVE for port object 4fbb318a-d0fd-40c5-9122-8c05b55fe089 will not be triggered until provisioned by entity L2. {{(pid=84151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:31.888864 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-5f6c2594-95ee-46af-b67b-286171b2af1f None None] Attempting to bind port a488d319-653d-49b8-90da-98b0d65fa910 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:24:31.889445 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-5f6c2594-95ee-46af-b67b-286171b2af1f None None] Attempting to bind port a488d319-653d-49b8-90da-98b0d65fa910 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '78f65e70-cc26-4dab-836a-259beca31b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0cec8290-231b-4876-b1ca-370b31566bfa'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:24:31.890014 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6c2594-95ee-46af-b67b-286171b2af1f None None] Attempting to bind port a488d319-653d-49b8-90da-98b0d65fa910 on network 0cec8290-231b-4876-b1ca-370b31566bfa {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:24:31.925436 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-3abaa120-fcb9-4154-a0fc-ccf006c1886d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:31.931751 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-5d91f75f-bc14-462f-ae5a-12caad3c6ede None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:31.932314 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6c2594-95ee-46af-b67b-286171b2af1f None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:24:31.932682 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6c2594-95ee-46af-b67b-286171b2af1f None None] Checking segment: {'id': '78f65e70-cc26-4dab-836a-259beca31b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0cec8290-231b-4876-b1ca-370b31566bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:24:31.933827 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2594-95ee-46af-b67b-286171b2af1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:31.934549 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6c2594-95ee-46af-b67b-286171b2af1f None None] Bound using segment: {'id': '78f65e70-cc26-4dab-836a-259beca31b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0cec8290-231b-4876-b1ca-370b31566bfa'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:24:31.935055 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-5f6c2594-95ee-46af-b67b-286171b2af1f None None] Bound port: a488d319-653d-49b8-90da-98b0d65fa910, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78f65e70-cc26-4dab-836a-259beca31b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0cec8290-231b-4876-b1ca-370b31566bfa'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:24:31.935438 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2594-95ee-46af-b67b-286171b2af1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:31.959485 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-64055b4f-26ea-4085-9251-5a7545f27461 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:31.992919 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-718912cc-077c-4567-9ec8-8b2668fedec6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:31.997669 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-fdd4e3ad-2b54-4dbb-ab26-f07c83173594 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3772d751884347318e5633f3189f08c6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0054662 Dec 22 13:24:32.020299 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49142) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:32.029114 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-68ba554c-6c8c-4121-bd78-fd38f66254d5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:32.040159 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-3abaa120-fcb9-4154-a0fc-ccf006c1886d None None] Attempting to bind port 4fbb318a-d0fd-40c5-9122-8c05b55fe089 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:24:32.040995 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-3abaa120-fcb9-4154-a0fc-ccf006c1886d None None] Attempting to bind port 4fbb318a-d0fd-40c5-9122-8c05b55fe089 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:24:32.041632 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abaa120-fcb9-4154-a0fc-ccf006c1886d None None] Attempting to bind port 4fbb318a-d0fd-40c5-9122-8c05b55fe089 on network 0776f1b4-770d-462f-bc0f-df97e8017b18 {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:24:32.050241 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a340c-c363-4d52-9207-96a6f096c0d1 None None] Pushing event updated for resources: {'Port': ['ID=4fbb318a-d0fd-40c5-9122-8c05b55fe089,revision_number=2']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:32.056020 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-1e0a340c-c363-4d52-9207-96a6f096c0d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:32.057841 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abaa120-fcb9-4154-a0fc-ccf006c1886d None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:24:32.058555 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abaa120-fcb9-4154-a0fc-ccf006c1886d None None] Checking segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:24:32.059991 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-3abaa120-fcb9-4154-a0fc-ccf006c1886d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:32.060611 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abaa120-fcb9-4154-a0fc-ccf006c1886d None None] Bound using segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:24:32.061324 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-3abaa120-fcb9-4154-a0fc-ccf006c1886d None None] Bound port: 4fbb318a-d0fd-40c5-9122-8c05b55fe089, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:24:32.063226 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-3abaa120-fcb9-4154-a0fc-ccf006c1886d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:32.066670 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-718912cc-077c-4567-9ec8-8b2668fedec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:32.069329 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-64055b4f-26ea-4085-9251-5a7545f27461 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00afacb5-93c8-43a9-b024-5f582d32b5b0']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:32.093179 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-5f6c2594-95ee-46af-b67b-286171b2af1f None None] For port a488d319-653d-49b8-90da-98b0d65fa910, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:24:32.096828 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-5f6c2594-95ee-46af-b67b-286171b2af1f None None] For port a488d319-653d-49b8-90da-98b0d65fa910, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=a488d319-653d-49b8-90da-98b0d65fa910,segment=NetworkSegment(78f65e70-cc26-4dab-836a-259beca31b25),segment_id=78f65e70-cc26-4dab-836a-259beca31b25)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:24:32.132299 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-64055b4f-26ea-4085-9251-5a7545f27461 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e74a81-e9ff-49b1-b7e7-8be455ccc1bb') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:32.132750 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-64055b4f-26ea-4085-9251-5a7545f27461 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e74a81-e9ff-49b1-b7e7-8be455ccc1bb') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:32.140503 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d0a36fbc-fbd4-4a3a-9929-3246d675bc58 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:32.155413 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-78960d6d-d919-4dc5-ba8d-84220933bd7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:32.156942 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-64055b4f-26ea-4085-9251-5a7545f27461 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:32.161836 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2a13fa52-8876-4524-bed3-34e5405b1f9a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:32.166035 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-3abaa120-fcb9-4154-a0fc-ccf006c1886d None None] For port 4fbb318a-d0fd-40c5-9122-8c05b55fe089, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:24:32.178258 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-3abaa120-fcb9-4154-a0fc-ccf006c1886d None None] For port 4fbb318a-d0fd-40c5-9122-8c05b55fe089, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=4fbb318a-d0fd-40c5-9122-8c05b55fe089,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:24:32.178975 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2594-95ee-46af-b67b-286171b2af1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:32.186160 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-5f6c2594-95ee-46af-b67b-286171b2af1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:32.189898 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-64055b4f-26ea-4085-9251-5a7545f27461 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:32.211015 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64055b4f-26ea-4085-9251-5a7545f27461 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:24:32.221467 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-64055b4f-26ea-4085-9251-5a7545f27461 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:32.227726 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 4e2d4ddd-3882-4fa9-9ee5-99771093213f completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:24:32.231474 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:24:32.231474 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:24:32.231474 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:24:32.231474 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:24:32.231474 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:24:32.231474 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:24:32.231474 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:24:32.231474 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:24:32.231474 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:24:32.231474 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:24:32.231474 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:24:32.231474 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:24:32.231474 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:24:32.231474 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:24:32.231474 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:24:32.231474 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:24:32.231474 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:24:32.231474 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:24:32.231474 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:24:32.231474 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:24:32.231474 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:24:32.231474 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:24:32.231474 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:24:32.231474 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:24:32.231474 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:24:32.231474 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:24:32.231474 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:24:32.231474 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:24:32.231474 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:24:32.231474 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:24:32.231474 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:24:32.231474 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:24:32.234366 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a36fbc-fbd4-4a3a-9929-3246d675bc58 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Pushing event deleted for resources: {'Port': ['ID=7ca5fda5-a158-4282-a0e1-ab6ada95c793,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:32.237929 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d0a36fbc-fbd4-4a3a-9929-3246d675bc58 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:32.253030 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 4e2d4ddd-3882-4fa9-9ee5-99771093213f triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:32.253418 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:32.261175 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f197cf-7a8f-4e42-b969-77298cc960e3 req-c8e417e8-616e-4f62-8267-75f0a66e879f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:32.268187 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-69f197cf-7a8f-4e42-b969-77298cc960e3 req-c8e417e8-616e-4f62-8267-75f0a66e879f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=bccbc80a-0f5f-4829-acf7-e00cfc344106 HTTP/1.1" status: 200 len: 944 time: 0.5622993 Dec 22 13:24:32.288826 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-3abaa120-fcb9-4154-a0fc-ccf006c1886d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:32.294030 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:32.314443 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d3d96ed8-6125-4291-917c-50e7c1aea0d7 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] 10.222.0.47 "GET /v2.0/routers/19a7e3f1-9ee3-44ae-8d24-87533eb5d5d7 HTTP/1.1" status: 200 len: 907 time: 1.4697227 Dec 22 13:24:32.337456 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c2594-95ee-46af-b67b-286171b2af1f None None] Pushing event updated for resources: {'Port': ['ID=a488d319-653d-49b8-90da-98b0d65fa910,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:32.338542 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49146) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:32.340495 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-78960d6d-d919-4dc5-ba8d-84220933bd7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:32.358102 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-5f6c2594-95ee-46af-b67b-286171b2af1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:32.416704 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a340c-c363-4d52-9207-96a6f096c0d1 None None] Pushing event updated for resources: {'Port': ['ID=4fbb318a-d0fd-40c5-9122-8c05b55fe089,revision_number=3']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:32.423828 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-68ba554c-6c8c-4121-bd78-fd38f66254d5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:32.424339 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-1e0a340c-c363-4d52-9207-96a6f096c0d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:32.431024 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-cf9282cb-c6b3-45a1-bb25-11c2a0942dcb tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:32.437954 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abaa120-fcb9-4154-a0fc-ccf006c1886d None None] Routers {'19a7e3f1-9ee3-44ae-8d24-87533eb5d5d7'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:24:32.439596 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-3abaa120-fcb9-4154-a0fc-ccf006c1886d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:24:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['19a7e3f1-9ee3-44ae-8d24-87533eb5d5d7'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:32.467313 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-64055b4f-26ea-4085-9251-5a7545f27461 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:32.490540 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:32.500818 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-64055b4f-26ea-4085-9251-5a7545f27461 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:32.503841 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba554c-6c8c-4121-bd78-fd38f66254d5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'Subnet': ['ID=67ad7396-5987-4d84-8691-4e0edd68f41a,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:32.516075 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-68ba554c-6c8c-4121-bd78-fd38f66254d5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:32.516943 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0d296051-3a56-4ea1-be3b-05df39016542 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:32.579627 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-68ba554c-6c8c-4121-bd78-fd38f66254d5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:32.587977 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 4e2d4ddd-3882-4fa9-9ee5-99771093213f, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=4e2d4ddd-3882-4fa9-9ee5-99771093213f,segment=NetworkSegment(f468e2c3-8d76-44b5-a1f5-b6db2225bdd5),segment_id=f468e2c3-8d76-44b5-a1f5-b6db2225bdd5)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:24:32.595818 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64055b4f-26ea-4085-9251-5a7545f27461 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Pushing event deleted for resources: {'Network': ['ID=00afacb5-93c8-43a9-b024-5f582d32b5b0,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:32.608244 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-64055b4f-26ea-4085-9251-5a7545f27461 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:32.610316 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-718912cc-077c-4567-9ec8-8b2668fedec6 admin admin] Allocated IP 172.26.1.80 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/95540b56-aae0-4067-a008-9606139d394b) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:24:32.627374 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-68ba554c-6c8c-4121-bd78-fd38f66254d5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/subnets/67ad7396-5987-4d84-8691-4e0edd68f41a HTTP/1.1" status: 204 len: 168 time: 2.2533975 Dec 22 13:24:32.630492 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49150) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:32.632993 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-64055b4f-26ea-4085-9251-5a7545f27461 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] 10.222.0.47 "DELETE /v2.0/networks/00afacb5-93c8-43a9-b024-5f582d32b5b0 HTTP/1.1" status: 204 len: 168 time: 1.3278656 Dec 22 13:24:32.635759 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49152) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:32.662254 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-aeffe340-d3c7-43bf-978f-1cfeb7faa088 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'subnet': {'network_id': 'af00dec1-e26a-496a-93c8-a8f6acabdaa9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:32.669590 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:32.674524 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-80db16e6-3d8e-440b-bcfa-83f4ae76d337 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:32.728832 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 9666d5d4-28ad-45d8-97bf-6ec10c014c2f no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:24:32.756689 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d0a36fbc-fbd4-4a3a-9929-3246d675bc58 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:32.775004 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-69f197cf-7a8f-4e42-b969-77298cc960e3 req-d66af6ee-1d3c-49cf-9442-e0f5a2eb5a2d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b5a82da-b564-4aec-9fcf-2929cec9c877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5058610 Dec 22 13:24:32.782510 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 9666d5d4-28ad-45d8-97bf-6ec10c014c2f {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:24:32.782965 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 9666d5d4-28ad-45d8-97bf-6ec10c014c2f not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:24:32.842859 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-3abaa120-fcb9-4154-a0fc-ccf006c1886d None None] Set router 19a7e3f1-9ee3-44ae-8d24-87533eb5d5d7 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:24:32.852830 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=4e2d4ddd-3882-4fa9-9ee5-99771093213f,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:32.865788 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:32.951805 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6c0cd84d-5768-486a-8727-3f3261295ef0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:32.966601 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d0a36fbc-fbd4-4a3a-9929-3246d675bc58 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "DELETE /v2.0/ports/7ca5fda5-a158-4282-a0e1-ab6ada95c793 HTTP/1.1" status: 204 len: 168 time: 2.5653632 Dec 22 13:24:32.970013 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49158) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:32.986557 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-aeffe340-d3c7-43bf-978f-1cfeb7faa088 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:32.990253 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-78960d6d-d919-4dc5-ba8d-84220933bd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:32.992643 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-78960d6d-d919-4dc5-ba8d-84220933bd7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:32.993847 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-78960d6d-d919-4dc5-ba8d-84220933bd7f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/eb2caeec-fbf4-4ca7-a1e8-8fd294c442ee HTTP/1.1" status: 204 len: 168 time: 0.9688327 Dec 22 13:24:32.996875 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c5ec0f08-a7cc-42af-bec2-cf872f9e9439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:33.003547 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-aeffe340-d3c7-43bf-978f-1cfeb7faa088 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:subnet and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:33.009207 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-aeffe340-d3c7-43bf-978f-1cfeb7faa088 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:33.018028 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78960d6d-d919-4dc5-ba8d-84220933bd7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2caeec-fbf4-4ca7-a1e8-8fd294c442ee,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:33.020772 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-aeffe340-d3c7-43bf-978f-1cfeb7faa088 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:33.023079 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-78960d6d-d919-4dc5-ba8d-84220933bd7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:33.064449 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4cba4cd3-9178-496a-baf9-3ec66ba579d2 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:33.137181 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeffe340-d3c7-43bf-978f-1cfeb7faa088 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Made reservation on behalf of 77460f0dfa37423d8c924a302461b16c for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:24:33.186549 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 0ee846db-bfda-41ee-b278-55ce6efac6d6 up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:24:33.242141 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-3abaa120-fcb9-4154-a0fc-ccf006c1886d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a7e3f1-9ee3-44ae-8d24-87533eb5d5d7', 'name': 'tempest-snat-router-1390617086', 'tenant_id': '203456c584c042e59ddee94b648b37a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '4fbb318a-d0fd-40c5-9122-8c05b55fe089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:23Z', 'updated_at': '2021-12-22T13:24:26Z', 'revision_number': 3, 'project_id': '203456c584c042e59ddee94b648b37a9', 'gw_port': {'id': '4fbb318a-d0fd-40c5-9122-8c05b55fe089', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a7e3f1-9ee3-44ae-8d24-87533eb5d5d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:24Z', 'updated_at': '2021-12-22T13:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:33.247995 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abaa120-fcb9-4154-a0fc-ccf006c1886d None None] The sync data for ids ['19a7e3f1-9ee3-44ae-8d24-87533eb5d5d7'] in dv-neutron-822669-1-hyperv is: [{'id': '19a7e3f1-9ee3-44ae-8d24-87533eb5d5d7', 'name': 'tempest-snat-router-1390617086', 'tenant_id': '203456c584c042e59ddee94b648b37a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': '4fbb318a-d0fd-40c5-9122-8c05b55fe089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:23Z', 'updated_at': '2021-12-22T13:24:26Z', 'revision_number': 3, 'project_id': '203456c584c042e59ddee94b648b37a9', 'gw_port': {'id': '4fbb318a-d0fd-40c5-9122-8c05b55fe089', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:1f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a7e3f1-9ee3-44ae-8d24-87533eb5d5d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:24Z', 'updated_at': '2021-12-22T13:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:24:33.307120 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-718912cc-077c-4567-9ec8-8b2668fedec6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:33.360202 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning for port 0ee846db-bfda-41ee-b278-55ce6efac6d6 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:24:33.361520 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-aeffe340-d3c7-43bf-978f-1cfeb7faa088 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:33.367323 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 0ee846db-bfda-41ee-b278-55ce6efac6d6 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:33.367697 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:33.383897 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6c0cd84d-5768-486a-8727-3f3261295ef0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:33.494774 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-6c0cd84d-5768-486a-8727-3f3261295ef0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa344c69-e180-460d-b3ad-e8345a0806bf']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:33.532501 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-6c0cd84d-5768-486a-8727-3f3261295ef0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43deca59-aa53-4363-b130-cb86d846faa5') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:33.532796 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-6c0cd84d-5768-486a-8727-3f3261295ef0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43deca59-aa53-4363-b130-cb86d846faa5') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:33.569879 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:33.591364 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6c0cd84d-5768-486a-8727-3f3261295ef0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:33.617533 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-718912cc-077c-4567-9ec8-8b2668fedec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:33.646895 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bccbc80a-0f5f-4829-acf7-e00cfc344106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee846db-bfda-41ee-b278-55ce6efac6d6'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:24:33.662612 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b9736f9b-04c5-46c0-9a06-e46e7d6b9acc tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:33.695837 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 0ee846db-bfda-41ee-b278-55ce6efac6d6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0ee846db-bfda-41ee-b278-55ce6efac6d6,segment=NetworkSegment(907a75be-955b-4691-a4d5-3f3edaef0bab),segment_id=907a75be-955b-4691-a4d5-3f3edaef0bab)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:24:33.700213 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9bb8997-559d-430a-ab24-8608421d5f82 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Deleting subnet 8001b4cb-649c-48d9-b22a-2a55d2d410e4 {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:24:33.713740 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a9bb8997-559d-430a-ab24-8608421d5f82 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:33.734810 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4cba4cd3-9178-496a-baf9-3ec66ba579d2 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:33.763541 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6c0cd84d-5768-486a-8727-3f3261295ef0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:33.780827 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 4e2d4ddd-3882-4fa9-9ee5-99771093213f up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:24:33.836497 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-4cba4cd3-9178-496a-baf9-3ec66ba579d2 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Deleting port 4fbb318a-d0fd-40c5-9122-8c05b55fe089 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:24:33.837261 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4cba4cd3-9178-496a-baf9-3ec66ba579d2 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:33.841805 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:33.854728 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f665d7e4-9ac0-4a89-9f41-20fee0ed6c9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:33.910266 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2147bf-2192-442e-a2b1-8d60d62a0293 None None] get_active_networks_info from dv-neutron-822669-1-hyperv {{(pid=84150) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 13:24:33.935863 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c0cd84d-5768-486a-8727-3f3261295ef0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:24:33.936418 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6c0cd84d-5768-486a-8727-3f3261295ef0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:33.967106 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:24:33.967106 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:24:33.967106 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:24:33.967106 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:24:33.967106 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:24:33.967106 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:24:33.967106 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:24:33.967106 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:24:33.967106 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:24:33.967106 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:24:33.967106 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:24:33.967106 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:24:33.967106 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:24:33.967106 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:24:33.967106 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:24:33.967106 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:24:33.967106 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:24:33.967106 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:24:33.967106 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:24:33.967106 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:24:33.967106 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:24:33.967106 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:24:33.967106 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:24:33.967106 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:24:33.967106 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:24:33.967106 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:24:33.967106 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:24:33.967106 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:24:33.967106 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:24:33.967106 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:24:33.967106 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:24:33.967106 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:24:34.019518 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718912cc-077c-4567-9ec8-8b2668fedec6 admin admin] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:24:34.029883 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bccbc80a-0f5f-4829-acf7-e00cfc344106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee846db-bfda-41ee-b278-55ce6efac6d6', 'code': 200} Dec 22 13:24:34.052556 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=0ee846db-bfda-41ee-b278-55ce6efac6d6,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:34.062024 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-718912cc-077c-4567-9ec8-8b2668fedec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:34.063785 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718912cc-077c-4567-9ec8-8b2668fedec6 admin admin] Pushing event updated for resources: {'Port': ['ID=95540b56-aae0-4067-a008-9606139d394b,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:34.075265 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718912cc-077c-4567-9ec8-8b2668fedec6 admin admin] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:24:34.100642 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:34.101272 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:34.101741 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:34.102314 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:34.102810 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:34.103220 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:34.103647 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:34.104081 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:34.104507 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:34.104935 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:34.106038 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:34.110435 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-718912cc-077c-4567-9ec8-8b2668fedec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:34.126215 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:34.126939 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49170) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:34.134889 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a9bb8997-559d-430a-ab24-8608421d5f82 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:34.147629 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 4e2d4ddd-3882-4fa9-9ee5-99771093213f triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:34.148338 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:34.173591 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-5ff9e2df-a485-45b8-a665-ad33a3c91873 None None] Provisioning for port a488d319-653d-49b8-90da-98b0d65fa910 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:24:34.180113 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9d1cc877-78d7-40a2-a1f4-13be755ad03a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:34.224569 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2147bf-2192-442e-a2b1-8d60d62a0293 None None] Resources bound (agent type, host, resource id): {{(pid=84150) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 13:24:34.277464 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6c0cd84d-5768-486a-8727-3f3261295ef0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:34.294317 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-78dfdef9-71a3-4ecd-a4a6-f6e77facd105 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:34.312108 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6c0cd84d-5768-486a-8727-3f3261295ef0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:34.335247 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-9d1cc877-78d7-40a2-a1f4-13be755ad03a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:34.348174 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0cd84d-5768-486a-8727-3f3261295ef0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Pushing event deleted for resources: {'Network': ['ID=aa344c69-e180-460d-b3ad-e8345a0806bf,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:34.362359 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-9d1cc877-78d7-40a2-a1f4-13be755ad03a admin admin] Usage tracker for resource:security_group_rule and tenant:c8caa27c908249679ee07be7909c6a4a is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:34.365693 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6c0cd84d-5768-486a-8727-3f3261295ef0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:34.376326 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-4cba4cd3-9178-496a-baf9-3ec66ba579d2 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] For port 4fbb318a-d0fd-40c5-9122-8c05b55fe089, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=4fbb318a-d0fd-40c5-9122-8c05b55fe089,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:24:34.376982 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4cba4cd3-9178-496a-baf9-3ec66ba579d2 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:34.378302 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-9d1cc877-78d7-40a2-a1f4-13be755ad03a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:34.386468 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6c0cd84d-5768-486a-8727-3f3261295ef0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] 10.222.0.47 "DELETE /v2.0/networks/aa344c69-e180-460d-b3ad-e8345a0806bf HTTP/1.1" status: 204 len: 168 time: 1.7496624 Dec 22 13:24:34.430740 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-9d1cc877-78d7-40a2-a1f4-13be755ad03a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:34.479588 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a9bb8997-559d-430a-ab24-8608421d5f82 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:34.483756 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device a488d319-653d-49b8-90da-98b0d65fa910 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:24:34.617384 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-4cba4cd3-9178-496a-baf9-3ec66ba579d2 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Calling delete_port for 4fbb318a-d0fd-40c5-9122-8c05b55fe089 owned by network:router_gateway {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:24:34.629229 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-2ee4e9a8-d353-4bfb-9a0e-e9478a67abca req-8c5da222-9da8-4b3f-8d4a-680e3ad72d43 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bccbc80a-0f5f-4829-acf7-e00cfc344106 HTTP/1.1" status: 200 len: 1098 time: 0.2290277 Dec 22 13:24:34.631378 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9d1cc877-78d7-40a2-a1f4-13be755ad03a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:34.710249 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c22907-8521-4f9e-9319-a4fcc50a5ca2 req-820349bb-34b8-490c-83a0-3e303213f21f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:34.715028 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-87c22907-8521-4f9e-9319-a4fcc50a5ca2 req-820349bb-34b8-490c-83a0-3e303213f21f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=bccbc80a-0f5f-4829-acf7-e00cfc344106 HTTP/1.1" status: 200 len: 945 time: 0.4325533 Dec 22 13:24:34.715732 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a9bb8997-559d-430a-ab24-8608421d5f82 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:34.722208 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-10cb26b4-fdfc-412e-9ddb-8ea445a1ebaa tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:34.739414 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port a488d319-653d-49b8-90da-98b0d65fa910 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:24:34.749079 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port a488d319-653d-49b8-90da-98b0d65fa910 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:34.749619 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:34.763712 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb8997-559d-430a-ab24-8608421d5f82 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Pushing event deleted for resources: {'Subnet': ['ID=8001b4cb-649c-48d9-b22a-2a55d2d410e4,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:34.766879 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a9bb8997-559d-430a-ab24-8608421d5f82 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:34.770432 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9d1cc877-78d7-40a2-a1f4-13be755ad03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:34.802551 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-76a1f1e9-5966-4032-8214-982a0dbab6ef tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:34.817617 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1d2a25-5ac9-4fe9-a61b-532eb215a1f0 None None] Network 0cec8290-231b-4876-b1ca-370b31566bfa requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:24:34.833845 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-9d1cc877-78d7-40a2-a1f4-13be755ad03a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c8caa27c908249679ee07be7909c6a4a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7038176 Dec 22 13:24:34.835212 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49178) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:34.836091 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-2ee4e9a8-d353-4bfb-9a0e-e9478a67abca req-665ff898-2f43-4bff-bb00-04b225211fa2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1b5a82da-b564-4aec-9fcf-2929cec9c877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1943057 Dec 22 13:24:34.838267 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1cc877-78d7-40a2-a1f4-13be755ad03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6ddb64-7100-479a-9bbd-e45e50ea03ab,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:34.842793 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9d1cc877-78d7-40a2-a1f4-13be755ad03a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:34.846269 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a9bb8997-559d-430a-ab24-8608421d5f82 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:34.862828 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a9bb8997-559d-430a-ab24-8608421d5f82 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "DELETE /v2.0/subnets/8001b4cb-649c-48d9-b22a-2a55d2d410e4 HTTP/1.1" status: 204 len: 168 time: 1.8845427 Dec 22 13:24:34.862828 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-718912cc-077c-4567-9ec8-8b2668fedec6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:34.864542 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-718912cc-077c-4567-9ec8-8b2668fedec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:34.869484 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49182) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:34.905842 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-aeffe340-d3c7-43bf-978f-1cfeb7faa088 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:34.917032 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4683a444-305c-4d2c-9ce5-605da01fc2ba None None] Network af00dec1-e26a-496a-93c8-a8f6acabdaa9 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:24:34.923777 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c7f4b9b2-4de7-4941-b308-cc56c63fe4fa tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:35.253332 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeffe340-d3c7-43bf-978f-1cfeb7faa088 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Network af00dec1-e26a-496a-93c8-a8f6acabdaa9 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:24:35.270634 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-aeffe340-d3c7-43bf-978f-1cfeb7faa088 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:35.270823 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49188) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:35.280963 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-87c22907-8521-4f9e-9319-a4fcc50a5ca2 req-d7116db4-89b2-47bd-a08c-aa946d6b0513 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b5a82da-b564-4aec-9fcf-2929cec9c877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5360079 Dec 22 13:24:35.283965 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ee4540-bace-44c5-91e4-5276b4000061 None None] Network 4dfcd68e-1488-4805-86e9-7b1db04fa5a2 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:24:35.286337 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeffe340-d3c7-43bf-978f-1cfeb7faa088 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:35.286946 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-aeffe340-d3c7-43bf-978f-1cfeb7faa088 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:35.302392 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:35.308679 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0fb73f7e-09c4-41fb-97ef-7b2cb2366c88 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:35.327873 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeffe340-d3c7-43bf-978f-1cfeb7faa088 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'Subnet': ['ID=e81d6fb6-d31b-4633-b5f8-d8774ba30987,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:35.336090 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-aeffe340-d3c7-43bf-978f-1cfeb7faa088 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:35.357892 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-0fb73f7e-09c4-41fb-97ef-7b2cb2366c88 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Deleting port 5f1485be-a385-405e-8eee-1da8677b66bc {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:24:35.358217 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0fb73f7e-09c4-41fb-97ef-7b2cb2366c88 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:35.361949 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port a488d319-653d-49b8-90da-98b0d65fa910, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=a488d319-653d-49b8-90da-98b0d65fa910,segment=NetworkSegment(78f65e70-cc26-4dab-836a-259beca31b25),segment_id=78f65e70-cc26-4dab-836a-259beca31b25)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:24:35.391351 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718912cc-077c-4567-9ec8-8b2668fedec6 admin admin] Router df52e147-d23b-4400-b101-ca1aea99aecd is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:24:35.438842 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-aeffe340-d3c7-43bf-978f-1cfeb7faa088 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7930646 Dec 22 13:24:35.445078 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49194) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:35.453069 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e449ca6f-083c-4e8d-a350-7d49f9acfd86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:35.467347 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-c9a20e88-be21-432a-b206-168d1101ca0e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'security_group': {'name': 'tempest-secgroup-1513577865'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:35.476522 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:35.485236 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-1145ac08-c4ac-46e0-b663-47815c091083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:35.493252 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-c9a20e88-be21-432a-b206-168d1101ca0e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:35.515340 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c9a20e88-be21-432a-b206-168d1101ca0e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:security_group and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:35.545331 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c9a20e88-be21-432a-b206-168d1101ca0e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:35.562792 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e449ca6f-083c-4e8d-a350-7d49f9acfd86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:35.573690 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-c9a20e88-be21-432a-b206-168d1101ca0e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:35.635028 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4cba4cd3-9178-496a-baf9-3ec66ba579d2 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:35.639355 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-7ad01cce-9e49-4e85-95b0-af63072c1370 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1f46008cc35d4cf7859cf0fa869ce3d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3643804 Dec 22 13:24:35.645466 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49198) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:35.684391 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-34ea2e78-740f-4693-a2a5-8baeadfd1bb4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:35.736244 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c9a20e88-be21-432a-b206-168d1101ca0e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:35.756529 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-93afd569-8a8e-47fc-8aa0-11618f0c2c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:35.762134 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba4cd3-9178-496a-baf9-3ec66ba579d2 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Pushing event deleted for resources: {'Port': ['ID=4fbb318a-d0fd-40c5-9122-8c05b55fe089,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:35.773294 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4cba4cd3-9178-496a-baf9-3ec66ba579d2 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:35.790380 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d268f376-9a98-4f8d-961e-7302a19edd7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:35.790596 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=a488d319-653d-49b8-90da-98b0d65fa910,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:35.799306 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:35.826386 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d268f376-9a98-4f8d-961e-7302a19edd7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:35.830696 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-0fb73f7e-09c4-41fb-97ef-7b2cb2366c88 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] For port 5f1485be-a385-405e-8eee-1da8677b66bc, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=5f1485be-a385-405e-8eee-1da8677b66bc,segment=NetworkSegment(64d4cd2a-56f1-419f-9e9d-8d1113acc8b3),segment_id=64d4cd2a-56f1-419f-9e9d-8d1113acc8b3)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:24:35.831057 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0fb73f7e-09c4-41fb-97ef-7b2cb2366c88 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:35.841632 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718912cc-077c-4567-9ec8-8b2668fedec6 admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:24:35.861287 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904ae997-1c50-4e7b-b06f-2a7fb7bcbe2f None None] Sync routers for ids ['df52e147-d23b-4400-b101-ca1aea99aecd'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:24:35.895051 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904ae997-1c50-4e7b-b06f-2a7fb7bcbe2f None None] Routers {'df52e147-d23b-4400-b101-ca1aea99aecd'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:24:35.895722 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-904ae997-1c50-4e7b-b06f-2a7fb7bcbe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:24:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['df52e147-d23b-4400-b101-ca1aea99aecd'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:36.018149 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-718912cc-077c-4567-9ec8-8b2668fedec6 admin admin] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:36.018149 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-718912cc-077c-4567-9ec8-8b2668fedec6 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7431176 Dec 22 13:24:36.023295 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49202) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:36.047749 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-0fb73f7e-09c4-41fb-97ef-7b2cb2366c88 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Calling delete_port for 5f1485be-a385-405e-8eee-1da8677b66bc owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:24:36.091764 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da11e101-21ea-4eec-8a13-584f4effe522 None None] DHCP port deletion for 4dfcd68e-1488-4805-86e9-7b1db04fa5a2 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:24:36.096034 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e449ca6f-083c-4e8d-a350-7d49f9acfd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:36.104593 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-da11e101-21ea-4eec-8a13-584f4effe522 None None] Deleting port 5f1485be-a385-405e-8eee-1da8677b66bc {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:24:36.105097 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-da11e101-21ea-4eec-8a13-584f4effe522 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:36.114272 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-bbfcb57e-75e0-44e9-8461-d8a9851d1d9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:36.119921 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d268f376-9a98-4f8d-961e-7302a19edd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:36.130878 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-c9a20e88-be21-432a-b206-168d1101ca0e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:36.131114 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-315d4a65-3e72-4a7f-9ad4-bbdfc7eb7d88 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:36.141274 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449ca6f-083c-4e8d-a350-7d49f9acfd86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6ddb64-7100-479a-9bbd-e45e50ea03ab,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:36.156159 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c9a20e88-be21-432a-b206-168d1101ca0e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:security_group_rule and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:36.164872 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e449ca6f-083c-4e8d-a350-7d49f9acfd86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:36.170452 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c9a20e88-be21-432a-b206-168d1101ca0e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:36.173403 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268f376-9a98-4f8d-961e-7302a19edd7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf64bc9-7680-4ad8-8086-53e24ded2841,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:36.184233 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-c9a20e88-be21-432a-b206-168d1101ca0e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:36.194413 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d268f376-9a98-4f8d-961e-7302a19edd7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:36.197706 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d268f376-9a98-4f8d-961e-7302a19edd7f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/abf64bc9-7680-4ad8-8086-53e24ded2841 HTTP/1.1" status: 204 len: 168 time: 0.5476260 Dec 22 13:24:36.222824 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d268f376-9a98-4f8d-961e-7302a19edd7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:36.241986 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e449ca6f-083c-4e8d-a350-7d49f9acfd86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:36.250779 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e449ca6f-083c-4e8d-a350-7d49f9acfd86 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9a6ddb64-7100-479a-9bbd-e45e50ea03ab HTTP/1.1" status: 204 len: 168 time: 1.4125538 Dec 22 13:24:36.483535 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b7f686-184b-47a7-86f5-9a1ac2084187 None None] Update dhcp port {'port': {'network_id': 'af00dec1-e26a-496a-93c8-a8f6acabdaa9', 'fixed_ips': [{'subnet_id': 'dbea3fb0-ce4a-4f23-9485-a89506951e40', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e81d6fb6-d31b-4633-b5f8-d8774ba30987'}], 'binding:host_id': 'dv-neutron-822669-1-hyperv'}, 'id': 'd3b03762-3bb0-44c9-96da-b2ad59d59be1'} from dv-neutron-822669-1-hyperv. {{(pid=84150) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 22 13:24:36.578261 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-904ae997-1c50-4e7b-b06f-2a7fb7bcbe2f None None] Set router df52e147-d23b-4400-b101-ca1aea99aecd gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:24:36.728997 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15e1134-6767-4d53-a383-eb1798db24c8 None None] Network 0cec8290-231b-4876-b1ca-370b31566bfa requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:24:36.938406 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0fb73f7e-09c4-41fb-97ef-7b2cb2366c88 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:36.951936 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d10340b0-6771-439a-9781-caf0c921d260 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:37.004914 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb73f7e-09c4-41fb-97ef-7b2cb2366c88 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Pushing event deleted for resources: {'Port': ['ID=5f1485be-a385-405e-8eee-1da8677b66bc,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:37.019171 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0fb73f7e-09c4-41fb-97ef-7b2cb2366c88 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:37.026887 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4cba4cd3-9178-496a-baf9-3ec66ba579d2 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:37.048090 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-99b7f686-184b-47a7-86f5-9a1ac2084187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:37.068845 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45da09-bac1-459f-b7e0-c6ba6ac878c3 req-59a71a7d-41ab-485a-a2d0-3cda6134d0fd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:37.070893 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-fc45da09-bac1-459f-b7e0-c6ba6ac878c3 req-59a71a7d-41ab-485a-a2d0-3cda6134d0fd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=bccbc80a-0f5f-4829-acf7-e00cfc344106 HTTP/1.1" status: 200 len: 945 time: 0.3738887 Dec 22 13:24:37.117655 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c9a20e88-be21-432a-b206-168d1101ca0e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:37.118708 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb73f7e-09c4-41fb-97ef-7b2cb2366c88 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] No DVR routers for this DVR port 5f1485be-a385-405e-8eee-1da8677b66bc on host dv-neutron-822669-1-hyperv {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:24:37.201623 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-fc45da09-bac1-459f-b7e0-c6ba6ac878c3 req-4a9ac074-0687-44d5-bb7b-bb15f5d8f978 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b5a82da-b564-4aec-9fcf-2929cec9c877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235163 Dec 22 13:24:37.227834 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c9a20e88-be21-432a-b206-168d1101ca0e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:37.235074 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-26dfae7a-089f-420f-851c-95c7c7a6136a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:37.298951 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-da11e101-21ea-4eec-8a13-584f4effe522 None None] For port 5f1485be-a385-405e-8eee-1da8677b66bc, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=5f1485be-a385-405e-8eee-1da8677b66bc,segment=NetworkSegment(64d4cd2a-56f1-419f-9e9d-8d1113acc8b3),segment_id=64d4cd2a-56f1-419f-9e9d-8d1113acc8b3)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:24:37.299702 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-da11e101-21ea-4eec-8a13-584f4effe522 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:37.492474 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a20e88-be21-432a-b206-168d1101ca0e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd2ef5c-d6c4-4b74-b6f1-71a588212f46,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:37.500607 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0fb73f7e-09c4-41fb-97ef-7b2cb2366c88 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:37.508017 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c9a20e88-be21-432a-b206-168d1101ca0e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:37.509968 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4cba4cd3-9178-496a-baf9-3ec66ba579d2 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:37.527752 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4cba4cd3-9178-496a-baf9-3ec66ba579d2 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:37.533094 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-0fb73f7e-09c4-41fb-97ef-7b2cb2366c88 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dfcd68e-1488-4805-86e9-7b1db04fa5a2']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:37.545038 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-da11e101-21ea-4eec-8a13-584f4effe522 None None] Calling delete_port for 5f1485be-a385-405e-8eee-1da8677b66bc owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:24:37.547273 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-0fb73f7e-09c4-41fb-97ef-7b2cb2366c88 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d4cd2a-56f1-419f-9e9d-8d1113acc8b3') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:37.547578 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-0fb73f7e-09c4-41fb-97ef-7b2cb2366c88 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d4cd2a-56f1-419f-9e9d-8d1113acc8b3') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:37.567210 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0fb73f7e-09c4-41fb-97ef-7b2cb2366c88 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:37.574503 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c9a20e88-be21-432a-b206-168d1101ca0e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:37.578513 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c9a20e88-be21-432a-b206-168d1101ca0e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.1324069 Dec 22 13:24:37.581023 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49224) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:37.595249 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-a1d372d2-fdc4-4264-8ea3-b58efff5e400 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'security_group': {'name': 'tempest-secgroup-196691428'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:37.601110 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0fb73f7e-09c4-41fb-97ef-7b2cb2366c88 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:37.603756 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-a1d372d2-fdc4-4264-8ea3-b58efff5e400 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:37.609485 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-a1d372d2-fdc4-4264-8ea3-b58efff5e400 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:security_group and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:37.611291 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb73f7e-09c4-41fb-97ef-7b2cb2366c88 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:24:37.611706 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0fb73f7e-09c4-41fb-97ef-7b2cb2366c88 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:37.613567 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-a1d372d2-fdc4-4264-8ea3-b58efff5e400 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:37.619805 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-a1d372d2-fdc4-4264-8ea3-b58efff5e400 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:37.631920 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:24:37.631920 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:24:37.631920 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:24:37.631920 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:24:37.631920 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:24:37.631920 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:24:37.631920 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:24:37.631920 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:24:37.631920 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:24:37.631920 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:24:37.631920 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:24:37.631920 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:24:37.631920 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:24:37.631920 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:24:37.631920 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:24:37.631920 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:24:37.631920 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:24:37.631920 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:24:37.631920 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:24:37.631920 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:24:37.631920 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:24:37.631920 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:24:37.631920 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:24:37.631920 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:24:37.631920 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:24:37.631920 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:24:37.631920 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:24:37.631920 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:24:37.631920 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:24:37.631920 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:24:37.631920 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:24:37.631920 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:24:37.643993 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-66bd6e95-6ea5-499a-b42b-81bebc3b986e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:37.703717 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device a488d319-653d-49b8-90da-98b0d65fa910 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:24:37.710019 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4cba4cd3-9178-496a-baf9-3ec66ba579d2 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:37.710800 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cba4cd3-9178-496a-baf9-3ec66ba579d2 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 19a7e3f1-9ee3-44ae-8d24-87533eb5d5d7 {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:24:37.711849 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a1d372d2-fdc4-4264-8ea3-b58efff5e400 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:37.723081 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4cba4cd3-9178-496a-baf9-3ec66ba579d2 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:37.727246 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-4cba4cd3-9178-496a-baf9-3ec66ba579d2 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] 10.222.0.47 "DELETE /v2.0/routers/19a7e3f1-9ee3-44ae-8d24-87533eb5d5d7 HTTP/1.1" status: 204 len: 168 time: 5.3724420 Dec 22 13:24:37.729195 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49230) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:37.744609 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-428f392b-a5d9-4508-aaff-ac7cdbec7903 None None] Provisioning complete for port a488d319-653d-49b8-90da-98b0d65fa910 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:37.744928 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-428f392b-a5d9-4508-aaff-ac7cdbec7903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:37.768039 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-da11e101-21ea-4eec-8a13-584f4effe522 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:24:37.768398 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-da11e101-21ea-4eec-8a13-584f4effe522 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:24:37.806221 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0fb73f7e-09c4-41fb-97ef-7b2cb2366c88 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:37.811185 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-76c25c9a-c68c-4973-837f-1baf094a7474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:37.833795 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0fb73f7e-09c4-41fb-97ef-7b2cb2366c88 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:37.842130 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb73f7e-09c4-41fb-97ef-7b2cb2366c88 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Pushing event deleted for resources: {'Network': ['ID=4dfcd68e-1488-4805-86e9-7b1db04fa5a2,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:37.844761 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0fb73f7e-09c4-41fb-97ef-7b2cb2366c88 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:37.849192 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0fb73f7e-09c4-41fb-97ef-7b2cb2366c88 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] 10.222.0.47 "DELETE /v2.0/networks/4dfcd68e-1488-4805-86e9-7b1db04fa5a2 HTTP/1.1" status: 204 len: 168 time: 2.9719410 Dec 22 13:24:37.858753 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-a1d372d2-fdc4-4264-8ea3-b58efff5e400 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:37.904349 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-a1d372d2-fdc4-4264-8ea3-b58efff5e400 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:security_group_rule and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:37.910634 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-a1d372d2-fdc4-4264-8ea3-b58efff5e400 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:37.923010 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-a1d372d2-fdc4-4264-8ea3-b58efff5e400 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:38.052275 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9fdca2bb-4329-4dd4-8b22-19e59ef12b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:38.055579 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49238) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:38.088687 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port a488d319-653d-49b8-90da-98b0d65fa910 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:38.089075 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:38.119711 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-66bd6e95-6ea5-499a-b42b-81bebc3b986e admin admin] Allocated IP 172.20.0.1 (0cec8290-231b-4876-b1ca-370b31566bfa/af3fd479-45e5-44cf-8c82-e5c3e72797bf/dd3969dd-d6b4-4c34-b6f9-51359591a6e8) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:24:38.135667 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a1d372d2-fdc4-4264-8ea3-b58efff5e400 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:38.142983 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-99b7f686-184b-47a7-86f5-9a1ac2084187 None None] Allocated IP 172.20.0.2 (af00dec1-e26a-496a-93c8-a8f6acabdaa9/e81d6fb6-d31b-4633-b5f8-d8774ba30987/d3b03762-3bb0-44c9-96da-b2ad59d59be1) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:24:38.149070 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-904ae997-1c50-4e7b-b06f-2a7fb7bcbe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df52e147-d23b-4400-b101-ca1aea99aecd', 'name': 'tempest-TestVolumeBootPattern-1256236647-router', 'tenant_id': 'ed5f4128499541069db229ac19f58501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': '95540b56-aae0-4067-a008-9606139d394b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:29Z', 'updated_at': '2021-12-22T13:24:34Z', 'revision_number': 3, 'project_id': 'ed5f4128499541069db229ac19f58501', 'gw_port': {'id': '95540b56-aae0-4067-a008-9606139d394b', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:90:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df52e147-d23b-4400-b101-ca1aea99aecd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:32Z', 'updated_at': '2021-12-22T13:24:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:38.164614 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904ae997-1c50-4e7b-b06f-2a7fb7bcbe2f None None] Checking router: df52e147-d23b-4400-b101-ca1aea99aecd for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:24:38.164980 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904ae997-1c50-4e7b-b06f-2a7fb7bcbe2f None None] Updating router df52e147-d23b-4400-b101-ca1aea99aecd port 95540b56-aae0-4067-a008-9606139d394b binding host dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:24:38.228171 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a1d372d2-fdc4-4264-8ea3-b58efff5e400 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:38.246521 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-0d1888dc-814f-47ba-8967-1175597821c9 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1731299711', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:38.261211 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d268f376-9a98-4f8d-961e-7302a19edd7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:38.263690 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0d1888dc-814f-47ba-8967-1175597821c9 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:38.270098 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0d1888dc-814f-47ba-8967-1175597821c9 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Usage tracker for resource:router and tenant:8fe35dceb7dc4f8e96a5afa6293ec39b is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:38.288859 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0d1888dc-814f-47ba-8967-1175597821c9 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:38.312244 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0d1888dc-814f-47ba-8967-1175597821c9 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:38.370588 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d372d2-fdc4-4264-8ea3-b58efff5e400 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf2c519-e9b7-4568-8c5a-31f15ce05bd2,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:38.380233 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a1d372d2-fdc4-4264-8ea3-b58efff5e400 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:38.398847 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-da11e101-21ea-4eec-8a13-584f4effe522 None None] Deleting port 5f1485be-a385-405e-8eee-1da8677b66bc {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:24:38.401273 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-da11e101-21ea-4eec-8a13-584f4effe522 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:38.416812 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b6d54aff-8e72-443c-b4f2-aed14be8c5df tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for router, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:38.487801 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-904ae997-1c50-4e7b-b06f-2a7fb7bcbe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:38.514054 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a1d372d2-fdc4-4264-8ea3-b58efff5e400 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:38.517645 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a1d372d2-fdc4-4264-8ea3-b58efff5e400 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9328840 Dec 22 13:24:38.517645 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49248) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:38.530420 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-66bd6e95-6ea5-499a-b42b-81bebc3b986e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:38.535198 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49250) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:38.547841 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-66bd6e95-6ea5-499a-b42b-81bebc3b986e admin admin] Transition to ACTIVE for port object dd3969dd-d6b4-4c34-b6f9-51359591a6e8 will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:38.560538 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0d1888dc-814f-47ba-8967-1175597821c9 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:38.561522 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0d1888dc-814f-47ba-8967-1175597821c9 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:38.583934 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0d1888dc-814f-47ba-8967-1175597821c9 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:38.616815 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-29765dfa-cbec-4eb4-ae01-fdcc3068bf94 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'security_group': {'name': 'tempest-secgroup-167670162'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:38.624040 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-da11e101-21ea-4eec-8a13-584f4effe522 None None] The port '5f1485be-a385-405e-8eee-1da8677b66bc' was deleted {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:24:38.624778 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-29765dfa-cbec-4eb4-ae01-fdcc3068bf94 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:38.629388 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-29765dfa-cbec-4eb4-ae01-fdcc3068bf94 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:security_group and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:38.632514 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-29765dfa-cbec-4eb4-ae01-fdcc3068bf94 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:38.640942 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-29765dfa-cbec-4eb4-ae01-fdcc3068bf94 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:38.656024 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0d1888dc-814f-47ba-8967-1175597821c9 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:38.701152 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-29765dfa-cbec-4eb4-ae01-fdcc3068bf94 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:38.710425 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-66bd6e95-6ea5-499a-b42b-81bebc3b986e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:38.717142 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-aa38c2c0-9a99-4e1f-a43d-1a7557619a42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:38.742015 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a85305-0f88-4776-b2ca-e68924ebee3d req-c29ce323-51dc-4658-8559-ab9e56d50657 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:38.749984 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-36a85305-0f88-4776-b2ca-e68924ebee3d req-c29ce323-51dc-4658-8559-ab9e56d50657 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=bccbc80a-0f5f-4829-acf7-e00cfc344106 HTTP/1.1" status: 200 len: 945 time: 0.3177505 Dec 22 13:24:38.771161 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0d1888dc-814f-47ba-8967-1175597821c9 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:38.772310 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0d1888dc-814f-47ba-8967-1175597821c9 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7155640 Dec 22 13:24:38.775906 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49258) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:38.793755 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-d9cb4529-6e29-45f4-966e-8f007b75920f tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1738279984'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:38.805286 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-29765dfa-cbec-4eb4-ae01-fdcc3068bf94 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:38.807494 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d9cb4529-6e29-45f4-966e-8f007b75920f tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:38.812502 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-29765dfa-cbec-4eb4-ae01-fdcc3068bf94 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:security_group_rule and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:38.821962 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d9cb4529-6e29-45f4-966e-8f007b75920f tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Usage tracker for resource:network and tenant:8fe35dceb7dc4f8e96a5afa6293ec39b is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:38.822157 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-99b7f686-184b-47a7-86f5-9a1ac2084187 None None] For port d3b03762-3bb0-44c9-96da-b2ad59d59be1, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=d3b03762-3bb0-44c9-96da-b2ad59d59be1,segment=NetworkSegment(25a8765f-80c9-49f2-80f3-af40bf6068ab),segment_id=25a8765f-80c9-49f2-80f3-af40bf6068ab)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:24:38.824259 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-4abf74c5-95b7-488d-8230-7f8af34d5363 None None] Provisioning complete for port a488d319-653d-49b8-90da-98b0d65fa910 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:38.825231 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4abf74c5-95b7-488d-8230-7f8af34d5363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:38.825374 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-29765dfa-cbec-4eb4-ae01-fdcc3068bf94 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:38.832294 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d9cb4529-6e29-45f4-966e-8f007b75920f tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:38.837359 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-29765dfa-cbec-4eb4-ae01-fdcc3068bf94 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:38.845477 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d9cb4529-6e29-45f4-966e-8f007b75920f tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:38.847373 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bd6e95-6ea5-499a-b42b-81bebc3b986e admin admin] Network 0cec8290-231b-4876-b1ca-370b31566bfa is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:24:38.854332 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-66bd6e95-6ea5-499a-b42b-81bebc3b986e admin admin] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:38.863240 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bd6e95-6ea5-499a-b42b-81bebc3b986e admin admin] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:24:38.869605 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-36a85305-0f88-4776-b2ca-e68924ebee3d req-1d9791c6-ea48-42da-8305-5d0c796b3c1a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b5a82da-b564-4aec-9fcf-2929cec9c877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186838 Dec 22 13:24:38.905874 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd6e95-6ea5-499a-b42b-81bebc3b986e admin admin] Pushing event updated for resources: {'Port': ['ID=dd3969dd-d6b4-4c34-b6f9-51359591a6e8,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:38.940714 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9cb4529-6e29-45f4-966e-8f007b75920f tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Made reservation on behalf of 8fe35dceb7dc4f8e96a5afa6293ec39b for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:24:38.942550 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-66bd6e95-6ea5-499a-b42b-81bebc3b986e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:38.943802 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d9cb4529-6e29-45f4-966e-8f007b75920f tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:38.950589 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 5f1485be-a385-405e-8eee-1da8677b66bc no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:24:38.968070 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ecb9b488-530b-4b32-a573-5631dbdd835d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b9e4261018de4b11a3ad62720ae6ee2b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3987615 Dec 22 13:24:38.972605 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49264) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:38.986775 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.resource_extend [None req-99b7f686-184b-47a7-86f5-9a1ac2084187 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:24:38.998644 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d9cb4529-6e29-45f4-966e-8f007b75920f tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:38.999949 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-66bd6e95-6ea5-499a-b42b-81bebc3b986e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:39.050082 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-29765dfa-cbec-4eb4-ae01-fdcc3068bf94 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:39.061004 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b6d54aff-8e72-443c-b4f2-aed14be8c5df tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:39.075778 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 5f1485be-a385-405e-8eee-1da8677b66bc {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:24:39.076047 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 5f1485be-a385-405e-8eee-1da8677b66bc not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:24:39.080296 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-99b7f686-184b-47a7-86f5-9a1ac2084187 None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:39.088158 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:39.092805 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d9cb4529-6e29-45f4-966e-8f007b75920f tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:39.098660 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d9cb4529-6e29-45f4-966e-8f007b75920f tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Usage tracker for resource:security_group_rule and tenant:8fe35dceb7dc4f8e96a5afa6293ec39b is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:39.102452 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d9cb4529-6e29-45f4-966e-8f007b75920f tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:39.110724 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d9cb4529-6e29-45f4-966e-8f007b75920f tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:39.127738 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-99b7f686-184b-47a7-86f5-9a1ac2084187 None None] Transition to ACTIVE for port object d3b03762-3bb0-44c9-96da-b2ad59d59be1 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:39.166389 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-29765dfa-cbec-4eb4-ae01-fdcc3068bf94 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:39.200366 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8db35041-1f9f-40e7-a2c4-e428b83d3310 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:39.232007 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-99b7f686-184b-47a7-86f5-9a1ac2084187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:39.237530 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-802205db-ff2e-4c36-bfdd-5953a757ffa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:39.246567 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29765dfa-cbec-4eb4-ae01-fdcc3068bf94 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1ea570-816b-400f-887b-312e966876a5,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:39.252354 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-29765dfa-cbec-4eb4-ae01-fdcc3068bf94 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:39.254218 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-29765dfa-cbec-4eb4-ae01-fdcc3068bf94 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:39.257046 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-29765dfa-cbec-4eb4-ae01-fdcc3068bf94 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7032197 Dec 22 13:24:39.265275 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49268) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:39.270990 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-b6d54aff-8e72-443c-b4f2-aed14be8c5df tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Deleting port 624e2e91-bda5-4b4d-94af-da68b27fd96a {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:24:39.271501 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b6d54aff-8e72-443c-b4f2-aed14be8c5df tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:39.272010 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-a7baaac9-51ff-46fd-a448-a2b74965f89b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-848247648', 'security_groups': ['ab1ea570-816b-400f-887b-312e966876a5'], 'network_id': 'af00dec1-e26a-496a-93c8-a8f6acabdaa9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e81d6fb6-d31b-4633-b5f8-d8774ba30987'}]}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:39.293521 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:39.301514 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9cde6bf2-f350-4fab-a765-5a302a5c3a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:39.360383 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9cde6bf2-f350-4fab-a765-5a302a5c3a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:39.415208 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d9cb4529-6e29-45f4-966e-8f007b75920f tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:39.443591 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b7f686-184b-47a7-86f5-9a1ac2084187 None None] Pushing event updated for resources: {'Port': ['ID=d3b03762-3bb0-44c9-96da-b2ad59d59be1,revision_number=6']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:39.450924 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-a7baaac9-51ff-46fd-a448-a2b74965f89b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:39.454919 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-99b7f686-184b-47a7-86f5-9a1ac2084187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:39.463506 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-a7baaac9-51ff-46fd-a448-a2b74965f89b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:39.473500 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-904ae997-1c50-4e7b-b06f-2a7fb7bcbe2f None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:39.474278 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d9cb4529-6e29-45f4-966e-8f007b75920f tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:39.479733 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f2610c21-498d-4bcc-a0e3-bc5de1b2f02f tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:39.488407 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-904ae997-1c50-4e7b-b06f-2a7fb7bcbe2f None None] Transition to ACTIVE for port object 95540b56-aae0-4067-a008-9606139d394b will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:39.518975 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9cb4529-6e29-45f4-966e-8f007b75920f tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:24:39.530961 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb4529-6e29-45f4-966e-8f007b75920f tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5aa4b49-0835-42e1-b521-33f4bdbb506a,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:39.559704 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3a1c969d-e40c-4872-84d8-0f4120284fcb None None] Provisioning for port dd3969dd-d6b4-4c34-b6f9-51359591a6e8 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:24:39.561757 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-66bd6e95-6ea5-499a-b42b-81bebc3b986e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:39.565922 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3a1c969d-e40c-4872-84d8-0f4120284fcb None None] Provisioning complete for port dd3969dd-d6b4-4c34-b6f9-51359591a6e8 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:39.568006 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3a1c969d-e40c-4872-84d8-0f4120284fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:39.570896 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d9cb4529-6e29-45f4-966e-8f007b75920f tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:39.571431 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-d9cb4529-6e29-45f4-966e-8f007b75920f tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Added segment 6f7aa792-b278-4869-8210-862e6899f140 of type vlan for network 1857d039-a85a-484f-bdd9-c8c354e6d498 Dec 22 13:24:39.614672 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d9cb4529-6e29-45f4-966e-8f007b75920f tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:39.617323 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7baaac9-51ff-46fd-a448-a2b74965f89b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Made reservation on behalf of 77460f0dfa37423d8c924a302461b16c for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:24:39.622597 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93492fdc-d81a-44df-8e49-1255054ba9e3 req-a472a44f-713c-4f63-a976-c28a9fdea0b9 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:39.628408 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device d3b03762-3bb0-44c9-96da-b2ad59d59be1 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:24:39.629402 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-93492fdc-d81a-44df-8e49-1255054ba9e3 req-a472a44f-713c-4f63-a976-c28a9fdea0b9 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=bccbc80a-0f5f-4829-acf7-e00cfc344106 HTTP/1.1" status: 200 len: 945 time: 0.5408862 Dec 22 13:24:39.635216 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d9cb4529-6e29-45f4-966e-8f007b75920f tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:39.663154 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-904ae997-1c50-4e7b-b06f-2a7fb7bcbe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:39.726218 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-6102a4eb-4491-4956-a1d4-dccbfa37fc23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:39.752486 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-b6d54aff-8e72-443c-b4f2-aed14be8c5df tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] For port 624e2e91-bda5-4b4d-94af-da68b27fd96a, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=624e2e91-bda5-4b4d-94af-da68b27fd96a,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:24:39.752784 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b6d54aff-8e72-443c-b4f2-aed14be8c5df tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:39.768745 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-93492fdc-d81a-44df-8e49-1255054ba9e3 req-d249959a-e71e-4aa2-ab8a-5694dda40d99 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b5a82da-b564-4aec-9fcf-2929cec9c877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380196 Dec 22 13:24:39.799479 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a7baaac9-51ff-46fd-a448-a2b74965f89b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:39.815795 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e2f7b4-0295-4463-9ea3-cb055ce96ec7 None None] Pushing event updated for resources: {'Port': ['ID=95540b56-aae0-4067-a008-9606139d394b,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:39.819344 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-23e2f7b4-0295-4463-9ea3-cb055ce96ec7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:39.821941 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49272) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:39.823020 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-904ae997-1c50-4e7b-b06f-2a7fb7bcbe2f None None] Attempting to bind port 95540b56-aae0-4067-a008-9606139d394b on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:24:39.823391 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-904ae997-1c50-4e7b-b06f-2a7fb7bcbe2f None None] Attempting to bind port 95540b56-aae0-4067-a008-9606139d394b by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:24:39.823912 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904ae997-1c50-4e7b-b06f-2a7fb7bcbe2f None None] Attempting to bind port 95540b56-aae0-4067-a008-9606139d394b on network 0776f1b4-770d-462f-bc0f-df97e8017b18 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:24:39.829132 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d9cb4529-6e29-45f4-966e-8f007b75920f tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:39.833225 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cb4529-6e29-45f4-966e-8f007b75920f tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:39.833802 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d9cb4529-6e29-45f4-966e-8f007b75920f tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:39.857940 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3a1c969d-e40c-4872-84d8-0f4120284fcb None None] Port dd3969dd-d6b4-4c34-b6f9-51359591a6e8 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:24:39.860397 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904ae997-1c50-4e7b-b06f-2a7fb7bcbe2f None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:24:39.860781 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904ae997-1c50-4e7b-b06f-2a7fb7bcbe2f None None] Checking segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:24:39.861192 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-904ae997-1c50-4e7b-b06f-2a7fb7bcbe2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:39.861582 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904ae997-1c50-4e7b-b06f-2a7fb7bcbe2f None None] Bound using segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:24:39.862081 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-904ae997-1c50-4e7b-b06f-2a7fb7bcbe2f None None] Bound port: 95540b56-aae0-4067-a008-9606139d394b, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:24:39.862497 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-904ae997-1c50-4e7b-b06f-2a7fb7bcbe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:39.867030 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9cde6bf2-f350-4fab-a765-5a302a5c3a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:39.868943 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-a7baaac9-51ff-46fd-a448-a2b74965f89b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] device_id is not set on port 2364726d-977b-4a26-a048-93fdc2080103 yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:24:39.905426 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b97ff937-a179-488c-b5b1-cc4a1eb5bd0d tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:39.945309 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-904ae997-1c50-4e7b-b06f-2a7fb7bcbe2f None None] For port 95540b56-aae0-4067-a008-9606139d394b, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:24:39.947026 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3198fe05-fdb3-45db-abe6-3bbbb8c4781d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:39.949857 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-904ae997-1c50-4e7b-b06f-2a7fb7bcbe2f None None] For port 95540b56-aae0-4067-a008-9606139d394b, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=95540b56-aae0-4067-a008-9606139d394b,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:24:39.963602 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-b6d54aff-8e72-443c-b4f2-aed14be8c5df tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Calling delete_port for 624e2e91-bda5-4b4d-94af-da68b27fd96a owned by network:router_gateway {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:24:40.017907 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde6bf2-f350-4fab-a765-5a302a5c3a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa318d8-8c9a-4a70-ab42-e4f245190d8e,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:40.020926 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9cde6bf2-f350-4fab-a765-5a302a5c3a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:40.040085 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9cde6bf2-f350-4fab-a765-5a302a5c3a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:40.042300 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-9cde6bf2-f350-4fab-a765-5a302a5c3a9b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/baa318d8-8c9a-4a70-ab42-e4f245190d8e HTTP/1.1" status: 204 len: 168 time: 1.0687158 Dec 22 13:24:40.059640 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-904ae997-1c50-4e7b-b06f-2a7fb7bcbe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:40.065210 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-a0ae491d-252e-4e89-8ff5-3026256aa202 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:40.204895 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f37d68-6a43-420e-8183-8365def0459b None None] Network af00dec1-e26a-496a-93c8-a8f6acabdaa9 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:24:40.217856 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e2f7b4-0295-4463-9ea3-cb055ce96ec7 None None] Pushing event updated for resources: {'Port': ['ID=95540b56-aae0-4067-a008-9606139d394b,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:40.246828 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb4529-6e29-45f4-966e-8f007b75920f tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Pushing event updated for resources: {'Network': ['ID=1857d039-a85a-484f-bdd9-c8c354e6d498,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:40.252862 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d9cb4529-6e29-45f4-966e-8f007b75920f tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:40.271680 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-23e2f7b4-0295-4463-9ea3-cb055ce96ec7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:40.281673 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 1857d039-a85a-484f-bdd9-c8c354e6d498 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:24:40.302728 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d9cb4529-6e29-45f4-966e-8f007b75920f tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.5189238 Dec 22 13:24:40.313543 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49278) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:40.330895 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-5b7ea432-0f6c-4e96-b05a-9b2f1b640ff4 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Request body: {'subnet': {'network_id': '1857d039-a85a-484f-bdd9-c8c354e6d498', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:40.334207 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-66bd6e95-6ea5-499a-b42b-81bebc3b986e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:40.364752 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904ae997-1c50-4e7b-b06f-2a7fb7bcbe2f None None] Routers {'df52e147-d23b-4400-b101-ca1aea99aecd'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:24:40.365396 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-904ae997-1c50-4e7b-b06f-2a7fb7bcbe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:24:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['df52e147-d23b-4400-b101-ca1aea99aecd'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:40.417291 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-98281c4f-6b98-4945-81f7-7c988c22e7b9 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bccbc80a-0f5f-4829-acf7-e00cfc344106 HTTP/1.1" status: 200 len: 1093 time: 0.5880735 Dec 22 13:24:40.417404 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49282) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:40.426970 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-635b9616-1447-450c-b195-a337d4f8bedd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'floatingip': {'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'port_id': '0ee846db-bfda-41ee-b278-55ce6efac6d6', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:40.432768 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b6d54aff-8e72-443c-b4f2-aed14be8c5df tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:40.439118 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-66bd6e95-6ea5-499a-b42b-81bebc3b986e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:40.508216 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a13f489f-48b0-4639-859f-9e13bb71a696 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:40.520681 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-a7baaac9-51ff-46fd-a448-a2b74965f89b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Allocated IP 172.20.0.3 (af00dec1-e26a-496a-93c8-a8f6acabdaa9/e81d6fb6-d31b-4633-b5f8-d8774ba30987/2364726d-977b-4a26-a048-93fdc2080103) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:24:40.573659 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-635b9616-1447-450c-b195-a337d4f8bedd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:40.600683 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-635b9616-1447-450c-b195-a337d4f8bedd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:floatingip and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:40.602927 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d54aff-8e72-443c-b4f2-aed14be8c5df tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Pushing event deleted for resources: {'Port': ['ID=624e2e91-bda5-4b4d-94af-da68b27fd96a,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:40.717765 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-635b9616-1447-450c-b195-a337d4f8bedd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:40.722208 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd6e95-6ea5-499a-b42b-81bebc3b986e admin admin] Pushing event updated for resources: {'Port': ['ID=dd3969dd-d6b4-4c34-b6f9-51359591a6e8,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:40.726416 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-66bd6e95-6ea5-499a-b42b-81bebc3b986e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:40.738738 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-718912cc-077c-4567-9ec8-8b2668fedec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:40.739210 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-718912cc-077c-4567-9ec8-8b2668fedec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:40.744022 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-635b9616-1447-450c-b195-a337d4f8bedd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:40.759512 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5b7ea432-0f6c-4e96-b05a-9b2f1b640ff4 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:40.778990 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:40.789509 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5b7ea432-0f6c-4e96-b05a-9b2f1b640ff4 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Usage tracker for resource:subnet and tenant:8fe35dceb7dc4f8e96a5afa6293ec39b is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:40.793687 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3e33c010-be86-4bc9-bc69-346fc59385cf None None] Provisioning for port d3b03762-3bb0-44c9-96da-b2ad59d59be1 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:24:40.794957 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5b7ea432-0f6c-4e96-b05a-9b2f1b640ff4 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:40.805988 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-66bd6e95-6ea5-499a-b42b-81bebc3b986e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:40.809510 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5b7ea432-0f6c-4e96-b05a-9b2f1b640ff4 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:40.854052 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3e33c010-be86-4bc9-bc69-346fc59385cf None None] Provisioning complete for port d3b03762-3bb0-44c9-96da-b2ad59d59be1 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:40.854902 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3e33c010-be86-4bc9-bc69-346fc59385cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:40.891871 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a7baaac9-51ff-46fd-a448-a2b74965f89b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:40.908520 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7ea432-0f6c-4e96-b05a-9b2f1b640ff4 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Made reservation on behalf of 8fe35dceb7dc4f8e96a5afa6293ec39b for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:24:40.999702 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-904ae997-1c50-4e7b-b06f-2a7fb7bcbe2f None None] Set router df52e147-d23b-4400-b101-ca1aea99aecd gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:24:41.005959 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-635b9616-1447-450c-b195-a337d4f8bedd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for floatingip, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:41.062414 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5b7ea432-0f6c-4e96-b05a-9b2f1b640ff4 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:41.088908 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-a7baaac9-51ff-46fd-a448-a2b74965f89b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Transition to ACTIVE for port object 2364726d-977b-4a26-a048-93fdc2080103 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:41.304344 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a7baaac9-51ff-46fd-a448-a2b74965f89b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:41.314223 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1f9faac0-4f4e-4f05-9f9f-51939c3505a7 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:41.319590 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bd6e95-6ea5-499a-b42b-81bebc3b986e admin admin] Network 0cec8290-231b-4876-b1ca-370b31566bfa is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:24:41.396038 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3e33c010-be86-4bc9-bc69-346fc59385cf None None] Provisioning complete for port ac80c07b-e289-496c-b79a-fc8bd50fd884 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:41.396038 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3e33c010-be86-4bc9-bc69-346fc59385cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:41.425224 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-66bd6e95-6ea5-499a-b42b-81bebc3b986e admin admin] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:41.427316 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b6d54aff-8e72-443c-b4f2-aed14be8c5df tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:41.459139 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7baaac9-51ff-46fd-a448-a2b74965f89b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Network af00dec1-e26a-496a-93c8-a8f6acabdaa9 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:24:41.467672 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7baaac9-51ff-46fd-a448-a2b74965f89b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'Port': ['ID=2364726d-977b-4a26-a048-93fdc2080103,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:41.473185 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a7baaac9-51ff-46fd-a448-a2b74965f89b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:41.474173 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-a7baaac9-51ff-46fd-a448-a2b74965f89b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:41.476829 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7baaac9-51ff-46fd-a448-a2b74965f89b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:24:41.524938 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3e33c010-be86-4bc9-bc69-346fc59385cf None None] Port ac80c07b-e289-496c-b79a-fc8bd50fd884 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:24:41.543889 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5b7ea432-0f6c-4e96-b05a-9b2f1b640ff4 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:41.551101 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8b29ffa8-a257-4994-8648-39d678454f6b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:41.640990 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-904ae997-1c50-4e7b-b06f-2a7fb7bcbe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df52e147-d23b-4400-b101-ca1aea99aecd', 'name': 'tempest-TestVolumeBootPattern-1256236647-router', 'tenant_id': 'ed5f4128499541069db229ac19f58501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': '95540b56-aae0-4067-a008-9606139d394b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:29Z', 'updated_at': '2021-12-22T13:24:39Z', 'revision_number': 4, 'project_id': 'ed5f4128499541069db229ac19f58501', 'gw_port': {'id': '95540b56-aae0-4067-a008-9606139d394b', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:90:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df52e147-d23b-4400-b101-ca1aea99aecd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:32Z', 'updated_at': '2021-12-22T13:24:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'dd3969dd-d6b4-4c34-b6f9-51359591a6e8', 'name': '', 'network_id': '0cec8290-231b-4876-b1ca-370b31566bfa', 'tenant_id': 'ed5f4128499541069db229ac19f58501', 'mac_address': 'fa:16:3e:35:d0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df52e147-d23b-4400-b101-ca1aea99aecd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af3fd479-45e5-44cf-8c82-e5c3e72797bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:37Z', 'updated_at': '2021-12-22T13:24:39Z', 'revision_number': 2, 'project_id': 'ed5f4128499541069db229ac19f58501', 'subnets': [{'id': 'af3fd479-45e5-44cf-8c82-e5c3e72797bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:41.655301 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904ae997-1c50-4e7b-b06f-2a7fb7bcbe2f None None] The sync data for ids ['df52e147-d23b-4400-b101-ca1aea99aecd'] in dv-neutron-822669-1-hyperv is: [{'id': 'df52e147-d23b-4400-b101-ca1aea99aecd', 'name': 'tempest-TestVolumeBootPattern-1256236647-router', 'tenant_id': 'ed5f4128499541069db229ac19f58501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': '95540b56-aae0-4067-a008-9606139d394b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:29Z', 'updated_at': '2021-12-22T13:24:39Z', 'revision_number': 4, 'project_id': 'ed5f4128499541069db229ac19f58501', 'gw_port': {'id': '95540b56-aae0-4067-a008-9606139d394b', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:90:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df52e147-d23b-4400-b101-ca1aea99aecd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:32Z', 'updated_at': '2021-12-22T13:24:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'dd3969dd-d6b4-4c34-b6f9-51359591a6e8', 'name': '', 'network_id': '0cec8290-231b-4876-b1ca-370b31566bfa', 'tenant_id': 'ed5f4128499541069db229ac19f58501', 'mac_address': 'fa:16:3e:35:d0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df52e147-d23b-4400-b101-ca1aea99aecd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af3fd479-45e5-44cf-8c82-e5c3e72797bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:37Z', 'updated_at': '2021-12-22T13:24:39Z', 'revision_number': 2, 'project_id': 'ed5f4128499541069db229ac19f58501', 'subnets': [{'id': 'af3fd479-45e5-44cf-8c82-e5c3e72797bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:24:41.675666 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-ff6ca084-1554-416a-b3c8-5dab7908bda8 None None] Provisioning complete for port d3b03762-3bb0-44c9-96da-b2ad59d59be1 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:41.676065 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ff6ca084-1554-416a-b3c8-5dab7908bda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:41.739885 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7baaac9-51ff-46fd-a448-a2b74965f89b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:41.740521 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a7baaac9-51ff-46fd-a448-a2b74965f89b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:41.752840 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7ea432-0f6c-4e96-b05a-9b2f1b640ff4 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Pushing event updated for resources: {'Subnet': ['ID=61af5a15-4e01-472b-ac2c-75c73e8ccc09,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:41.766854 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7ea432-0f6c-4e96-b05a-9b2f1b640ff4 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Checking segment: {'id': '6f7aa792-b278-4869-8210-862e6899f140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '1857d039-a85a-484f-bdd9-c8c354e6d498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:24:41.767218 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7ea432-0f6c-4e96-b05a-9b2f1b640ff4 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Network hostable DHCP agents. Network: 1857d039-a85a-484f-bdd9-c8c354e6d498, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:24:41.780029 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5b7ea432-0f6c-4e96-b05a-9b2f1b640ff4 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:41.846338 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7ea432-0f6c-4e96-b05a-9b2f1b640ff4 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Network 1857d039-a85a-484f-bdd9-c8c354e6d498 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:24:41.861324 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-ff6ca084-1554-416a-b3c8-5dab7908bda8 None None] Provisioning complete for port ac80c07b-e289-496c-b79a-fc8bd50fd884 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:41.861925 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ff6ca084-1554-416a-b3c8-5dab7908bda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:41.873443 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a7baaac9-51ff-46fd-a448-a2b74965f89b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6070974 Dec 22 13:24:41.874395 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49286) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:41.881044 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-014bb400-3f77-41ea-a1b1-4a13b29774da tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'subnet': {'network_id': 'af00dec1-e26a-496a-93c8-a8f6acabdaa9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:41.928383 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-ff6ca084-1554-416a-b3c8-5dab7908bda8 None None] Port ac80c07b-e289-496c-b79a-fc8bd50fd884 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:24:41.947821 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-5b7ea432-0f6c-4e96-b05a-9b2f1b640ff4 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 1857d039-a85a-484f-bdd9-c8c354e6d498) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:41.957582 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de3c3c5-c251-4584-8a85-a4e0aff4a11f None None] Network 1857d039-a85a-484f-bdd9-c8c354e6d498 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:24:41.959560 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7ea432-0f6c-4e96-b05a-9b2f1b640ff4 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:41.960241 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5b7ea432-0f6c-4e96-b05a-9b2f1b640ff4 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:42.024481 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b6d54aff-8e72-443c-b4f2-aed14be8c5df tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:42.046006 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-014bb400-3f77-41ea-a1b1-4a13b29774da tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:42.048357 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b6d54aff-8e72-443c-b4f2-aed14be8c5df tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:42.050302 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-014bb400-3f77-41ea-a1b1-4a13b29774da tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:subnet and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:42.052954 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-014bb400-3f77-41ea-a1b1-4a13b29774da tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:42.059987 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-014bb400-3f77-41ea-a1b1-4a13b29774da tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:42.076335 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5b7ea432-0f6c-4e96-b05a-9b2f1b640ff4 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7590306 Dec 22 13:24:42.079765 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49290) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:42.082996 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-da578ca7-754b-4edb-809a-12b36cb89272 None None] Provisioning complete for port dd3969dd-d6b4-4c34-b6f9-51359591a6e8 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:42.083386 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-da578ca7-754b-4edb-809a-12b36cb89272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:42.086332 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-4fdba80c-51d9-4a64-b81e-766cfe2c12a3 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Request body: {'network': {'name': 'tempest-router-network01--1521144679'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:42.093490 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-4fdba80c-51d9-4a64-b81e-766cfe2c12a3 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:42.099295 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-4fdba80c-51d9-4a64-b81e-766cfe2c12a3 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Usage tracker for resource:network and tenant:8fe35dceb7dc4f8e96a5afa6293ec39b is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:42.103081 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-4fdba80c-51d9-4a64-b81e-766cfe2c12a3 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:42.109740 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-4fdba80c-51d9-4a64-b81e-766cfe2c12a3 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:42.155819 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014bb400-3f77-41ea-a1b1-4a13b29774da tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Made reservation on behalf of 77460f0dfa37423d8c924a302461b16c for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:24:42.159886 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-014bb400-3f77-41ea-a1b1-4a13b29774da tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:42.178683 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fdba80c-51d9-4a64-b81e-766cfe2c12a3 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Made reservation on behalf of 8fe35dceb7dc4f8e96a5afa6293ec39b for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:24:42.181142 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-635b9616-1447-450c-b195-a337d4f8bedd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:42.184058 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4fdba80c-51d9-4a64-b81e-766cfe2c12a3 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:42.184437 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-da578ca7-754b-4edb-809a-12b36cb89272 None None] Port dd3969dd-d6b4-4c34-b6f9-51359591a6e8 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:24:42.238143 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b6d54aff-8e72-443c-b4f2-aed14be8c5df tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:42.238415 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d54aff-8e72-443c-b4f2-aed14be8c5df tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 38255d55-7490-443c-8436-7cf8554e85bd {{(pid=84148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:24:42.250877 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385176c8-b24b-4c79-b7f2-e2eb25ebf2b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-1857d039-a85a-484f-bdd9-c8c354e6d498', 'network_id': '1857d039-a85a-484f-bdd9-c8c354e6d498', 'tenant_id': '8fe35dceb7dc4f8e96a5afa6293ec39b', 'fixed_ips': [{'subnet_id': '61af5a15-4e01-472b-ac2c-75c73e8ccc09'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:24:42.252131 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-385176c8-b24b-4c79-b7f2-e2eb25ebf2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:42.284982 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fdba80c-51d9-4a64-b81e-766cfe2c12a3 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:24:42.314047 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4fdba80c-51d9-4a64-b81e-766cfe2c12a3 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:42.314825 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-4fdba80c-51d9-4a64-b81e-766cfe2c12a3 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Added segment 878365e4-4efd-4de9-9baa-5b29783d2b60 of type vlan for network e601d722-ff31-4071-965b-49b715f0c130 Dec 22 13:24:42.314942 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-da578ca7-754b-4edb-809a-12b36cb89272 None None] Provisioning for port 2364726d-977b-4a26-a048-93fdc2080103 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:24:42.320117 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-da578ca7-754b-4edb-809a-12b36cb89272 None None] Provisioning complete for port 2364726d-977b-4a26-a048-93fdc2080103 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:42.320499 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-da578ca7-754b-4edb-809a-12b36cb89272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:42.338180 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.ipam_backend_mixin [None req-014bb400-3f77-41ea-a1b1-4a13b29774da tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e81d6fb6-d31b-4633-b5f8-d8774ba30987 (CIDR: 172.20.0.0/28) Dec 22 13:24:42.340655 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b6d54aff-8e72-443c-b4f2-aed14be8c5df tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:42.341893 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b6d54aff-8e72-443c-b4f2-aed14be8c5df tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] 10.222.0.47 "DELETE /v2.0/routers/38255d55-7490-443c-8436-7cf8554e85bd HTTP/1.1" status: 204 len: 168 time: 4.6092136 Dec 22 13:24:42.347251 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49294) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:42.354752 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-1cd77669-79e7-4146-ae96-b832848d81ed tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-846365018', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}, 'admin_state_up': False}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:42.364357 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4fdba80c-51d9-4a64-b81e-766cfe2c12a3 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:42.368047 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1cd77669-79e7-4146-ae96-b832848d81ed tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:42.373767 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1cd77669-79e7-4146-ae96-b832848d81ed tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Usage tracker for resource:router and tenant:42ecba7b4e3345f3857e90a8a2a1638e is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:42.377534 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1cd77669-79e7-4146-ae96-b832848d81ed tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:42.385262 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1cd77669-79e7-4146-ae96-b832848d81ed tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:42.390212 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-014bb400-3f77-41ea-a1b1-4a13b29774da tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:24:42.396294 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-014bb400-3f77-41ea-a1b1-4a13b29774da tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:24:42.406765 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-da578ca7-754b-4edb-809a-12b36cb89272 None None] Port 2364726d-977b-4a26-a048-93fdc2080103 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:24:42.462474 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1cd77669-79e7-4146-ae96-b832848d81ed tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:42.465867 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1cd77669-79e7-4146-ae96-b832848d81ed tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:42.479645 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-385176c8-b24b-4c79-b7f2-e2eb25ebf2b5 None None] Allocated IP 172.20.0.2 (1857d039-a85a-484f-bdd9-c8c354e6d498/61af5a15-4e01-472b-ac2c-75c73e8ccc09/0f591eed-1ab3-4255-b160-37c7494828a8) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:24:42.490117 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-635b9616-1447-450c-b195-a337d4f8bedd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Allocated IP 172.26.1.40 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/19741f23-91b2-4dfa-94f9-26f406640b71) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:24:42.491079 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1cd77669-79e7-4146-ae96-b832848d81ed tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:42.509108 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4fdba80c-51d9-4a64-b81e-766cfe2c12a3 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:42.513615 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdba80c-51d9-4a64-b81e-766cfe2c12a3 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:42.514443 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4fdba80c-51d9-4a64-b81e-766cfe2c12a3 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:42.522514 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-014bb400-3f77-41ea-a1b1-4a13b29774da tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6459088 Dec 22 13:24:42.525475 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49298) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:42.526242 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7c2b5200-a7df-4d5c-90dc-afd375cfeb3e tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:42.621083 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-500df012-7871-4c12-b6c1-33fe2e11c06e req-91c61ad6-1849-4106-860f-806045333d36 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bccbc80a-0f5f-4829-acf7-e00cfc344106&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2076597 Dec 22 13:24:42.643149 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66bd6e95-6ea5-499a-b42b-81bebc3b986e admin admin] Router df52e147-d23b-4400-b101-ca1aea99aecd has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:24:42.751930 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-83816192-1e20-4d53-a931-a5c20252b6ac tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'subnet': {'network_id': 'af00dec1-e26a-496a-93c8-a8f6acabdaa9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:42.764084 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-385176c8-b24b-4c79-b7f2-e2eb25ebf2b5 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:42.778046 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-385176c8-b24b-4c79-b7f2-e2eb25ebf2b5 None None] Transition to ACTIVE for port object 0f591eed-1ab3-4255-b160-37c7494828a8 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:42.801879 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-385176c8-b24b-4c79-b7f2-e2eb25ebf2b5 None None] Transition to ACTIVE for port object 0f591eed-1ab3-4255-b160-37c7494828a8 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:42.849133 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-635b9616-1447-450c-b195-a337d4f8bedd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:42.864185 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-385176c8-b24b-4c79-b7f2-e2eb25ebf2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:42.869871 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-a746d366-b9d6-4d79-b2bf-6c9132b7cbe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:42.914798 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdba80c-51d9-4a64-b81e-766cfe2c12a3 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Pushing event updated for resources: {'Network': ['ID=e601d722-ff31-4071-965b-49b715f0c130,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:42.928723 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4fdba80c-51d9-4a64-b81e-766cfe2c12a3 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:42.937780 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network e601d722-ff31-4071-965b-49b715f0c130 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:24:42.964492 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385176c8-b24b-4c79-b7f2-e2eb25ebf2b5 None None] Network 1857d039-a85a-484f-bdd9-c8c354e6d498 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:24:42.976374 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-385176c8-b24b-4c79-b7f2-e2eb25ebf2b5 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:43.002758 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-4fdba80c-51d9-4a64-b81e-766cfe2c12a3 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9217656 Dec 22 13:24:43.003487 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49302) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:43.018659 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-19451108-a3b1-43ae-a9b9-ce58a3b7cc0a tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Request body: {'network': {'name': 'tempest-router-network02--498861638'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:43.038676 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-19451108-a3b1-43ae-a9b9-ce58a3b7cc0a tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:43.043498 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385176c8-b24b-4c79-b7f2-e2eb25ebf2b5 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:24:43.045619 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385176c8-b24b-4c79-b7f2-e2eb25ebf2b5 None None] Pushing event updated for resources: {'Port': ['ID=0f591eed-1ab3-4255-b160-37c7494828a8,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:43.046722 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-19451108-a3b1-43ae-a9b9-ce58a3b7cc0a tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Usage tracker for resource:network and tenant:8fe35dceb7dc4f8e96a5afa6293ec39b is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:43.052010 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-500df012-7871-4c12-b6c1-33fe2e11c06e req-b9bfd12b-9309-401b-b42a-9936ca15bcd3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=bccbc80a-0f5f-4829-acf7-e00cfc344106 HTTP/1.1" status: 200 len: 1098 time: 0.3248186 Dec 22 13:24:43.052213 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-19451108-a3b1-43ae-a9b9-ce58a3b7cc0a tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:43.062782 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-19451108-a3b1-43ae-a9b9-ce58a3b7cc0a tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:43.067211 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-385176c8-b24b-4c79-b7f2-e2eb25ebf2b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:43.075505 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1cd77669-79e7-4146-ae96-b832848d81ed tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:43.096084 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-83816192-1e20-4d53-a931-a5c20252b6ac tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:43.100714 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-83816192-1e20-4d53-a931-a5c20252b6ac tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:subnet and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:43.103590 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-83816192-1e20-4d53-a931-a5c20252b6ac tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:43.110046 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-83816192-1e20-4d53-a931-a5c20252b6ac tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:43.178649 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-385176c8-b24b-4c79-b7f2-e2eb25ebf2b5 None None] Attempting to bind port 0f591eed-1ab3-4255-b160-37c7494828a8 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:24:43.179032 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-385176c8-b24b-4c79-b7f2-e2eb25ebf2b5 None None] Attempting to bind port 0f591eed-1ab3-4255-b160-37c7494828a8 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '6f7aa792-b278-4869-8210-862e6899f140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '1857d039-a85a-484f-bdd9-c8c354e6d498'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:24:43.179404 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385176c8-b24b-4c79-b7f2-e2eb25ebf2b5 None None] Attempting to bind port 0f591eed-1ab3-4255-b160-37c7494828a8 on network 1857d039-a85a-484f-bdd9-c8c354e6d498 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:24:43.182769 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19451108-a3b1-43ae-a9b9-ce58a3b7cc0a tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Made reservation on behalf of 8fe35dceb7dc4f8e96a5afa6293ec39b for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:24:43.186243 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-19451108-a3b1-43ae-a9b9-ce58a3b7cc0a tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:43.188316 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385176c8-b24b-4c79-b7f2-e2eb25ebf2b5 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:24:43.188316 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385176c8-b24b-4c79-b7f2-e2eb25ebf2b5 None None] Checking segment: {'id': '6f7aa792-b278-4869-8210-862e6899f140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '1857d039-a85a-484f-bdd9-c8c354e6d498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:24:43.188316 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-385176c8-b24b-4c79-b7f2-e2eb25ebf2b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:43.188637 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385176c8-b24b-4c79-b7f2-e2eb25ebf2b5 None None] Bound using segment: {'id': '6f7aa792-b278-4869-8210-862e6899f140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '1857d039-a85a-484f-bdd9-c8c354e6d498'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:24:43.189121 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-385176c8-b24b-4c79-b7f2-e2eb25ebf2b5 None None] Bound port: 0f591eed-1ab3-4255-b160-37c7494828a8, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7aa792-b278-4869-8210-862e6899f140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '1857d039-a85a-484f-bdd9-c8c354e6d498'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:24:43.189510 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-385176c8-b24b-4c79-b7f2-e2eb25ebf2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:43.207680 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83816192-1e20-4d53-a931-a5c20252b6ac tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Made reservation on behalf of 77460f0dfa37423d8c924a302461b16c for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:24:43.211527 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-83816192-1e20-4d53-a931-a5c20252b6ac tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:43.267523 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-635b9616-1447-450c-b195-a337d4f8bedd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:43.274734 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-11be9c50-5270-4aea-af4d-ab775baad5b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:43.284921 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-385176c8-b24b-4c79-b7f2-e2eb25ebf2b5 None None] For port 0f591eed-1ab3-4255-b160-37c7494828a8, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:24:43.288348 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-385176c8-b24b-4c79-b7f2-e2eb25ebf2b5 None None] For port 0f591eed-1ab3-4255-b160-37c7494828a8, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=0f591eed-1ab3-4255-b160-37c7494828a8,segment=NetworkSegment(6f7aa792-b278-4869-8210-862e6899f140),segment_id=6f7aa792-b278-4869-8210-862e6899f140)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:24:43.329946 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500df012-7871-4c12-b6c1-33fe2e11c06e req-3ae1843e-9f27-4857-b60f-ebc9337c70c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:43.331403 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-500df012-7871-4c12-b6c1-33fe2e11c06e req-3ae1843e-9f27-4857-b60f-ebc9337c70c9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=405cc457-257b-4046-ad64-71c7c4966738 HTTP/1.1" status: 200 len: 898 time: 0.2242081 Dec 22 13:24:43.337803 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-385176c8-b24b-4c79-b7f2-e2eb25ebf2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:43.342533 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-5f6c2594-95ee-46af-b67b-286171b2af1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:43.373495 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19451108-a3b1-43ae-a9b9-ce58a3b7cc0a tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:24:43.400429 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-19451108-a3b1-43ae-a9b9-ce58a3b7cc0a tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:43.400774 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-19451108-a3b1-43ae-a9b9-ce58a3b7cc0a tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Added segment 94e9be5e-75cf-4c5f-9d29-2a3dd3d6667c of type vlan for network 9d5df901-6c8a-41a2-a3d5-008d4decc7de Dec 22 13:24:43.413654 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635b9616-1447-450c-b195-a337d4f8bedd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:24:43.421291 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b9616-1447-450c-b195-a337d4f8bedd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=19741f23-91b2-4dfa-94f9-26f406640b71,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:43.424456 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-635b9616-1447-450c-b195-a337d4f8bedd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:43.426302 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bd6e95-6ea5-499a-b42b-81bebc3b986e admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:24:43.431691 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-66bd6e95-6ea5-499a-b42b-81bebc3b986e admin admin] 10.222.0.47 "PUT /v2.0/routers/df52e147-d23b-4400-b101-ca1aea99aecd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4074035 Dec 22 13:24:43.432724 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-635b9616-1447-450c-b195-a337d4f8bedd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:43.435192 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385176c8-b24b-4c79-b7f2-e2eb25ebf2b5 None None] Pushing event updated for resources: {'Port': ['ID=0f591eed-1ab3-4255-b160-37c7494828a8,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:43.435529 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635b9616-1447-450c-b195-a337d4f8bedd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:24:43.440882 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-385176c8-b24b-4c79-b7f2-e2eb25ebf2b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:43.484203 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-500df012-7871-4c12-b6c1-33fe2e11c06e req-18a90a02-f7f0-4ea3-b2cc-50fb2dd6926e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ee846db-bfda-41ee-b278-55ce6efac6d6 HTTP/1.1" status: 200 len: 217 time: 0.1415837 Dec 22 13:24:43.487598 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.ipam_backend_mixin [None req-83816192-1e20-4d53-a931-a5c20252b6ac tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet dbea3fb0-ce4a-4f23-9485-a89506951e40 (CIDR: 172.20.0.16/28) Dec 22 13:24:43.498253 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-19451108-a3b1-43ae-a9b9-ce58a3b7cc0a tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:43.536509 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-83816192-1e20-4d53-a931-a5c20252b6ac tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:24:43.536863 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83816192-1e20-4d53-a931-a5c20252b6ac tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:24:43.635827 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1cd77669-79e7-4146-ae96-b832848d81ed tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router_gateway, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:43.638388 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500df012-7871-4c12-b6c1-33fe2e11c06e req-8d35d261-b90b-498d-8a2f-d06a8824ca9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:43.644145 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-500df012-7871-4c12-b6c1-33fe2e11c06e req-8d35d261-b90b-498d-8a2f-d06a8824ca9a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dfb6332c-285f-49dd-93fe-15ef12392031 HTTP/1.1" status: 200 len: 835 time: 0.1440344 Dec 22 13:24:43.673452 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1cd77669-79e7-4146-ae96-b832848d81ed tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:43.685083 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-83816192-1e20-4d53-a931-a5c20252b6ac tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1425843 Dec 22 13:24:43.686063 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-19451108-a3b1-43ae-a9b9-ce58a3b7cc0a tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:43.690211 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19451108-a3b1-43ae-a9b9-ce58a3b7cc0a tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:43.699854 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-19451108-a3b1-43ae-a9b9-ce58a3b7cc0a tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:43.728006 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49312) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:43.744879 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-0562ca9d-32eb-4ddb-aafc-874c3ebf3125 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'subnet': {'network_id': 'af00dec1-e26a-496a-93c8-a8f6acabdaa9', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:43.760813 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c7f4b9b2-4de7-4941-b308-cc56c63fe4fa tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:43.906599 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19451108-a3b1-43ae-a9b9-ce58a3b7cc0a tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Pushing event updated for resources: {'Network': ['ID=9d5df901-6c8a-41a2-a3d5-008d4decc7de,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:43.911714 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-19451108-a3b1-43ae-a9b9-ce58a3b7cc0a tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:43.924490 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 9d5df901-6c8a-41a2-a3d5-008d4decc7de details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:24:43.958293 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-19451108-a3b1-43ae-a9b9-ce58a3b7cc0a tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9454665 Dec 22 13:24:43.958520 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49316) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:43.970784 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-61ec75b8-b4c6-4851-b799-f44e6f5cf078 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Request body: {'subnet': {'network_id': 'e601d722-ff31-4071-965b-49b715f0c130', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:43.996034 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-1cd77669-79e7-4146-ae96-b832848d81ed tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Allocated IP 172.26.1.146 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/7b4e8ca4-2961-4443-9b22-a671659485bb) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:24:44.159080 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1cd77669-79e7-4146-ae96-b832848d81ed tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:44.229404 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-500df012-7871-4c12-b6c1-33fe2e11c06e req-024bafb9-b65b-4e75-8d92-f538046e7a46 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=405cc457-257b-4046-ad64-71c7c4966738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5539992 Dec 22 13:24:44.256473 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1cd77669-79e7-4146-ae96-b832848d81ed tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:44.256725 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-61ec75b8-b4c6-4851-b799-f44e6f5cf078 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:44.260558 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9384f742-a54b-47e0-955b-a2ca71c17f35 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:44.284826 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-0562ca9d-32eb-4ddb-aafc-874c3ebf3125 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:44.288680 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-61ec75b8-b4c6-4851-b799-f44e6f5cf078 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Usage tracker for resource:subnet and tenant:8fe35dceb7dc4f8e96a5afa6293ec39b is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:44.305060 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-61ec75b8-b4c6-4851-b799-f44e6f5cf078 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:44.309294 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-0562ca9d-32eb-4ddb-aafc-874c3ebf3125 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Usage tracker for resource:subnet and tenant:77460f0dfa37423d8c924a302461b16c is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:44.322424 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd77669-79e7-4146-ae96-b832848d81ed tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:24:44.334807 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-1cd77669-79e7-4146-ae96-b832848d81ed tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:44.339501 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd77669-79e7-4146-ae96-b832848d81ed tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:24:44.365634 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-0562ca9d-32eb-4ddb-aafc-874c3ebf3125 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:44.375166 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd77669-79e7-4146-ae96-b832848d81ed tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Pushing event updated for resources: {'Port': ['ID=7b4e8ca4-2961-4443-9b22-a671659485bb,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:44.379394 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1cd77669-79e7-4146-ae96-b832848d81ed tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:44.385002 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-61ec75b8-b4c6-4851-b799-f44e6f5cf078 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:44.389226 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-0562ca9d-32eb-4ddb-aafc-874c3ebf3125 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:44.396965 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49320) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:44.404952 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-d87c3ceb-c44a-4197-91a1-0f2dc478f87c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1717434976', 'description': 'tempest-secgroup-smoke-1717434976 description', 'project_id': 'b2be9708be2a4e27beb28819ba0fc835'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:44.412722 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d87c3ceb-c44a-4197-91a1-0f2dc478f87c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:44.420527 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d87c3ceb-c44a-4197-91a1-0f2dc478f87c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Usage tracker for resource:security_group and tenant:b2be9708be2a4e27beb28819ba0fc835 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:44.451015 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d87c3ceb-c44a-4197-91a1-0f2dc478f87c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:44.464292 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d87c3ceb-c44a-4197-91a1-0f2dc478f87c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:44.480979 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-500df012-7871-4c12-b6c1-33fe2e11c06e req-e6da4cf0-9e92-4962-9739-52f04ad7febb service neutron] 10.222.0.45 "GET /v2.0/networks/405cc457-257b-4046-ad64-71c7c4966738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299414 Dec 22 13:24:44.513499 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ec75b8-b4c6-4851-b799-f44e6f5cf078 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Made reservation on behalf of 8fe35dceb7dc4f8e96a5afa6293ec39b for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:24:44.588244 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d87c3ceb-c44a-4197-91a1-0f2dc478f87c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:44.629948 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155e0c85-da41-4a2f-b39d-4b19fcd775f7 None None] Network 1857d039-a85a-484f-bdd9-c8c354e6d498 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:24:44.647613 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d87c3ceb-c44a-4197-91a1-0f2dc478f87c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:44.652313 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d87c3ceb-c44a-4197-91a1-0f2dc478f87c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Usage tracker for resource:security_group_rule and tenant:b2be9708be2a4e27beb28819ba0fc835 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:44.655695 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d87c3ceb-c44a-4197-91a1-0f2dc478f87c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:44.661830 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d87c3ceb-c44a-4197-91a1-0f2dc478f87c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:44.722755 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d87c3ceb-c44a-4197-91a1-0f2dc478f87c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:44.736678 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1cd77669-79e7-4146-ae96-b832848d81ed tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router_gateway, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:44.737388 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1cd77669-79e7-4146-ae96-b832848d81ed tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:44.757149 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0562ca9d-32eb-4ddb-aafc-874c3ebf3125 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Made reservation on behalf of 77460f0dfa37423d8c924a302461b16c for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:24:44.789112 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-123e2090-bcd2-4075-aa50-80256e1784ea None None] Provisioning for port 0f591eed-1ab3-4255-b160-37c7494828a8 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:24:44.809310 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d87c3ceb-c44a-4197-91a1-0f2dc478f87c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:44.816546 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1ee67ce5-84e3-4b44-8dd7-01cba463b135 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:44.947952 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-61ec75b8-b4c6-4851-b799-f44e6f5cf078 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:44.983762 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c3ceb-c44a-4197-91a1-0f2dc478f87c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40700fc7-e1b2-48c6-9a16-0d5a21225209,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:44.986681 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d87c3ceb-c44a-4197-91a1-0f2dc478f87c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:45.088043 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d87c3ceb-c44a-4197-91a1-0f2dc478f87c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:45.089362 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d87c3ceb-c44a-4197-91a1-0f2dc478f87c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.6913567 Dec 22 13:24:45.092456 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49324) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:45.102672 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:24:45.103229 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-a26b9a36-5f3c-4711-a6ba-5c945fca4f5a tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Request body: {'security_group_rule': {'security_group_id': '40700fc7-e1b2-48c6-9a16-0d5a21225209', 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:45.118777 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-a26b9a36-5f3c-4711-a6ba-5c945fca4f5a tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:45.126720 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-a26b9a36-5f3c-4711-a6ba-5c945fca4f5a tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Usage tracker for resource:security_group_rule and tenant:b2be9708be2a4e27beb28819ba0fc835 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:45.130639 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-a26b9a36-5f3c-4711-a6ba-5c945fca4f5a tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:45.138001 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-500df012-7871-4c12-b6c1-33fe2e11c06e req-44875c27-3099-44e3-9c22-eee7a60e95a2 service neutron] 10.222.0.45 "GET /v2.0/networks/405cc457-257b-4046-ad64-71c7c4966738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6504300 Dec 22 13:24:45.140457 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0562ca9d-32eb-4ddb-aafc-874c3ebf3125 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:45.140740 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-a26b9a36-5f3c-4711-a6ba-5c945fca4f5a tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:45.274977 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-635b9616-1447-450c-b195-a337d4f8bedd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:45.291865 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a26b9a36-5f3c-4711-a6ba-5c945fca4f5a tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:45.339354 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd77669-79e7-4146-ae96-b832848d81ed tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Router a87467b7-1626-465e-ac45-bda41b6d6146 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:24:45.357562 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a26b9a36-5f3c-4711-a6ba-5c945fca4f5a tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:45.457863 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a26b9a36-5f3c-4711-a6ba-5c945fca4f5a tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:45.463882 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-74ec63a2-e007-4545-9bbc-c266a76c74a4 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:45.464192 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-635b9616-1447-450c-b195-a337d4f8bedd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:45.542935 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b9a36-5f3c-4711-a6ba-5c945fca4f5a tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2a7a082-9368-4968-9330-6dd7f01a7baf,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:45.546443 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a26b9a36-5f3c-4711-a6ba-5c945fca4f5a tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:45.602123 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a26b9a36-5f3c-4711-a6ba-5c945fca4f5a tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:45.605784 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a26b9a36-5f3c-4711-a6ba-5c945fca4f5a tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5098190 Dec 22 13:24:45.607067 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49328) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:45.616067 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-523c54a2-c1b5-42a8-bad3-83f19554e885 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Request body: {'security_group_rule': {'security_group_id': '40700fc7-e1b2-48c6-9a16-0d5a21225209', 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:45.623261 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd77669-79e7-4146-ae96-b832848d81ed tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:24:45.639114 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ce8eb3-767c-4007-bc47-091ff523c657 None None] Sync routers for ids ['a87467b7-1626-465e-ac45-bda41b6d6146'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:24:45.639701 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-523c54a2-c1b5-42a8-bad3-83f19554e885 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:45.640302 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 0f591eed-1ab3-4255-b160-37c7494828a8 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:24:45.649607 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-523c54a2-c1b5-42a8-bad3-83f19554e885 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Usage tracker for resource:security_group_rule and tenant:b2be9708be2a4e27beb28819ba0fc835 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:45.654626 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-523c54a2-c1b5-42a8-bad3-83f19554e885 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:45.657966 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ce8eb3-767c-4007-bc47-091ff523c657 None None] Routers {'a87467b7-1626-465e-ac45-bda41b6d6146'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:24:45.658895 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-f7ce8eb3-767c-4007-bc47-091ff523c657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:24:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['a87467b7-1626-465e-ac45-bda41b6d6146'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:45.661470 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-523c54a2-c1b5-42a8-bad3-83f19554e885 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:45.671233 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-61ec75b8-b4c6-4851-b799-f44e6f5cf078 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:45.677730 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b57774ff-a69b-4d57-9286-7e1922d8ec5f tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:45.709748 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1cd77669-79e7-4146-ae96-b832848d81ed tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:45.714522 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1cd77669-79e7-4146-ae96-b832848d81ed tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.3668706 Dec 22 13:24:45.722544 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49332) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:45.723014 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-870a929f-0261-4287-9367-dd894a8ebacf tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'enable_snat': False}}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:45.728207 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-f7ce8eb3-767c-4007-bc47-091ff523c657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:45.740360 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ce8eb3-767c-4007-bc47-091ff523c657 None None] Routers {'a87467b7-1626-465e-ac45-bda41b6d6146'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:24:45.741056 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-f7ce8eb3-767c-4007-bc47-091ff523c657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:24:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['a87467b7-1626-465e-ac45-bda41b6d6146'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:45.798242 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-523c54a2-c1b5-42a8-bad3-83f19554e885 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:45.800873 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 0f591eed-1ab3-4255-b160-37c7494828a8 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:24:45.810341 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-f7ce8eb3-767c-4007-bc47-091ff523c657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:45.810962 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ce8eb3-767c-4007-bc47-091ff523c657 None None] The sync data for ids ['a87467b7-1626-465e-ac45-bda41b6d6146'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:24:45.811693 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 0f591eed-1ab3-4255-b160-37c7494828a8 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:45.814213 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec75b8-b4c6-4851-b799-f44e6f5cf078 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Pushing event updated for resources: {'Subnet': ['ID=1595c5a1-f31a-4225-8db5-cb9eefdae0bf,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:45.824167 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:45.824856 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-61ec75b8-b4c6-4851-b799-f44e6f5cf078 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:45.857295 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ec75b8-b4c6-4851-b799-f44e6f5cf078 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Checking segment: {'id': '878365e4-4efd-4de9-9baa-5b29783d2b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e601d722-ff31-4071-965b-49b715f0c130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:24:45.857661 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ec75b8-b4c6-4851-b799-f44e6f5cf078 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Network hostable DHCP agents. Network: e601d722-ff31-4071-965b-49b715f0c130, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:24:45.881746 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-635b9616-1447-450c-b195-a337d4f8bedd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:45.903041 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0562ca9d-32eb-4ddb-aafc-874c3ebf3125 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:45.907607 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a67f1c4a-7473-4235-b474-3c748c0d9c31 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:45.942990 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-523c54a2-c1b5-42a8-bad3-83f19554e885 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:45.966284 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:45.969594 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0562ca9d-32eb-4ddb-aafc-874c3ebf3125 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Network af00dec1-e26a-496a-93c8-a8f6acabdaa9 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:24:45.973162 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-0562ca9d-32eb-4ddb-aafc-874c3ebf3125 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:45.977064 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-635b9616-1447-450c-b195-a337d4f8bedd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:45.984759 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0562ca9d-32eb-4ddb-aafc-874c3ebf3125 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:45.985358 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0562ca9d-32eb-4ddb-aafc-874c3ebf3125 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:45.988933 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e6cf38-8c90-4ae0-86d2-0ba1374eec44 None None] Network af00dec1-e26a-496a-93c8-a8f6acabdaa9 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:24:45.998231 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0562ca9d-32eb-4ddb-aafc-874c3ebf3125 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'Subnet': ['ID=cc007cb6-b250-4d75-84e9-8f91641d7bce,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:46.006521 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0562ca9d-32eb-4ddb-aafc-874c3ebf3125 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:46.011788 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ec75b8-b4c6-4851-b799-f44e6f5cf078 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Network e601d722-ff31-4071-965b-49b715f0c130 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:24:46.011788 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a6aaeab1-e33a-4263-9288-71ffa788f8e2 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:46.053152 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-523c54a2-c1b5-42a8-bad3-83f19554e885 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:46.059555 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-724f3b7b-2558-4a5a-867b-5c48a48b9a14 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:46.084029 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c54a2-c1b5-42a8-bad3-83f19554e885 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c85ec22-09a1-4b89-9475-5ff6fa8a118f,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:46.087176 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-523c54a2-c1b5-42a8-bad3-83f19554e885 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:46.108570 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 0f591eed-1ab3-4255-b160-37c7494828a8, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=0f591eed-1ab3-4255-b160-37c7494828a8,segment=NetworkSegment(6f7aa792-b278-4869-8210-862e6899f140),segment_id=6f7aa792-b278-4869-8210-862e6899f140)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:24:46.125698 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b9616-1447-450c-b195-a337d4f8bedd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=19741f23-91b2-4dfa-94f9-26f406640b71,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:46.130096 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-635b9616-1447-450c-b195-a337d4f8bedd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:46.137018 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-635b9616-1447-450c-b195-a337d4f8bedd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:46.194271 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-61ec75b8-b4c6-4851-b799-f44e6f5cf078 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, e601d722-ff31-4071-965b-49b715f0c130) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:46.205007 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ec75b8-b4c6-4851-b799-f44e6f5cf078 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:46.205587 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-61ec75b8-b4c6-4851-b799-f44e6f5cf078 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:46.210683 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24c51f6-57c6-4c91-9a3b-32cbc52d527f None None] Network e601d722-ff31-4071-965b-49b715f0c130 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:24:46.220779 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-523c54a2-c1b5-42a8-bad3-83f19554e885 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:46.220779 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-523c54a2-c1b5-42a8-bad3-83f19554e885 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6101544 Dec 22 13:24:46.225342 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49336) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:46.228272 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0562ca9d-32eb-4ddb-aafc-874c3ebf3125 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4985580 Dec 22 13:24:46.228383 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49338) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:46.236408 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-5059af1b-f163-4366-9a09-694d03475c19 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Request body: {'security_group_rule': {'security_group_id': '40700fc7-e1b2-48c6-9a16-0d5a21225209', 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:46.237677 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-c3cb21fe-984f-4b5f-a027-cb25036d2896 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1779314507', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cc007cb6-b250-4d75-84e9-8f91641d7bce'}], 'security_groups': ['4fd2ef5c-d6c4-4b74-b6f1-71a588212f46', '1cf2c519-e9b7-4568-8c5a-31f15ce05bd2']}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:46.253259 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5059af1b-f163-4366-9a09-694d03475c19 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:46.259221 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5059af1b-f163-4366-9a09-694d03475c19 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Usage tracker for resource:security_group_rule and tenant:b2be9708be2a4e27beb28819ba0fc835 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:46.268090 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5059af1b-f163-4366-9a09-694d03475c19 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:46.276521 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5059af1b-f163-4366-9a09-694d03475c19 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:46.345421 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:46.359470 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:46.371603 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-61ec75b8-b4c6-4851-b799-f44e6f5cf078 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4082098 Dec 22 13:24:46.372152 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49344) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:46.377698 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-d6981d0c-274c-4a40-b3b4-36ed4c0861c3 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Request body: {'subnet': {'network_id': '9d5df901-6c8a-41a2-a3d5-008d4decc7de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:46.461094 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5059af1b-f163-4366-9a09-694d03475c19 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:46.500035 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=0f591eed-1ab3-4255-b160-37c7494828a8,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:46.503946 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:46.555523 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d6981d0c-274c-4a40-b3b4-36ed4c0861c3 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:46.561548 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d6981d0c-274c-4a40-b3b4-36ed4c0861c3 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Usage tracker for resource:subnet and tenant:8fe35dceb7dc4f8e96a5afa6293ec39b is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:46.572833 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d6981d0c-274c-4a40-b3b4-36ed4c0861c3 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:46.590045 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d6981d0c-274c-4a40-b3b4-36ed4c0861c3 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:46.600308 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c3cb21fe-984f-4b5f-a027-cb25036d2896 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:46.673163 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5059af1b-f163-4366-9a09-694d03475c19 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:46.728611 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-870a929f-0261-4287-9367-dd894a8ebacf tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:46.732945 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90151cfc-2e71-4b6a-a6a8-13f9e88eef3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-e601d722-ff31-4071-965b-49b715f0c130', 'network_id': 'e601d722-ff31-4071-965b-49b715f0c130', 'tenant_id': '8fe35dceb7dc4f8e96a5afa6293ec39b', 'fixed_ips': [{'subnet_id': '1595c5a1-f31a-4225-8db5-cb9eefdae0bf'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:24:46.733790 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-90151cfc-2e71-4b6a-a6a8-13f9e88eef3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:46.739398 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.l3_db [None req-635b9616-1447-450c-b195-a337d4f8bedd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Floating IP e0accf6c-5d19-4806-b4cb-7d3e5cf08ea9 associated. External IP: 172.26.1.40, port: 0ee846db-bfda-41ee-b278-55ce6efac6d6. Dec 22 13:24:46.743029 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5059af1b-f163-4366-9a09-694d03475c19 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:46.746951 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-70d284ac-a295-4997-b90f-69167665e280 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:46.772030 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059af1b-f163-4366-9a09-694d03475c19 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e81c7bf-63d0-4778-baff-97f120e47b68,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:46.778118 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5059af1b-f163-4366-9a09-694d03475c19 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:46.778905 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6981d0c-274c-4a40-b3b4-36ed4c0861c3 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Made reservation on behalf of 8fe35dceb7dc4f8e96a5afa6293ec39b for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:24:46.815851 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6207098-9c60-4558-bcf7-0aa3c5324898 None None] Update dhcp port {'port': {'network_id': 'af00dec1-e26a-496a-93c8-a8f6acabdaa9', 'fixed_ips': [{'subnet_id': 'dbea3fb0-ce4a-4f23-9485-a89506951e40', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e81d6fb6-d31b-4633-b5f8-d8774ba30987', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cc007cb6-b250-4d75-84e9-8f91641d7bce'}], 'binding:host_id': 'dv-neutron-822669-1-hyperv'}, 'id': 'd3b03762-3bb0-44c9-96da-b2ad59d59be1'} from dv-neutron-822669-1-hyperv. {{(pid=84150) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 22 13:24:46.902882 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f6207098-9c60-4558-bcf7-0aa3c5324898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:46.930937 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5059af1b-f163-4366-9a09-694d03475c19 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:46.935132 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5059af1b-f163-4366-9a09-694d03475c19 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7035522 Dec 22 13:24:46.937408 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49348) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:46.948469 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-2dfbedd7-cec0-4eeb-bb49-5da8604b76d2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Request body: {'security_group_rule': {'security_group_id': '40700fc7-e1b2-48c6-9a16-0d5a21225209', 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:46.959917 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d6981d0c-274c-4a40-b3b4-36ed4c0861c3 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:46.961698 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-2dfbedd7-cec0-4eeb-bb49-5da8604b76d2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:47.020896 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-2dfbedd7-cec0-4eeb-bb49-5da8604b76d2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Usage tracker for resource:security_group_rule and tenant:b2be9708be2a4e27beb28819ba0fc835 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:47.036238 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-2dfbedd7-cec0-4eeb-bb49-5da8604b76d2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:47.055397 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-2dfbedd7-cec0-4eeb-bb49-5da8604b76d2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:47.066516 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-90151cfc-2e71-4b6a-a6a8-13f9e88eef3e None None] Allocated IP 172.20.0.2 (e601d722-ff31-4071-965b-49b715f0c130/1595c5a1-f31a-4225-8db5-cb9eefdae0bf/31cf484c-4b4c-4619-a586-489788433c2b) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:24:47.207677 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2dfbedd7-cec0-4eeb-bb49-5da8604b76d2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:47.273161 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-c3cb21fe-984f-4b5f-a027-cb25036d2896 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Delete allocated IP 172.20.0.3 (af00dec1-e26a-496a-93c8-a8f6acabdaa9/e81d6fb6-d31b-4633-b5f8-d8774ba30987) {{(pid=84148) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 13:24:47.303337 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-90151cfc-2e71-4b6a-a6a8-13f9e88eef3e None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:47.313990 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-90151cfc-2e71-4b6a-a6a8-13f9e88eef3e None None] Transition to ACTIVE for port object 31cf484c-4b4c-4619-a586-489788433c2b will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:47.332994 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-90151cfc-2e71-4b6a-a6a8-13f9e88eef3e None None] Transition to ACTIVE for port object 31cf484c-4b4c-4619-a586-489788433c2b will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:47.348354 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-c3cb21fe-984f-4b5f-a027-cb25036d2896 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Allocated IP 172.20.0.44 (af00dec1-e26a-496a-93c8-a8f6acabdaa9/cc007cb6-b250-4d75-84e9-8f91641d7bce/2364726d-977b-4a26-a048-93fdc2080103) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:24:47.394782 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-90151cfc-2e71-4b6a-a6a8-13f9e88eef3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:47.400800 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-fd59b73b-0f57-4774-bfdc-ce69453039e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:47.413824 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2dfbedd7-cec0-4eeb-bb49-5da8604b76d2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:47.468574 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90151cfc-2e71-4b6a-a6a8-13f9e88eef3e None None] Network e601d722-ff31-4071-965b-49b715f0c130 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:24:47.472146 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-90151cfc-2e71-4b6a-a6a8-13f9e88eef3e None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:47.474886 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90151cfc-2e71-4b6a-a6a8-13f9e88eef3e None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:24:47.482191 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90151cfc-2e71-4b6a-a6a8-13f9e88eef3e None None] Pushing event updated for resources: {'Port': ['ID=31cf484c-4b4c-4619-a586-489788433c2b,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:47.485201 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-90151cfc-2e71-4b6a-a6a8-13f9e88eef3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:47.503269 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2dfbedd7-cec0-4eeb-bb49-5da8604b76d2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:47.520497 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-870a929f-0261-4287-9367-dd894a8ebacf tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:47.524333 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-870a929f-0261-4287-9367-dd894a8ebacf tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707601'] for router, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:47.524845 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:47.580573 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-90151cfc-2e71-4b6a-a6a8-13f9e88eef3e None None] Attempting to bind port 31cf484c-4b4c-4619-a586-489788433c2b on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:24:47.581270 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-90151cfc-2e71-4b6a-a6a8-13f9e88eef3e None None] Attempting to bind port 31cf484c-4b4c-4619-a586-489788433c2b by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '878365e4-4efd-4de9-9baa-5b29783d2b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e601d722-ff31-4071-965b-49b715f0c130'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:24:47.581818 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90151cfc-2e71-4b6a-a6a8-13f9e88eef3e None None] Attempting to bind port 31cf484c-4b4c-4619-a586-489788433c2b on network e601d722-ff31-4071-965b-49b715f0c130 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:24:47.588725 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90151cfc-2e71-4b6a-a6a8-13f9e88eef3e None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:24:47.590301 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90151cfc-2e71-4b6a-a6a8-13f9e88eef3e None None] Checking segment: {'id': '878365e4-4efd-4de9-9baa-5b29783d2b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e601d722-ff31-4071-965b-49b715f0c130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:24:47.591186 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-90151cfc-2e71-4b6a-a6a8-13f9e88eef3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:47.591807 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90151cfc-2e71-4b6a-a6a8-13f9e88eef3e None None] Bound using segment: {'id': '878365e4-4efd-4de9-9baa-5b29783d2b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e601d722-ff31-4071-965b-49b715f0c130'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:24:47.592508 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-90151cfc-2e71-4b6a-a6a8-13f9e88eef3e None None] Bound port: 31cf484c-4b4c-4619-a586-489788433c2b, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '878365e4-4efd-4de9-9baa-5b29783d2b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'e601d722-ff31-4071-965b-49b715f0c130'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:24:47.593101 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-90151cfc-2e71-4b6a-a6a8-13f9e88eef3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:47.599575 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d6981d0c-274c-4a40-b3b4-36ed4c0861c3 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:47.606547 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-eea77e51-a221-42ba-8c60-99c5c5b44d16 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:47.647254 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c3cb21fe-984f-4b5f-a027-cb25036d2896 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:47.668341 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 0f591eed-1ab3-4255-b160-37c7494828a8 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:24:47.670057 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-c3cb21fe-984f-4b5f-a027-cb25036d2896 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Transition to ACTIVE for port object 2364726d-977b-4a26-a048-93fdc2080103 will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:47.673380 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfbedd7-cec0-4eeb-bb49-5da8604b76d2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85feabe0-2107-49f0-b4c3-b2819573b754,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:47.714403 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6981d0c-274c-4a40-b3b4-36ed4c0861c3 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Pushing event updated for resources: {'Subnet': ['ID=89f8458d-cfd9-4882-ad46-0edf84c66e53,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:47.718038 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d6981d0c-274c-4a40-b3b4-36ed4c0861c3 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:47.737595 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2dfbedd7-cec0-4eeb-bb49-5da8604b76d2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:47.762334 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6981d0c-274c-4a40-b3b4-36ed4c0861c3 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Checking segment: {'id': '94e9be5e-75cf-4c5f-9d29-2a3dd3d6667c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9d5df901-6c8a-41a2-a3d5-008d4decc7de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:24:47.762736 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6981d0c-274c-4a40-b3b4-36ed4c0861c3 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Network hostable DHCP agents. Network: 9d5df901-6c8a-41a2-a3d5-008d4decc7de, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:24:47.764372 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-90151cfc-2e71-4b6a-a6a8-13f9e88eef3e None None] For port 31cf484c-4b4c-4619-a586-489788433c2b, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:24:47.767764 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-90151cfc-2e71-4b6a-a6a8-13f9e88eef3e None None] For port 31cf484c-4b4c-4619-a586-489788433c2b, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=31cf484c-4b4c-4619-a586-489788433c2b,segment=NetworkSegment(878365e4-4efd-4de9-9baa-5b29783d2b60),segment_id=878365e4-4efd-4de9-9baa-5b29783d2b60)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:24:47.778489 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 0f591eed-1ab3-4255-b160-37c7494828a8 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:47.778873 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:47.804375 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635b9616-1447-450c-b195-a337d4f8bedd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router 81a2d106-eed1-4541-a665-e09da3e3e131 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:24:47.875663 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2dfbedd7-cec0-4eeb-bb49-5da8604b76d2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:47.879122 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-2dfbedd7-cec0-4eeb-bb49-5da8604b76d2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9392838 Dec 22 13:24:47.879790 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49352) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:47.881167 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-90151cfc-2e71-4b6a-a6a8-13f9e88eef3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:47.883852 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c3cb21fe-984f-4b5f-a027-cb25036d2896 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:47.885600 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-e6f9cc3b-392e-4777-bb5e-ad0352fb4dd7 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Request body: {'security_group_rule': {'security_group_id': '40700fc7-e1b2-48c6-9a16-0d5a21225209', 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:47.888035 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-80db16e6-3d8e-440b-bcfa-83f4ae76d337 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:47.896624 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-66bd6e95-6ea5-499a-b42b-81bebc3b986e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:47.896852 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-e6f9cc3b-392e-4777-bb5e-ad0352fb4dd7 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:47.904113 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870a929f-0261-4287-9367-dd894a8ebacf tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Router a87467b7-1626-465e-ac45-bda41b6d6146 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:24:47.905205 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-e6f9cc3b-392e-4777-bb5e-ad0352fb4dd7 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Usage tracker for resource:security_group_rule and tenant:b2be9708be2a4e27beb28819ba0fc835 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:47.909388 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-e6f9cc3b-392e-4777-bb5e-ad0352fb4dd7 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:47.915654 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-e6f9cc3b-392e-4777-bb5e-ad0352fb4dd7 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:47.920702 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6981d0c-274c-4a40-b3b4-36ed4c0861c3 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Network 9d5df901-6c8a-41a2-a3d5-008d4decc7de is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:24:48.000043 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.securitygroups_db [None req-e6f9cc3b-392e-4777-bb5e-ad0352fb4dd7 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Project b2be9708be2a4e27beb28819ba0fc835 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:24:48.000298 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb21fe-984f-4b5f-a027-cb25036d2896 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event updated for resources: {'Port': ['ID=2364726d-977b-4a26-a048-93fdc2080103,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:48.009007 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c3cb21fe-984f-4b5f-a027-cb25036d2896 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:48.010334 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e6f9cc3b-392e-4777-bb5e-ad0352fb4dd7 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:48.020956 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-d6981d0c-274c-4a40-b3b4-36ed4c0861c3 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 9d5df901-6c8a-41a2-a3d5-008d4decc7de) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:48.025356 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6981d0c-274c-4a40-b3b4-36ed4c0861c3 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:48.031506 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d6981d0c-274c-4a40-b3b4-36ed4c0861c3 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:48.045220 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9085ba-a0f7-4e20-817d-980ac89a24f3 None None] Network 9d5df901-6c8a-41a2-a3d5-008d4decc7de requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:24:48.126061 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e6f9cc3b-392e-4777-bb5e-ad0352fb4dd7 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:48.147257 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-c3cb21fe-984f-4b5f-a027-cb25036d2896 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] In _notify_port_updated(), no bound segment for port 2364726d-977b-4a26-a048-93fdc2080103 on network af00dec1-e26a-496a-93c8-a8f6acabdaa9 {{(pid=84148) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 13:24:48.151177 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cb21fe-984f-4b5f-a027-cb25036d2896 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:48.151851 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c3cb21fe-984f-4b5f-a027-cb25036d2896 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:48.156932 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c3cb21fe-984f-4b5f-a027-cb25036d2896 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "PUT /v2.0/ports/2364726d-977b-4a26-a048-93fdc2080103 HTTP/1.1" status: 200 len: 960 time: 1.9250073 Dec 22 13:24:48.164487 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49356) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:48.185998 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d6981d0c-274c-4a40-b3b4-36ed4c0861c3 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8128138 Dec 22 13:24:48.189018 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49360) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:48.192629 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-f6207098-9c60-4558-bcf7-0aa3c5324898 None None] Allocated IP 172.20.0.34 (af00dec1-e26a-496a-93c8-a8f6acabdaa9/cc007cb6-b250-4d75-84e9-8f91641d7bce/d3b03762-3bb0-44c9-96da-b2ad59d59be1) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:24:48.225260 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90151cfc-2e71-4b6a-a6a8-13f9e88eef3e None None] Pushing event updated for resources: {'Port': ['ID=31cf484c-4b4c-4619-a586-489788433c2b,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:48.228465 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-90151cfc-2e71-4b6a-a6a8-13f9e88eef3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:48.246604 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-129c2da4-9867-454d-a30e-d3984e41087a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Deleting port 2364726d-977b-4a26-a048-93fdc2080103 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:24:48.249336 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-129c2da4-9867-454d-a30e-d3984e41087a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:48.309628 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e6f9cc3b-392e-4777-bb5e-ad0352fb4dd7 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:48.313626 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-425fe508-b538-4cdd-bb31-523ac36ab574 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:48.437454 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f9cc3b-392e-4777-bb5e-ad0352fb4dd7 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f10dea7-dcdb-4ee7-af37-388013597598,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:48.441737 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e6f9cc3b-392e-4777-bb5e-ad0352fb4dd7 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:48.446391 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e6f9cc3b-392e-4777-bb5e-ad0352fb4dd7 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5658140 Dec 22 13:24:48.471396 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e6f9cc3b-392e-4777-bb5e-ad0352fb4dd7 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:48.471996 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49364) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:48.476780 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-f6207098-9c60-4558-bcf7-0aa3c5324898 None None] For port d3b03762-3bb0-44c9-96da-b2ad59d59be1, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=d3b03762-3bb0-44c9-96da-b2ad59d59be1,segment=NetworkSegment(25a8765f-80c9-49f2-80f3-af40bf6068ab),segment_id=25a8765f-80c9-49f2-80f3-af40bf6068ab)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:24:48.479544 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-86fb6bae-314f-4b45-a3de-8ec2937e3ad7 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Request body: {'security_group_rule': {'security_group_id': '40700fc7-e1b2-48c6-9a16-0d5a21225209', 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:48.492289 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-86fb6bae-314f-4b45-a3de-8ec2937e3ad7 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:48.509706 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-86fb6bae-314f-4b45-a3de-8ec2937e3ad7 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Usage tracker for resource:security_group_rule and tenant:b2be9708be2a4e27beb28819ba0fc835 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:48.517412 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f6207098-9c60-4558-bcf7-0aa3c5324898 None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:48.523287 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-86fb6bae-314f-4b45-a3de-8ec2937e3ad7 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:48.543770 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-f6207098-9c60-4558-bcf7-0aa3c5324898 None None] Transition to ACTIVE for port object d3b03762-3bb0-44c9-96da-b2ad59d59be1 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:48.592991 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-86fb6bae-314f-4b45-a3de-8ec2937e3ad7 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:48.617049 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870a929f-0261-4287-9367-dd894a8ebacf tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:24:48.621536 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-870a929f-0261-4287-9367-dd894a8ebacf tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:48.623105 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-870a929f-0261-4287-9367-dd894a8ebacf tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] 10.222.0.47 "PUT /v2.0/routers/a87467b7-1626-465e-ac45-bda41b6d6146 HTTP/1.1" status: 200 len: 925 time: 2.9046874 Dec 22 13:24:48.625678 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49368) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:48.642267 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635b9616-1447-450c-b195-a337d4f8bedd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:24:48.659887 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08941e08-1c08-4a80-a327-70747d0b857e None None] Sync routers for ids ['81a2d106-eed1-4541-a665-e09da3e3e131'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:24:48.673853 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08941e08-1c08-4a80-a327-70747d0b857e None None] Routers {'81a2d106-eed1-4541-a665-e09da3e3e131'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:24:48.674461 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d229394-8d16-4a84-954c-ab6f0ab9e68b None None] Sync routers for ids ['a87467b7-1626-465e-ac45-bda41b6d6146'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:24:48.675120 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-08941e08-1c08-4a80-a327-70747d0b857e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:24:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['81a2d106-eed1-4541-a665-e09da3e3e131'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:48.683579 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f6207098-9c60-4558-bcf7-0aa3c5324898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:48.695883 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-546eb137-6f3b-4dcd-bf1f-553d24d31160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:48.743761 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.securitygroups_db [None req-86fb6bae-314f-4b45-a3de-8ec2937e3ad7 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Project b2be9708be2a4e27beb28819ba0fc835 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:24:48.763640 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-86fb6bae-314f-4b45-a3de-8ec2937e3ad7 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:48.790938 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4283e0-eb72-45fb-9464-f79e54afc726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-9d5df901-6c8a-41a2-a3d5-008d4decc7de', 'network_id': '9d5df901-6c8a-41a2-a3d5-008d4decc7de', 'tenant_id': '8fe35dceb7dc4f8e96a5afa6293ec39b', 'fixed_ips': [{'subnet_id': '89f8458d-cfd9-4882-ad46-0edf84c66e53'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:24:48.791592 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2b4283e0-eb72-45fb-9464-f79e54afc726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:48.810013 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-129c2da4-9867-454d-a30e-d3984e41087a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:48.883511 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-635b9616-1447-450c-b195-a337d4f8bedd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:48.915019 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d229394-8d16-4a84-954c-ab6f0ab9e68b None None] Routers {'a87467b7-1626-465e-ac45-bda41b6d6146'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:24:48.916099 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-9d229394-8d16-4a84-954c-ab6f0ab9e68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:24:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['a87467b7-1626-465e-ac45-bda41b6d6146'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:48.968827 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-08941e08-1c08-4a80-a327-70747d0b857e None None] Set router 81a2d106-eed1-4541-a665-e09da3e3e131 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:24:49.006891 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-129c2da4-9867-454d-a30e-d3984e41087a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Calling delete_port for 2364726d-977b-4a26-a048-93fdc2080103 owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:24:49.095936 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-635b9616-1447-450c-b195-a337d4f8bedd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.6768229 Dec 22 13:24:49.099983 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bccbc80a-0f5f-4829-acf7-e00cfc344106', 'tag': '0ee846db-bfda-41ee-b278-55ce6efac6d6'}] {{(pid=84148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:24:49.114057 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49372) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:49.124846 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6207098-9c60-4558-bcf7-0aa3c5324898 None None] Pushing event updated for resources: {'Port': ['ID=d3b03762-3bb0-44c9-96da-b2ad59d59be1,revision_number=7']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:49.140696 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-9d229394-8d16-4a84-954c-ab6f0ab9e68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:49.168808 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f6207098-9c60-4558-bcf7-0aa3c5324898 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:49.178442 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-86fb6bae-314f-4b45-a3de-8ec2937e3ad7 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:49.191315 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d229394-8d16-4a84-954c-ab6f0ab9e68b None None] Routers {'a87467b7-1626-465e-ac45-bda41b6d6146'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:24:49.195670 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-9d229394-8d16-4a84-954c-ab6f0ab9e68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:24:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['a87467b7-1626-465e-ac45-bda41b6d6146'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:49.295184 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-86fb6bae-314f-4b45-a3de-8ec2937e3ad7 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:49.315238 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:49.326852 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-9d229394-8d16-4a84-954c-ab6f0ab9e68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:49.327421 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d229394-8d16-4a84-954c-ab6f0ab9e68b None None] The sync data for ids ['a87467b7-1626-465e-ac45-bda41b6d6146'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:24:49.339076 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bccbc80a-0f5f-4829-acf7-e00cfc344106', 'tag': '0ee846db-bfda-41ee-b278-55ce6efac6d6', 'status': 'completed', 'code': 200} Dec 22 13:24:49.350688 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb6bae-314f-4b45-a3de-8ec2937e3ad7 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=082bf69b-3390-460b-bb54-b3b3390446f3,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:49.364668 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-86fb6bae-314f-4b45-a3de-8ec2937e3ad7 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:49.455496 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6a8e0cc5-1f4d-46ef-bab2-2cb53f3546d4 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:49.469285 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-86fb6bae-314f-4b45-a3de-8ec2937e3ad7 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:49.470884 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-86fb6bae-314f-4b45-a3de-8ec2937e3ad7 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.9976447 Dec 22 13:24:49.496395 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-2b4283e0-eb72-45fb-9464-f79e54afc726 None None] Allocated IP 172.20.0.2 (9d5df901-6c8a-41a2-a3d5-008d4decc7de/89f8458d-cfd9-4882-ad46-0edf84c66e53/712bbe96-7576-4d2b-84a0-22f07d543f74) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:24:49.658234 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-892797ae-923e-4f8d-9777-704424d20fb3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/e0accf6c-5d19-4806-b4cb-7d3e5cf08ea9 HTTP/1.1" status: 200 len: 990 time: 0.5426223 Dec 22 13:24:49.682205 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c5206e40-45e8-4460-b9e5-c41423fb025b tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] 10.222.0.47 "GET /v2.0/routers/a87467b7-1626-465e-ac45-bda41b6d6146 HTTP/1.1" status: 200 len: 925 time: 1.0538929 Dec 22 13:24:49.716976 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49388) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:49.717794 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-08941e08-1c08-4a80-a327-70747d0b857e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'name': 'tempest-TestNetworkBasicOps-router-1929444678', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '2c53bbde-694a-41f8-84f3-a532d778de54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:23:36Z', 'updated_at': '2021-12-22T13:23:54Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '2c53bbde-694a-41f8-84f3-a532d778de54', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:23:38Z', 'updated_at': '2021-12-22T13:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': 'e0accf6c-5d19-4806-b4cb-7d3e5cf08ea9', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.40', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'port_id': '0ee846db-bfda-41ee-b278-55ce6efac6d6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '405cc457-257b-4046-ad64-71c7c4966738', 'mac_address': 'fa:16:3e:0a:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccbc80a-0f5f-4829-acf7-e00cfc344106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:24:44Z', 'updated_at': '2021-12-22T13:24:44Z', 'revision_number': 0, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d5b4251-ea81-44a3-826c-e0e3db7a6361', 'name': '', 'network_id': '405cc457-257b-4046-ad64-71c7c4966738', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:4a:58:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfb6332c-285f-49dd-93fe-15ef12392031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:23:51Z', 'updated_at': '2021-12-22T13:24:05Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'dfb6332c-285f-49dd-93fe-15ef12392031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:49.730985 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08941e08-1c08-4a80-a327-70747d0b857e None None] Checking router: 81a2d106-eed1-4541-a665-e09da3e3e131 for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:24:49.746853 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1f5c01-0750-4ace-a897-2e89f2b931f9 None None] Network e601d722-ff31-4071-965b-49b715f0c130 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:24:49.752224 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08941e08-1c08-4a80-a327-70747d0b857e None None] Routers {'81a2d106-eed1-4541-a665-e09da3e3e131'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:24:49.753144 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-08941e08-1c08-4a80-a327-70747d0b857e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:24:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['81a2d106-eed1-4541-a665-e09da3e3e131'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:49.921973 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-2ee4c3ff-f5ef-46ae-8264-3dcb630911d5 req-804679d9-35f1-4cfd-81d7-201579739ac0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=bccbc80a-0f5f-4829-acf7-e00cfc344106 HTTP/1.1" status: 200 len: 1098 time: 0.5671611 Dec 22 13:24:50.039547 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c4ff957d-513f-4647-9893-882f297dc8e5 None None] Provisioning for port 31cf484c-4b4c-4619-a586-489788433c2b completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:24:50.133092 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-129c2da4-9867-454d-a30e-d3984e41087a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:50.166253 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8c7826a4-1053-4bea-aad2-090748759093 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:50.232597 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 31cf484c-4b4c-4619-a586-489788433c2b up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:24:50.251277 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-08941e08-1c08-4a80-a327-70747d0b857e None None] Set router 81a2d106-eed1-4541-a665-e09da3e3e131 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:24:50.272413 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c2da4-9867-454d-a30e-d3984e41087a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'Port': ['ID=2364726d-977b-4a26-a048-93fdc2080103,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:50.291164 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-129c2da4-9867-454d-a30e-d3984e41087a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:50.410639 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2b4283e0-eb72-45fb-9464-f79e54afc726 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:50.414088 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-382f543a-dc5d-4a43-a80f-8636a7696168 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=0776f1b4-770d-462f-bc0f-df97e8017b18&device_id=a87467b7-1626-465e-ac45-bda41b6d6146&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6708202 Dec 22 13:24:50.436497 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49404) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:50.443864 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-2b4283e0-eb72-45fb-9464-f79e54afc726 None None] Transition to ACTIVE for port object 712bbe96-7576-4d2b-84a0-22f07d543f74 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:50.475453 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4c3ff-f5ef-46ae-8264-3dcb630911d5 req-28c28cd8-6d33-472d-8c92-51889f8d7fdc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:50.477856 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-2ee4c3ff-f5ef-46ae-8264-3dcb630911d5 req-28c28cd8-6d33-472d-8c92-51889f8d7fdc service neutron] 10.222.0.45 "GET /v2.0/networks?id=405cc457-257b-4046-ad64-71c7c4966738 HTTP/1.1" status: 200 len: 898 time: 0.5549548 Dec 22 13:24:50.497324 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-2b4283e0-eb72-45fb-9464-f79e54afc726 None None] Transition to ACTIVE for port object 712bbe96-7576-4d2b-84a0-22f07d543f74 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:50.590022 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2b4283e0-eb72-45fb-9464-f79e54afc726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:50.615340 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-129c2da4-9867-454d-a30e-d3984e41087a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:50.620115 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-23e2f7b4-0295-4463-9ea3-cb055ce96ec7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:50.635250 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b129230f-b54c-49fc-a2ea-91a856331481 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:50.635982 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-b129230f-b54c-49fc-a2ea-91a856331481 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Synchronizing usage tracker for tenant:203456c584c042e59ddee94b648b37a9 on resource:network {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:24:50.677800 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49408) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:50.680044 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-6a8e0cc5-1f4d-46ef-bab2-2cb53f3546d4 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Allocated IP 172.20.0.1 (e601d722-ff31-4071-965b-49b715f0c130/1595c5a1-f31a-4225-8db5-cb9eefdae0bf/49988de9-52a6-4736-bad7-8e2148e35cbc) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:24:50.830387 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-2ee4c3ff-f5ef-46ae-8264-3dcb630911d5 req-d724cbb1-6a8d-4709-8289-c74964ca4ecb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ee846db-bfda-41ee-b278-55ce6efac6d6 HTTP/1.1" status: 200 len: 998 time: 0.3412061 Dec 22 13:24:50.847390 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4283e0-eb72-45fb-9464-f79e54afc726 None None] Pushing event updated for resources: {'Port': ['ID=712bbe96-7576-4d2b-84a0-22f07d543f74,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:50.862911 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-129c2da4-9867-454d-a30e-d3984e41087a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/ports/2364726d-977b-4a26-a048-93fdc2080103 HTTP/1.1" status: 204 len: 168 time: 2.6972916 Dec 22 13:24:50.867250 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49412) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:50.925278 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-2b4283e0-eb72-45fb-9464-f79e54afc726 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:50.934944 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4283e0-eb72-45fb-9464-f79e54afc726 None None] Network 9d5df901-6c8a-41a2-a3d5-008d4decc7de is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:24:50.948181 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-2b4283e0-eb72-45fb-9464-f79e54afc726 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:50.955046 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6a8e0cc5-1f4d-46ef-bab2-2cb53f3546d4 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:50.962372 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4283e0-eb72-45fb-9464-f79e54afc726 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:24:50.995310 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 31cf484c-4b4c-4619-a586-489788433c2b completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:24:51.000742 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-6a8e0cc5-1f4d-46ef-bab2-2cb53f3546d4 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Transition to ACTIVE for port object 49988de9-52a6-4736-bad7-8e2148e35cbc will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:51.009611 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 31cf484c-4b4c-4619-a586-489788433c2b triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:51.010391 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:51.069657 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cc65a6d-5d1f-477e-9269-126e3ba4b062 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] GET failed (client error): The resource could not be found. Dec 22 13:24:51.070193 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-1cc65a6d-5d1f-477e-9269-126e3ba4b062 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Synchronizing usage tracker for tenant:77460f0dfa37423d8c924a302461b16c on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:24:51.099162 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-30c3d093-c4fc-4830-94c5-6fe3ca93ca61 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/e0accf6c-5d19-4806-b4cb-7d3e5cf08ea9 HTTP/1.1" status: 200 len: 990 time: 0.4172285 Dec 22 13:24:51.114089 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-b129230f-b54c-49fc-a2ea-91a856331481 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Unset dirty status for tenant:203456c584c042e59ddee94b648b37a9 on resource:network {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:24:51.118925 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b129230f-b54c-49fc-a2ea-91a856331481 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] 10.222.0.47 "GET /v2.0/networks/0776f1b4-770d-462f-bc0f-df97e8017b18 HTTP/1.1" status: 200 len: 881 time: 0.6808581 Dec 22 13:24:51.119601 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49418) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:51.121868 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-08941e08-1c08-4a80-a327-70747d0b857e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'name': 'tempest-TestNetworkBasicOps-router-1929444678', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '2c53bbde-694a-41f8-84f3-a532d778de54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:23:36Z', 'updated_at': '2021-12-22T13:23:54Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '2c53bbde-694a-41f8-84f3-a532d778de54', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:23:38Z', 'updated_at': '2021-12-22T13:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': 'e0accf6c-5d19-4806-b4cb-7d3e5cf08ea9', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.40', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'port_id': '0ee846db-bfda-41ee-b278-55ce6efac6d6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '405cc457-257b-4046-ad64-71c7c4966738', 'mac_address': 'fa:16:3e:0a:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccbc80a-0f5f-4829-acf7-e00cfc344106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:24:44Z', 'updated_at': '2021-12-22T13:24:44Z', 'revision_number': 0, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d5b4251-ea81-44a3-826c-e0e3db7a6361', 'name': '', 'network_id': '405cc457-257b-4046-ad64-71c7c4966738', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:4a:58:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfb6332c-285f-49dd-93fe-15ef12392031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:23:51Z', 'updated_at': '2021-12-22T13:24:05Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'dfb6332c-285f-49dd-93fe-15ef12392031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:51.127449 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08941e08-1c08-4a80-a327-70747d0b857e None None] The sync data for ids ['81a2d106-eed1-4541-a665-e09da3e3e131'] in dv-neutron-822669-1-hyperv is: [{'id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'name': 'tempest-TestNetworkBasicOps-router-1929444678', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '2c53bbde-694a-41f8-84f3-a532d778de54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:23:36Z', 'updated_at': '2021-12-22T13:23:54Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '2c53bbde-694a-41f8-84f3-a532d778de54', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:23:38Z', 'updated_at': '2021-12-22T13:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': 'e0accf6c-5d19-4806-b4cb-7d3e5cf08ea9', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.40', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'port_id': '0ee846db-bfda-41ee-b278-55ce6efac6d6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '405cc457-257b-4046-ad64-71c7c4966738', 'mac_address': 'fa:16:3e:0a:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccbc80a-0f5f-4829-acf7-e00cfc344106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:24:44Z', 'updated_at': '2021-12-22T13:24:44Z', 'revision_number': 0, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d5b4251-ea81-44a3-826c-e0e3db7a6361', 'name': '', 'network_id': '405cc457-257b-4046-ad64-71c7c4966738', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:4a:58:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfb6332c-285f-49dd-93fe-15ef12392031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:23:51Z', 'updated_at': '2021-12-22T13:24:05Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'dfb6332c-285f-49dd-93fe-15ef12392031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:24:51.145903 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4c3ff-f5ef-46ae-8264-3dcb630911d5 req-0b6c9098-6359-4259-b0de-ccb97aece206 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:51.147577 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-2ee4c3ff-f5ef-46ae-8264-3dcb630911d5 req-0b6c9098-6359-4259-b0de-ccb97aece206 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dfb6332c-285f-49dd-93fe-15ef12392031 HTTP/1.1" status: 200 len: 835 time: 0.2813423 Dec 22 13:24:51.175646 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-2da7191d-fdd1-42c0-8b8f-40dd43e9e6dc None None] Provisioning for port d3b03762-3bb0-44c9-96da-b2ad59d59be1 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:24:51.221744 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6a8e0cc5-1f4d-46ef-bab2-2cb53f3546d4 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:51.252351 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-485bfb04-bbc2-457e-b141-f14f8baf3581 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:51.252980 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-2ee4c3ff-f5ef-46ae-8264-3dcb630911d5 req-091511c8-7299-454d-84f4-31a7864a07ca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=405cc457-257b-4046-ad64-71c7c4966738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0976443 Dec 22 13:24:51.312004 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c00e6f2b-84ca-4583-867c-b688c1c0c84a tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] 10.222.0.47 "GET /v2.0/ports?device_id=a87467b7-1626-465e-ac45-bda41b6d6146 HTTP/1.1" status: 200 len: 205 time: 0.1910460 Dec 22 13:24:51.315447 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49422) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:51.317775 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-2da7191d-fdd1-42c0-8b8f-40dd43e9e6dc None None] Provisioning complete for port d3b03762-3bb0-44c9-96da-b2ad59d59be1 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:51.318194 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2da7191d-fdd1-42c0-8b8f-40dd43e9e6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:51.318734 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-1cc65a6d-5d1f-477e-9269-126e3ba4b062 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Unset dirty status for tenant:77460f0dfa37423d8c924a302461b16c on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:24:51.321106 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-1cc65a6d-5d1f-477e-9269-126e3ba4b062 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "GET /v2.0/ports/2364726d-977b-4a26-a048-93fdc2080103 HTTP/1.1" status: 404 len: 333 time: 0.4526196 Dec 22 13:24:51.338666 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49426) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:51.435906 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-2b4283e0-eb72-45fb-9464-f79e54afc726 None None] Attempting to bind port 712bbe96-7576-4d2b-84a0-22f07d543f74 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:24:51.436281 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-2b4283e0-eb72-45fb-9464-f79e54afc726 None None] Attempting to bind port 712bbe96-7576-4d2b-84a0-22f07d543f74 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '94e9be5e-75cf-4c5f-9d29-2a3dd3d6667c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9d5df901-6c8a-41a2-a3d5-008d4decc7de'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:24:51.436657 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4283e0-eb72-45fb-9464-f79e54afc726 None None] Attempting to bind port 712bbe96-7576-4d2b-84a0-22f07d543f74 on network 9d5df901-6c8a-41a2-a3d5-008d4decc7de {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:24:51.451940 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4283e0-eb72-45fb-9464-f79e54afc726 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:24:51.452343 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4283e0-eb72-45fb-9464-f79e54afc726 None None] Checking segment: {'id': '94e9be5e-75cf-4c5f-9d29-2a3dd3d6667c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9d5df901-6c8a-41a2-a3d5-008d4decc7de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:24:51.452741 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2b4283e0-eb72-45fb-9464-f79e54afc726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:51.453147 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4283e0-eb72-45fb-9464-f79e54afc726 None None] Bound using segment: {'id': '94e9be5e-75cf-4c5f-9d29-2a3dd3d6667c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9d5df901-6c8a-41a2-a3d5-008d4decc7de'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:24:51.453637 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-2b4283e0-eb72-45fb-9464-f79e54afc726 None None] Bound port: 712bbe96-7576-4d2b-84a0-22f07d543f74, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e9be5e-75cf-4c5f-9d29-2a3dd3d6667c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9d5df901-6c8a-41a2-a3d5-008d4decc7de'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:24:51.454021 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2b4283e0-eb72-45fb-9464-f79e54afc726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:51.527336 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8e0cc5-1f4d-46ef-bab2-2cb53f3546d4 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Network e601d722-ff31-4071-965b-49b715f0c130 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:24:51.555695 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-6a8e0cc5-1f4d-46ef-bab2-2cb53f3546d4 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:51.570071 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8e0cc5-1f4d-46ef-bab2-2cb53f3546d4 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:24:51.649744 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e0cc5-1f4d-46ef-bab2-2cb53f3546d4 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Pushing event updated for resources: {'Port': ['ID=49988de9-52a6-4736-bad7-8e2148e35cbc,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:51.677343 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6a8e0cc5-1f4d-46ef-bab2-2cb53f3546d4 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:51.715911 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6a8e0cc5-1f4d-46ef-bab2-2cb53f3546d4 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:51.752725 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e2eee2c0-be05-4e6c-b6d6-428b127fba25 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:51.878247 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-2ee4c3ff-f5ef-46ae-8264-3dcb630911d5 req-d8628918-e2d4-492b-a004-e3b53d41799a service neutron] 10.222.0.45 "GET /v2.0/networks/405cc457-257b-4046-ad64-71c7c4966738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6097703 Dec 22 13:24:51.889048 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e2eee2c0-be05-4e6c-b6d6-428b127fba25 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:51.910969 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:51.972310 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-2da7191d-fdd1-42c0-8b8f-40dd43e9e6dc None None] Could not find standard attr ID for object 2364726d-977b-4a26-a048-93fdc2080103. {{(pid=84150) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:24:52.009574 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 31cf484c-4b4c-4619-a586-489788433c2b, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=31cf484c-4b4c-4619-a586-489788433c2b,segment=NetworkSegment(878365e4-4efd-4de9-9baa-5b29783d2b60),segment_id=878365e4-4efd-4de9-9baa-5b29783d2b60)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:24:52.014543 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-2b4283e0-eb72-45fb-9464-f79e54afc726 None None] For port 712bbe96-7576-4d2b-84a0-22f07d543f74, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:24:52.023346 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-2b4283e0-eb72-45fb-9464-f79e54afc726 None None] For port 712bbe96-7576-4d2b-84a0-22f07d543f74, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=712bbe96-7576-4d2b-84a0-22f07d543f74,segment=NetworkSegment(94e9be5e-75cf-4c5f-9d29-2a3dd3d6667c),segment_id=94e9be5e-75cf-4c5f-9d29-2a3dd3d6667c)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:24:52.024319 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-2da7191d-fdd1-42c0-8b8f-40dd43e9e6dc None None] Provisioning complete for port ac80c07b-e289-496c-b79a-fc8bd50fd884 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:52.024700 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2da7191d-fdd1-42c0-8b8f-40dd43e9e6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:52.093899 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-2da7191d-fdd1-42c0-8b8f-40dd43e9e6dc None None] Port ac80c07b-e289-496c-b79a-fc8bd50fd884 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:24:52.101708 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:52.101708 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device d3b03762-3bb0-44c9-96da-b2ad59d59be1 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:24:52.102003 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-2ee4c3ff-f5ef-46ae-8264-3dcb630911d5 req-bdd42b55-fe6d-4ddd-ba9f-890e8d1506db service neutron] 10.222.0.45 "GET /v2.0/networks/405cc457-257b-4046-ad64-71c7c4966738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098639 Dec 22 13:24:52.102739 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49438) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:52.132279 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-385176c8-b24b-4c79-b7f2-e2eb25ebf2b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:52.176353 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2b4283e0-eb72-45fb-9464-f79e54afc726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:52.274856 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-fa6ca293-7f71-4fe3-a40d-b9d199d5d907 None None] Could not find standard attr ID for object 2364726d-977b-4a26-a048-93fdc2080103. {{(pid=84150) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:24:52.302499 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6a8e0cc5-1f4d-46ef-bab2-2cb53f3546d4 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:52.303412 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=31cf484c-4b4c-4619-a586-489788433c2b,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:52.306614 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:52.307088 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:52.331364 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e2eee2c0-be05-4e6c-b6d6-428b127fba25 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:52.342988 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-cde33327-b766-486c-b791-a66d60c85940 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:52.366196 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eee2c0-be05-4e6c-b6d6-428b127fba25 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1ea570-816b-400f-887b-312e966876a5,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:52.384996 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d118a13c-6175-4380-a65c-e60c9a48e082 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/e0accf6c-5d19-4806-b4cb-7d3e5cf08ea9 HTTP/1.1" status: 200 len: 990 time: 0.2800076 Dec 22 13:24:52.412538 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e2eee2c0-be05-4e6c-b6d6-428b127fba25 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:52.426633 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4283e0-eb72-45fb-9464-f79e54afc726 None None] Pushing event updated for resources: {'Port': ['ID=712bbe96-7576-4d2b-84a0-22f07d543f74,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:52.432373 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b9843d8c-9fe6-48bc-bf10-212e54d7aa74 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:52.439000 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-2b4283e0-eb72-45fb-9464-f79e54afc726 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:52.451203 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port d3b03762-3bb0-44c9-96da-b2ad59d59be1 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:52.451592 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:52.498193 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-689c6623-076c-48e1-a1c6-fca364fa3e91 None None] Provisioning complete for port 31cf484c-4b4c-4619-a586-489788433c2b triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:52.498630 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-689c6623-076c-48e1-a1c6-fca364fa3e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:52.513892 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e2eee2c0-be05-4e6c-b6d6-428b127fba25 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:52.517713 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49458) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:52.517885 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e2eee2c0-be05-4e6c-b6d6-428b127fba25 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/security-groups/ab1ea570-816b-400f-887b-312e966876a5 HTTP/1.1" status: 204 len: 168 time: 1.0564384 Dec 22 13:24:52.743335 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8f387ad8-b7cd-46af-b1c8-85bd561efc4f tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:52.821529 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8f387ad8-b7cd-46af-b1c8-85bd561efc4f tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:52.968473 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8f387ad8-b7cd-46af-b1c8-85bd561efc4f tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:52.975820 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-aee6d075-3667-47da-aaae-22e59ee8645b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:52.990891 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f387ad8-b7cd-46af-b1c8-85bd561efc4f tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf2c519-e9b7-4568-8c5a-31f15ce05bd2,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:52.994335 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-41a001f7-82bd-4b7e-944c-aaea944358ec None None] Provisioning for port 49988de9-52a6-4736-bad7-8e2148e35cbc completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:24:53.003047 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8f387ad8-b7cd-46af-b1c8-85bd561efc4f tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:53.009617 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8f387ad8-b7cd-46af-b1c8-85bd561efc4f tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:53.013886 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8f387ad8-b7cd-46af-b1c8-85bd561efc4f tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/security-groups/1cf2c519-e9b7-4568-8c5a-31f15ce05bd2 HTTP/1.1" status: 204 len: 168 time: 0.4949610 Dec 22 13:24:53.014495 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49464) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:53.032228 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-41a001f7-82bd-4b7e-944c-aaea944358ec None None] Provisioning complete for port 49988de9-52a6-4736-bad7-8e2148e35cbc triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:53.032228 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-41a001f7-82bd-4b7e-944c-aaea944358ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:53.136522 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 31cf484c-4b4c-4619-a586-489788433c2b up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:24:53.151191 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-24244705-ef1e-4b61-8369-83200e9f26e7 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:53.186392 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-24244705-ef1e-4b61-8369-83200e9f26e7 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:53.192038 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b9843d8c-9fe6-48bc-bf10-212e54d7aa74 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:53.195504 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-41a001f7-82bd-4b7e-944c-aaea944358ec None None] Port 49988de9-52a6-4736-bad7-8e2148e35cbc cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:24:53.198060 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6a8e0cc5-1f4d-46ef-bab2-2cb53f3546d4 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:53.246377 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 31cf484c-4b4c-4619-a586-489788433c2b triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:53.247215 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:53.269176 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6a8e0cc5-1f4d-46ef-bab2-2cb53f3546d4 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:53.290890 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-24244705-ef1e-4b61-8369-83200e9f26e7 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:53.299013 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7d6822dc-cad3-4dcd-8bf8-251cb29349dc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:53.304681 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-15aa91b0-88f0-4788-b82f-2265fa302b6f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:53.315189 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24244705-ef1e-4b61-8369-83200e9f26e7 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd2ef5c-d6c4-4b74-b6f1-71a588212f46,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:53.329097 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-24244705-ef1e-4b61-8369-83200e9f26e7 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:53.332366 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-24244705-ef1e-4b61-8369-83200e9f26e7 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:53.334413 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-24244705-ef1e-4b61-8369-83200e9f26e7 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/security-groups/4fd2ef5c-d6c4-4b74-b6f1-71a588212f46 HTTP/1.1" status: 204 len: 168 time: 0.3181028 Dec 22 13:24:53.336960 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49468) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:53.352344 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-b9843d8c-9fe6-48bc-bf10-212e54d7aa74 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Deleting port 7b4e8ca4-2961-4443-9b22-a671659485bb {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:24:53.352684 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b9843d8c-9fe6-48bc-bf10-212e54d7aa74 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:53.396444 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49472) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:53.407831 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 712bbe96-7576-4d2b-84a0-22f07d543f74 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:24:53.587815 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 712bbe96-7576-4d2b-84a0-22f07d543f74 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:24:53.596248 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 95540b56-aae0-4067-a008-9606139d394b up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:24:53.624493 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0e1eb4e4-6bd3-4855-91d1-672808c2fd7c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/e0accf6c-5d19-4806-b4cb-7d3e5cf08ea9 HTTP/1.1" status: 200 len: 990 time: 0.2238581 Dec 22 13:24:53.704720 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b9843d8c-9fe6-48bc-bf10-212e54d7aa74 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:53.727761 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-954b2b5c-51a4-4cba-bd13-eac02ff1ac5c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Deleting subnet e81d6fb6-d31b-4633-b5f8-d8774ba30987 {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:24:53.734122 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-954b2b5c-51a4-4cba-bd13-eac02ff1ac5c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:53.798302 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-954b2b5c-51a4-4cba-bd13-eac02ff1ac5c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:53.799177 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 95540b56-aae0-4067-a008-9606139d394b completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:24:53.805610 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6645e9e2-0c6d-464c-b899-1f53163cb58b None None] Network 9d5df901-6c8a-41a2-a3d5-008d4decc7de requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:24:53.856088 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-b9843d8c-9fe6-48bc-bf10-212e54d7aa74 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Calling delete_port for 7b4e8ca4-2961-4443-9b22-a671659485bb owned by network:router_gateway {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:24:53.891610 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e0cc5-1f4d-46ef-bab2-2cb53f3546d4 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Pushing event updated for resources: {'Port': ['ID=49988de9-52a6-4736-bad7-8e2148e35cbc,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:53.892787 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 95540b56-aae0-4067-a008-9606139d394b triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:53.893427 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:53.904369 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6a8e0cc5-1f4d-46ef-bab2-2cb53f3546d4 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:53.914595 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-954b2b5c-51a4-4cba-bd13-eac02ff1ac5c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:53.914790 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6a8e0cc5-1f4d-46ef-bab2-2cb53f3546d4 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:54.092612 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-8ac13295-5230-464a-a45d-cdb5a2f59252 None None] Provisioning for port 712bbe96-7576-4d2b-84a0-22f07d543f74 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:24:54.109973 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-8ac13295-5230-464a-a45d-cdb5a2f59252 None None] Provisioning complete for port 712bbe96-7576-4d2b-84a0-22f07d543f74 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:54.110377 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8ac13295-5230-464a-a45d-cdb5a2f59252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:54.115770 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-954b2b5c-51a4-4cba-bd13-eac02ff1ac5c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:54.118711 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8e0cc5-1f4d-46ef-bab2-2cb53f3546d4 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Network e601d722-ff31-4071-965b-49b715f0c130 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:24:54.122869 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-6a8e0cc5-1f4d-46ef-bab2-2cb53f3546d4 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:54.123467 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a2859adc-d48e-47ec-8208-ded23ccbf154 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:54.187054 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-954b2b5c-51a4-4cba-bd13-eac02ff1ac5c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:54.193926 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2183ab80-ca48-4ecf-a58a-d833944d2165 None None] Network af00dec1-e26a-496a-93c8-a8f6acabdaa9 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:24:54.212525 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-954b2b5c-51a4-4cba-bd13-eac02ff1ac5c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/subnets/e81d6fb6-d31b-4633-b5f8-d8774ba30987 HTTP/1.1" status: 204 len: 168 time: 0.8701863 Dec 22 13:24:54.212525 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b2b5c-51a4-4cba-bd13-eac02ff1ac5c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'Subnet': ['ID=e81d6fb6-d31b-4633-b5f8-d8774ba30987,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:54.212525 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49478) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:54.215392 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-954b2b5c-51a4-4cba-bd13-eac02ff1ac5c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:54.243689 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:54.264550 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 95540b56-aae0-4067-a008-9606139d394b, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=95540b56-aae0-4067-a008-9606139d394b,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:24:54.369569 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-685315da-c136-416c-b8e9-4119571a9858 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Deleting subnet cc007cb6-b250-4d75-84e9-8f91641d7bce {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:24:54.375463 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:54.380570 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-685315da-c136-416c-b8e9-4119571a9858 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:54.383021 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-a4dd1d7d-87e6-4387-8316-50bbff7b70f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:54.426495 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 624e2e91-bda5-4b4d-94af-da68b27fd96a no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:24:54.464805 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-685315da-c136-416c-b8e9-4119571a9858 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:54.545222 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 624e2e91-bda5-4b4d-94af-da68b27fd96a {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:24:54.545571 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 624e2e91-bda5-4b4d-94af-da68b27fd96a not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:24:54.600948 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-685315da-c136-416c-b8e9-4119571a9858 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:54.629453 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49482) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:54.771842 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=95540b56-aae0-4067-a008-9606139d394b,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:54.783220 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:54.816913 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8ac13295-5230-464a-a45d-cdb5a2f59252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:54.895544 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0c4b4a3b-1d06-4bb5-b9d8-3531b6c609f9 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/e0accf6c-5d19-4806-b4cb-7d3e5cf08ea9 HTTP/1.1" status: 200 len: 990 time: 0.2637765 Dec 22 13:24:54.911439 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-8ac13295-5230-464a-a45d-cdb5a2f59252 None None] For port 712bbe96-7576-4d2b-84a0-22f07d543f74, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=712bbe96-7576-4d2b-84a0-22f07d543f74,segment=NetworkSegment(94e9be5e-75cf-4c5f-9d29-2a3dd3d6667c),segment_id=94e9be5e-75cf-4c5f-9d29-2a3dd3d6667c)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:24:54.949321 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 95540b56-aae0-4067-a008-9606139d394b up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:24:54.966576 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b9843d8c-9fe6-48bc-bf10-212e54d7aa74 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:54.972088 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6a8e0cc5-1f4d-46ef-bab2-2cb53f3546d4 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:54.988165 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-685315da-c136-416c-b8e9-4119571a9858 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:54.992975 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-70efe754-9bfd-4dd0-ac43-0b323137910d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:55.010215 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8ac13295-5230-464a-a45d-cdb5a2f59252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:55.014720 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-99b7f686-184b-47a7-86f5-9a1ac2084187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:55.033501 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9843d8c-9fe6-48bc-bf10-212e54d7aa74 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Pushing event deleted for resources: {'Port': ['ID=7b4e8ca4-2961-4443-9b22-a671659485bb,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:55.036009 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b9843d8c-9fe6-48bc-bf10-212e54d7aa74 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:55.064587 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-685315da-c136-416c-b8e9-4119571a9858 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:55.070709 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685315da-c136-416c-b8e9-4119571a9858 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'Subnet': ['ID=cc007cb6-b250-4d75-84e9-8f91641d7bce,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:55.070709 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-685315da-c136-416c-b8e9-4119571a9858 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:55.081206 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-685315da-c136-416c-b8e9-4119571a9858 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/subnets/cc007cb6-b250-4d75-84e9-8f91641d7bce HTTP/1.1" status: 204 len: 168 time: 0.8678608 Dec 22 13:24:55.082678 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49488) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:55.133613 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b505356-21c9-4a81-b087-3d8b9f708175 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] DELETE failed (client error): The resource could not be found. Dec 22 13:24:55.134528 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b505356-21c9-4a81-b087-3d8b9f708175 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:24:55.139273 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8b505356-21c9-4a81-b087-3d8b9f708175 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/subnets/e81d6fb6-d31b-4633-b5f8-d8774ba30987 HTTP/1.1" status: 404 len: 337 time: 0.0551000 Dec 22 13:24:55.140119 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49492) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:55.214036 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac13295-5230-464a-a45d-cdb5a2f59252 None None] Pushing event updated for resources: {'Port': ['ID=712bbe96-7576-4d2b-84a0-22f07d543f74,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:55.217976 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-8ac13295-5230-464a-a45d-cdb5a2f59252 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:55.242928 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-e18a423b-d5a3-470f-be52-21ee17b6a9d9 None None] Provisioning complete for port 49988de9-52a6-4736-bad7-8e2148e35cbc triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:55.247921 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e18a423b-d5a3-470f-be52-21ee17b6a9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:55.290226 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b7e5aa-a981-46d0-a070-93e89b88ba4a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Deleting subnet dbea3fb0-ce4a-4f23-9485-a89506951e40 {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:24:55.294767 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 95540b56-aae0-4067-a008-9606139d394b triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:55.295153 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:55.295835 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-51b7e5aa-a981-46d0-a070-93e89b88ba4a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:55.375143 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-51b7e5aa-a981-46d0-a070-93e89b88ba4a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:55.381190 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-e18a423b-d5a3-470f-be52-21ee17b6a9d9 None None] Port 49988de9-52a6-4736-bad7-8e2148e35cbc cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:24:55.381652 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8e0cc5-1f4d-46ef-bab2-2cb53f3546d4 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Router d738f4f0-f3bc-4dea-be9b-d92018ce9da5 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:24:55.486581 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b9843d8c-9fe6-48bc-bf10-212e54d7aa74 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:55.512268 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-89adc371-1529-4b0a-b5d4-100d897edd4b None None] Provisioning complete for port 712bbe96-7576-4d2b-84a0-22f07d543f74 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:55.512528 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-89adc371-1529-4b0a-b5d4-100d897edd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:55.817221 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579ef70a-0864-48b3-8ced-2b3fd08e735d None None] New status for floating IP e0accf6c-5d19-4806-b4cb-7d3e5cf08ea9: ACTIVE {{(pid=84150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:24:55.845104 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-51b7e5aa-a981-46d0-a070-93e89b88ba4a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:55.921126 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49496) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:56.073359 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-19367180-eb36-42bf-aaf4-cad35a4e4ea7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/e0accf6c-5d19-4806-b4cb-7d3e5cf08ea9 HTTP/1.1" status: 200 len: 990 time: 0.1491961 Dec 22 13:24:56.080694 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb83a32-2e76-4ad6-a2ab-8c498e04d088 None None] Network af00dec1-e26a-496a-93c8-a8f6acabdaa9 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:24:56.120867 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b9843d8c-9fe6-48bc-bf10-212e54d7aa74 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:56.130301 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b9843d8c-9fe6-48bc-bf10-212e54d7aa74 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:56.154960 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-51b7e5aa-a981-46d0-a070-93e89b88ba4a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:56.174066 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6aec9d64-89c1-4235-a165-2365dce60bca tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:56.192759 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8e0cc5-1f4d-46ef-bab2-2cb53f3546d4 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:24:56.205108 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a19580-889e-491f-acb3-7dd3d6b4aef6 None None] Sync routers for ids ['d738f4f0-f3bc-4dea-be9b-d92018ce9da5'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:24:56.211266 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6a8e0cc5-1f4d-46ef-bab2-2cb53f3546d4 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] 10.222.0.47 "PUT /v2.0/routers/d738f4f0-f3bc-4dea-be9b-d92018ce9da5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0166502 Dec 22 13:24:56.211967 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49500) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:56.246624 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a19580-889e-491f-acb3-7dd3d6b4aef6 None None] Routers {'d738f4f0-f3bc-4dea-be9b-d92018ce9da5'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:24:56.247882 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-a3a19580-889e-491f-acb3-7dd3d6b4aef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:24:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['d738f4f0-f3bc-4dea-be9b-d92018ce9da5'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:56.251739 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-5c080452-0934-4b18-989d-796f84e029ba None None] Provisioning complete for port d3b03762-3bb0-44c9-96da-b2ad59d59be1 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:56.252361 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5c080452-0934-4b18-989d-796f84e029ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:56.259267 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-51b7e5aa-a981-46d0-a070-93e89b88ba4a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:56.291035 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7e5aa-a981-46d0-a070-93e89b88ba4a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'Subnet': ['ID=dbea3fb0-ce4a-4f23-9485-a89506951e40,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:56.325027 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-51b7e5aa-a981-46d0-a070-93e89b88ba4a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:56.335137 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-51b7e5aa-a981-46d0-a070-93e89b88ba4a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/subnets/dbea3fb0-ce4a-4f23-9485-a89506951e40 HTTP/1.1" status: 204 len: 168 time: 1.1936839 Dec 22 13:24:56.336324 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49506) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:56.413160 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-a3a19580-889e-491f-acb3-7dd3d6b4aef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:56.427783 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b9843d8c-9fe6-48bc-bf10-212e54d7aa74 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:56.428292 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9843d8c-9fe6-48bc-bf10-212e54d7aa74 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Fanout notify agent at l3_agent the message router_deleted on router a87467b7-1626-465e-ac45-bda41b6d6146 {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:24:56.444613 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a19580-889e-491f-acb3-7dd3d6b4aef6 None None] Routers {'d738f4f0-f3bc-4dea-be9b-d92018ce9da5'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:24:56.445244 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-a3a19580-889e-491f-acb3-7dd3d6b4aef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:24:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['d738f4f0-f3bc-4dea-be9b-d92018ce9da5'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:56.461398 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbbe9302-b642-475d-ab4a-9348036366c9 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] DELETE failed (client error): The resource could not be found. Dec 22 13:24:56.461851 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbbe9302-b642-475d-ab4a-9348036366c9 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:24:56.471074 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-fbbe9302-b642-475d-ab4a-9348036366c9 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/subnets/67ad7396-5987-4d84-8691-4e0edd68f41a HTTP/1.1" status: 404 len: 337 time: 0.1306868 Dec 22 13:24:56.471869 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49510) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:56.489784 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b9843d8c-9fe6-48bc-bf10-212e54d7aa74 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:56.504588 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b9843d8c-9fe6-48bc-bf10-212e54d7aa74 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] 10.222.0.47 "DELETE /v2.0/routers/a87467b7-1626-465e-ac45-bda41b6d6146 HTTP/1.1" status: 204 len: 168 time: 5.1674333 Dec 22 13:24:56.523743 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49514) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:56.529855 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-3be95252-e1d7-40c0-a0a3-1ca53867ed32 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-274400259', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:56.540994 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-5c080452-0934-4b18-989d-796f84e029ba None None] Provisioning complete for port ac80c07b-e289-496c-b79a-fc8bd50fd884 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:56.541526 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5c080452-0934-4b18-989d-796f84e029ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:56.545508 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-3be95252-e1d7-40c0-a0a3-1ca53867ed32 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:56.553796 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-3be95252-e1d7-40c0-a0a3-1ca53867ed32 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Usage tracker for resource:router and tenant:42ecba7b4e3345f3857e90a8a2a1638e is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:56.567401 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-3be95252-e1d7-40c0-a0a3-1ca53867ed32 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:56.574242 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-3be95252-e1d7-40c0-a0a3-1ca53867ed32 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:56.583824 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-52506398-40eb-40b9-8a3a-299e4cf3def1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "GET /v2.0/ports?device_id=6ae44c6b-70e3-42b9-a7ca-92a011873272 HTTP/1.1" status: 200 len: 205 time: 0.1064327 Dec 22 13:24:56.585020 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49518) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:56.630025 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-5c080452-0934-4b18-989d-796f84e029ba None None] Port ac80c07b-e289-496c-b79a-fc8bd50fd884 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:24:56.658168 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3be95252-e1d7-40c0-a0a3-1ca53867ed32 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:56.659207 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3be95252-e1d7-40c0-a0a3-1ca53867ed32 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:56.687445 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-1d1c5573-c004-45dd-b53b-8c7bb3bc784b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] delete failed (client error): The resource could not be found. Dec 22 13:24:56.689119 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-1d1c5573-c004-45dd-b53b-8c7bb3bc784b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/routers/6ae44c6b-70e3-42b9-a7ca-92a011873272 HTTP/1.1" status: 404 len: 336 time: 0.1026669 Dec 22 13:24:56.692889 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49522) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:56.702490 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-a3a19580-889e-491f-acb3-7dd3d6b4aef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:56.702490 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a19580-889e-491f-acb3-7dd3d6b4aef6 None None] The sync data for ids ['d738f4f0-f3bc-4dea-be9b-d92018ce9da5'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:24:56.708492 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbe0f9d-ca9d-4410-a479-6cee443aa7f2 None None] DHCP port deletion for af00dec1-e26a-496a-93c8-a8f6acabdaa9 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:24:56.712951 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-ffbe0f9d-ca9d-4410-a479-6cee443aa7f2 None None] Deleting port d3b03762-3bb0-44c9-96da-b2ad59d59be1 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:24:56.713407 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ffbe0f9d-ca9d-4410-a479-6cee443aa7f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:56.783211 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf1ec629-6438-436e-a197-c8c73b49afb8 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] DELETE failed (client error): The resource could not be found. Dec 22 13:24:56.788046 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf1ec629-6438-436e-a197-c8c73b49afb8 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:24:56.792137 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-bf1ec629-6438-436e-a197-c8c73b49afb8 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/subnets/8eba1526-511a-4b20-9752-7d6327127fb5 HTTP/1.1" status: 404 len: 337 time: 0.0951142 Dec 22 13:24:56.792826 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3be95252-e1d7-40c0-a0a3-1ca53867ed32 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:56.793371 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49526) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:56.901051 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-b89933cf-78b7-4233-bafe-722e59446549 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] DELETE failed (client error): The resource could not be found. Dec 22 13:24:56.904140 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b89933cf-78b7-4233-bafe-722e59446549 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:24:56.909004 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b89933cf-78b7-4233-bafe-722e59446549 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/subnets/bb2db5b9-da5d-47e5-8d26-4e8401ddbd7f HTTP/1.1" status: 404 len: 337 time: 0.1128662 Dec 22 13:24:56.911904 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49530) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:56.941469 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3be95252-e1d7-40c0-a0a3-1ca53867ed32 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:57.003377 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8286a75-9703-4b93-80b4-c66490374607 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] DELETE failed (client error): The resource could not be found. Dec 22 13:24:57.003823 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8286a75-9703-4b93-80b4-c66490374607 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:24:57.008348 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d8286a75-9703-4b93-80b4-c66490374607 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/subnets/9cc95e1b-662b-4209-b9ad-bc39fcda0b72 HTTP/1.1" status: 404 len: 337 time: 0.0926144 Dec 22 13:24:57.015375 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49534) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:57.032270 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 712bbe96-7576-4d2b-84a0-22f07d543f74 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:24:57.071145 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b04376-55dd-4982-abdf-0d8ee0e74b97 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] DELETE failed (client error): The resource could not be found. Dec 22 13:24:57.071680 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48b04376-55dd-4982-abdf-0d8ee0e74b97 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:24:57.077009 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-48b04376-55dd-4982-abdf-0d8ee0e74b97 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/ports/7c2f2b37-ab4d-4c49-9dac-fb9926157fe1 HTTP/1.1" status: 404 len: 333 time: 0.0597868 Dec 22 13:24:57.077654 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49538) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:57.078075 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49540) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:57.135211 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-ffbe0f9d-ca9d-4410-a479-6cee443aa7f2 None None] For port d3b03762-3bb0-44c9-96da-b2ad59d59be1, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=d3b03762-3bb0-44c9-96da-b2ad59d59be1,segment=NetworkSegment(25a8765f-80c9-49f2-80f3-af40bf6068ab),segment_id=25a8765f-80c9-49f2-80f3-af40bf6068ab)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:24:57.135820 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ffbe0f9d-ca9d-4410-a479-6cee443aa7f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:57.160626 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3be95252-e1d7-40c0-a0a3-1ca53867ed32 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:57.164291 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-3be95252-e1d7-40c0-a0a3-1ca53867ed32 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6371229 Dec 22 13:24:57.164602 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49546) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:57.171388 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-94b09c17-2ce8-4066-97af-102a05f70d49 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Request body: {'router': {'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:24:57.284834 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-4053c8bf-852b-4463-89ed-2b57d274b3a5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] DELETE failed (client error): The resource could not be found. Dec 22 13:24:57.285842 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4053c8bf-852b-4463-89ed-2b57d274b3a5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:24:57.293577 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-4053c8bf-852b-4463-89ed-2b57d274b3a5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/subnets/e03ad49d-874f-47b2-83ba-4f53346a7816 HTTP/1.1" status: 404 len: 337 time: 0.2116914 Dec 22 13:24:57.298060 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-7dcff4ea-e171-41f1-ad5e-6692be1d77ac tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/e0accf6c-5d19-4806-b4cb-7d3e5cf08ea9 HTTP/1.1" status: 200 len: 992 time: 0.2187853 Dec 22 13:24:57.298823 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49550) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:57.335428 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-ffbe0f9d-ca9d-4410-a479-6cee443aa7f2 None None] Calling delete_port for d3b03762-3bb0-44c9-96da-b2ad59d59be1 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:24:57.347291 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ed93482-f65a-42dd-89d8-f4f46797d3b8 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] DELETE failed (client error): The resource could not be found. Dec 22 13:24:57.348007 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ed93482-f65a-42dd-89d8-f4f46797d3b8 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:24:57.352805 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8ed93482-f65a-42dd-89d8-f4f46797d3b8 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/subnets/9fb39478-473a-4e22-89e3-1fd2ae7e929c HTTP/1.1" status: 404 len: 337 time: 0.0526190 Dec 22 13:24:57.353817 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49554) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:57.377793 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 712bbe96-7576-4d2b-84a0-22f07d543f74 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:57.378184 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:57.409685 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-348cb655-f62b-495f-ac04-a57a2646c1e8 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] DELETE failed (client error): The resource could not be found. Dec 22 13:24:57.410040 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-348cb655-f62b-495f-ac04-a57a2646c1e8 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:24:57.414506 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-348cb655-f62b-495f-ac04-a57a2646c1e8 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/ports/97870606-1e2e-471b-871b-32ce414204c8 HTTP/1.1" status: 404 len: 333 time: 0.0592995 Dec 22 13:24:57.415031 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49558) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:57.463882 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-730d6495-86d1-49bf-9001-a1ceb37eeca2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] DELETE failed (client error): The resource could not be found. Dec 22 13:24:57.464393 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-730d6495-86d1-49bf-9001-a1ceb37eeca2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:24:57.469225 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-730d6495-86d1-49bf-9001-a1ceb37eeca2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/subnets/88b5d4e5-69d7-4e19-9424-c4f4cb2bac0d HTTP/1.1" status: 404 len: 337 time: 0.0531745 Dec 22 13:24:57.469827 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49562) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:57.524215 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae540761-58b9-4b69-b6b2-cea8570e3baf tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] DELETE failed (client error): The resource could not be found. Dec 22 13:24:57.524665 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae540761-58b9-4b69-b6b2-cea8570e3baf tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:24:57.530040 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ae540761-58b9-4b69-b6b2-cea8570e3baf tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/subnets/88bdefa1-5ad7-4bb4-a820-d9b6e8b15783 HTTP/1.1" status: 404 len: 337 time: 0.0593274 Dec 22 13:24:57.530840 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49566) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:57.571406 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ffbe0f9d-ca9d-4410-a479-6cee443aa7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:57.577161 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-90151cfc-2e71-4b6a-a6a8-13f9e88eef3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:57.617391 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device d3b03762-3bb0-44c9-96da-b2ad59d59be1 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:24:57.628704 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-a287c58a-64ed-4ad7-a597-9e63ebeddaae tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Deleting port ac80c07b-e289-496c-b79a-fc8bd50fd884 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:24:57.629122 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a287c58a-64ed-4ad7-a597-9e63ebeddaae tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:57.710264 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe0f9d-ca9d-4410-a479-6cee443aa7f2 None None] Pushing event deleted for resources: {'Port': ['ID=d3b03762-3bb0-44c9-96da-b2ad59d59be1,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:57.715170 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-ffbe0f9d-ca9d-4410-a479-6cee443aa7f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:57.716252 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: d3b03762-3bb0-44c9-96da-b2ad59d59be1 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:24:57.716769 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device d3b03762-3bb0-44c9-96da-b2ad59d59be1 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:24:57.726783 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbe0f9d-ca9d-4410-a479-6cee443aa7f2 None None] No DVR routers for this DVR port d3b03762-3bb0-44c9-96da-b2ad59d59be1 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:24:57.858142 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-604f9a78-e2e8-4093-b823-b30b5fbe3b9d tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:24:57.860148 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-604f9a78-e2e8-4093-b823-b30b5fbe3b9d tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] 10.222.0.47 "PUT /v2.0/routers/d738f4f0-f3bc-4dea-be9b-d92018ce9da5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6463072 Dec 22 13:24:57.862222 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49572) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:57.865306 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-94b09c17-2ce8-4066-97af-102a05f70d49 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:58.006089 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a287c58a-64ed-4ad7-a597-9e63ebeddaae tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:58.125816 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-94b09c17-2ce8-4066-97af-102a05f70d49 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router_gateway, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:58.262226 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-a287c58a-64ed-4ad7-a597-9e63ebeddaae tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Calling delete_port for ac80c07b-e289-496c-b79a-fc8bd50fd884 owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:24:58.283201 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-94b09c17-2ce8-4066-97af-102a05f70d49 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:58.433822 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-94b09c17-2ce8-4066-97af-102a05f70d49 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Allocated IP 172.26.1.238 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/423a80e6-3325-40cb-94f2-516b62f493ca) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:24:58.499109 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a287c58a-64ed-4ad7-a597-9e63ebeddaae tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:58.519449 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-433b26ff-c32c-4c5c-8543-bf2d397bf93a tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:58.582493 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a287c58a-64ed-4ad7-a597-9e63ebeddaae tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'Port': ['ID=ac80c07b-e289-496c-b79a-fc8bd50fd884,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:58.588353 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a287c58a-64ed-4ad7-a597-9e63ebeddaae tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:58.590281 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a287c58a-64ed-4ad7-a597-9e63ebeddaae tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:58.623251 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-94b09c17-2ce8-4066-97af-102a05f70d49 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:58.634496 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:58.639912 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f760df2d-604c-4069-93c2-c9cb747cb08d tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:58.699247 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a287c58a-64ed-4ad7-a597-9e63ebeddaae tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/ports/ac80c07b-e289-496c-b79a-fc8bd50fd884 HTTP/1.1" status: 204 len: 168 time: 1.1658688 Dec 22 13:24:58.701490 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49576) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:58.774137 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-94b09c17-2ce8-4066-97af-102a05f70d49 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:58.784160 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e0f32db8-03db-458b-af88-498dc5a1529c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:58.883017 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b09c17-2ce8-4066-97af-102a05f70d49 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:24:58.887917 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-94b09c17-2ce8-4066-97af-102a05f70d49 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:58.893402 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b09c17-2ce8-4066-97af-102a05f70d49 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:24:58.921885 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-31eb2803-5da1-4a75-a6d0-f8ed6e75d5a1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:58.927213 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b09c17-2ce8-4066-97af-102a05f70d49 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Pushing event updated for resources: {'Port': ['ID=423a80e6-3325-40cb-94f2-516b62f493ca,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:58.935917 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-94b09c17-2ce8-4066-97af-102a05f70d49 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:59.129358 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-31eb2803-5da1-4a75-a6d0-f8ed6e75d5a1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:59.163048 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-31eb2803-5da1-4a75-a6d0-f8ed6e75d5a1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af00dec1-e26a-496a-93c8-a8f6acabdaa9']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:59.180648 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-31eb2803-5da1-4a75-a6d0-f8ed6e75d5a1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25a8765f-80c9-49f2-80f3-af40bf6068ab') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:59.180946 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-31eb2803-5da1-4a75-a6d0-f8ed6e75d5a1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25a8765f-80c9-49f2-80f3-af40bf6068ab') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:59.195622 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-31eb2803-5da1-4a75-a6d0-f8ed6e75d5a1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:59.215629 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-31eb2803-5da1-4a75-a6d0-f8ed6e75d5a1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:59.221792 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31eb2803-5da1-4a75-a6d0-f8ed6e75d5a1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:24:59.222182 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-31eb2803-5da1-4a75-a6d0-f8ed6e75d5a1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:59.237868 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:24:59.237868 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:24:59.237868 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:24:59.237868 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:24:59.237868 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:24:59.237868 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:24:59.237868 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:24:59.237868 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:24:59.237868 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:24:59.237868 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:24:59.237868 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:24:59.237868 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:24:59.237868 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:24:59.237868 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:24:59.237868 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:24:59.237868 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:24:59.237868 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:24:59.237868 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:24:59.237868 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:24:59.237868 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:24:59.237868 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:24:59.237868 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:24:59.237868 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:24:59.237868 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:24:59.237868 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:24:59.237868 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:24:59.237868 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:24:59.237868 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:24:59.237868 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:24:59.237868 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:24:59.237868 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:24:59.237868 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:24:59.293926 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-f760df2d-604c-4069-93c2-c9cb747cb08d tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Deleting port 49988de9-52a6-4736-bad7-8e2148e35cbc {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:24:59.294834 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f760df2d-604c-4069-93c2-c9cb747cb08d tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:59.341925 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-94b09c17-2ce8-4066-97af-102a05f70d49 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router_gateway, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:59.412027 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-31eb2803-5da1-4a75-a6d0-f8ed6e75d5a1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:59.418371 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-31521c1a-e2d2-4fed-b679-4a03760c57e7 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:59.434660 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-31eb2803-5da1-4a75-a6d0-f8ed6e75d5a1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:59.447074 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb2803-5da1-4a75-a6d0-f8ed6e75d5a1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Pushing event deleted for resources: {'Network': ['ID=af00dec1-e26a-496a-93c8-a8f6acabdaa9,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:59.454208 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-31eb2803-5da1-4a75-a6d0-f8ed6e75d5a1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:59.467714 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-31eb2803-5da1-4a75-a6d0-f8ed6e75d5a1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] 10.222.0.47 "DELETE /v2.0/networks/af00dec1-e26a-496a-93c8-a8f6acabdaa9 HTTP/1.1" status: 204 len: 168 time: 0.7651236 Dec 22 13:24:59.535634 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f760df2d-604c-4069-93c2-c9cb747cb08d tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:59.567041 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-94b09c17-2ce8-4066-97af-102a05f70d49 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:59.570650 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-94b09c17-2ce8-4066-97af-102a05f70d49 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707601'] for router, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:59.680485 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-f760df2d-604c-4069-93c2-c9cb747cb08d tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Calling delete_port for 49988de9-52a6-4736-bad7-8e2148e35cbc owned by network:router_interface {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:25:00.472820 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b09c17-2ce8-4066-97af-102a05f70d49 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Router 01f2fb6c-7559-4a67-8639-30e447992154 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:25:00.537442 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f760df2d-604c-4069-93c2-c9cb747cb08d tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:00.543596 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ba139abc-913a-4ce0-9862-f8c81bb0db8a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:00.615489 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760df2d-604c-4069-93c2-c9cb747cb08d tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Pushing event deleted for resources: {'Port': ['ID=49988de9-52a6-4736-bad7-8e2148e35cbc,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:00.623595 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f760df2d-604c-4069-93c2-c9cb747cb08d tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:00.738124 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49588) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:00.886553 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b09c17-2ce8-4066-97af-102a05f70d49 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:25:00.898278 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d07a295-3e27-4669-8a99-010c389c4800 None None] Sync routers for ids ['01f2fb6c-7559-4a67-8639-30e447992154'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:25:00.898905 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-94b09c17-2ce8-4066-97af-102a05f70d49 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:00.906538 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-94b09c17-2ce8-4066-97af-102a05f70d49 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] 10.222.0.47 "PUT /v2.0/routers/01f2fb6c-7559-4a67-8639-30e447992154 HTTP/1.1" status: 200 len: 883 time: 3.7387726 Dec 22 13:25:00.907246 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49594) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:00.926783 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d07a295-3e27-4669-8a99-010c389c4800 None None] Routers {'01f2fb6c-7559-4a67-8639-30e447992154'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:25:00.927687 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-3d07a295-3e27-4669-8a99-010c389c4800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:24:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['01f2fb6c-7559-4a67-8639-30e447992154'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:01.005713 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f760df2d-604c-4069-93c2-c9cb747cb08d tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:01.069912 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-3d07a295-3e27-4669-8a99-010c389c4800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:01.083625 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d07a295-3e27-4669-8a99-010c389c4800 None None] Routers {'01f2fb6c-7559-4a67-8639-30e447992154'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:25:01.084265 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-3d07a295-3e27-4669-8a99-010c389c4800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:24:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['01f2fb6c-7559-4a67-8639-30e447992154'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:01.152346 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-3d07a295-3e27-4669-8a99-010c389c4800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:01.153022 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d07a295-3e27-4669-8a99-010c389c4800 None None] The sync data for ids ['01f2fb6c-7559-4a67-8639-30e447992154'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:25:01.169346 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-43df7597-50ed-4e77-bfd1-a06871145372 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] 10.222.0.47 "GET /v2.0/routers/01f2fb6c-7559-4a67-8639-30e447992154 HTTP/1.1" status: 200 len: 924 time: 0.2585301 Dec 22 13:25:01.171086 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49600) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:01.251101 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-fcb9fab6-7df9-4593-ac56-09fa2ea35218 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Synchronizing usage tracker for tenant:203456c584c042e59ddee94b648b37a9 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:25:01.276980 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a277e990-35d5-489e-9fed-36beb74694a5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=77460f0dfa37423d8c924a302461b16c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5369589 Dec 22 13:25:01.279869 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49604) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:01.329737 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-fcb9fab6-7df9-4593-ac56-09fa2ea35218 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Unset dirty status for tenant:203456c584c042e59ddee94b648b37a9 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:25:01.331015 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-fcb9fab6-7df9-4593-ac56-09fa2ea35218 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=0776f1b4-770d-462f-bc0f-df97e8017b18&device_id=01f2fb6c-7559-4a67-8639-30e447992154&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1586051 Dec 22 13:25:01.333698 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49608) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:01.432193 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-696a9632-59b8-4f17-b0cb-df4ce5f9d084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:01.483993 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-696a9632-59b8-4f17-b0cb-df4ce5f9d084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:01.519334 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f760df2d-604c-4069-93c2-c9cb747cb08d tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Router d738f4f0-f3bc-4dea-be9b-d92018ce9da5 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:25:01.533870 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35c2d8f-e991-4a03-a5ff-3ef1b0f0631a tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:01.537699 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c35c2d8f-e991-4a03-a5ff-3ef1b0f0631a tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] 10.222.0.47 "GET /v2.0/networks/0776f1b4-770d-462f-bc0f-df97e8017b18 HTTP/1.1" status: 200 len: 881 time: 0.2005460 Dec 22 13:25:01.537936 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49612) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:01.589644 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b4f1ea64-cb43-4fee-b4e9-4eb01a2e4231 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] 10.222.0.47 "GET /v2.0/ports?device_id=01f2fb6c-7559-4a67-8639-30e447992154 HTTP/1.1" status: 200 len: 205 time: 0.0498569 Dec 22 13:25:01.592704 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49616) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:01.678714 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f760df2d-604c-4069-93c2-c9cb747cb08d tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:25:01.689306 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce45130f-f553-4bb6-ab66-db2457615f9e None None] Sync routers for ids ['d738f4f0-f3bc-4dea-be9b-d92018ce9da5'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:25:01.695616 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f760df2d-604c-4069-93c2-c9cb747cb08d tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] 10.222.0.47 "PUT /v2.0/routers/d738f4f0-f3bc-4dea-be9b-d92018ce9da5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8284066 Dec 22 13:25:01.696161 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49620) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:01.704992 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce45130f-f553-4bb6-ab66-db2457615f9e None None] Routers {'d738f4f0-f3bc-4dea-be9b-d92018ce9da5'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:25:01.705744 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-ce45130f-f553-4bb6-ab66-db2457615f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:24:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['d738f4f0-f3bc-4dea-be9b-d92018ce9da5'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:01.772499 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-0e710180-6dbf-4d78-8563-d67a7af867f0 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] delete failed (client error): The resource could not be found. Dec 22 13:25:01.772499 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0e710180-6dbf-4d78-8563-d67a7af867f0 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] 10.222.0.47 "DELETE /v2.0/routers/tempest-non_exist_router-1458705054 HTTP/1.1" status: 404 len: 335 time: 0.0740590 Dec 22 13:25:01.779158 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-696a9632-59b8-4f17-b0cb-df4ce5f9d084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:01.780075 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-ce45130f-f553-4bb6-ab66-db2457615f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:01.785829 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5cfd6a51-6400-43ae-9b02-2bb99706dd41 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:01.791520 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce45130f-f553-4bb6-ab66-db2457615f9e None None] Routers {'d738f4f0-f3bc-4dea-be9b-d92018ce9da5'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:25:01.792198 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-ce45130f-f553-4bb6-ab66-db2457615f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:24:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['d738f4f0-f3bc-4dea-be9b-d92018ce9da5'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:01.800187 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a9632-59b8-4f17-b0cb-df4ce5f9d084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee015a9-d8c7-4938-821b-b51ceae48ab2,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:01.803028 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-696a9632-59b8-4f17-b0cb-df4ce5f9d084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:01.803878 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49624) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:01.819432 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-53af333e-7531-4f3f-9f9d-abfca53a29a5 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd738f4f0-f3bc-4dea-be9b-d92018ce9da5'}}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:01.824944 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-696a9632-59b8-4f17-b0cb-df4ce5f9d084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:01.828371 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-696a9632-59b8-4f17-b0cb-df4ce5f9d084 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8ee015a9-d8c7-4938-821b-b51ceae48ab2 HTTP/1.1" status: 204 len: 168 time: 0.5452001 Dec 22 13:25:01.875238 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-ce45130f-f553-4bb6-ab66-db2457615f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:01.875891 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce45130f-f553-4bb6-ab66-db2457615f9e None None] The sync data for ids ['d738f4f0-f3bc-4dea-be9b-d92018ce9da5'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:25:01.899548 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f034506e-10e8-42a1-8fe3-02533819794d tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:02.130372 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f034506e-10e8-42a1-8fe3-02533819794d tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:02.228536 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-f034506e-10e8-42a1-8fe3-02533819794d tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Deleting port 423a80e6-3325-40cb-94f2-516b62f493ca {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:25:02.228897 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f034506e-10e8-42a1-8fe3-02533819794d tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:02.415643 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-53af333e-7531-4f3f-9f9d-abfca53a29a5 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:02.466568 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f034506e-10e8-42a1-8fe3-02533819794d tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:02.551438 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-53af333e-7531-4f3f-9f9d-abfca53a29a5 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] update failed (client error): The resource could not be found. Dec 22 13:25:02.553926 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-53af333e-7531-4f3f-9f9d-abfca53a29a5 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] 10.222.0.47 "PUT /v2.0/routers/d738f4f0-f3bc-4dea-be9b-d92018ce9da5 HTTP/1.1" status: 404 len: 339 time: 0.7436545 Dec 22 13:25:02.558856 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49636) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:02.616148 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-f034506e-10e8-42a1-8fe3-02533819794d tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Calling delete_port for 423a80e6-3325-40cb-94f2-516b62f493ca owned by network:router_gateway {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:25:02.846322 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f034506e-10e8-42a1-8fe3-02533819794d tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:02.855809 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-94b09c17-2ce8-4066-97af-102a05f70d49 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:03.046113 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034506e-10e8-42a1-8fe3-02533819794d tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Pushing event deleted for resources: {'Port': ['ID=423a80e6-3325-40cb-94f2-516b62f493ca,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:03.049309 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f034506e-10e8-42a1-8fe3-02533819794d tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:03.082956 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-caefecf4-6390-4554-b340-35393327808e tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:03.284728 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f034506e-10e8-42a1-8fe3-02533819794d tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:03.554435 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49658) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:03.616655 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-caefecf4-6390-4554-b340-35393327808e tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Allocated IP 172.20.0.1 (1857d039-a85a-484f-bdd9-c8c354e6d498/61af5a15-4e01-472b-ac2c-75c73e8ccc09/c4233e12-4612-489f-ad47-1147a5a4243e) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:25:03.626775 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f034506e-10e8-42a1-8fe3-02533819794d tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:03.631783 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f034506e-10e8-42a1-8fe3-02533819794d tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:03.731344 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f034506e-10e8-42a1-8fe3-02533819794d tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:03.739257 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f034506e-10e8-42a1-8fe3-02533819794d tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Fanout notify agent at l3_agent the message router_deleted on router 01f2fb6c-7559-4a67-8639-30e447992154 {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:25:03.739890 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-8c88101c-b08b-4b3a-8161-76baf53e7c8a tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:03.739890 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-8c88101c-b08b-4b3a-8161-76baf53e7c8a tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 13:25:03.739890 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8c88101c-b08b-4b3a-8161-76baf53e7c8a tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1761470 Dec 22 13:25:03.739890 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49664) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:03.745672 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-5e58f7e7-8820-4afa-8a85-f7c09eff201b tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Request body: {'security_group': {'name': 'tempest-secgroup--1266729139'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:03.754107 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f034506e-10e8-42a1-8fe3-02533819794d tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:03.758898 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f034506e-10e8-42a1-8fe3-02533819794d tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] 10.222.0.47 "DELETE /v2.0/routers/01f2fb6c-7559-4a67-8639-30e447992154 HTTP/1.1" status: 204 len: 168 time: 2.1615570 Dec 22 13:25:03.759062 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-5e58f7e7-8820-4afa-8a85-f7c09eff201b tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:03.759169 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49668) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:03.765123 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-39a5d59b-3a77-4c5b-9358-58c42fe379b8 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-668520133', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:03.771663 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-39a5d59b-3a77-4c5b-9358-58c42fe379b8 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:03.775889 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-39a5d59b-3a77-4c5b-9358-58c42fe379b8 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Usage tracker for resource:router and tenant:42ecba7b4e3345f3857e90a8a2a1638e is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:03.778872 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-5e58f7e7-8820-4afa-8a85-f7c09eff201b tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Usage tracker for resource:security_group and tenant:a60f3a1097f04048a0ba36c7cbb0e0ce is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:03.783657 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-5e58f7e7-8820-4afa-8a85-f7c09eff201b tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:03.785812 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-39a5d59b-3a77-4c5b-9358-58c42fe379b8 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:03.793089 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-39a5d59b-3a77-4c5b-9358-58c42fe379b8 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:03.794959 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-5e58f7e7-8820-4afa-8a85-f7c09eff201b tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:03.885507 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-39a5d59b-3a77-4c5b-9358-58c42fe379b8 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:03.886847 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-39a5d59b-3a77-4c5b-9358-58c42fe379b8 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:03.906395 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-39a5d59b-3a77-4c5b-9358-58c42fe379b8 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:03.946267 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-caefecf4-6390-4554-b340-35393327808e tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:03.962881 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-caefecf4-6390-4554-b340-35393327808e tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Transition to ACTIVE for port object c4233e12-4612-489f-ad47-1147a5a4243e will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:25:03.999891 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-39a5d59b-3a77-4c5b-9358-58c42fe379b8 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:04.022510 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5e58f7e7-8820-4afa-8a85-f7c09eff201b tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:04.035723 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5e58f7e7-8820-4afa-8a85-f7c09eff201b tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:04.070036 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-5e58f7e7-8820-4afa-8a85-f7c09eff201b tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:04.073867 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-5e58f7e7-8820-4afa-8a85-f7c09eff201b tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Usage tracker for resource:security_group_rule and tenant:a60f3a1097f04048a0ba36c7cbb0e0ce is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:04.077053 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-5e58f7e7-8820-4afa-8a85-f7c09eff201b tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:04.083034 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-5e58f7e7-8820-4afa-8a85-f7c09eff201b tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:04.097907 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-caefecf4-6390-4554-b340-35393327808e tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:04.102521 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-19ad6c7f-d9f2-4a4f-a68c-0e9e34844fda tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:04.119887 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-39a5d59b-3a77-4c5b-9358-58c42fe379b8 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:04.121035 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-39a5d59b-3a77-4c5b-9358-58c42fe379b8 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3611646 Dec 22 13:25:04.123987 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49672) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:04.129980 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-04e9ab9d-67aa-476f-b54c-c991ff5a4d35 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'enable_snat': True}}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:04.172141 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caefecf4-6390-4554-b340-35393327808e tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Pushing event updated for resources: {'Port': ['ID=c4233e12-4612-489f-ad47-1147a5a4243e,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:04.175608 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-caefecf4-6390-4554-b340-35393327808e tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:04.198332 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caefecf4-6390-4554-b340-35393327808e tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Network 1857d039-a85a-484f-bdd9-c8c354e6d498 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:25:04.202816 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-caefecf4-6390-4554-b340-35393327808e tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:25:04.205707 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caefecf4-6390-4554-b340-35393327808e tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:25:04.294203 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-caefecf4-6390-4554-b340-35393327808e tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:04.323869 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5e58f7e7-8820-4afa-8a85-f7c09eff201b tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:04.411847 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5e58f7e7-8820-4afa-8a85-f7c09eff201b tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:04.463872 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-24244705-ef1e-4b61-8369-83200e9f26e7 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:04.535837 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58f7e7-8820-4afa-8a85-f7c09eff201b tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af970b1a-6a12-43b0-9e35-ec43af970e34,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:04.546265 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5e58f7e7-8820-4afa-8a85-f7c09eff201b tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:04.549341 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-5e58f7e7-8820-4afa-8a85-f7c09eff201b tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:04.552546 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-caefecf4-6390-4554-b340-35393327808e tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:04.578458 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-5e58f7e7-8820-4afa-8a85-f7c09eff201b tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Usage tracker for resource:security_group_rule and tenant:a60f3a1097f04048a0ba36c7cbb0e0ce is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:04.583350 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-5e58f7e7-8820-4afa-8a85-f7c09eff201b tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:04.590816 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-5e58f7e7-8820-4afa-8a85-f7c09eff201b tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:04.595176 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-04e9ab9d-67aa-476f-b54c-c991ff5a4d35 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:04.645506 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-32ab5d37-9f5f-4c20-bd50-fc366e236722 None None] Provisioning for port c4233e12-4612-489f-ad47-1147a5a4243e completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:25:04.650562 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-32ab5d37-9f5f-4c20-bd50-fc366e236722 None None] Provisioning complete for port c4233e12-4612-489f-ad47-1147a5a4243e triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:25:04.651151 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-32ab5d37-9f5f-4c20-bd50-fc366e236722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:04.714467 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-32ab5d37-9f5f-4c20-bd50-fc366e236722 None None] Port c4233e12-4612-489f-ad47-1147a5a4243e cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:25:04.836472 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5e58f7e7-8820-4afa-8a85-f7c09eff201b tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:04.876042 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-04e9ab9d-67aa-476f-b54c-c991ff5a4d35 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:04.927866 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5e58f7e7-8820-4afa-8a85-f7c09eff201b tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:04.937495 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a1d372d2-fdc4-4264-8ea3-b58efff5e400 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:05.021551 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58f7e7-8820-4afa-8a85-f7c09eff201b tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5858fac4-55f5-4b6e-95c9-2df199f22c44,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:05.027037 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5e58f7e7-8820-4afa-8a85-f7c09eff201b tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:05.042828 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-04e9ab9d-67aa-476f-b54c-c991ff5a4d35 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:05.097731 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-caefecf4-6390-4554-b340-35393327808e tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:05.207109 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-04e9ab9d-67aa-476f-b54c-c991ff5a4d35 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Allocated IP 172.26.1.110 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/a3c78932-26db-4aad-ba2c-4856f481ed7c) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:25:05.369364 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-04e9ab9d-67aa-476f-b54c-c991ff5a4d35 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:05.377621 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5e58f7e7-8820-4afa-8a85-f7c09eff201b tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:05.379026 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-5e58f7e7-8820-4afa-8a85-f7c09eff201b tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6387370 Dec 22 13:25:05.387853 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49678) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:05.388101 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-c9c031c4-604b-4491-b48a-ee074e717fda tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Request body: {'security_group_rule': {'security_group_id': '5858fac4-55f5-4b6e-95c9-2df199f22c44', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:05.394226 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-c9c031c4-604b-4491-b48a-ee074e717fda tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:05.398189 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-c9c031c4-604b-4491-b48a-ee074e717fda tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Usage tracker for resource:security_group_rule and tenant:a60f3a1097f04048a0ba36c7cbb0e0ce is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:05.401502 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-c9c031c4-604b-4491-b48a-ee074e717fda tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:05.408190 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-c9c031c4-604b-4491-b48a-ee074e717fda tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:05.411194 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-caefecf4-6390-4554-b340-35393327808e tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:05.437847 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-718912cc-077c-4567-9ec8-8b2668fedec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:05.463036 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-04e9ab9d-67aa-476f-b54c-c991ff5a4d35 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:05.467909 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2ab0869d-c1c6-4967-9488-08a7e9d1ec78 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:05.532655 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caefecf4-6390-4554-b340-35393327808e tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Pushing event updated for resources: {'Port': ['ID=c4233e12-4612-489f-ad47-1147a5a4243e,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:05.535068 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-caefecf4-6390-4554-b340-35393327808e tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:05.539543 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-caefecf4-6390-4554-b340-35393327808e tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:05.553267 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e9ab9d-67aa-476f-b54c-c991ff5a4d35 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:25:05.579937 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-04e9ab9d-67aa-476f-b54c-c991ff5a4d35 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:25:05.587515 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e9ab9d-67aa-476f-b54c-c991ff5a4d35 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Pushing event updated for resources: {'Port': ['ID=a3c78932-26db-4aad-ba2c-4856f481ed7c,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:05.593332 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e9ab9d-67aa-476f-b54c-c991ff5a4d35 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:25:05.638062 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-04e9ab9d-67aa-476f-b54c-c991ff5a4d35 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:05.644904 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c9c031c4-604b-4491-b48a-ee074e717fda tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:05.683396 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5d39febf-06b9-4bd6-9861-352f3ae038ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:05.736773 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caefecf4-6390-4554-b340-35393327808e tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Network 1857d039-a85a-484f-bdd9-c8c354e6d498 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:25:05.744117 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-caefecf4-6390-4554-b340-35393327808e tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:25:05.811423 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c9c031c4-604b-4491-b48a-ee074e717fda tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:05.859330 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-04e9ab9d-67aa-476f-b54c-c991ff5a4d35 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:05.894596 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c9c031c4-604b-4491-b48a-ee074e717fda tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:05.902723 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c20f2512-db78-4a07-8a4d-fb857af18485 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:05.968299 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c031c4-604b-4491-b48a-ee074e717fda tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d80de38-444c-4333-b018-04ad6f5e78f4,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:05.975511 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c9c031c4-604b-4491-b48a-ee074e717fda tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:06.056067 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-8b555bf0-a4bf-4848-9880-2260fd2180e9 None None] Provisioning complete for port c4233e12-4612-489f-ad47-1147a5a4243e triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:25:06.056348 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8b555bf0-a4bf-4848-9880-2260fd2180e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:06.085391 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-04e9ab9d-67aa-476f-b54c-c991ff5a4d35 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:06.093751 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-04e9ab9d-67aa-476f-b54c-c991ff5a4d35 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707601'] for router, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:06.119119 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c9c031c4-604b-4491-b48a-ee074e717fda tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:06.124312 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c9c031c4-604b-4491-b48a-ee074e717fda tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7383606 Dec 22 13:25:06.124473 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-8b555bf0-a4bf-4848-9880-2260fd2180e9 None None] Port c4233e12-4612-489f-ad47-1147a5a4243e cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:25:06.124579 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49686) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:06.131699 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-2e67bfaf-416c-4785-9e0f-5c78cd4d18d9 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Request body: {'security_group_rule': {'security_group_id': '5858fac4-55f5-4b6e-95c9-2df199f22c44', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:06.139451 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-2e67bfaf-416c-4785-9e0f-5c78cd4d18d9 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:06.147922 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-2e67bfaf-416c-4785-9e0f-5c78cd4d18d9 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Usage tracker for resource:security_group_rule and tenant:a60f3a1097f04048a0ba36c7cbb0e0ce is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:06.150066 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-2e67bfaf-416c-4785-9e0f-5c78cd4d18d9 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:06.160322 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-2e67bfaf-416c-4785-9e0f-5c78cd4d18d9 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:06.210073 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caefecf4-6390-4554-b340-35393327808e tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Router d738f4f0-f3bc-4dea-be9b-d92018ce9da5 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:25:06.414253 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2e67bfaf-416c-4785-9e0f-5c78cd4d18d9 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:06.416373 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e9ab9d-67aa-476f-b54c-c991ff5a4d35 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Router e2e58070-4859-4b05-9863-2a8842a69e0a is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:25:06.572350 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caefecf4-6390-4554-b340-35393327808e tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:25:06.583290 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-caefecf4-6390-4554-b340-35393327808e tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] 10.222.0.47 "PUT /v2.0/routers/d738f4f0-f3bc-4dea-be9b-d92018ce9da5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0202422 Dec 22 13:25:06.583290 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49692) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:06.590394 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9048b8-1f41-40f4-9e56-5e3bd053b291 None None] Sync routers for ids ['d738f4f0-f3bc-4dea-be9b-d92018ce9da5'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:25:06.605392 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9048b8-1f41-40f4-9e56-5e3bd053b291 None None] Routers {'d738f4f0-f3bc-4dea-be9b-d92018ce9da5'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:25:06.606033 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-ea9048b8-1f41-40f4-9e56-5e3bd053b291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:24:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['d738f4f0-f3bc-4dea-be9b-d92018ce9da5'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:06.663433 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e9ab9d-67aa-476f-b54c-c991ff5a4d35 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:25:06.669951 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-2e67bfaf-416c-4785-9e0f-5c78cd4d18d9 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 13:25:06.669951 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-2e67bfaf-416c-4785-9e0f-5c78cd4d18d9 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5421677 Dec 22 13:25:06.674820 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49698) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:06.675611 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3864fd-2eab-4aed-b4f6-25d3a7498536 None None] Sync routers for ids ['e2e58070-4859-4b05-9863-2a8842a69e0a'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:25:06.700358 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-04e9ab9d-67aa-476f-b54c-c991ff5a4d35 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:06.702483 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-04e9ab9d-67aa-476f-b54c-c991ff5a4d35 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] 10.222.0.47 "PUT /v2.0/routers/e2e58070-4859-4b05-9863-2a8842a69e0a HTTP/1.1" status: 200 len: 918 time: 2.5775681 Dec 22 13:25:06.705640 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49702) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:06.706174 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3864fd-2eab-4aed-b4f6-25d3a7498536 None None] Routers {'e2e58070-4859-4b05-9863-2a8842a69e0a'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:25:06.706814 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-1f3864fd-2eab-4aed-b4f6-25d3a7498536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:24:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['e2e58070-4859-4b05-9863-2a8842a69e0a'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:06.716071 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-ea9048b8-1f41-40f4-9e56-5e3bd053b291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:06.741721 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9048b8-1f41-40f4-9e56-5e3bd053b291 None None] Routers {'d738f4f0-f3bc-4dea-be9b-d92018ce9da5'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:25:06.746251 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-ea9048b8-1f41-40f4-9e56-5e3bd053b291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:24:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['d738f4f0-f3bc-4dea-be9b-d92018ce9da5'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:06.820774 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-ea9048b8-1f41-40f4-9e56-5e3bd053b291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:06.826330 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bdf38876-bf6f-42c9-a459-a7430e2bac2c tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks [] for router, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:06.833718 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9048b8-1f41-40f4-9e56-5e3bd053b291 None None] The sync data for ids ['d738f4f0-f3bc-4dea-be9b-d92018ce9da5'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:25:06.839031 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-1f3864fd-2eab-4aed-b4f6-25d3a7498536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:06.853162 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3864fd-2eab-4aed-b4f6-25d3a7498536 None None] Routers {'e2e58070-4859-4b05-9863-2a8842a69e0a'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:25:06.853994 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-1f3864fd-2eab-4aed-b4f6-25d3a7498536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:24:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['e2e58070-4859-4b05-9863-2a8842a69e0a'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:06.917573 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8b7a6693-e961-445e-8ac4-f3c104816dca tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:06.940744 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-1f3864fd-2eab-4aed-b4f6-25d3a7498536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:06.941780 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3864fd-2eab-4aed-b4f6-25d3a7498536 None None] The sync data for ids ['e2e58070-4859-4b05-9863-2a8842a69e0a'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:25:07.017152 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8b7a6693-e961-445e-8ac4-f3c104816dca tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:07.038501 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-bdf38876-bf6f-42c9-a459-a7430e2bac2c tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 22 13:25:07.039541 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-bdf38876-bf6f-42c9-a459-a7430e2bac2c tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] 10.222.0.47 "DELETE /v2.0/routers/d738f4f0-f3bc-4dea-be9b-d92018ce9da5 HTTP/1.1" status: 409 len: 329 time: 0.4554179 Dec 22 13:25:07.043612 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49710) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:07.109949 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-02bcd681-856a-4f37-8b9f-08413e523bb7 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] 10.222.0.47 "GET /v2.0/routers/e2e58070-4859-4b05-9863-2a8842a69e0a HTTP/1.1" status: 200 len: 924 time: 0.3996148 Dec 22 13:25:07.110595 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49714) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:07.190343 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1a105139-f6b2-4934-9b33-8363a5fb50b2 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=0776f1b4-770d-462f-bc0f-df97e8017b18&device_id=e2e58070-4859-4b05-9863-2a8842a69e0a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0789137 Dec 22 13:25:07.192519 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49718) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:07.214748 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8b7a6693-e961-445e-8ac4-f3c104816dca tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:07.375808 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d87c3ceb-c44a-4197-91a1-0f2dc478f87c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:07.390469 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-357a9b2e-9343-4985-8cd0-86e2d3904ccd tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:07.406061 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a6693-e961-445e-8ac4-f3c104816dca tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5858fac4-55f5-4b6e-95c9-2df199f22c44,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:07.410575 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8b7a6693-e961-445e-8ac4-f3c104816dca tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:07.413980 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8b7a6693-e961-445e-8ac4-f3c104816dca tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:07.417465 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8b7a6693-e961-445e-8ac4-f3c104816dca tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "DELETE /v2.0/security-groups/5858fac4-55f5-4b6e-95c9-2df199f22c44 HTTP/1.1" status: 204 len: 168 time: 0.7384088 Dec 22 13:25:07.418219 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49722) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:07.500476 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0ea8ceae-a5c1-4f8e-b25e-1cc7dd2eaea0 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Synchronizing usage tracker for tenant:a60f3a1097f04048a0ba36c7cbb0e0ce on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:25:07.514152 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9f4bf3-e0ab-4b60-8e63-d297025f4402 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:07.519436 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6e9f4bf3-e0ab-4b60-8e63-d297025f4402 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] 10.222.0.47 "GET /v2.0/networks/0776f1b4-770d-462f-bc0f-df97e8017b18 HTTP/1.1" status: 200 len: 881 time: 0.3221247 Dec 22 13:25:07.519436 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49726) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:07.566918 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8c205afc-ae93-49f8-b759-a3a398ad6abe tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2e58070-4859-4b05-9863-2a8842a69e0a HTTP/1.1" status: 200 len: 205 time: 0.0470662 Dec 22 13:25:07.569461 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49732) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:07.657045 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0ea8ceae-a5c1-4f8e-b25e-1cc7dd2eaea0 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Unset dirty status for tenant:a60f3a1097f04048a0ba36c7cbb0e0ce on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:25:07.658286 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0ea8ceae-a5c1-4f8e-b25e-1cc7dd2eaea0 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2396953 Dec 22 13:25:07.662405 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49738) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:07.672250 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-e4649c8b-8fe1-4cf8-b9ba-b36150a13de8 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Request body: {'security_group': {'name': 'tempest-secgroup--1376416386'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:07.686005 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-e4649c8b-8fe1-4cf8-b9ba-b36150a13de8 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:07.745881 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-e4649c8b-8fe1-4cf8-b9ba-b36150a13de8 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:07.810384 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-010823fc-ad2a-4e76-a4ee-2dc28251149e tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:07.871254 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e4649c8b-8fe1-4cf8-b9ba-b36150a13de8 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:07.952363 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-e4649c8b-8fe1-4cf8-b9ba-b36150a13de8 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:07.958077 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-e4649c8b-8fe1-4cf8-b9ba-b36150a13de8 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Usage tracker for resource:security_group_rule and tenant:a60f3a1097f04048a0ba36c7cbb0e0ce is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:07.962179 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-e4649c8b-8fe1-4cf8-b9ba-b36150a13de8 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:07.970620 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f4e7263c-b9c8-4ba3-b565-2b9e10cb1107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:07.973282 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-e4649c8b-8fe1-4cf8-b9ba-b36150a13de8 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:08.115521 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e4649c8b-8fe1-4cf8-b9ba-b36150a13de8 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:08.158693 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-010823fc-ad2a-4e76-a4ee-2dc28251149e tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:08.162473 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-357a9b2e-9343-4985-8cd0-86e2d3904ccd tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Deleting port c4233e12-4612-489f-ad47-1147a5a4243e {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:25:08.162825 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-357a9b2e-9343-4985-8cd0-86e2d3904ccd tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:08.176737 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e4649c8b-8fe1-4cf8-b9ba-b36150a13de8 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:08.180804 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9099129a-315a-4fdc-8450-b5e24a9dcf4e tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:08.223942 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4649c8b-8fe1-4cf8-b9ba-b36150a13de8 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de1f4dbd-4626-40af-8354-ed3dd0ed346a,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:08.227093 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e4649c8b-8fe1-4cf8-b9ba-b36150a13de8 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:08.235739 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-010823fc-ad2a-4e76-a4ee-2dc28251149e tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Deleting port a3c78932-26db-4aad-ba2c-4856f481ed7c {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:25:08.236190 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-010823fc-ad2a-4e76-a4ee-2dc28251149e tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:08.303701 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e4649c8b-8fe1-4cf8-b9ba-b36150a13de8 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:08.304901 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e4649c8b-8fe1-4cf8-b9ba-b36150a13de8 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6415982 Dec 22 13:25:08.318243 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49746) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:08.324878 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-ce27d69d-1c39-4201-8b00-dd97c371defa tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Request body: {'security_group_rule': {'security_group_id': 'de1f4dbd-4626-40af-8354-ed3dd0ed346a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:08.331998 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-ce27d69d-1c39-4201-8b00-dd97c371defa tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:25:08.331998 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ce27d69d-1c39-4201-8b00-dd97c371defa tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0070934 Dec 22 13:25:08.331998 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49750) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:08.404444 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-357a9b2e-9343-4985-8cd0-86e2d3904ccd tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:08.413793 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-010823fc-ad2a-4e76-a4ee-2dc28251149e tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:08.535305 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-357a9b2e-9343-4985-8cd0-86e2d3904ccd tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Calling delete_port for c4233e12-4612-489f-ad47-1147a5a4243e owned by network:router_interface {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:25:08.536163 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-010823fc-ad2a-4e76-a4ee-2dc28251149e tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Calling delete_port for a3c78932-26db-4aad-ba2c-4856f481ed7c owned by network:router_gateway {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:25:08.592790 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-31dfffe8-e005-4803-a769-8dc32b2e77d4 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:08.647658 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-31dfffe8-e005-4803-a769-8dc32b2e77d4 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:08.799550 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-010823fc-ad2a-4e76-a4ee-2dc28251149e tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:08.804580 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-97e05543-f4d1-42b8-90cf-315131d8b673 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:08.845646 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-31dfffe8-e005-4803-a769-8dc32b2e77d4 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:08.853917 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-73ce0ade-62d3-4727-a50a-9c1b0ac02f59 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:08.854633 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010823fc-ad2a-4e76-a4ee-2dc28251149e tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Pushing event deleted for resources: {'Port': ['ID=a3c78932-26db-4aad-ba2c-4856f481ed7c,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:08.854770 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-010823fc-ad2a-4e76-a4ee-2dc28251149e tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:08.864705 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dfffe8-e005-4803-a769-8dc32b2e77d4 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1f4dbd-4626-40af-8354-ed3dd0ed346a,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:08.868142 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-31dfffe8-e005-4803-a769-8dc32b2e77d4 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:08.872525 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-357a9b2e-9343-4985-8cd0-86e2d3904ccd tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:08.884290 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-129c2da4-9867-454d-a30e-d3984e41087a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:08.959741 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:08.974793 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a9b2e-9343-4985-8cd0-86e2d3904ccd tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Pushing event deleted for resources: {'Port': ['ID=c4233e12-4612-489f-ad47-1147a5a4243e,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:09.099025 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-357a9b2e-9343-4985-8cd0-86e2d3904ccd tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:09.101074 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-31dfffe8-e005-4803-a769-8dc32b2e77d4 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:09.106218 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-31dfffe8-e005-4803-a769-8dc32b2e77d4 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "DELETE /v2.0/security-groups/de1f4dbd-4626-40af-8354-ed3dd0ed346a HTTP/1.1" status: 204 len: 168 time: 0.7711508 Dec 22 13:25:09.107687 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49756) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:09.260925 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:09.318098 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-010823fc-ad2a-4e76-a4ee-2dc28251149e tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:09.345330 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-b48b3fdf-75e0-435c-8dc6-6ca25c1d58e9 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Synchronizing usage tracker for tenant:a60f3a1097f04048a0ba36c7cbb0e0ce on resource:security_group {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:25:09.360725 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-357a9b2e-9343-4985-8cd0-86e2d3904ccd tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:09.493559 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-b48b3fdf-75e0-435c-8dc6-6ca25c1d58e9 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Unset dirty status for tenant:a60f3a1097f04048a0ba36c7cbb0e0ce on resource:security_group {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:25:09.493559 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b48b3fdf-75e0-435c-8dc6-6ca25c1d58e9 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3794389 Dec 22 13:25:09.493559 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49762) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:09.501606 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-1dd1ae37-d4de-44b5-a918-462bccc5bf7e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Request body: {'security_group': {'name': 'tempest-secgroup--1689293107'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:09.509416 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-1dd1ae37-d4de-44b5-a918-462bccc5bf7e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:09.590073 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-1dd1ae37-d4de-44b5-a918-462bccc5bf7e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:09.600349 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-010823fc-ad2a-4e76-a4ee-2dc28251149e tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:09.604920 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-010823fc-ad2a-4e76-a4ee-2dc28251149e tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:09.715193 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-010823fc-ad2a-4e76-a4ee-2dc28251149e tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:09.715901 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010823fc-ad2a-4e76-a4ee-2dc28251149e tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Fanout notify agent at l3_agent the message router_deleted on router e2e58070-4859-4b05-9863-2a8842a69e0a {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:25:09.733677 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-010823fc-ad2a-4e76-a4ee-2dc28251149e tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:09.735048 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-010823fc-ad2a-4e76-a4ee-2dc28251149e tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] 10.222.0.47 "DELETE /v2.0/routers/e2e58070-4859-4b05-9863-2a8842a69e0a HTTP/1.1" status: 204 len: 168 time: 2.1645694 Dec 22 13:25:09.739066 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49770) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:09.748791 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-224092c2-b984-4188-906e-d510ed3ea291 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2003622543', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:09.760320 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-224092c2-b984-4188-906e-d510ed3ea291 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:09.764863 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-224092c2-b984-4188-906e-d510ed3ea291 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Usage tracker for resource:router and tenant:42ecba7b4e3345f3857e90a8a2a1638e is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:09.768006 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-224092c2-b984-4188-906e-d510ed3ea291 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:09.774038 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-224092c2-b984-4188-906e-d510ed3ea291 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:09.857998 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-224092c2-b984-4188-906e-d510ed3ea291 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:09.859231 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-224092c2-b984-4188-906e-d510ed3ea291 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:09.879964 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-224092c2-b984-4188-906e-d510ed3ea291 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:09.907299 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1dd1ae37-d4de-44b5-a918-462bccc5bf7e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:09.956428 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-224092c2-b984-4188-906e-d510ed3ea291 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:09.963013 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357a9b2e-9343-4985-8cd0-86e2d3904ccd tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Router d738f4f0-f3bc-4dea-be9b-d92018ce9da5 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:25:09.963413 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-1dd1ae37-d4de-44b5-a918-462bccc5bf7e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:09.969331 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-1dd1ae37-d4de-44b5-a918-462bccc5bf7e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Usage tracker for resource:security_group_rule and tenant:a60f3a1097f04048a0ba36c7cbb0e0ce is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:09.972822 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-1dd1ae37-d4de-44b5-a918-462bccc5bf7e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:09.980411 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-1dd1ae37-d4de-44b5-a918-462bccc5bf7e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:10.050878 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-224092c2-b984-4188-906e-d510ed3ea291 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:10.054487 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-224092c2-b984-4188-906e-d510ed3ea291 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3120842 Dec 22 13:25:10.059690 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49774) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:10.061007 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-d005ed44-8bcd-4904-b96f-e568c6d1aa3e tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'enable_snat': False}}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:10.171578 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357a9b2e-9343-4985-8cd0-86e2d3904ccd tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:25:10.184098 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab80915-2230-46e7-99ba-153cf2e04c7e None None] Sync routers for ids ['d738f4f0-f3bc-4dea-be9b-d92018ce9da5'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:25:10.184288 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1dd1ae37-d4de-44b5-a918-462bccc5bf7e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:10.195266 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-357a9b2e-9343-4985-8cd0-86e2d3904ccd tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] 10.222.0.47 "PUT /v2.0/routers/d738f4f0-f3bc-4dea-be9b-d92018ce9da5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1506121 Dec 22 13:25:10.197356 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49780) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:10.205583 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab80915-2230-46e7-99ba-153cf2e04c7e None None] Routers {'d738f4f0-f3bc-4dea-be9b-d92018ce9da5'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:25:10.207100 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-3ab80915-2230-46e7-99ba-153cf2e04c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:25:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['d738f4f0-f3bc-4dea-be9b-d92018ce9da5'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:10.263734 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1dd1ae37-d4de-44b5-a918-462bccc5bf7e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:10.267615 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9d1cc877-78d7-40a2-a1f4-13be755ad03a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:10.276927 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-351c4a21-7d3a-469b-b1ad-17b6b44af4c9 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] show failed (client error): The resource could not be found. Dec 22 13:25:10.281428 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-351c4a21-7d3a-469b-b1ad-17b6b44af4c9 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] 10.222.0.47 "GET /v2.0/routers/tempest-non_exist_router-1788008436 HTTP/1.1" status: 404 len: 335 time: 0.0844381 Dec 22 13:25:10.282033 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49784) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:10.288446 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-3ab80915-2230-46e7-99ba-153cf2e04c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:10.298403 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-526bc8f8-ccb5-4d86-a969-c2ebadda79ce tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:10.309565 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab80915-2230-46e7-99ba-153cf2e04c7e None None] Routers {'d738f4f0-f3bc-4dea-be9b-d92018ce9da5'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:25:10.310515 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-3ab80915-2230-46e7-99ba-153cf2e04c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:25:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['d738f4f0-f3bc-4dea-be9b-d92018ce9da5'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:10.384160 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-3ab80915-2230-46e7-99ba-153cf2e04c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:10.384640 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab80915-2230-46e7-99ba-153cf2e04c7e None None] The sync data for ids ['d738f4f0-f3bc-4dea-be9b-d92018ce9da5'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:25:10.387106 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-526bc8f8-ccb5-4d86-a969-c2ebadda79ce tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] update failed (client error): The resource could not be found. Dec 22 13:25:10.392606 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-526bc8f8-ccb5-4d86-a969-c2ebadda79ce tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] 10.222.0.47 "PUT /v2.0/routers/tempest-non_exist_router-1849535835 HTTP/1.1" status: 404 len: 335 time: 0.1062803 Dec 22 13:25:10.397924 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49788) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:10.426776 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd1ae37-d4de-44b5-a918-462bccc5bf7e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9e38a2-05a9-44c7-8bab-48d64085dc56,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:10.432495 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1dd1ae37-d4de-44b5-a918-462bccc5bf7e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:10.456519 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1dd1ae37-d4de-44b5-a918-462bccc5bf7e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:10.460367 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-1dd1ae37-d4de-44b5-a918-462bccc5bf7e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9633000 Dec 22 13:25:10.461317 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49792) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:10.468708 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-f6c637f2-a93c-4b61-be7c-7bdaea196fc2 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Request body: {'security_group_rule': {'security_group_id': 'ba9e38a2-05a9-44c7-8bab-48d64085dc56', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:10.469357 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-f6c637f2-a93c-4b61-be7c-7bdaea196fc2 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:25:10.472830 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f6c637f2-a93c-4b61-be7c-7bdaea196fc2 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0083215 Dec 22 13:25:10.474217 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49796) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:10.474559 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:10.534622 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d005ed44-8bcd-4904-b96f-e568c6d1aa3e tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:10.640878 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f2132849-aad3-4644-996e-961ecd09355f tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:10.670220 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-535b5dfd-1681-443a-818a-645617e63c9d tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Deleting subnet 89f8458d-cfd9-4882-ad46-0edf84c66e53 {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:25:10.678772 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-535b5dfd-1681-443a-818a-645617e63c9d tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:10.716569 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f2132849-aad3-4644-996e-961ecd09355f tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:10.769157 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-535b5dfd-1681-443a-818a-645617e63c9d tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:10.811700 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d005ed44-8bcd-4904-b96f-e568c6d1aa3e tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:10.845438 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d005ed44-8bcd-4904-b96f-e568c6d1aa3e tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:10.869287 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-535b5dfd-1681-443a-818a-645617e63c9d tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:10.897842 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f2132849-aad3-4644-996e-961ecd09355f tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:10.907901 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-fcebbafa-6c1a-4b64-86a7-79c3d7578523 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:10.926484 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2132849-aad3-4644-996e-961ecd09355f tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9e38a2-05a9-44c7-8bab-48d64085dc56,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:10.928696 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f2132849-aad3-4644-996e-961ecd09355f tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:10.996357 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-d005ed44-8bcd-4904-b96f-e568c6d1aa3e tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Allocated IP 172.26.1.95 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/ea67371d-7f95-4fc6-98c7-0ef1874339e0) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:25:11.010200 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f2132849-aad3-4644-996e-961ecd09355f tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:11.011603 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f2132849-aad3-4644-996e-961ecd09355f tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "DELETE /v2.0/security-groups/ba9e38a2-05a9-44c7-8bab-48d64085dc56 HTTP/1.1" status: 204 len: 168 time: 0.5373554 Dec 22 13:25:11.014169 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49800) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:11.061902 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-535b5dfd-1681-443a-818a-645617e63c9d tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:11.066805 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d8bfa6f2-4796-4bb8-bcd6-9254329ce0cf tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:11.118260 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b5dfd-1681-443a-818a-645617e63c9d tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Pushing event deleted for resources: {'Subnet': ['ID=89f8458d-cfd9-4882-ad46-0edf84c66e53,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:11.122563 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-535b5dfd-1681-443a-818a-645617e63c9d tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:11.126395 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ec8adc9c-8ef6-4aa7-899c-672f98dbfff9 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Synchronizing usage tracker for tenant:a60f3a1097f04048a0ba36c7cbb0e0ce on resource:security_group {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:25:11.129495 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-535b5dfd-1681-443a-818a-645617e63c9d tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:11.140546 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a34d18d-bda2-48ef-9f66-a8eec3b21e7a None None] Network 9d5df901-6c8a-41a2-a3d5-008d4decc7de requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:25:11.151263 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-535b5dfd-1681-443a-818a-645617e63c9d tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] 10.222.0.47 "DELETE /v2.0/subnets/89f8458d-cfd9-4882-ad46-0edf84c66e53 HTTP/1.1" status: 204 len: 168 time: 0.7553222 Dec 22 13:25:11.155582 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49804) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:11.238323 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d005ed44-8bcd-4904-b96f-e568c6d1aa3e tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:11.285398 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ec8adc9c-8ef6-4aa7-899c-672f98dbfff9 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Unset dirty status for tenant:a60f3a1097f04048a0ba36c7cbb0e0ce on resource:security_group {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:25:11.287542 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ec8adc9c-8ef6-4aa7-899c-672f98dbfff9 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2724071 Dec 22 13:25:11.298806 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49810) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:11.305298 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-5fba796b-d2d6-4888-82ac-6a0cd79a636e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Request body: {'security_group': {'name': 'tempest-secgroup--1735180509'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:11.314085 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-5fba796b-d2d6-4888-82ac-6a0cd79a636e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:11.329967 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-5fba796b-d2d6-4888-82ac-6a0cd79a636e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:11.445708 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5fba796b-d2d6-4888-82ac-6a0cd79a636e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:11.469249 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30c4dd0-7004-4f3c-b968-a47049751831 None None] DHCP port deletion for 9d5df901-6c8a-41a2-a3d5-008d4decc7de request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:25:11.473876 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-b30c4dd0-7004-4f3c-b968-a47049751831 None None] Deleting port 712bbe96-7576-4d2b-84a0-22f07d543f74 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:25:11.474727 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b30c4dd0-7004-4f3c-b968-a47049751831 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:11.516524 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-5fba796b-d2d6-4888-82ac-6a0cd79a636e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:11.523071 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-5fba796b-d2d6-4888-82ac-6a0cd79a636e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Usage tracker for resource:security_group_rule and tenant:a60f3a1097f04048a0ba36c7cbb0e0ce is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:11.527305 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-5fba796b-d2d6-4888-82ac-6a0cd79a636e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:11.527748 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d32de5f-2520-44fa-9ecf-8ce602765b97 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Deleting subnet 1595c5a1-f31a-4225-8db5-cb9eefdae0bf {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:25:11.533108 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0d32de5f-2520-44fa-9ecf-8ce602765b97 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:11.534331 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-5fba796b-d2d6-4888-82ac-6a0cd79a636e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:11.592408 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d005ed44-8bcd-4904-b96f-e568c6d1aa3e tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:11.594668 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5fba796b-d2d6-4888-82ac-6a0cd79a636e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:11.598840 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0fb73f7e-09c4-41fb-97ef-7b2cb2366c88 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:11.647202 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0d32de5f-2520-44fa-9ecf-8ce602765b97 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:11.691951 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5fba796b-d2d6-4888-82ac-6a0cd79a636e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:11.699140 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-04894e78-ecc1-4ee2-9f76-4684513b3529 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:11.712696 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d005ed44-8bcd-4904-b96f-e568c6d1aa3e tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:25:11.722281 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005ed44-8bcd-4904-b96f-e568c6d1aa3e tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Pushing event updated for resources: {'Port': ['ID=ea67371d-7f95-4fc6-98c7-0ef1874339e0,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:11.724955 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-d005ed44-8bcd-4904-b96f-e568c6d1aa3e tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:25:11.729986 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d005ed44-8bcd-4904-b96f-e568c6d1aa3e tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:11.730748 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d005ed44-8bcd-4904-b96f-e568c6d1aa3e tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:25:11.732419 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-b30c4dd0-7004-4f3c-b968-a47049751831 None None] For port 712bbe96-7576-4d2b-84a0-22f07d543f74, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=712bbe96-7576-4d2b-84a0-22f07d543f74,segment=NetworkSegment(94e9be5e-75cf-4c5f-9d29-2a3dd3d6667c),segment_id=94e9be5e-75cf-4c5f-9d29-2a3dd3d6667c)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:25:11.732824 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b30c4dd0-7004-4f3c-b968-a47049751831 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:11.748775 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba796b-d2d6-4888-82ac-6a0cd79a636e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59cab3f6-828c-4426-83ea-3304b68d1359,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:11.751755 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5fba796b-d2d6-4888-82ac-6a0cd79a636e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:11.857020 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5fba796b-d2d6-4888-82ac-6a0cd79a636e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:11.861737 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49814) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:11.861910 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-5fba796b-d2d6-4888-82ac-6a0cd79a636e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5616417 Dec 22 13:25:11.876121 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-463ffc8c-66c6-4272-918f-00b5965a92b5 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Request body: {'security_group_rule': {'security_group_id': '59cab3f6-828c-4426-83ea-3304b68d1359', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:11.876824 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-463ffc8c-66c6-4272-918f-00b5965a92b5 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:25:11.877759 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-463ffc8c-66c6-4272-918f-00b5965a92b5 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0150185 Dec 22 13:25:11.879112 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0d32de5f-2520-44fa-9ecf-8ce602765b97 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:11.880708 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49818) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:11.887588 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-6cae794f-9329-489d-8ed9-26dedd4ad65e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Request body: {'security_group_rule': {'security_group_id': '59cab3f6-828c-4426-83ea-3304b68d1359', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:11.888299 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-6cae794f-9329-489d-8ed9-26dedd4ad65e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:25:11.891639 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6cae794f-9329-489d-8ed9-26dedd4ad65e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0075600 Dec 22 13:25:11.891871 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49822) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:11.893845 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-b30c4dd0-7004-4f3c-b968-a47049751831 None None] Calling delete_port for 712bbe96-7576-4d2b-84a0-22f07d543f74 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:25:11.897295 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-8e1dcc65-e0bf-4d8c-8c1f-b53160d1fda0 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Request body: {'security_group_rule': {'security_group_id': '59cab3f6-828c-4426-83ea-3304b68d1359', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:11.897935 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-8e1dcc65-e0bf-4d8c-8c1f-b53160d1fda0 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:25:11.901226 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8e1dcc65-e0bf-4d8c-8c1f-b53160d1fda0 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061319 Dec 22 13:25:11.902572 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49826) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:11.909701 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-152e2213-4c87-4aec-ad14-5e90283f6813 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Request body: {'security_group_rule': {'security_group_id': '59cab3f6-828c-4426-83ea-3304b68d1359', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:11.910575 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-152e2213-4c87-4aec-ad14-5e90283f6813 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:25:11.914215 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-152e2213-4c87-4aec-ad14-5e90283f6813 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0080125 Dec 22 13:25:11.914754 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49830) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:11.987833 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-55f619b6-930c-4601-b523-0fdad70aeff2 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:12.014439 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-55f619b6-930c-4601-b523-0fdad70aeff2 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:12.108400 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b30c4dd0-7004-4f3c-b968-a47049751831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:12.112522 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-bcc28d14-0b72-4f48-a826-d112e854839e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:12.152758 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-55f619b6-930c-4601-b523-0fdad70aeff2 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:12.156542 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0d32de5f-2520-44fa-9ecf-8ce602765b97 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:12.156999 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c4dd0-7004-4f3c-b968-a47049751831 None None] Pushing event deleted for resources: {'Port': ['ID=712bbe96-7576-4d2b-84a0-22f07d543f74,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:12.159355 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-b30c4dd0-7004-4f3c-b968-a47049751831 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:12.160738 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d6981d0c-274c-4a40-b3b4-36ed4c0861c3 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:12.163852 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ac4fd3b6-7494-4d43-8b03-a254dda6c4ac tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:12.165316 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30c4dd0-7004-4f3c-b968-a47049751831 None None] No DVR routers for this DVR port 712bbe96-7576-4d2b-84a0-22f07d543f74 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:25:12.182899 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-55f619b6-930c-4601-b523-0fdad70aeff2 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:12.186712 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-55f619b6-930c-4601-b523-0fdad70aeff2 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "DELETE /v2.0/security-groups/59cab3f6-828c-4426-83ea-3304b68d1359 HTTP/1.1" status: 204 len: 168 time: 0.2681167 Dec 22 13:25:12.186712 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f619b6-930c-4601-b523-0fdad70aeff2 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59cab3f6-828c-4426-83ea-3304b68d1359,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:12.188276 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-55f619b6-930c-4601-b523-0fdad70aeff2 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:12.188840 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49834) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:12.210802 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d32de5f-2520-44fa-9ecf-8ce602765b97 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Pushing event deleted for resources: {'Subnet': ['ID=1595c5a1-f31a-4225-8db5-cb9eefdae0bf,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:12.213580 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0d32de5f-2520-44fa-9ecf-8ce602765b97 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:12.216553 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0d32de5f-2520-44fa-9ecf-8ce602765b97 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:12.230387 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dfc893-85e5-49f9-b18d-e0d2b720aa5f None None] Network e601d722-ff31-4071-965b-49b715f0c130 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:25:12.230565 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0d32de5f-2520-44fa-9ecf-8ce602765b97 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] 10.222.0.47 "DELETE /v2.0/subnets/1595c5a1-f31a-4225-8db5-cb9eefdae0bf HTTP/1.1" status: 204 len: 168 time: 1.0706642 Dec 22 13:25:12.232267 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49838) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:12.249106 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-20874556-90ac-49dd-8d37-cbbfb00406f2 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Synchronizing usage tracker for tenant:a60f3a1097f04048a0ba36c7cbb0e0ce on resource:security_group {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:25:12.330116 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d005ed44-8bcd-4904-b96f-e568c6d1aa3e tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:12.352390 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-20874556-90ac-49dd-8d37-cbbfb00406f2 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Unset dirty status for tenant:a60f3a1097f04048a0ba36c7cbb0e0ce on resource:security_group {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:25:12.357988 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-20874556-90ac-49dd-8d37-cbbfb00406f2 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1639502 Dec 22 13:25:12.358391 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49844) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:12.364067 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-fbae0146-cfb7-4c10-adc2-0740334a19b7 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Request body: {'security_group': {'name': 'tempest-secgroup--276951734'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:12.371075 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-fbae0146-cfb7-4c10-adc2-0740334a19b7 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:12.381423 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-fbae0146-cfb7-4c10-adc2-0740334a19b7 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:12.422627 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d520030c-0a7e-4eca-81eb-36e00d2a99c2 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:12.485292 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fbae0146-cfb7-4c10-adc2-0740334a19b7 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:12.501180 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b36905c-93eb-4fd4-85ef-1bfe708c18d7 None None] DHCP port deletion for e601d722-ff31-4071-965b-49b715f0c130 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:25:12.508776 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7b36905c-93eb-4fd4-85ef-1bfe708c18d7 None None] Deleting port 31cf484c-4b4c-4619-a586-489788433c2b {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:25:12.509407 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7b36905c-93eb-4fd4-85ef-1bfe708c18d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:12.530639 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-fbae0146-cfb7-4c10-adc2-0740334a19b7 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:12.535282 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-fbae0146-cfb7-4c10-adc2-0740334a19b7 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Usage tracker for resource:security_group_rule and tenant:a60f3a1097f04048a0ba36c7cbb0e0ce is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:12.538671 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-fbae0146-cfb7-4c10-adc2-0740334a19b7 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:12.546143 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-fbae0146-cfb7-4c10-adc2-0740334a19b7 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:12.615738 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fbae0146-cfb7-4c10-adc2-0740334a19b7 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:12.638301 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d005ed44-8bcd-4904-b96f-e568c6d1aa3e tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:12.646749 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d005ed44-8bcd-4904-b96f-e568c6d1aa3e tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707601'] for router, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:12.649551 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d520030c-0a7e-4eca-81eb-36e00d2a99c2 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:12.731115 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-d520030c-0a7e-4eca-81eb-36e00d2a99c2 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d5df901-6c8a-41a2-a3d5-008d4decc7de']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:12.732764 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7b36905c-93eb-4fd4-85ef-1bfe708c18d7 None None] For port 31cf484c-4b4c-4619-a586-489788433c2b, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=31cf484c-4b4c-4619-a586-489788433c2b,segment=NetworkSegment(878365e4-4efd-4de9-9baa-5b29783d2b60),segment_id=878365e4-4efd-4de9-9baa-5b29783d2b60)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:25:12.733357 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7b36905c-93eb-4fd4-85ef-1bfe708c18d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:12.747290 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fbae0146-cfb7-4c10-adc2-0740334a19b7 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:12.750578 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-d520030c-0a7e-4eca-81eb-36e00d2a99c2 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94e9be5e-75cf-4c5f-9d29-2a3dd3d6667c') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:12.750903 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-d520030c-0a7e-4eca-81eb-36e00d2a99c2 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94e9be5e-75cf-4c5f-9d29-2a3dd3d6667c') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:12.753499 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-84e1b3bd-350f-40d2-a955-7ff218285063 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:12.765703 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d520030c-0a7e-4eca-81eb-36e00d2a99c2 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:12.784975 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d520030c-0a7e-4eca-81eb-36e00d2a99c2 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:12.793888 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d520030c-0a7e-4eca-81eb-36e00d2a99c2 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:25:12.794921 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d520030c-0a7e-4eca-81eb-36e00d2a99c2 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:12.804373 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae0146-cfb7-4c10-adc2-0740334a19b7 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=943489b7-8e88-4615-b976-c0aeb7d650ba,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:12.807051 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-fbae0146-cfb7-4c10-adc2-0740334a19b7 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:12.808885 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:25:12.808885 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:25:12.808885 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:25:12.808885 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:25:12.808885 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:25:12.808885 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:25:12.808885 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:25:12.808885 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:25:12.808885 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:25:12.808885 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:25:12.808885 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:25:12.808885 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:25:12.808885 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:25:12.808885 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:25:12.808885 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:25:12.808885 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:25:12.808885 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:25:12.808885 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:25:12.808885 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:25:12.808885 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:25:12.808885 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:25:12.808885 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:25:12.808885 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:25:12.808885 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:25:12.808885 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:25:12.808885 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:25:12.808885 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:25:12.808885 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:25:12.808885 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:25:12.808885 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:25:12.808885 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:25:12.808885 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:25:12.859666 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7b36905c-93eb-4fd4-85ef-1bfe708c18d7 None None] Calling delete_port for 31cf484c-4b4c-4619-a586-489788433c2b owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:25:12.867020 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fbae0146-cfb7-4c10-adc2-0740334a19b7 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:12.868942 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-fbae0146-cfb7-4c10-adc2-0740334a19b7 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5096674 Dec 22 13:25:12.871731 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49848) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:12.880082 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-6fdaede5-2f18-4c75-b04b-4cac725de8a1 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Request body: {'security_group_rule': {'security_group_id': '943489b7-8e88-4615-b976-c0aeb7d650ba', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:12.881385 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-6fdaede5-2f18-4c75-b04b-4cac725de8a1 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:25:12.882560 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6fdaede5-2f18-4c75-b04b-4cac725de8a1 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0096526 Dec 22 13:25:12.886746 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49852) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:12.901621 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-f7bc9a97-0394-44bc-94f5-2d3e080a4a1f tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Request body: {'security_group_rule': {'security_group_id': '943489b7-8e88-4615-b976-c0aeb7d650ba', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:12.910192 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-f7bc9a97-0394-44bc-94f5-2d3e080a4a1f tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:12.915495 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-f7bc9a97-0394-44bc-94f5-2d3e080a4a1f tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Usage tracker for resource:security_group_rule and tenant:a60f3a1097f04048a0ba36c7cbb0e0ce is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:12.920933 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-f7bc9a97-0394-44bc-94f5-2d3e080a4a1f tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:12.922991 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 712bbe96-7576-4d2b-84a0-22f07d543f74 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:25:12.927518 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-f7bc9a97-0394-44bc-94f5-2d3e080a4a1f tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:12.965631 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 712bbe96-7576-4d2b-84a0-22f07d543f74 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:25:12.966015 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 712bbe96-7576-4d2b-84a0-22f07d543f74 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:25:12.966461 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 31cf484c-4b4c-4619-a586-489788433c2b no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:25:13.032500 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d520030c-0a7e-4eca-81eb-36e00d2a99c2 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:13.037234 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d520030c-0a7e-4eca-81eb-36e00d2a99c2 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:13.043136 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ddbd2501-9c55-44a6-94c0-59dd586b8ce2 tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:13.067818 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d520030c-0a7e-4eca-81eb-36e00d2a99c2 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] 10.222.0.47 "DELETE /v2.0/networks/9d5df901-6c8a-41a2-a3d5-008d4decc7de HTTP/1.1" status: 204 len: 168 time: 0.8344839 Dec 22 13:25:13.069612 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520030c-0a7e-4eca-81eb-36e00d2a99c2 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Pushing event deleted for resources: {'Network': ['ID=9d5df901-6c8a-41a2-a3d5-008d4decc7de,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:13.070585 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49856) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:13.072442 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d520030c-0a7e-4eca-81eb-36e00d2a99c2 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:13.080296 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7b36905c-93eb-4fd4-85ef-1bfe708c18d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:13.091455 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:13.124554 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:13.142093 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36905c-93eb-4fd4-85ef-1bfe708c18d7 None None] Pushing event deleted for resources: {'Port': ['ID=31cf484c-4b4c-4619-a586-489788433c2b,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:13.146536 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b36905c-93eb-4fd4-85ef-1bfe708c18d7 None None] No DVR routers for this DVR port 31cf484c-4b4c-4619-a586-489788433c2b on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:25:13.148022 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7b36905c-93eb-4fd4-85ef-1bfe708c18d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:13.152289 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-f7bc9a97-0394-44bc-94f5-2d3e080a4a1f tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:25:13.161227 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f7bc9a97-0394-44bc-94f5-2d3e080a4a1f tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2653480 Dec 22 13:25:13.163976 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49860) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:13.170621 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-832fa0df-d072-43a0-91f7-5f5494ca5781 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Request body: {'security_group_rule': {'security_group_id': '943489b7-8e88-4615-b976-c0aeb7d650ba', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:13.171248 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-832fa0df-d072-43a0-91f7-5f5494ca5781 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:25:13.175655 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-832fa0df-d072-43a0-91f7-5f5494ca5781 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072591 Dec 22 13:25:13.176246 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49864) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:13.178678 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d005ed44-8bcd-4904-b96f-e568c6d1aa3e tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Router f4d2aba1-5b58-4468-8433-55d1e5cf90ed is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:25:13.184532 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-eb228e6a-0490-454c-9580-403ba188009e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Request body: {'security_group_rule': {'security_group_id': '943489b7-8e88-4615-b976-c0aeb7d650ba', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:13.194436 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-eb228e6a-0490-454c-9580-403ba188009e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:13.202012 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-eb228e6a-0490-454c-9580-403ba188009e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Usage tracker for resource:security_group_rule and tenant:a60f3a1097f04048a0ba36c7cbb0e0ce is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:13.206602 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-eb228e6a-0490-454c-9580-403ba188009e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:13.318971 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7e6ed654-71fa-4110-b092-6482cdf9068a tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:13.374367 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-eb228e6a-0490-454c-9580-403ba188009e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:13.455804 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7e6ed654-71fa-4110-b092-6482cdf9068a tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:13.485132 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-7e6ed654-71fa-4110-b092-6482cdf9068a tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e601d722-ff31-4071-965b-49b715f0c130']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:13.504987 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-7e6ed654-71fa-4110-b092-6482cdf9068a tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '878365e4-4efd-4de9-9baa-5b29783d2b60') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:13.505450 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-7e6ed654-71fa-4110-b092-6482cdf9068a tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '878365e4-4efd-4de9-9baa-5b29783d2b60') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:13.520721 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7e6ed654-71fa-4110-b092-6482cdf9068a tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:13.540495 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d005ed44-8bcd-4904-b96f-e568c6d1aa3e tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:25:13.543307 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7e6ed654-71fa-4110-b092-6482cdf9068a tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:13.555641 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e6ed654-71fa-4110-b092-6482cdf9068a tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:25:13.555641 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7e6ed654-71fa-4110-b092-6482cdf9068a tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:13.556444 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af01d82-bbd4-4548-a125-f768a45ad73c None None] Sync routers for ids ['f4d2aba1-5b58-4468-8433-55d1e5cf90ed'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:25:13.564431 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d005ed44-8bcd-4904-b96f-e568c6d1aa3e tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:13.565736 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d005ed44-8bcd-4904-b96f-e568c6d1aa3e tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] 10.222.0.47 "PUT /v2.0/routers/f4d2aba1-5b58-4468-8433-55d1e5cf90ed HTTP/1.1" status: 200 len: 919 time: 3.5094984 Dec 22 13:25:13.567300 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:25:13.567300 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:25:13.567300 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:25:13.567300 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:25:13.567300 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:25:13.567300 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:25:13.567300 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:25:13.567300 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:25:13.567300 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:25:13.567300 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:25:13.567300 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:25:13.567300 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:25:13.567300 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:25:13.567300 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:25:13.567300 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:25:13.567300 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:25:13.567300 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:25:13.567300 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:25:13.567300 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:25:13.567300 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:25:13.567300 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:25:13.567300 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:25:13.567300 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:25:13.567300 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:25:13.567300 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:25:13.567300 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:25:13.567300 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:25:13.567300 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:25:13.567300 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:25:13.567300 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:25:13.567300 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:25:13.567300 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:25:13.569958 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af01d82-bbd4-4548-a125-f768a45ad73c None None] Routers {'f4d2aba1-5b58-4468-8433-55d1e5cf90ed'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:25:13.569958 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-5af01d82-bbd4-4548-a125-f768a45ad73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:25:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['f4d2aba1-5b58-4468-8433-55d1e5cf90ed'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:13.570182 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49870) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:13.583665 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-eb228e6a-0490-454c-9580-403ba188009e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:25:13.585063 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-eb228e6a-0490-454c-9580-403ba188009e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4073374 Dec 22 13:25:13.587707 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49874) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:13.594131 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-7d015902-a883-4fa8-b4e5-d14484a45cfb tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Request body: {'security_group_rule': {'security_group_id': '943489b7-8e88-4615-b976-c0aeb7d650ba', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:13.594777 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-7d015902-a883-4fa8-b4e5-d14484a45cfb tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:25:13.598199 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7d015902-a883-4fa8-b4e5-d14484a45cfb tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064392 Dec 22 13:25:13.598480 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49878) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:13.603751 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-62bbd8d0-80b6-4b63-a3b5-1a2540f2e061 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Request body: {'security_group_rule': {'security_group_id': '943489b7-8e88-4615-b976-c0aeb7d650ba', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:13.611144 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-62bbd8d0-80b6-4b63-a3b5-1a2540f2e061 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:13.615365 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-62bbd8d0-80b6-4b63-a3b5-1a2540f2e061 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Usage tracker for resource:security_group_rule and tenant:a60f3a1097f04048a0ba36c7cbb0e0ce is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:13.618229 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-62bbd8d0-80b6-4b63-a3b5-1a2540f2e061 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:13.625851 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-62bbd8d0-80b6-4b63-a3b5-1a2540f2e061 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:13.628748 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-5af01d82-bbd4-4548-a125-f768a45ad73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:13.640340 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af01d82-bbd4-4548-a125-f768a45ad73c None None] Routers {'f4d2aba1-5b58-4468-8433-55d1e5cf90ed'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:25:13.641528 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-5af01d82-bbd4-4548-a125-f768a45ad73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:25:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['f4d2aba1-5b58-4468-8433-55d1e5cf90ed'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:13.703381 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-5af01d82-bbd4-4548-a125-f768a45ad73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:13.703795 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af01d82-bbd4-4548-a125-f768a45ad73c None None] The sync data for ids ['f4d2aba1-5b58-4468-8433-55d1e5cf90ed'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:25:13.759364 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.securitygroups_db [None req-62bbd8d0-80b6-4b63-a3b5-1a2540f2e061 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Project a60f3a1097f04048a0ba36c7cbb0e0ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:25:13.797757 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7e6ed654-71fa-4110-b092-6482cdf9068a tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:13.801229 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b9736f9b-04c5-46c0-9a06-e46e7d6b9acc tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:13.815335 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7e6ed654-71fa-4110-b092-6482cdf9068a tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:13.828835 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ed654-71fa-4110-b092-6482cdf9068a tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Pushing event deleted for resources: {'Network': ['ID=e601d722-ff31-4071-965b-49b715f0c130,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:13.832653 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7e6ed654-71fa-4110-b092-6482cdf9068a tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:13.834003 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-7e6ed654-71fa-4110-b092-6482cdf9068a tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] 10.222.0.47 "DELETE /v2.0/networks/e601d722-ff31-4071-965b-49b715f0c130 HTTP/1.1" status: 204 len: 168 time: 0.7624030 Dec 22 13:25:13.836594 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49882) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:13.872092 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-26fd3226-c914-48de-b4a3-d5ea22ae0cc1 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] 10.222.0.47 "GET /v2.0/routers/f4d2aba1-5b58-4468-8433-55d1e5cf90ed HTTP/1.1" status: 200 len: 925 time: 0.3007016 Dec 22 13:25:13.880185 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-62bbd8d0-80b6-4b63-a3b5-1a2540f2e061 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:25:13.882909 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-62bbd8d0-80b6-4b63-a3b5-1a2540f2e061 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2819958 Dec 22 13:25:13.884884 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49886) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:13.886057 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49888) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:13.893505 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-6f4e57ef-18bd-4f6c-8de0-a35bf6171d66 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Request body: {'security_group_rule': {'security_group_id': '943489b7-8e88-4615-b976-c0aeb7d650ba', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:13.894629 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-6f4e57ef-18bd-4f6c-8de0-a35bf6171d66 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:25:13.896413 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6f4e57ef-18bd-4f6c-8de0-a35bf6171d66 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066350 Dec 22 13:25:13.898272 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49894) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:13.907491 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-5f3096a5-6bef-4f10-94d2-6aa82857bad7 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Request body: {'security_group_rule': {'security_group_id': '943489b7-8e88-4615-b976-c0aeb7d650ba', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:13.917006 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5f3096a5-6bef-4f10-94d2-6aa82857bad7 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:13.938854 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5f3096a5-6bef-4f10-94d2-6aa82857bad7 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Usage tracker for resource:security_group_rule and tenant:a60f3a1097f04048a0ba36c7cbb0e0ce is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:13.968494 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-dc7e8c80-5f0f-4a93-abff-b662bd037282 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=0776f1b4-770d-462f-bc0f-df97e8017b18&device_id=f4d2aba1-5b58-4468-8433-55d1e5cf90ed&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0785913 Dec 22 13:25:13.968740 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49898) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:13.995902 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5f3096a5-6bef-4f10-94d2-6aa82857bad7 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:14.005264 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5f3096a5-6bef-4f10-94d2-6aa82857bad7 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:14.070507 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-53f05d55-8ad5-40cc-aef7-47175142e4bb tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Deleting subnet 61af5a15-4e01-472b-ac2c-75c73e8ccc09 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:25:14.074279 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-53f05d55-8ad5-40cc-aef7-47175142e4bb tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:14.099218 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbff493-2f8a-47aa-91b8-a592fcd326a5 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:14.099693 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-6dbff493-2f8a-47aa-91b8-a592fcd326a5 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Synchronizing usage tracker for tenant:203456c584c042e59ddee94b648b37a9 on resource:network {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:25:14.111886 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-6dbff493-2f8a-47aa-91b8-a592fcd326a5 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Unset dirty status for tenant:203456c584c042e59ddee94b648b37a9 on resource:network {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:25:14.113047 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6dbff493-2f8a-47aa-91b8-a592fcd326a5 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] 10.222.0.47 "GET /v2.0/networks/0776f1b4-770d-462f-bc0f-df97e8017b18 HTTP/1.1" status: 200 len: 881 time: 0.1434667 Dec 22 13:25:14.115847 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49902) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:14.125218 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.securitygroups_db [None req-5f3096a5-6bef-4f10-94d2-6aa82857bad7 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Project a60f3a1097f04048a0ba36c7cbb0e0ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:25:14.133557 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-53f05d55-8ad5-40cc-aef7-47175142e4bb tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:14.164696 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-11a5eb19-3d23-44ce-a010-cc484da82dfc tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4d2aba1-5b58-4468-8433-55d1e5cf90ed HTTP/1.1" status: 200 len: 205 time: 0.0475969 Dec 22 13:25:14.167349 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49906) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:14.223742 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-5f3096a5-6bef-4f10-94d2-6aa82857bad7 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:25:14.224959 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5f3096a5-6bef-4f10-94d2-6aa82857bad7 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3257318 Dec 22 13:25:14.229279 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49910) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:14.232078 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-53f05d55-8ad5-40cc-aef7-47175142e4bb tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:14.263350 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-bb0d4719-f0f5-418c-9ebd-e00d0aef8232 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Request body: {'security_group_rule': {'security_group_id': '943489b7-8e88-4615-b976-c0aeb7d650ba', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:14.274894 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-bb0d4719-f0f5-418c-9ebd-e00d0aef8232 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:14.282409 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-bb0d4719-f0f5-418c-9ebd-e00d0aef8232 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Usage tracker for resource:security_group_rule and tenant:a60f3a1097f04048a0ba36c7cbb0e0ce is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:14.290301 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-bb0d4719-f0f5-418c-9ebd-e00d0aef8232 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:14.300174 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-bb0d4719-f0f5-418c-9ebd-e00d0aef8232 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:14.372166 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-86aa0d79-c934-4e7c-84f0-f4e022b872a8 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:14.427995 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.securitygroups_db [None req-bb0d4719-f0f5-418c-9ebd-e00d0aef8232 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Project a60f3a1097f04048a0ba36c7cbb0e0ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:25:14.497711 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-53f05d55-8ad5-40cc-aef7-47175142e4bb tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:14.501978 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c747949a-2849-4c48-b274-981abdb1a499 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:14.545915 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-bb0d4719-f0f5-418c-9ebd-e00d0aef8232 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:25:14.554942 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-bb0d4719-f0f5-418c-9ebd-e00d0aef8232 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3157134 Dec 22 13:25:14.557446 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49916) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:14.562219 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f05d55-8ad5-40cc-aef7-47175142e4bb tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Pushing event deleted for resources: {'Subnet': ['ID=61af5a15-4e01-472b-ac2c-75c73e8ccc09,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:14.569845 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-53f05d55-8ad5-40cc-aef7-47175142e4bb tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:14.572839 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-53f05d55-8ad5-40cc-aef7-47175142e4bb tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:14.580427 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcf51c0-0caf-4aca-9c26-f5ed816300cc None None] Network 1857d039-a85a-484f-bdd9-c8c354e6d498 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:25:14.587691 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-53f05d55-8ad5-40cc-aef7-47175142e4bb tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] 10.222.0.47 "DELETE /v2.0/subnets/61af5a15-4e01-472b-ac2c-75c73e8ccc09 HTTP/1.1" status: 204 len: 168 time: 0.7498031 Dec 22 13:25:14.591201 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49922) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:14.594323 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49924) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:14.640141 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-86aa0d79-c934-4e7c-84f0-f4e022b872a8 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:14.672938 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-39be9979-8582-429f-a505-8346afa9ac09 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:14.702638 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-39be9979-8582-429f-a505-8346afa9ac09 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:14.753702 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-86aa0d79-c934-4e7c-84f0-f4e022b872a8 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Deleting port ea67371d-7f95-4fc6-98c7-0ef1874339e0 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:25:14.754046 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-86aa0d79-c934-4e7c-84f0-f4e022b872a8 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:14.784095 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4f415af9-f547-4ca4-850b-cc4bc976a4ef tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:14.811628 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-4f415af9-f547-4ca4-850b-cc4bc976a4ef tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Deleting port 0f591eed-1ab3-4255-b160-37c7494828a8 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:25:14.811993 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4f415af9-f547-4ca4-850b-cc4bc976a4ef tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:14.855237 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-015b9e98-d5b9-4b9c-86c1-16621e788fec tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/ports?project_id=453b85bce7e6482dbe10966fb03da8cc&network_id=405cc457-257b-4046-ad64-71c7c4966738 HTTP/1.1" status: 200 len: 2999 time: 0.2592618 Dec 22 13:25:14.868289 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-39be9979-8582-429f-a505-8346afa9ac09 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:14.880230 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e5fd6608-1453-4032-9100-15a9ecc731a9 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:14.885993 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0378e215-62fb-445a-8134-f0775004fac6 None None] DHCP port deletion for 1857d039-a85a-484f-bdd9-c8c354e6d498 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:25:14.891845 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-0378e215-62fb-445a-8134-f0775004fac6 None None] Deleting port 0f591eed-1ab3-4255-b160-37c7494828a8 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:25:14.892760 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0378e215-62fb-445a-8134-f0775004fac6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:14.962155 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 0f591eed-1ab3-4255-b160-37c7494828a8 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:25:15.038616 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be9979-8582-429f-a505-8346afa9ac09 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=943489b7-8e88-4615-b976-c0aeb7d650ba,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:15.054902 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-39be9979-8582-429f-a505-8346afa9ac09 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:15.081402 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-39be9979-8582-429f-a505-8346afa9ac09 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:15.082844 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-39be9979-8582-429f-a505-8346afa9ac09 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "DELETE /v2.0/security-groups/943489b7-8e88-4615-b976-c0aeb7d650ba HTTP/1.1" status: 204 len: 168 time: 0.5240433 Dec 22 13:25:15.085661 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49934) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:15.094198 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-4f415af9-f547-4ca4-850b-cc4bc976a4ef tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] For port 0f591eed-1ab3-4255-b160-37c7494828a8, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=0f591eed-1ab3-4255-b160-37c7494828a8,segment=NetworkSegment(6f7aa792-b278-4869-8210-862e6899f140),segment_id=6f7aa792-b278-4869-8210-862e6899f140)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:25:15.094723 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4f415af9-f547-4ca4-850b-cc4bc976a4ef tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:15.150167 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-86aa0d79-c934-4e7c-84f0-f4e022b872a8 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:15.223502 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-43ecb268-0454-4ab9-a737-6109adc88890 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Synchronizing usage tracker for tenant:a60f3a1097f04048a0ba36c7cbb0e0ce on resource:security_group {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:25:15.231432 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-4f415af9-f547-4ca4-850b-cc4bc976a4ef tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Calling delete_port for 0f591eed-1ab3-4255-b160-37c7494828a8 owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:25:15.286966 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-86aa0d79-c934-4e7c-84f0-f4e022b872a8 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Calling delete_port for ea67371d-7f95-4fc6-98c7-0ef1874339e0 owned by network:router_gateway {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:25:15.298862 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:15.319279 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-0378e215-62fb-445a-8134-f0775004fac6 None None] For port 0f591eed-1ab3-4255-b160-37c7494828a8, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=0f591eed-1ab3-4255-b160-37c7494828a8,segment=NetworkSegment(6f7aa792-b278-4869-8210-862e6899f140),segment_id=6f7aa792-b278-4869-8210-862e6899f140)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:25:15.319677 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0378e215-62fb-445a-8134-f0775004fac6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:15.440179 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4f415af9-f547-4ca4-850b-cc4bc976a4ef tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:15.451744 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-010823fc-ad2a-4e76-a4ee-2dc28251149e tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:15.455243 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-0378e215-62fb-445a-8134-f0775004fac6 None None] Calling delete_port for 0f591eed-1ab3-4255-b160-37c7494828a8 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:25:15.486014 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f415af9-f547-4ca4-850b-cc4bc976a4ef tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] No DVR routers for this DVR port 0f591eed-1ab3-4255-b160-37c7494828a8 on host dv-neutron-822669-1-hyperv {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:25:15.524972 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f415af9-f547-4ca4-850b-cc4bc976a4ef tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Pushing event deleted for resources: {'Port': ['ID=0f591eed-1ab3-4255-b160-37c7494828a8,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:15.525208 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 4fbb318a-d0fd-40c5-9122-8c05b55fe089 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:25:15.529845 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4f415af9-f547-4ca4-850b-cc4bc976a4ef tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:15.536664 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-43ecb268-0454-4ab9-a737-6109adc88890 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Unset dirty status for tenant:a60f3a1097f04048a0ba36c7cbb0e0ce on resource:security_group {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:25:15.546272 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-43ecb268-0454-4ab9-a737-6109adc88890 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4591062 Dec 22 13:25:15.552332 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49938) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:15.573298 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 4fbb318a-d0fd-40c5-9122-8c05b55fe089 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:25:15.573649 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 4fbb318a-d0fd-40c5-9122-8c05b55fe089 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:25:15.593452 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-86aa0d79-c934-4e7c-84f0-f4e022b872a8 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:15.596911 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-58524d0d-0c60-4633-a63e-162d62689f78 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Request body: {'security_group': {'name': 'tempest-secgroup--1848196744'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:15.603363 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-0378e215-62fb-445a-8134-f0775004fac6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:25:15.611593 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-0378e215-62fb-445a-8134-f0775004fac6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:25:15.611731 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f760df2d-604c-4069-93c2-c9cb747cb08d tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:15.611837 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-58524d0d-0c60-4633-a63e-162d62689f78 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:15.633531 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-58524d0d-0c60-4633-a63e-162d62689f78 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:15.640664 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4f415af9-f547-4ca4-850b-cc4bc976a4ef tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:15.650949 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa0d79-c934-4e7c-84f0-f4e022b872a8 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Pushing event deleted for resources: {'Port': ['ID=ea67371d-7f95-4fc6-98c7-0ef1874339e0,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:15.654398 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-86aa0d79-c934-4e7c-84f0-f4e022b872a8 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:15.675777 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-4f415af9-f547-4ca4-850b-cc4bc976a4ef tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1857d039-a85a-484f-bdd9-c8c354e6d498']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:15.688982 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-4f415af9-f547-4ca4-850b-cc4bc976a4ef tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f7aa792-b278-4869-8210-862e6899f140') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:15.689303 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-4f415af9-f547-4ca4-850b-cc4bc976a4ef tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f7aa792-b278-4869-8210-862e6899f140') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:15.775729 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ebe4ad-66cb-41b8-b821-bdd6ff8cf1da None None] Sync routers for ids ['df52e147-d23b-4400-b101-ca1aea99aecd'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:25:15.788289 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ebe4ad-66cb-41b8-b821-bdd6ff8cf1da None None] Routers {'df52e147-d23b-4400-b101-ca1aea99aecd'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:25:15.788970 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-d6ebe4ad-66cb-41b8-b821-bdd6ff8cf1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:25:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['df52e147-d23b-4400-b101-ca1aea99aecd'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:15.805345 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-58524d0d-0c60-4633-a63e-162d62689f78 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:15.825559 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4f415af9-f547-4ca4-850b-cc4bc976a4ef tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:15.849744 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4f415af9-f547-4ca4-850b-cc4bc976a4ef tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:15.867437 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f415af9-f547-4ca4-850b-cc4bc976a4ef tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:25:15.867842 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4f415af9-f547-4ca4-850b-cc4bc976a4ef tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:15.884376 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:25:15.884376 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:25:15.884376 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:25:15.884376 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:25:15.884376 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:25:15.884376 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:25:15.884376 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:25:15.884376 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:25:15.884376 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:25:15.884376 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:25:15.884376 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:25:15.884376 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:25:15.884376 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:25:15.884376 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:25:15.884376 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:25:15.884376 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:25:15.884376 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:25:15.884376 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:25:15.884376 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:25:15.884376 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:25:15.884376 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:25:15.884376 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:25:15.884376 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:25:15.884376 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:25:15.884376 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:25:15.884376 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:25:15.884376 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:25:15.884376 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:25:15.884376 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:25:15.884376 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:25:15.884376 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:25:15.884376 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:25:15.906186 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-86aa0d79-c934-4e7c-84f0-f4e022b872a8 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:15.933890 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-58524d0d-0c60-4633-a63e-162d62689f78 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:15.951133 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-58524d0d-0c60-4633-a63e-162d62689f78 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Usage tracker for resource:security_group_rule and tenant:a60f3a1097f04048a0ba36c7cbb0e0ce is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:15.957286 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-58524d0d-0c60-4633-a63e-162d62689f78 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:15.968751 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-58524d0d-0c60-4633-a63e-162d62689f78 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:15.996921 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-d6ebe4ad-66cb-41b8-b821-bdd6ff8cf1da None None] Set router df52e147-d23b-4400-b101-ca1aea99aecd gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:25:16.068495 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4f415af9-f547-4ca4-850b-cc4bc976a4ef tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:16.072839 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e2b5f1b4-1b6a-42ec-aa91-e04c651e5589 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:16.090268 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4f415af9-f547-4ca4-850b-cc4bc976a4ef tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:16.101254 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f415af9-f547-4ca4-850b-cc4bc976a4ef tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Pushing event deleted for resources: {'Network': ['ID=1857d039-a85a-484f-bdd9-c8c354e6d498,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:16.112133 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4f415af9-f547-4ca4-850b-cc4bc976a4ef tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:16.116353 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-4f415af9-f547-4ca4-850b-cc4bc976a4ef tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] 10.222.0.47 "DELETE /v2.0/networks/1857d039-a85a-484f-bdd9-c8c354e6d498 HTTP/1.1" status: 204 len: 168 time: 1.5248258 Dec 22 13:25:16.119432 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49946) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:16.136143 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-0378e215-62fb-445a-8134-f0775004fac6 None None] Deleting port 0f591eed-1ab3-4255-b160-37c7494828a8 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:25:16.136531 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0378e215-62fb-445a-8134-f0775004fac6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:16.165680 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0bb4dbdf-08e7-414a-813f-c29cc68c8161 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Synchronizing usage tracker for tenant:8fe35dceb7dc4f8e96a5afa6293ec39b on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:25:16.178632 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-86aa0d79-c934-4e7c-84f0-f4e022b872a8 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:16.183008 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-86aa0d79-c934-4e7c-84f0-f4e022b872a8 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:16.205167 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-58524d0d-0c60-4633-a63e-162d62689f78 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:16.272449 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-0378e215-62fb-445a-8134-f0775004fac6 None None] The port '0f591eed-1ab3-4255-b160-37c7494828a8' was deleted {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:25:16.302408 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0bb4dbdf-08e7-414a-813f-c29cc68c8161 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Unset dirty status for tenant:8fe35dceb7dc4f8e96a5afa6293ec39b on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:25:16.303671 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0bb4dbdf-08e7-414a-813f-c29cc68c8161 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] 10.222.0.47 "GET /v2.0/ports?device_id=d738f4f0-f3bc-4dea-be9b-d92018ce9da5 HTTP/1.1" status: 200 len: 205 time: 0.1828620 Dec 22 13:25:16.306134 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49950) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:16.365627 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-86aa0d79-c934-4e7c-84f0-f4e022b872a8 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:16.366286 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86aa0d79-c934-4e7c-84f0-f4e022b872a8 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Fanout notify agent at l3_agent the message router_deleted on router f4d2aba1-5b58-4468-8433-55d1e5cf90ed {{(pid=84148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:25:16.380956 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-58524d0d-0c60-4633-a63e-162d62689f78 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:16.383100 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-86aa0d79-c934-4e7c-84f0-f4e022b872a8 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:16.387960 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-86aa0d79-c934-4e7c-84f0-f4e022b872a8 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] 10.222.0.47 "DELETE /v2.0/routers/f4d2aba1-5b58-4468-8433-55d1e5cf90ed HTTP/1.1" status: 204 len: 168 time: 2.2160945 Dec 22 13:25:16.389689 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49954) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:16.391398 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-29765dfa-cbec-4eb4-ae01-fdcc3068bf94 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:16.396005 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-0329d7e3-860d-45ec-bceb-2a5318bdfcfd tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1614281245', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}, 'admin_state_up': False}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:16.404519 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-0329d7e3-860d-45ec-bceb-2a5318bdfcfd tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:16.410078 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-d6ebe4ad-66cb-41b8-b821-bdd6ff8cf1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df52e147-d23b-4400-b101-ca1aea99aecd', 'name': 'tempest-TestVolumeBootPattern-1256236647-router', 'tenant_id': 'ed5f4128499541069db229ac19f58501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': '95540b56-aae0-4067-a008-9606139d394b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:29Z', 'updated_at': '2021-12-22T13:24:39Z', 'revision_number': 4, 'project_id': 'ed5f4128499541069db229ac19f58501', 'gw_port': {'id': '95540b56-aae0-4067-a008-9606139d394b', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:90:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52e147-d23b-4400-b101-ca1aea99aecd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:32Z', 'updated_at': '2021-12-22T13:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'dd3969dd-d6b4-4c34-b6f9-51359591a6e8', 'name': '', 'network_id': '0cec8290-231b-4876-b1ca-370b31566bfa', 'tenant_id': 'ed5f4128499541069db229ac19f58501', 'mac_address': 'fa:16:3e:35:d0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df52e147-d23b-4400-b101-ca1aea99aecd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af3fd479-45e5-44cf-8c82-e5c3e72797bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:37Z', 'updated_at': '2021-12-22T13:24:39Z', 'revision_number': 2, 'project_id': 'ed5f4128499541069db229ac19f58501', 'subnets': [{'id': 'af3fd479-45e5-44cf-8c82-e5c3e72797bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:16.411316 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-0329d7e3-860d-45ec-bceb-2a5318bdfcfd tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Usage tracker for resource:router and tenant:42ecba7b4e3345f3857e90a8a2a1638e is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:16.414364 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ebe4ad-66cb-41b8-b821-bdd6ff8cf1da None None] Checking router: df52e147-d23b-4400-b101-ca1aea99aecd for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:25:16.414683 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ebe4ad-66cb-41b8-b821-bdd6ff8cf1da None None] Updating router df52e147-d23b-4400-b101-ca1aea99aecd port dd3969dd-d6b4-4c34-b6f9-51359591a6e8 binding host dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:25:16.415498 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-0329d7e3-860d-45ec-bceb-2a5318bdfcfd tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:16.422668 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-0329d7e3-860d-45ec-bceb-2a5318bdfcfd tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:16.470153 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d6ebe4ad-66cb-41b8-b821-bdd6ff8cf1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:16.488607 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58524d0d-0c60-4633-a63e-162d62689f78 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b79be9-ae26-4af3-9de3-91423bd08b72,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:16.491708 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-58524d0d-0c60-4633-a63e-162d62689f78 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:16.494721 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-58524d0d-0c60-4633-a63e-162d62689f78 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:16.495938 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-58524d0d-0c60-4633-a63e-162d62689f78 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9488103 Dec 22 13:25:16.511457 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6b14f31f-d5e5-4dd6-b413-c0aa7087b725 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:16.513963 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49960) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:16.523581 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-11d003b8-2d38-4df0-a46f-0dff60a96755 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Request body: {'security_group_rule': {'security_group_id': 'd3b79be9-ae26-4af3-9de3-91423bd08b72', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:16.533598 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-11d003b8-2d38-4df0-a46f-0dff60a96755 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:16.539149 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-11d003b8-2d38-4df0-a46f-0dff60a96755 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Usage tracker for resource:security_group_rule and tenant:a60f3a1097f04048a0ba36c7cbb0e0ce is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:16.544944 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-11d003b8-2d38-4df0-a46f-0dff60a96755 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:16.552311 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-11d003b8-2d38-4df0-a46f-0dff60a96755 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:16.555877 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0329d7e3-860d-45ec-bceb-2a5318bdfcfd tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:16.568791 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0329d7e3-860d-45ec-bceb-2a5318bdfcfd tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:16.581564 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0329d7e3-860d-45ec-bceb-2a5318bdfcfd tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:16.755716 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49964) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:16.800536 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-11d003b8-2d38-4df0-a46f-0dff60a96755 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] create failed (client error): The resource could not be found. Dec 22 13:25:16.801546 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-11d003b8-2d38-4df0-a46f-0dff60a96755 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2861524 Dec 22 13:25:16.844038 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49970) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:16.850554 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-ce38f81a-5ad7-4a44-8b9b-3366b24ed578 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Request body: {'security_group_rule': {'security_group_id': 'd3b79be9-ae26-4af3-9de3-91423bd08b72', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'dc9e8bf4-ab9a-46d7-8dfd-f8f724afc33f'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:16.860746 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-ce38f81a-5ad7-4a44-8b9b-3366b24ed578 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:16.864939 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-ce38f81a-5ad7-4a44-8b9b-3366b24ed578 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Usage tracker for resource:security_group_rule and tenant:a60f3a1097f04048a0ba36c7cbb0e0ce is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:16.868010 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-ce38f81a-5ad7-4a44-8b9b-3366b24ed578 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:16.874760 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-ce38f81a-5ad7-4a44-8b9b-3366b24ed578 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:16.898193 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0329d7e3-860d-45ec-bceb-2a5318bdfcfd tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:16.899910 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d6ebe4ad-66cb-41b8-b821-bdd6ff8cf1da None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:16.909048 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a4ca63-a912-4c5b-b808-1ac5743fa6d9 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:16.911110 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e4a4ca63-a912-4c5b-b808-1ac5743fa6d9 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=0776f1b4-770d-462f-bc0f-df97e8017b18 HTTP/1.1" status: 200 len: 814 time: 0.1544535 Dec 22 13:25:16.925135 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-d6ebe4ad-66cb-41b8-b821-bdd6ff8cf1da None None] Transition to ACTIVE for port object dd3969dd-d6b4-4c34-b6f9-51359591a6e8 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:25:16.950713 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6b14f31f-d5e5-4dd6-b413-c0aa7087b725 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:16.955207 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6b14f31f-d5e5-4dd6-b413-c0aa7087b725 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:17.061685 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d6ebe4ad-66cb-41b8-b821-bdd6ff8cf1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:17.067879 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7b36905c-93eb-4fd4-85ef-1bfe708c18d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:17.134868 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6b14f31f-d5e5-4dd6-b413-c0aa7087b725 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:17.136118 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b14f31f-d5e5-4dd6-b413-c0aa7087b725 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Fanout notify agent at l3_agent the message router_deleted on router d738f4f0-f3bc-4dea-be9b-d92018ce9da5 {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:25:17.147712 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6b14f31f-d5e5-4dd6-b413-c0aa7087b725 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:17.152711 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6b14f31f-d5e5-4dd6-b413-c0aa7087b725 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] 10.222.0.47 "DELETE /v2.0/routers/d738f4f0-f3bc-4dea-be9b-d92018ce9da5 HTTP/1.1" status: 204 len: 168 time: 0.8452156 Dec 22 13:25:17.183578 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-ce38f81a-5ad7-4a44-8b9b-3366b24ed578 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] create failed (client error): The resource could not be found. Dec 22 13:25:17.184602 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ce38f81a-5ad7-4a44-8b9b-3366b24ed578 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3399496 Dec 22 13:25:17.187544 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49980) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:17.208878 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739613e5-72ed-43a1-a0b4-3497be457fc6 None None] Pushing event updated for resources: {'Port': ['ID=dd3969dd-d6b4-4c34-b6f9-51359591a6e8,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:17.212981 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-739613e5-72ed-43a1-a0b4-3497be457fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:17.307747 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-83f5b29d-c2f7-4bed-a0ce-93faec26ddfd tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:17.348198 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-83f5b29d-c2f7-4bed-a0ce-93faec26ddfd tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:17.355234 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0329d7e3-860d-45ec-bceb-2a5318bdfcfd tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router_gateway, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:17.357017 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-d6ebe4ad-66cb-41b8-b821-bdd6ff8cf1da None None] Attempting to bind port dd3969dd-d6b4-4c34-b6f9-51359591a6e8 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:25:17.357406 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-d6ebe4ad-66cb-41b8-b821-bdd6ff8cf1da None None] Attempting to bind port dd3969dd-d6b4-4c34-b6f9-51359591a6e8 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '78f65e70-cc26-4dab-836a-259beca31b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0cec8290-231b-4876-b1ca-370b31566bfa'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:25:17.357775 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ebe4ad-66cb-41b8-b821-bdd6ff8cf1da None None] Attempting to bind port dd3969dd-d6b4-4c34-b6f9-51359591a6e8 on network 0cec8290-231b-4876-b1ca-370b31566bfa {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:25:17.372026 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ebe4ad-66cb-41b8-b821-bdd6ff8cf1da None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:25:17.372407 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ebe4ad-66cb-41b8-b821-bdd6ff8cf1da None None] Checking segment: {'id': '78f65e70-cc26-4dab-836a-259beca31b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0cec8290-231b-4876-b1ca-370b31566bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:25:17.372821 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d6ebe4ad-66cb-41b8-b821-bdd6ff8cf1da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:17.373221 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ebe4ad-66cb-41b8-b821-bdd6ff8cf1da None None] Bound using segment: {'id': '78f65e70-cc26-4dab-836a-259beca31b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0cec8290-231b-4876-b1ca-370b31566bfa'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:25:17.373700 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-d6ebe4ad-66cb-41b8-b821-bdd6ff8cf1da None None] Bound port: dd3969dd-d6b4-4c34-b6f9-51359591a6e8, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78f65e70-cc26-4dab-836a-259beca31b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0cec8290-231b-4876-b1ca-370b31566bfa'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:25:17.374082 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d6ebe4ad-66cb-41b8-b821-bdd6ff8cf1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:17.391755 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0329d7e3-860d-45ec-bceb-2a5318bdfcfd tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:17.425250 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49984) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:17.433178 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-d0e2c88d-2999-49cc-9e17-d65f11f566e0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'network': {'name': 'tempest-network-smoke--62900067', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'port_security_enabled': True}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:17.438067 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d0e2c88d-2999-49cc-9e17-d65f11f566e0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:17.448167 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d0e2c88d-2999-49cc-9e17-d65f11f566e0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:17.482705 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-d6ebe4ad-66cb-41b8-b821-bdd6ff8cf1da None None] For port dd3969dd-d6b4-4c34-b6f9-51359591a6e8, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:25:17.485864 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-d6ebe4ad-66cb-41b8-b821-bdd6ff8cf1da None None] For port dd3969dd-d6b4-4c34-b6f9-51359591a6e8, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=dd3969dd-d6b4-4c34-b6f9-51359591a6e8,segment=NetworkSegment(78f65e70-cc26-4dab-836a-259beca31b25),segment_id=78f65e70-cc26-4dab-836a-259beca31b25)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:25:17.513848 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-83f5b29d-c2f7-4bed-a0ce-93faec26ddfd tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:17.519497 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d9cb4529-6e29-45f4-966e-8f007b75920f tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:17.538754 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f5b29d-c2f7-4bed-a0ce-93faec26ddfd tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b79be9-ae26-4af3-9de3-91423bd08b72,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:17.541757 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-83f5b29d-c2f7-4bed-a0ce-93faec26ddfd tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:17.555306 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e2c88d-2999-49cc-9e17-d65f11f566e0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Made reservation on behalf of 453b85bce7e6482dbe10966fb03da8cc for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:25:17.559761 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d0e2c88d-2999-49cc-9e17-d65f11f566e0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:17.583125 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d6ebe4ad-66cb-41b8-b821-bdd6ff8cf1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:17.591031 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:17.597884 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e2c88d-2999-49cc-9e17-d65f11f566e0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:25:17.613423 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d0e2c88d-2999-49cc-9e17-d65f11f566e0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:17.613823 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-d0e2c88d-2999-49cc-9e17-d65f11f566e0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Added segment 86e007bb-cd52-4139-b02f-6ca30854207b of type vlan for network f75f5b64-dcaa-4626-ae22-da1ba1671be2 Dec 22 13:25:17.652343 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-0329d7e3-860d-45ec-bceb-2a5318bdfcfd tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Allocated IP 172.26.1.204 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/f398b33e-a641-4bb7-994e-2f93e62adadc) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:25:17.653570 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d0e2c88d-2999-49cc-9e17-d65f11f566e0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:17.671802 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-83f5b29d-c2f7-4bed-a0ce-93faec26ddfd tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:17.673251 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-83f5b29d-c2f7-4bed-a0ce-93faec26ddfd tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "DELETE /v2.0/security-groups/d3b79be9-ae26-4af3-9de3-91423bd08b72 HTTP/1.1" status: 204 len: 168 time: 0.4847322 Dec 22 13:25:17.675847 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 49988) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:17.677971 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739613e5-72ed-43a1-a0b4-3497be457fc6 None None] Pushing event updated for resources: {'Port': ['ID=dd3969dd-d6b4-4c34-b6f9-51359591a6e8,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:17.693585 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-739613e5-72ed-43a1-a0b4-3497be457fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:17.732085 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ebe4ad-66cb-41b8-b821-bdd6ff8cf1da None None] Routers {'df52e147-d23b-4400-b101-ca1aea99aecd'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:25:17.733517 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-d6ebe4ad-66cb-41b8-b821-bdd6ff8cf1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:25:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['df52e147-d23b-4400-b101-ca1aea99aecd'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:17.790837 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-ab4cd38f-e7d3-4050-a7a8-ccbe4675c596 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Synchronizing usage tracker for tenant:a60f3a1097f04048a0ba36c7cbb0e0ce on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:25:17.868254 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d0e2c88d-2999-49cc-9e17-d65f11f566e0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:17.873135 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e2c88d-2999-49cc-9e17-d65f11f566e0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:17.873761 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d0e2c88d-2999-49cc-9e17-d65f11f566e0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:17.885820 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-443be82b-4cbf-4042-b48b-6bdfe22d5192 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:17.915422 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0329d7e3-860d-45ec-bceb-2a5318bdfcfd tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:17.953092 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-d6ebe4ad-66cb-41b8-b821-bdd6ff8cf1da None None] Set router df52e147-d23b-4400-b101-ca1aea99aecd gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:25:18.004004 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 49996) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:18.052644 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-ab4cd38f-e7d3-4050-a7a8-ccbe4675c596 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Unset dirty status for tenant:a60f3a1097f04048a0ba36c7cbb0e0ce on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:25:18.053874 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ab4cd38f-e7d3-4050-a7a8-ccbe4675c596 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3771348 Dec 22 13:25:18.058251 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50002) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:18.068089 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-8c90a203-ee2d-42f3-a780-e3d8bf936370 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Request body: {'security_group_rule': {'security_group_id': 'f880410e-50c6-4009-ab7d-58237f536023', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:18.082485 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0329d7e3-860d-45ec-bceb-2a5318bdfcfd tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:18.090670 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-8c90a203-ee2d-42f3-a780-e3d8bf936370 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:18.097386 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-86aa0d79-c934-4e7c-84f0-f4e022b872a8 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:18.109098 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e2c88d-2999-49cc-9e17-d65f11f566e0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Network': ['ID=f75f5b64-dcaa-4626-ae22-da1ba1671be2,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:18.113376 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d0e2c88d-2999-49cc-9e17-d65f11f566e0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:18.128759 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network f75f5b64-dcaa-4626-ae22-da1ba1671be2 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:25:18.174220 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-8c90a203-ee2d-42f3-a780-e3d8bf936370 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Usage tracker for resource:security_group_rule and tenant:a60f3a1097f04048a0ba36c7cbb0e0ce is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:18.178959 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-8c90a203-ee2d-42f3-a780-e3d8bf936370 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:18.189558 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d0e2c88d-2999-49cc-9e17-d65f11f566e0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7631383 Dec 22 13:25:18.192303 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-8c90a203-ee2d-42f3-a780-e3d8bf936370 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:18.194758 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50008) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:18.210850 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0329d7e3-860d-45ec-bceb-2a5318bdfcfd tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:25:18.217475 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-0329d7e3-860d-45ec-bceb-2a5318bdfcfd tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:25:18.220737 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329d7e3-860d-45ec-bceb-2a5318bdfcfd tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Pushing event updated for resources: {'Port': ['ID=f398b33e-a641-4bb7-994e-2f93e62adadc,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:18.224133 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0329d7e3-860d-45ec-bceb-2a5318bdfcfd tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:25:18.253158 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0329d7e3-860d-45ec-bceb-2a5318bdfcfd tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:18.266134 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c967be68-b8b1-4b88-b206-97c715bca054 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:18.270229 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c967be68-b8b1-4b88-b206-97c715bca054 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=453b85bce7e6482dbe10966fb03da8cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0719290 Dec 22 13:25:18.270485 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50012) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:18.389612 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b3a99a73-14af-450c-b691-8b086cd3a098 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8fe35dceb7dc4f8e96a5afa6293ec39b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3839335 Dec 22 13:25:18.390243 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50016) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:18.448493 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-d6ebe4ad-66cb-41b8-b821-bdd6ff8cf1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df52e147-d23b-4400-b101-ca1aea99aecd', 'name': 'tempest-TestVolumeBootPattern-1256236647-router', 'tenant_id': 'ed5f4128499541069db229ac19f58501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': '95540b56-aae0-4067-a008-9606139d394b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:29Z', 'updated_at': '2021-12-22T13:24:39Z', 'revision_number': 4, 'project_id': 'ed5f4128499541069db229ac19f58501', 'gw_port': {'id': '95540b56-aae0-4067-a008-9606139d394b', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:90:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52e147-d23b-4400-b101-ca1aea99aecd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:32Z', 'updated_at': '2021-12-22T13:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'dd3969dd-d6b4-4c34-b6f9-51359591a6e8', 'name': '', 'network_id': '0cec8290-231b-4876-b1ca-370b31566bfa', 'tenant_id': 'ed5f4128499541069db229ac19f58501', 'mac_address': 'fa:16:3e:35:d0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df52e147-d23b-4400-b101-ca1aea99aecd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af3fd479-45e5-44cf-8c82-e5c3e72797bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:37Z', 'updated_at': '2021-12-22T13:25:17Z', 'revision_number': 4, 'project_id': 'ed5f4128499541069db229ac19f58501', 'subnets': [{'id': 'af3fd479-45e5-44cf-8c82-e5c3e72797bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:18.452752 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ebe4ad-66cb-41b8-b821-bdd6ff8cf1da None None] The sync data for ids ['df52e147-d23b-4400-b101-ca1aea99aecd'] in dv-neutron-822669-1-hyperv is: [{'id': 'df52e147-d23b-4400-b101-ca1aea99aecd', 'name': 'tempest-TestVolumeBootPattern-1256236647-router', 'tenant_id': 'ed5f4128499541069db229ac19f58501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': '95540b56-aae0-4067-a008-9606139d394b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:29Z', 'updated_at': '2021-12-22T13:24:39Z', 'revision_number': 4, 'project_id': 'ed5f4128499541069db229ac19f58501', 'gw_port': {'id': '95540b56-aae0-4067-a008-9606139d394b', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:90:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52e147-d23b-4400-b101-ca1aea99aecd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:32Z', 'updated_at': '2021-12-22T13:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'dd3969dd-d6b4-4c34-b6f9-51359591a6e8', 'name': '', 'network_id': '0cec8290-231b-4876-b1ca-370b31566bfa', 'tenant_id': 'ed5f4128499541069db229ac19f58501', 'mac_address': 'fa:16:3e:35:d0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df52e147-d23b-4400-b101-ca1aea99aecd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af3fd479-45e5-44cf-8c82-e5c3e72797bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:37Z', 'updated_at': '2021-12-22T13:25:17Z', 'revision_number': 4, 'project_id': 'ed5f4128499541069db229ac19f58501', 'subnets': [{'id': 'af3fd479-45e5-44cf-8c82-e5c3e72797bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:25:18.503768 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1fd19bb7-5eb0-4c98-b130-7c42cdd339e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:18.532533 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1fd19bb7-5eb0-4c98-b130-7c42cdd339e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:18.543089 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cdff93-d2e7-495c-ab26-79d1a3655d2c tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:18.545028 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b8cdff93-d2e7-495c-ab26-79d1a3655d2c tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2730365 Dec 22 13:25:18.546676 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-8c90a203-ee2d-42f3-a780-e3d8bf936370 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] create failed (client error): The resource could not be found. Dec 22 13:25:18.547384 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50020) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:18.561974 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8c90a203-ee2d-42f3-a780-e3d8bf936370 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4883428 Dec 22 13:25:18.565105 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50024) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:18.581670 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-579f1de7-61d8-450a-9ea9-b9f6750acbe0 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Request body: {'security_group': {'name': 'tempest-secgroup--1841865318'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:18.594343 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-579f1de7-61d8-450a-9ea9-b9f6750acbe0 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:18.602039 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-11c1f143-46fa-485e-b115-576178d9b170 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=0776f1b4-770d-462f-bc0f-df97e8017b18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0496299 Dec 22 13:25:18.603266 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50028) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:18.606919 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-579f1de7-61d8-450a-9ea9-b9f6750acbe0 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:18.646154 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-05522868-315b-4e9f-8fd5-efd0cc0aa911 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=453b85bce7e6482dbe10966fb03da8cc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408583 Dec 22 13:25:18.652311 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50032) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:18.725489 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0329d7e3-860d-45ec-bceb-2a5318bdfcfd tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router_gateway, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:18.726386 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0329d7e3-860d-45ec-bceb-2a5318bdfcfd tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:18.732139 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-579f1de7-61d8-450a-9ea9-b9f6750acbe0 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:18.795620 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1fd19bb7-5eb0-4c98-b130-7c42cdd339e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:18.798836 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2437578-4ec4-4587-b745-79d9e7f1d881 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:18.800394 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b2437578-4ec4-4587-b745-79d9e7f1d881 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1471190 Dec 22 13:25:18.803276 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50036) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:18.812082 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-fbae0146-cfb7-4c10-adc2-0740334a19b7 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:18.836867 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd19bb7-5eb0-4c98-b130-7c42cdd339e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5aa4b49-0835-42e1-b521-33f4bdbb506a,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:18.844131 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1fd19bb7-5eb0-4c98-b130-7c42cdd339e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:18.848416 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-bafa93b1-82bd-462e-bc25-fb3b6ed66784 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=0776f1b4-770d-462f-bc0f-df97e8017b18&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415397 Dec 22 13:25:18.848898 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50040) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:18.856166 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-1d457832-f3e1-449c-a2e9-b764d60d86a7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-917843574', 'network_id': 'f75f5b64-dcaa-4626-ae22-da1ba1671be2', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:18.896485 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-579f1de7-61d8-450a-9ea9-b9f6750acbe0 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:18.902952 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-579f1de7-61d8-450a-9ea9-b9f6750acbe0 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Usage tracker for resource:security_group_rule and tenant:a60f3a1097f04048a0ba36c7cbb0e0ce is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:18.908138 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-579f1de7-61d8-450a-9ea9-b9f6750acbe0 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:18.911805 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1fd19bb7-5eb0-4c98-b130-7c42cdd339e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:18.914649 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-1fd19bb7-5eb0-4c98-b130-7c42cdd339e7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c5aa4b49-0835-42e1-b521-33f4bdbb506a HTTP/1.1" status: 204 len: 168 time: 0.5178945 Dec 22 13:25:18.920700 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-579f1de7-61d8-450a-9ea9-b9f6750acbe0 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:18.985866 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device dd3969dd-d6b4-4c34-b6f9-51359591a6e8 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:25:19.038582 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1d457832-f3e1-449c-a2e9-b764d60d86a7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:19.044158 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1d457832-f3e1-449c-a2e9-b764d60d86a7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:subnet and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:19.048944 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1d457832-f3e1-449c-a2e9-b764d60d86a7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:19.060583 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1d457832-f3e1-449c-a2e9-b764d60d86a7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:19.065693 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-579f1de7-61d8-450a-9ea9-b9f6750acbe0 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:19.290824 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port dd3969dd-d6b4-4c34-b6f9-51359591a6e8 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:25:19.291101 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-579f1de7-61d8-450a-9ea9-b9f6750acbe0 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:19.296250 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port dd3969dd-d6b4-4c34-b6f9-51359591a6e8 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:25:19.296575 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:19.296836 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9cde6bf2-f350-4fab-a765-5a302a5c3a9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:19.339164 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f1de7-61d8-450a-9ea9-b9f6750acbe0 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5cc00b-cbfb-44dc-8ff1-0bda112d9aba,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:19.342436 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-579f1de7-61d8-450a-9ea9-b9f6750acbe0 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:19.381219 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0329d7e3-860d-45ec-bceb-2a5318bdfcfd tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Router cdf94579-4116-4ba2-a8f3-7c4d8701548d is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:25:19.415425 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:19.449098 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port dd3969dd-d6b4-4c34-b6f9-51359591a6e8, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=dd3969dd-d6b4-4c34-b6f9-51359591a6e8,segment=NetworkSegment(78f65e70-cc26-4dab-836a-259beca31b25),segment_id=78f65e70-cc26-4dab-836a-259beca31b25)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:25:19.485530 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d457832-f3e1-449c-a2e9-b764d60d86a7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Made reservation on behalf of 453b85bce7e6482dbe10966fb03da8cc for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:25:19.489162 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-579f1de7-61d8-450a-9ea9-b9f6750acbe0 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:19.494889 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-579f1de7-61d8-450a-9ea9-b9f6750acbe0 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9153743 Dec 22 13:25:19.494889 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50050) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:19.502303 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-e0175ee3-ea32-4585-99e7-50fbae0e9a46 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Request body: {'security_group': {'name': 'tempest-secgroup--1846066249'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:19.557034 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e0175ee3-ea32-4585-99e7-50fbae0e9a46 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:19.571485 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:19.575096 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:19.581854 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e0175ee3-ea32-4585-99e7-50fbae0e9a46 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Usage tracker for resource:security_group and tenant:a60f3a1097f04048a0ba36c7cbb0e0ce is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:19.587184 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e0175ee3-ea32-4585-99e7-50fbae0e9a46 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:19.595459 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e0175ee3-ea32-4585-99e7-50fbae0e9a46 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:19.614028 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1d457832-f3e1-449c-a2e9-b764d60d86a7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:19.654270 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0329d7e3-860d-45ec-bceb-2a5318bdfcfd tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:25:19.659041 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=dd3969dd-d6b4-4c34-b6f9-51359591a6e8,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:19.662895 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:19.667588 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15ffd4c-3223-49a2-9052-85e85f4fc9c5 None None] Sync routers for ids ['cdf94579-4116-4ba2-a8f3-7c4d8701548d'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:25:19.680416 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15ffd4c-3223-49a2-9052-85e85f4fc9c5 None None] Routers {'cdf94579-4116-4ba2-a8f3-7c4d8701548d'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:25:19.681121 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-e15ffd4c-3223-49a2-9052-85e85f4fc9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:25:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['cdf94579-4116-4ba2-a8f3-7c4d8701548d'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:19.685968 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e0175ee3-ea32-4585-99e7-50fbae0e9a46 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:19.730291 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e0175ee3-ea32-4585-99e7-50fbae0e9a46 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:19.735953 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e0175ee3-ea32-4585-99e7-50fbae0e9a46 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Usage tracker for resource:security_group_rule and tenant:a60f3a1097f04048a0ba36c7cbb0e0ce is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:19.739595 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e0175ee3-ea32-4585-99e7-50fbae0e9a46 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:19.747963 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e0175ee3-ea32-4585-99e7-50fbae0e9a46 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:19.759575 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-e15ffd4c-3223-49a2-9052-85e85f4fc9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:19.771141 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15ffd4c-3223-49a2-9052-85e85f4fc9c5 None None] Routers {'cdf94579-4116-4ba2-a8f3-7c4d8701548d'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:25:19.771823 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-e15ffd4c-3223-49a2-9052-85e85f4fc9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:25:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['cdf94579-4116-4ba2-a8f3-7c4d8701548d'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:19.833171 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-e15ffd4c-3223-49a2-9052-85e85f4fc9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:19.833669 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15ffd4c-3223-49a2-9052-85e85f4fc9c5 None None] The sync data for ids ['cdf94579-4116-4ba2-a8f3-7c4d8701548d'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:25:19.834056 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0329d7e3-860d-45ec-bceb-2a5318bdfcfd tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:19.835325 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0329d7e3-860d-45ec-bceb-2a5318bdfcfd tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.4445906 Dec 22 13:25:19.840109 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50060) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:19.848837 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-ca5eb844-af5a-41a5-9e4d-42510183fae1 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:19.953376 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e0175ee3-ea32-4585-99e7-50fbae0e9a46 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:19.999521 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1d457832-f3e1-449c-a2e9-b764d60d86a7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:20.004285 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-127836dd-6759-4a08-81a3-a7215142db0d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:20.084011 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d457832-f3e1-449c-a2e9-b764d60d86a7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Subnet': ['ID=8cc847c9-27d8-4575-a578-3f32627903a2,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:20.088442 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1d457832-f3e1-449c-a2e9-b764d60d86a7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:20.103087 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d457832-f3e1-449c-a2e9-b764d60d86a7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Checking segment: {'id': '86e007bb-cd52-4139-b02f-6ca30854207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'f75f5b64-dcaa-4626-ae22-da1ba1671be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:25:20.103682 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d457832-f3e1-449c-a2e9-b764d60d86a7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network hostable DHCP agents. Network: f75f5b64-dcaa-4626-ae22-da1ba1671be2, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:25:20.244240 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d457832-f3e1-449c-a2e9-b764d60d86a7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network f75f5b64-dcaa-4626-ae22-da1ba1671be2 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:25:20.278225 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e0175ee3-ea32-4585-99e7-50fbae0e9a46 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:20.291398 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2cf0cf3f-d5b2-405d-8563-5831f2f00d07 tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:20.333911 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0175ee3-ea32-4585-99e7-50fbae0e9a46 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c04e4389-b427-43b3-92af-ddab6357a8bc,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:20.337599 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e0175ee3-ea32-4585-99e7-50fbae0e9a46 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:20.347803 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-1d457832-f3e1-449c-a2e9-b764d60d86a7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, f75f5b64-dcaa-4626-ae22-da1ba1671be2) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:25:20.351921 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d457832-f3e1-449c-a2e9-b764d60d86a7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:20.352701 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1d457832-f3e1-449c-a2e9-b764d60d86a7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:20.359695 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91791b4b-b009-4339-a357-b8c36099f41b None None] Network f75f5b64-dcaa-4626-ae22-da1ba1671be2 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:25:20.449864 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e0175ee3-ea32-4585-99e7-50fbae0e9a46 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:20.454640 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e0175ee3-ea32-4585-99e7-50fbae0e9a46 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9551592 Dec 22 13:25:20.456399 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50072) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:20.465474 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-2cc3ea49-8ded-483e-b542-0259471b6c05 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Request body: {'security_group_rule': {'security_group_id': '8c5cc00b-cbfb-44dc-8ff1-0bda112d9aba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'c04e4389-b427-43b3-92af-ddab6357a8bc'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:20.488610 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-2cc3ea49-8ded-483e-b542-0259471b6c05 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:20.496906 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1d457832-f3e1-449c-a2e9-b764d60d86a7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6470423 Dec 22 13:25:20.506242 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2cc3ea49-8ded-483e-b542-0259471b6c05 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Usage tracker for resource:security_group_rule and tenant:a60f3a1097f04048a0ba36c7cbb0e0ce is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:20.511461 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2cc3ea49-8ded-483e-b542-0259471b6c05 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:20.531096 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-2cc3ea49-8ded-483e-b542-0259471b6c05 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:20.665392 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5376e358-6ee3-43bc-9680-da2b3b3768ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-f75f5b64-dcaa-4626-ae22-da1ba1671be2', 'network_id': 'f75f5b64-dcaa-4626-ae22-da1ba1671be2', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ips': [{'subnet_id': '8cc847c9-27d8-4575-a578-3f32627903a2'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:25:20.667323 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5376e358-6ee3-43bc-9680-da2b3b3768ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:20.675530 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50080) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:20.755732 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ca5eb844-af5a-41a5-9e4d-42510183fae1 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:20.765604 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-2cc3ea49-8ded-483e-b542-0259471b6c05 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:25:20.767403 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-2cc3ea49-8ded-483e-b542-0259471b6c05 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.3087573 Dec 22 13:25:20.772539 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50086) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:20.835876 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a06106be-9b0a-4e78-9fa9-71cb2e3bbc08 tempest-ServiceProvidersTest-1130995927 tempest-ServiceProvidersTest-1130995927-project] 10.222.0.47 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1556280 Dec 22 13:25:20.844400 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-5376e358-6ee3-43bc-9680-da2b3b3768ed None None] Allocated IP 172.20.0.18 (f75f5b64-dcaa-4626-ae22-da1ba1671be2/8cc847c9-27d8-4575-a578-3f32627903a2/331c96ad-0cc5-4d68-9886-2d9f16a9c05e) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:25:20.882465 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-28e83645-e71a-4896-b39e-4635db19f392 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:20.889325 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ca5eb844-af5a-41a5-9e4d-42510183fae1 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:20.949148 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-28e83645-e71a-4896-b39e-4635db19f392 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:20.952352 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device dd3969dd-d6b4-4c34-b6f9-51359591a6e8 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:25:20.988046 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-ca5eb844-af5a-41a5-9e4d-42510183fae1 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Deleting port f398b33e-a641-4bb7-994e-2f93e62adadc {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:25:20.989001 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ca5eb844-af5a-41a5-9e4d-42510183fae1 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:21.125189 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port dd3969dd-d6b4-4c34-b6f9-51359591a6e8 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:25:21.125574 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:21.142627 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-28e83645-e71a-4896-b39e-4635db19f392 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:21.148509 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-cf4c7800-1b1b-4314-b667-29e75ef1c95a tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:21.173111 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e83645-e71a-4896-b39e-4635db19f392 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04e4389-b427-43b3-92af-ddab6357a8bc,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:21.184922 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ca5eb844-af5a-41a5-9e4d-42510183fae1 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:21.185975 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-28e83645-e71a-4896-b39e-4635db19f392 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:21.187835 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5376e358-6ee3-43bc-9680-da2b3b3768ed None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:21.192886 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-28e83645-e71a-4896-b39e-4635db19f392 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:21.194454 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-28e83645-e71a-4896-b39e-4635db19f392 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "DELETE /v2.0/security-groups/c04e4389-b427-43b3-92af-ddab6357a8bc HTTP/1.1" status: 204 len: 168 time: 0.4206340 Dec 22 13:25:21.199562 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50092) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:21.223483 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-5376e358-6ee3-43bc-9680-da2b3b3768ed None None] Transition to ACTIVE for port object 331c96ad-0cc5-4d68-9886-2d9f16a9c05e will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:25:21.253595 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50096) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:21.259452 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-315d6997-de03-40c9-8882-2f03caea48b6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-303729203', 'description': 'tempest-secgroup-smoke-303729203 description', 'project_id': '453b85bce7e6482dbe10966fb03da8cc'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:21.266816 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-315d6997-de03-40c9-8882-2f03caea48b6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:21.282905 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-315d6997-de03-40c9-8882-2f03caea48b6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:21.301251 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-5376e358-6ee3-43bc-9680-da2b3b3768ed None None] Transition to ACTIVE for port object 331c96ad-0cc5-4d68-9886-2d9f16a9c05e will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:25:21.352930 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-ca5eb844-af5a-41a5-9e4d-42510183fae1 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Calling delete_port for f398b33e-a641-4bb7-994e-2f93e62adadc owned by network:router_gateway {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:25:21.405294 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-315d6997-de03-40c9-8882-2f03caea48b6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:21.444418 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-315d6997-de03-40c9-8882-2f03caea48b6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:21.448887 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-315d6997-de03-40c9-8882-2f03caea48b6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:21.451848 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-315d6997-de03-40c9-8882-2f03caea48b6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:21.458111 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5376e358-6ee3-43bc-9680-da2b3b3768ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:21.458717 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-315d6997-de03-40c9-8882-2f03caea48b6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:21.468890 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:21.479151 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-12155a93-766d-4696-8b56-1fceb14e537a tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Synchronizing usage tracker for tenant:a60f3a1097f04048a0ba36c7cbb0e0ce on resource:security_group {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:25:21.524056 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-315d6997-de03-40c9-8882-2f03caea48b6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:21.573960 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5376e358-6ee3-43bc-9680-da2b3b3768ed None None] Network f75f5b64-dcaa-4626-ae22-da1ba1671be2 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:25:21.577021 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-5376e358-6ee3-43bc-9680-da2b3b3768ed None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:25:21.580704 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5376e358-6ee3-43bc-9680-da2b3b3768ed None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:25:21.594477 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-12155a93-766d-4696-8b56-1fceb14e537a tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Unset dirty status for tenant:a60f3a1097f04048a0ba36c7cbb0e0ce on resource:security_group {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:25:21.595828 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-12155a93-766d-4696-8b56-1fceb14e537a tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3952448 Dec 22 13:25:21.598848 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50104) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:21.653189 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5376e358-6ee3-43bc-9680-da2b3b3768ed None None] Pushing event updated for resources: {'Port': ['ID=331c96ad-0cc5-4d68-9886-2d9f16a9c05e,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:21.653788 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50108) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:21.656240 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-315d6997-de03-40c9-8882-2f03caea48b6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:21.656407 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-5376e358-6ee3-43bc-9680-da2b3b3768ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:21.665024 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a4632837-6f99-4c80-aa96-3676ad9c80c5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:21.708707 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-5376e358-6ee3-43bc-9680-da2b3b3768ed None None] Attempting to bind port 331c96ad-0cc5-4d68-9886-2d9f16a9c05e on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:25:21.709141 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-5376e358-6ee3-43bc-9680-da2b3b3768ed None None] Attempting to bind port 331c96ad-0cc5-4d68-9886-2d9f16a9c05e by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '86e007bb-cd52-4139-b02f-6ca30854207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'f75f5b64-dcaa-4626-ae22-da1ba1671be2'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:25:21.709590 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5376e358-6ee3-43bc-9680-da2b3b3768ed None None] Attempting to bind port 331c96ad-0cc5-4d68-9886-2d9f16a9c05e on network f75f5b64-dcaa-4626-ae22-da1ba1671be2 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:25:21.717240 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5376e358-6ee3-43bc-9680-da2b3b3768ed None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:25:21.717627 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5376e358-6ee3-43bc-9680-da2b3b3768ed None None] Checking segment: {'id': '86e007bb-cd52-4139-b02f-6ca30854207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'f75f5b64-dcaa-4626-ae22-da1ba1671be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:25:21.718040 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5376e358-6ee3-43bc-9680-da2b3b3768ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:21.718736 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5376e358-6ee3-43bc-9680-da2b3b3768ed None None] Bound using segment: {'id': '86e007bb-cd52-4139-b02f-6ca30854207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'f75f5b64-dcaa-4626-ae22-da1ba1671be2'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:25:21.718932 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-5376e358-6ee3-43bc-9680-da2b3b3768ed None None] Bound port: 331c96ad-0cc5-4d68-9886-2d9f16a9c05e, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e007bb-cd52-4139-b02f-6ca30854207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'f75f5b64-dcaa-4626-ae22-da1ba1671be2'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:25:21.719324 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5376e358-6ee3-43bc-9680-da2b3b3768ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:21.731639 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d9e03281-31c4-4518-9736-2a560c74e47c tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:21.733095 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d6997-de03-40c9-8882-2f03caea48b6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7831b01e-0a2f-4c96-9f66-56e09475709b,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:21.736493 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-315d6997-de03-40c9-8882-2f03caea48b6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:21.747799 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ca5eb844-af5a-41a5-9e4d-42510183fae1 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:21.751854 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9763d12c-0114-43f8-b89d-c9f2117673a0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:21.778813 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d9e03281-31c4-4518-9736-2a560c74e47c tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:21.799869 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5eb844-af5a-41a5-9e4d-42510183fae1 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Pushing event deleted for resources: {'Port': ['ID=f398b33e-a641-4bb7-994e-2f93e62adadc,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:21.802968 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ca5eb844-af5a-41a5-9e4d-42510183fae1 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:21.823786 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-315d6997-de03-40c9-8882-2f03caea48b6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:21.824535 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-5376e358-6ee3-43bc-9680-da2b3b3768ed None None] For port 331c96ad-0cc5-4d68-9886-2d9f16a9c05e, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:25:21.827788 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-315d6997-de03-40c9-8882-2f03caea48b6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5705762 Dec 22 13:25:21.827955 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-5376e358-6ee3-43bc-9680-da2b3b3768ed None None] For port 331c96ad-0cc5-4d68-9886-2d9f16a9c05e, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=331c96ad-0cc5-4d68-9886-2d9f16a9c05e,segment=NetworkSegment(86e007bb-cd52-4139-b02f-6ca30854207b),segment_id=86e007bb-cd52-4139-b02f-6ca30854207b)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:25:21.828233 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50114) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:21.844598 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-1897b49c-af47-4510-859c-97050671064c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '7831b01e-0a2f-4c96-9f66-56e09475709b', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:21.855923 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1897b49c-af47-4510-859c-97050671064c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:21.860297 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1897b49c-af47-4510-859c-97050671064c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:21.863572 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1897b49c-af47-4510-859c-97050671064c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:21.869579 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1897b49c-af47-4510-859c-97050671064c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:21.896298 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f9472391-6af9-4322-b717-9792b7649b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:21.965609 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5376e358-6ee3-43bc-9680-da2b3b3768ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:21.969513 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-ffbe0f9d-ca9d-4410-a479-6cee443aa7f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:22.034006 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d9e03281-31c4-4518-9736-2a560c74e47c tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:22.039627 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-315d6997-de03-40c9-8882-2f03caea48b6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:22.052204 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1897b49c-af47-4510-859c-97050671064c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:22.055013 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5376e358-6ee3-43bc-9680-da2b3b3768ed None None] Pushing event updated for resources: {'Port': ['ID=331c96ad-0cc5-4d68-9886-2d9f16a9c05e,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:22.061018 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-5376e358-6ee3-43bc-9680-da2b3b3768ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:22.065737 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e03281-31c4-4518-9736-2a560c74e47c tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5cc00b-cbfb-44dc-8ff1-0bda112d9aba,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:22.069117 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-f9472391-6af9-4322-b717-9792b7649b44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:22.075621 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d9e03281-31c4-4518-9736-2a560c74e47c tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:22.077855 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-f9472391-6af9-4322-b717-9792b7649b44 admin admin] Usage tracker for resource:security_group_rule and tenant:ab170f4e6eaa4b319107ab451ee074bf is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:22.082889 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-f9472391-6af9-4322-b717-9792b7649b44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:22.085826 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ca5eb844-af5a-41a5-9e4d-42510183fae1 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:22.104879 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:25:22.129567 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1897b49c-af47-4510-859c-97050671064c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:22.144976 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-f9472391-6af9-4322-b717-9792b7649b44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:22.207384 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d9e03281-31c4-4518-9736-2a560c74e47c tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:22.208540 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d9e03281-31c4-4518-9736-2a560c74e47c tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "DELETE /v2.0/security-groups/8c5cc00b-cbfb-44dc-8ff1-0bda112d9aba HTTP/1.1" status: 204 len: 168 time: 0.6083467 Dec 22 13:25:22.211287 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50118) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:22.268010 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-be107625-a1b4-47ab-89ac-e6a500880bbc tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Synchronizing usage tracker for tenant:a60f3a1097f04048a0ba36c7cbb0e0ce on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:25:22.283561 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1897b49c-af47-4510-859c-97050671064c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:22.286639 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8ac10003-ef75-49aa-9cd1-8afc2c5e15f3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:22.315683 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1897b49c-af47-4510-859c-97050671064c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd6994cc-a07e-434a-9dbc-c33cfbb8ef30,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:22.318540 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1897b49c-af47-4510-859c-97050671064c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:22.364257 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-be107625-a1b4-47ab-89ac-e6a500880bbc tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Unset dirty status for tenant:a60f3a1097f04048a0ba36c7cbb0e0ce on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:25:22.369918 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-be107625-a1b4-47ab-89ac-e6a500880bbc tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1533952 Dec 22 13:25:22.371089 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50122) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:22.376745 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-b7b7655e-4c45-414a-8c93-e1bf3a31f276 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Request body: {'security_group': {'name': 'tempest-secgroup--316270451'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:22.384427 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ca5eb844-af5a-41a5-9e4d-42510183fae1 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:22.387559 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-b7b7655e-4c45-414a-8c93-e1bf3a31f276 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:22.389868 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ca5eb844-af5a-41a5-9e4d-42510183fae1 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707601'] for router, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:22.400234 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-b7b7655e-4c45-414a-8c93-e1bf3a31f276 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:22.409676 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1897b49c-af47-4510-859c-97050671064c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:22.413613 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1897b49c-af47-4510-859c-97050671064c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5818760 Dec 22 13:25:22.414131 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50126) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:22.420202 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-a3efd369-f786-41cb-af07-03713cc56503 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '7831b01e-0a2f-4c96-9f66-56e09475709b', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:22.433034 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-a3efd369-f786-41cb-af07-03713cc56503 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:22.443340 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-a3efd369-f786-41cb-af07-03713cc56503 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:22.443340 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-a3efd369-f786-41cb-af07-03713cc56503 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:22.450131 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-a3efd369-f786-41cb-af07-03713cc56503 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:22.506343 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b7b7655e-4c45-414a-8c93-e1bf3a31f276 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:22.595049 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a3efd369-f786-41cb-af07-03713cc56503 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:22.634830 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f9472391-6af9-4322-b717-9792b7649b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:22.637149 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5eb844-af5a-41a5-9e4d-42510183fae1 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Router cdf94579-4116-4ba2-a8f3-7c4d8701548d has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:25:22.651776 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-b7b7655e-4c45-414a-8c93-e1bf3a31f276 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:22.656032 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-b7b7655e-4c45-414a-8c93-e1bf3a31f276 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Usage tracker for resource:security_group_rule and tenant:a60f3a1097f04048a0ba36c7cbb0e0ce is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:22.659643 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-b7b7655e-4c45-414a-8c93-e1bf3a31f276 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:22.670131 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-b7b7655e-4c45-414a-8c93-e1bf3a31f276 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:22.711122 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f9472391-6af9-4322-b717-9792b7649b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:22.724087 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d71422ec-84f6-4a51-9234-4a7aebc65ede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:22.778753 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a3efd369-f786-41cb-af07-03713cc56503 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:22.791500 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b7b7655e-4c45-414a-8c93-e1bf3a31f276 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:22.819443 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9472391-6af9-4322-b717-9792b7649b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c536adeb-d500-46c0-a65b-87fd8efec01d,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:22.822454 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f9472391-6af9-4322-b717-9792b7649b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:22.850230 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f9472391-6af9-4322-b717-9792b7649b44 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ab170f4e6eaa4b319107ab451ee074bf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1822186 Dec 22 13:25:22.850337 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50132) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:22.850479 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5eb844-af5a-41a5-9e4d-42510183fae1 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:25:22.855867 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0b5ea5-490d-4a82-9503-3f26bdee4963 None None] Sync routers for ids ['cdf94579-4116-4ba2-a8f3-7c4d8701548d'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:25:22.866901 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ca5eb844-af5a-41a5-9e4d-42510183fae1 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:22.868025 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ca5eb844-af5a-41a5-9e4d-42510183fae1 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] 10.222.0.47 "PUT /v2.0/routers/cdf94579-4116-4ba2-a8f3-7c4d8701548d HTTP/1.1" status: 200 len: 710 time: 3.0248840 Dec 22 13:25:22.871263 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50136) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:22.884124 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a3efd369-f786-41cb-af07-03713cc56503 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:22.887260 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0b5ea5-490d-4a82-9503-3f26bdee4963 None None] Routers {'cdf94579-4116-4ba2-a8f3-7c4d8701548d'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:25:22.887998 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-8b0b5ea5-490d-4a82-9503-3f26bdee4963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:25:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['cdf94579-4116-4ba2-a8f3-7c4d8701548d'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:22.907533 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-86fb6bae-314f-4b45-a3de-8ec2937e3ad7 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:22.929092 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b7b7655e-4c45-414a-8c93-e1bf3a31f276 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:22.985918 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-8b0b5ea5-490d-4a82-9503-3f26bdee4963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:22.997671 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3efd369-f786-41cb-af07-03713cc56503 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2266eb0a-c12c-4123-814e-07733881c7fd,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:23.001880 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a3efd369-f786-41cb-af07-03713cc56503 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:23.002516 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e4933ef4-65bb-4f32-8e4b-ffc2158b10a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:23.006938 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0b5ea5-490d-4a82-9503-3f26bdee4963 None None] Routers {'cdf94579-4116-4ba2-a8f3-7c4d8701548d'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:25:23.007778 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-8b0b5ea5-490d-4a82-9503-3f26bdee4963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:25:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['cdf94579-4116-4ba2-a8f3-7c4d8701548d'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:23.041844 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-61512c46-3d35-4331-85ac-7d7e3ad25200 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] 10.222.0.47 "GET /v2.0/routers/cdf94579-4116-4ba2-a8f3-7c4d8701548d HTTP/1.1" status: 200 len: 745 time: 0.1686168 Dec 22 13:25:23.044452 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50140) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:23.056309 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b7655e-4c45-414a-8c93-e1bf3a31f276 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03fbd598-1f69-40a5-981a-10f7cf797d61,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:23.061491 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b7b7655e-4c45-414a-8c93-e1bf3a31f276 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:23.068529 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b7b7655e-4c45-414a-8c93-e1bf3a31f276 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:23.069745 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b7b7655e-4c45-414a-8c93-e1bf3a31f276 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6976912 Dec 22 13:25:23.070973 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f19d31cf-938a-4122-9ed5-b8ac28756df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:23.103890 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 331c96ad-0cc5-4d68-9886-2d9f16a9c05e up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:25:23.107249 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f19d31cf-938a-4122-9ed5-b8ac28756df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:23.109377 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-53677ff0-9137-4f40-a453-9e67b9728179 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=0776f1b4-770d-462f-bc0f-df97e8017b18&device_id=cdf94579-4116-4ba2-a8f3-7c4d8701548d HTTP/1.1" status: 200 len: 205 time: 0.0636306 Dec 22 13:25:23.110135 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50144) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:23.110609 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50146) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:23.152017 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-8b0b5ea5-490d-4a82-9503-3f26bdee4963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:23.152881 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0b5ea5-490d-4a82-9503-3f26bdee4963 None None] The sync data for ids ['cdf94579-4116-4ba2-a8f3-7c4d8701548d'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:25:23.157811 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a3efd369-f786-41cb-af07-03713cc56503 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:23.162413 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a3efd369-f786-41cb-af07-03713cc56503 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7444201 Dec 22 13:25:23.166310 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50152) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:23.167111 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-5f959cdc-50b1-4b36-92cb-0ab490dc52f7 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Request body: {'security_group_rule': {'security_group_id': '03fbd598-1f69-40a5-981a-10f7cf797d61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:23.174002 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-376d1d39-3b3b-4fa6-bfbe-f4ad5d98dae6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '7831b01e-0a2f-4c96-9f66-56e09475709b', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:23.181138 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8e8aaf05-a48c-4308-8609-bdc72903059e tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdf94579-4116-4ba2-a8f3-7c4d8701548d HTTP/1.1" status: 200 len: 205 time: 0.0674191 Dec 22 13:25:23.182595 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50156) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:23.185327 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-5f959cdc-50b1-4b36-92cb-0ab490dc52f7 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:23.185925 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-376d1d39-3b3b-4fa6-bfbe-f4ad5d98dae6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:23.191012 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-5f959cdc-50b1-4b36-92cb-0ab490dc52f7 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Usage tracker for resource:security_group_rule and tenant:a60f3a1097f04048a0ba36c7cbb0e0ce is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:23.194540 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-5f959cdc-50b1-4b36-92cb-0ab490dc52f7 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:23.201654 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-5f959cdc-50b1-4b36-92cb-0ab490dc52f7 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:23.244915 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-376d1d39-3b3b-4fa6-bfbe-f4ad5d98dae6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:23.253346 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-376d1d39-3b3b-4fa6-bfbe-f4ad5d98dae6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:23.257827 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 331c96ad-0cc5-4d68-9886-2d9f16a9c05e completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:25:23.364330 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-5f959cdc-50b1-4b36-92cb-0ab490dc52f7 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:25:23.364976 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-5f959cdc-50b1-4b36-92cb-0ab490dc52f7 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2532985 Dec 22 13:25:23.365618 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50160) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:23.372036 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-33b18a35-5074-4f3c-a186-2be0d38eaedb tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Request body: {'security_group_rule': {'security_group_id': '03fbd598-1f69-40a5-981a-10f7cf797d61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:23.379652 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-33b18a35-5074-4f3c-a186-2be0d38eaedb tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:23.385955 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-33b18a35-5074-4f3c-a186-2be0d38eaedb tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Usage tracker for resource:security_group_rule and tenant:a60f3a1097f04048a0ba36c7cbb0e0ce is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:23.391896 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-376d1d39-3b3b-4fa6-bfbe-f4ad5d98dae6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:23.392039 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-33b18a35-5074-4f3c-a186-2be0d38eaedb tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:23.395569 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-33b18a35-5074-4f3c-a186-2be0d38eaedb tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:23.467255 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-daca4afa-253c-40fb-916d-0696dfbbde03 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:23.521133 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f19d31cf-938a-4122-9ed5-b8ac28756df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:23.527099 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505b1ce5-64fc-485f-a787-328b699c6992 None None] Network f75f5b64-dcaa-4626-ae22-da1ba1671be2 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:25:23.533087 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e2eee2c0-be05-4e6c-b6d6-428b127fba25 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:23.549520 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d31cf-938a-4122-9ed5-b8ac28756df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c536adeb-d500-46c0-a65b-87fd8efec01d,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:23.553819 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f19d31cf-938a-4122-9ed5-b8ac28756df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:23.555398 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-33b18a35-5074-4f3c-a186-2be0d38eaedb tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:25:23.559781 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-33b18a35-5074-4f3c-a186-2be0d38eaedb tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1898534 Dec 22 13:25:23.560231 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50164) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:23.626204 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f19d31cf-938a-4122-9ed5-b8ac28756df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:23.627259 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f19d31cf-938a-4122-9ed5-b8ac28756df9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c536adeb-d500-46c0-a65b-87fd8efec01d HTTP/1.1" status: 204 len: 168 time: 0.7855711 Dec 22 13:25:23.629987 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-376d1d39-3b3b-4fa6-bfbe-f4ad5d98dae6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:23.636904 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-40b91fca-9dd5-4e74-850d-d44bd4f94b02 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:23.680309 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-40b91fca-9dd5-4e74-850d-d44bd4f94b02 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:23.722190 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-185ba503-2f0f-4860-9e8e-59695e2bf8ca None None] Provisioning for port 331c96ad-0cc5-4d68-9886-2d9f16a9c05e completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:25:23.731657 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-185ba503-2f0f-4860-9e8e-59695e2bf8ca None None] Provisioning complete for port 331c96ad-0cc5-4d68-9886-2d9f16a9c05e triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:25:23.734110 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-185ba503-2f0f-4860-9e8e-59695e2bf8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:23.857173 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-40b91fca-9dd5-4e74-850d-d44bd4f94b02 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:23.866728 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-60ccb22c-dc68-46f2-910e-b8cb2983370d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:23.895309 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b91fca-9dd5-4e74-850d-d44bd4f94b02 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fbd598-1f69-40a5-981a-10f7cf797d61,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:23.909632 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-40b91fca-9dd5-4e74-850d-d44bd4f94b02 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:23.913975 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-40b91fca-9dd5-4e74-850d-d44bd4f94b02 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:23.918060 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-40b91fca-9dd5-4e74-850d-d44bd4f94b02 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "DELETE /v2.0/security-groups/03fbd598-1f69-40a5-981a-10f7cf797d61 HTTP/1.1" status: 204 len: 168 time: 0.3528881 Dec 22 13:25:23.918853 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50176) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:24.007343 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-376d1d39-3b3b-4fa6-bfbe-f4ad5d98dae6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:24.013923 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-185ba503-2f0f-4860-9e8e-59695e2bf8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:24.014552 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-daca4afa-253c-40fb-916d-0696dfbbde03 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:24.018868 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-daca4afa-253c-40fb-916d-0696dfbbde03 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:24.044236 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-b273100f-19d4-4e7f-8769-b521fa791413 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Synchronizing usage tracker for tenant:a60f3a1097f04048a0ba36c7cbb0e0ce on resource:security_group {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:25:24.074432 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-185ba503-2f0f-4860-9e8e-59695e2bf8ca None None] For port 331c96ad-0cc5-4d68-9886-2d9f16a9c05e, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=331c96ad-0cc5-4d68-9886-2d9f16a9c05e,segment=NetworkSegment(86e007bb-cd52-4139-b02f-6ca30854207b),segment_id=86e007bb-cd52-4139-b02f-6ca30854207b)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:25:24.079224 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-376d1d39-3b3b-4fa6-bfbe-f4ad5d98dae6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:24.088555 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:24.111179 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d1d39-3b3b-4fa6-bfbe-f4ad5d98dae6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=186f14e7-1161-49e4-9f69-f6ead6108447,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:24.127111 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-376d1d39-3b3b-4fa6-bfbe-f4ad5d98dae6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:24.130861 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-daca4afa-253c-40fb-916d-0696dfbbde03 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:24.130861 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daca4afa-253c-40fb-916d-0696dfbbde03 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Fanout notify agent at l3_agent the message router_deleted on router cdf94579-4116-4ba2-a8f3-7c4d8701548d {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:25:24.141530 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-daca4afa-253c-40fb-916d-0696dfbbde03 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:24.147566 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50186) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:24.148117 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-daca4afa-253c-40fb-916d-0696dfbbde03 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] 10.222.0.47 "DELETE /v2.0/routers/cdf94579-4116-4ba2-a8f3-7c4d8701548d HTTP/1.1" status: 204 len: 168 time: 0.9628909 Dec 22 13:25:24.200259 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-b273100f-19d4-4e7f-8769-b521fa791413 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Unset dirty status for tenant:a60f3a1097f04048a0ba36c7cbb0e0ce on resource:security_group {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:25:24.201678 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b273100f-19d4-4e7f-8769-b521fa791413 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2815468 Dec 22 13:25:24.205816 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50192) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:24.218288 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-185ba503-2f0f-4860-9e8e-59695e2bf8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:24.223686 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-0fcde660-5e05-48d4-8dce-32f15aa9f68e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Request body: {'security_group': {'name': 'tempest-secgroup--1945667220'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:24.224338 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-385176c8-b24b-4c79-b7f2-e2eb25ebf2b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:24.227908 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-1eeb2bf3-da59-4712-8a47-8825c8f0493c tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdf94579-4116-4ba2-a8f3-7c4d8701548d HTTP/1.1" status: 200 len: 205 time: 0.0801001 Dec 22 13:25:24.230318 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50198) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:24.233403 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0fcde660-5e05-48d4-8dce-32f15aa9f68e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:24.248598 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-376d1d39-3b3b-4fa6-bfbe-f4ad5d98dae6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:24.250674 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-376d1d39-3b3b-4fa6-bfbe-f4ad5d98dae6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0832870 Dec 22 13:25:24.252589 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0fcde660-5e05-48d4-8dce-32f15aa9f68e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:24.254664 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50202) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:24.288738 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-d03ff5bb-8ba5-4813-aca8-e8530bb70116 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '7831b01e-0a2f-4c96-9f66-56e09475709b', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:24.301774 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d03ff5bb-8ba5-4813-aca8-e8530bb70116 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:24.316457 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d03ff5bb-8ba5-4813-aca8-e8530bb70116 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:24.318582 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-fead9caf-f237-466a-bf7d-a66e634e0b8a tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] delete failed (client error): The resource could not be found. Dec 22 13:25:24.323233 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-fead9caf-f237-466a-bf7d-a66e634e0b8a tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] 10.222.0.47 "DELETE /v2.0/routers/cdf94579-4116-4ba2-a8f3-7c4d8701548d HTTP/1.1" status: 404 len: 336 time: 0.0884840 Dec 22 13:25:24.323558 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d03ff5bb-8ba5-4813-aca8-e8530bb70116 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:24.323776 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50206) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:24.338868 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d03ff5bb-8ba5-4813-aca8-e8530bb70116 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:24.350292 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ba503-2f0f-4860-9e8e-59695e2bf8ca None None] Pushing event updated for resources: {'Port': ['ID=331c96ad-0cc5-4d68-9886-2d9f16a9c05e,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:24.350612 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-73dc3685-251b-437c-b487-9277237da50b tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Synchronizing usage tracker for tenant:b2be9708be2a4e27beb28819ba0fc835 on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:25:24.351487 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-185ba503-2f0f-4860-9e8e-59695e2bf8ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:24.365186 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-bfead0cc-8e1b-44d0-9b63-75a4f0115512 None None] Provisioning complete for port 331c96ad-0cc5-4d68-9886-2d9f16a9c05e triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:25:24.365669 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-bfead0cc-8e1b-44d0-9b63-75a4f0115512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:24.372349 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0fcde660-5e05-48d4-8dce-32f15aa9f68e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:24.393835 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50212) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:24.394107 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-40d81ed0-9fa2-41c1-9987-5802af12e4b3 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4d2aba1-5b58-4468-8433-55d1e5cf90ed HTTP/1.1" status: 200 len: 205 time: 0.0691307 Dec 22 13:25:24.468655 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-73dc3685-251b-437c-b487-9277237da50b tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Unset dirty status for tenant:b2be9708be2a4e27beb28819ba0fc835 on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:25:24.469785 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-73dc3685-251b-437c-b487-9277237da50b tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1717434976&fields=id&tenant_id=b2be9708be2a4e27beb28819ba0fc835 HTTP/1.1" status: 200 len: 267 time: 0.2229333 Dec 22 13:25:24.473912 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-5445cd1e-6c51-4080-9f03-58ad26056996 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] delete failed (client error): The resource could not be found. Dec 22 13:25:24.474880 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5445cd1e-6c51-4080-9f03-58ad26056996 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] 10.222.0.47 "DELETE /v2.0/routers/f4d2aba1-5b58-4468-8433-55d1e5cf90ed HTTP/1.1" status: 404 len: 336 time: 0.0801451 Dec 22 13:25:24.477125 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d03ff5bb-8ba5-4813-aca8-e8530bb70116 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:24.479078 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50216) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:24.543827 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f1bda08c-5572-4f24-ad31-cae6a132805d tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2e58070-4859-4b05-9863-2a8842a69e0a HTTP/1.1" status: 200 len: 205 time: 0.0634031 Dec 22 13:25:24.546099 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50222) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:24.590005 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0fcde660-5e05-48d4-8dce-32f15aa9f68e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:24.599830 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0fcde660-5e05-48d4-8dce-32f15aa9f68e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Usage tracker for resource:security_group_rule and tenant:a60f3a1097f04048a0ba36c7cbb0e0ce is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:24.609069 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0fcde660-5e05-48d4-8dce-32f15aa9f68e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:24.621878 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-9ec7308f-48e8-4b0c-87cf-1da78fae9543 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] delete failed (client error): The resource could not be found. Dec 22 13:25:24.625192 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0fcde660-5e05-48d4-8dce-32f15aa9f68e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:24.626053 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-9ec7308f-48e8-4b0c-87cf-1da78fae9543 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] 10.222.0.47 "DELETE /v2.0/routers/e2e58070-4859-4b05-9863-2a8842a69e0a HTTP/1.1" status: 404 len: 336 time: 0.0789614 Dec 22 13:25:24.626663 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50226) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:24.674105 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-85e91b7b-4b60-41a2-8812-01dad797f8f4 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] 10.222.0.47 "GET /v2.0/ports?device_id=01f2fb6c-7559-4a67-8639-30e447992154 HTTP/1.1" status: 200 len: 205 time: 0.0459056 Dec 22 13:25:24.676251 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50230) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:24.714451 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d03ff5bb-8ba5-4813-aca8-e8530bb70116 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:24.726956 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-d8421a62-c65b-46ce-9717-3b5ef4fb1eec tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:24.727636 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-d8421a62-c65b-46ce-9717-3b5ef4fb1eec tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Synchronizing usage tracker for tenant:b2be9708be2a4e27beb28819ba0fc835 on resource:network {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:25:24.742748 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-f8e69f8b-848e-498e-bbbd-6853e43c4eb4 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] delete failed (client error): The resource could not be found. Dec 22 13:25:24.750844 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f8e69f8b-848e-498e-bbbd-6853e43c4eb4 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] 10.222.0.47 "DELETE /v2.0/routers/01f2fb6c-7559-4a67-8639-30e447992154 HTTP/1.1" status: 404 len: 336 time: 0.0666368 Dec 22 13:25:24.750844 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50236) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:24.765189 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0fcde660-5e05-48d4-8dce-32f15aa9f68e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:24.794839 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b8597a06-6a02-409a-8eec-169786d96e06 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] 10.222.0.47 "GET /v2.0/ports?device_id=a87467b7-1626-465e-ac45-bda41b6d6146 HTTP/1.1" status: 200 len: 205 time: 0.0471110 Dec 22 13:25:24.797073 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50242) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:24.799650 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d03ff5bb-8ba5-4813-aca8-e8530bb70116 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:24.801462 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4a59e859-99b4-4d3b-bcc8-b2461189112c tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:24.825317 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ff5bb-8ba5-4813-aca8-e8530bb70116 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=390408fb-c536-40d8-9401-0c2614fe8075,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:24.830856 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d03ff5bb-8ba5-4813-aca8-e8530bb70116 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:24.833898 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0fcde660-5e05-48d4-8dce-32f15aa9f68e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:24.837345 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-d8421a62-c65b-46ce-9717-3b5ef4fb1eec tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Unset dirty status for tenant:b2be9708be2a4e27beb28819ba0fc835 on resource:network {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:25:24.839903 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-d8421a62-c65b-46ce-9717-3b5ef4fb1eec tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/networks?id=10e79ce2-fabb-4316-a76b-1469cb51a232 HTTP/1.1" status: 200 len: 812 time: 0.3459678 Dec 22 13:25:24.843860 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-28e83645-e71a-4896-b39e-4635db19f392 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:24.866245 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-14b9d862-a5ff-4184-adf6-d38cccf3cb18 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] delete failed (client error): The resource could not be found. Dec 22 13:25:24.867359 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-14b9d862-a5ff-4184-adf6-d38cccf3cb18 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] 10.222.0.47 "DELETE /v2.0/routers/a87467b7-1626-465e-ac45-bda41b6d6146 HTTP/1.1" status: 404 len: 336 time: 0.0693569 Dec 22 13:25:24.870208 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50246) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:24.888319 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-f6eca035-4e40-4407-85e0-7d4876b510f0 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/quotas/b2be9708be2a4e27beb28819ba0fc835 HTTP/1.1" status: 200 len: 375 time: 0.0296698 Dec 22 13:25:24.889768 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcde660-5e05-48d4-8dce-32f15aa9f68e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37dfb92d-2b4d-44ea-b7ab-8210d115253d,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:24.895194 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0fcde660-5e05-48d4-8dce-32f15aa9f68e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:24.934262 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d03ff5bb-8ba5-4813-aca8-e8530bb70116 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:24.935880 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d03ff5bb-8ba5-4813-aca8-e8530bb70116 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6622822 Dec 22 13:25:24.942264 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 331c96ad-0cc5-4d68-9886-2d9f16a9c05e up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:25:24.942694 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50250) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:24.946665 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0fcde660-5e05-48d4-8dce-32f15aa9f68e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:24.951122 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0fcde660-5e05-48d4-8dce-32f15aa9f68e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7416010 Dec 22 13:25:24.952518 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-666bdab0-616d-44a2-bef6-0ec1ff0b651c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '7831b01e-0a2f-4c96-9f66-56e09475709b', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:24.959408 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50254) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:24.964383 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-666bdab0-616d-44a2-bef6-0ec1ff0b651c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:24.969778 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-4f9309f8-e679-441f-8d7b-87dc75dd9205 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:24.970954 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-4f9309f8-e679-441f-8d7b-87dc75dd9205 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] update failed (client error): There was a conflict when trying to complete your request. Dec 22 13:25:24.971907 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-4f9309f8-e679-441f-8d7b-87dc75dd9205 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "PUT /v2.0/security-groups/37dfb92d-2b4d-44ea-b7ab-8210d115253d HTTP/1.1" status: 409 len: 330 time: 0.0115831 Dec 22 13:25:24.976355 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-666bdab0-616d-44a2-bef6-0ec1ff0b651c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:24.979557 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-666bdab0-616d-44a2-bef6-0ec1ff0b651c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:24.985720 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-666bdab0-616d-44a2-bef6-0ec1ff0b651c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:24.991834 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50260) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:25.040755 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 331c96ad-0cc5-4d68-9886-2d9f16a9c05e triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:25:25.042025 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:25.074109 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c5f1773a-a4e1-44be-92a9-abb1deb45712 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9caf385-2723-49f9-a4ad-aaa45146188a HTTP/1.1" status: 200 len: 205 time: 0.2028396 Dec 22 13:25:25.074998 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50264) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:25.082720 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-bac390cc-d28d-4f04-bce7-a8fe8b08b026 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2be9708be2a4e27beb28819ba0fc835&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1862292 Dec 22 13:25:25.116614 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ad979b51-584e-43dd-bdfe-4c22c25c3732 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:25.148300 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ad979b51-584e-43dd-bdfe-4c22c25c3732 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:25.152893 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50270) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:25.168363 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-f2acf5aa-229c-4ad1-88b3-e5d3e8d050fe tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] delete failed (client error): The resource could not be found. Dec 22 13:25:25.170002 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f2acf5aa-229c-4ad1-88b3-e5d3e8d050fe tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] 10.222.0.47 "DELETE /v2.0/routers/a9caf385-2723-49f9-a4ad-aaa45146188a HTTP/1.1" status: 404 len: 336 time: 0.0936706 Dec 22 13:25:25.171318 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.securitygroups_db [None req-666bdab0-616d-44a2-bef6-0ec1ff0b651c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Project 453b85bce7e6482dbe10966fb03da8cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:25:25.183047 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50276) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:25.183633 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-666bdab0-616d-44a2-bef6-0ec1ff0b651c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:25.242998 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.pecan_wsgi.hooks.translation [None req-37df740d-a03f-4743-a573-a62aa54f74a0 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] DELETE failed (client error): The resource could not be found. Dec 22 13:25:25.243446 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37df740d-a03f-4743-a573-a62aa54f74a0 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84148) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:25:25.248677 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-37df740d-a03f-4743-a573-a62aa54f74a0 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] 10.222.0.47 "DELETE /v2.0/subnets/df044cb7-1ba6-40ef-b051-72c1bcbfb86d HTTP/1.1" status: 404 len: 337 time: 0.0607164 Dec 22 13:25:25.344067 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-2c85531b-5d65-4315-82f9-8d9d02f9f96f tempest-SubnetPoolsTestJSON-656331485 tempest-SubnetPoolsTestJSON-656331485-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-112789809', 'prefixes': ['172.20.0.0/16']}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:25.350240 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-2c85531b-5d65-4315-82f9-8d9d02f9f96f tempest-SubnetPoolsTestJSON-656331485 tempest-SubnetPoolsTestJSON-656331485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:25.372441 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ad979b51-584e-43dd-bdfe-4c22c25c3732 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:25.378418 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-666bdab0-616d-44a2-bef6-0ec1ff0b651c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:25.379281 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-41607c63-4578-4530-b020-34287f7bf739 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:25.404863 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad979b51-584e-43dd-bdfe-4c22c25c3732 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37dfb92d-2b4d-44ea-b7ab-8210d115253d,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:25.409020 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ad979b51-584e-43dd-bdfe-4c22c25c3732 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:25.452870 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-666bdab0-616d-44a2-bef6-0ec1ff0b651c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:25.456989 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:25.483609 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-c9a5887a-8d83-4476-aff3-b368c895d359 service neutron] 10.222.0.47 "GET /v2.0/networks/10e79ce2-fabb-4316-a76b-1469cb51a232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000239 Dec 22 13:25:25.484873 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666bdab0-616d-44a2-bef6-0ec1ff0b651c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a5509e6-6fde-452b-a684-a2560096e605,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:25.489313 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-666bdab0-616d-44a2-bef6-0ec1ff0b651c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:25.611028 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2c85531b-5d65-4315-82f9-8d9d02f9f96f tempest-SubnetPoolsTestJSON-656331485 tempest-SubnetPoolsTestJSON-656331485-project] Notify callbacks [] for subnetpool, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:25.612512 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-2c85531b-5d65-4315-82f9-8d9d02f9f96f tempest-SubnetPoolsTestJSON-656331485 tempest-SubnetPoolsTestJSON-656331485-project] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4585598 Dec 22 13:25:25.615338 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50282) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:25.648183 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a22edc69-dba3-495f-810f-2d5f4bb00ef7 tempest-SubnetPoolsTestJSON-656331485 tempest-SubnetPoolsTestJSON-656331485-project] 10.222.0.47 "GET /v2.0/subnetpools/0ae62df7-e165-4b40-b258-b83a44142389 HTTP/1.1" status: 200 len: 731 time: 0.0291970 Dec 22 13:25:25.648412 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50286) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:25.654574 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-e9d407da-333a-4d4d-8ce8-b915c073cdec tempest-SubnetPoolsTestJSON-656331485 tempest-SubnetPoolsTestJSON-656331485-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-530982335'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:25.676911 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ad979b51-584e-43dd-bdfe-4c22c25c3732 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:25.678072 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ad979b51-584e-43dd-bdfe-4c22c25c3732 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "DELETE /v2.0/security-groups/37dfb92d-2b4d-44ea-b7ab-8210d115253d HTTP/1.1" status: 204 len: 168 time: 0.6826491 Dec 22 13:25:25.684653 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-666bdab0-616d-44a2-bef6-0ec1ff0b651c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:25.685755 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-666bdab0-616d-44a2-bef6-0ec1ff0b651c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7419827 Dec 22 13:25:25.686368 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50290) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:25.688482 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50292) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:25.697588 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-f51b0dc2-efed-410d-a171-e88ae05836c5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '7831b01e-0a2f-4c96-9f66-56e09475709b', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:25.706022 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-f51b0dc2-efed-410d-a171-e88ae05836c5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:25.717890 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-f51b0dc2-efed-410d-a171-e88ae05836c5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:25.731364 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-f51b0dc2-efed-410d-a171-e88ae05836c5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:25.740975 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-f51b0dc2-efed-410d-a171-e88ae05836c5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:25.784006 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-b57895f0-fe9c-4efb-9e53-6790907189b8 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Synchronizing usage tracker for tenant:a60f3a1097f04048a0ba36c7cbb0e0ce on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:25:25.799832 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-43e8ffbc-ca41-44d1-afe7-01f096a2a50d service neutron] 10.222.0.47 "GET /v2.0/networks/10e79ce2-fabb-4316-a76b-1469cb51a232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095706 Dec 22 13:25:25.817209 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.securitygroups_db [None req-f51b0dc2-efed-410d-a171-e88ae05836c5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Project 453b85bce7e6482dbe10966fb03da8cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:25:25.824429 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50300) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:25.831071 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f51b0dc2-efed-410d-a171-e88ae05836c5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:25.846581 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e9d407da-333a-4d4d-8ce8-b915c073cdec tempest-SubnetPoolsTestJSON-656331485 tempest-SubnetPoolsTestJSON-656331485-project] Notify callbacks [] for subnetpool, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:25.847742 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e9d407da-333a-4d4d-8ce8-b915c073cdec tempest-SubnetPoolsTestJSON-656331485 tempest-SubnetPoolsTestJSON-656331485-project] 10.222.0.47 "PUT /v2.0/subnetpools/0ae62df7-e165-4b40-b258-b83a44142389 HTTP/1.1" status: 200 len: 683 time: 0.1983922 Dec 22 13:25:25.850549 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50306) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:25.879157 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-b57895f0-fe9c-4efb-9e53-6790907189b8 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Unset dirty status for tenant:a60f3a1097f04048a0ba36c7cbb0e0ce on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:25:25.884661 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b57895f0-fe9c-4efb-9e53-6790907189b8 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1916287 Dec 22 13:25:25.884874 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50312) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:25.902124 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-d4824084-bb7a-474a-861d-e60060d454a2 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] delete failed (client error): The resource could not be found. Dec 22 13:25:25.906644 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d4824084-bb7a-474a-861d-e60060d454a2 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "DELETE /v2.0/security-groups/f4689b5b-4789-487f-823f-830fbf1e44b0 HTTP/1.1" status: 404 len: 347 time: 0.0174050 Dec 22 13:25:25.907268 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50316) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:25.958884 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-39bf8128-88db-4c80-91f7-184d0aa5edb5 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] show failed (client error): The resource could not be found. Dec 22 13:25:25.959821 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-39bf8128-88db-4c80-91f7-184d0aa5edb5 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "GET /v2.0/security-groups/125964b5-a674-464d-8cea-fbb2e8e4eb3f HTTP/1.1" status: 404 len: 347 time: 0.0516479 Dec 22 13:25:25.964379 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50320) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:25.987755 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-4952de6b-4e56-48bd-bd81-41f42131e3a7 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] show failed (client error): The resource could not be found. Dec 22 13:25:25.988790 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-4952de6b-4e56-48bd-bd81-41f42131e3a7 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] 10.222.0.47 "GET /v2.0/security-group-rules/fdb1c797-bf16-4c19-8e75-48bd0d780b95 HTTP/1.1" status: 404 len: 356 time: 0.0233223 Dec 22 13:25:26.021439 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f51b0dc2-efed-410d-a171-e88ae05836c5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:26.023093 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2903a0b7-338e-4883-b80d-27879d0906ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:26.096725 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f51b0dc2-efed-410d-a171-e88ae05836c5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:26.098987 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ce88e089-f2d6-4c5a-9ee9-c5cfb9efec41 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:26.123002 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b0dc2-efed-410d-a171-e88ae05836c5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecdb70ae-ca30-41c5-9f06-4ec4e09b9a3e,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:26.126066 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f51b0dc2-efed-410d-a171-e88ae05836c5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:26.148993 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c3172023-8c92-445d-8dae-cb28f5251367 tempest-SubnetPoolsTestJSON-656331485 tempest-SubnetPoolsTestJSON-656331485-project] Notify callbacks [] for subnetpool, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:26.150178 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c3172023-8c92-445d-8dae-cb28f5251367 tempest-SubnetPoolsTestJSON-656331485 tempest-SubnetPoolsTestJSON-656331485-project] 10.222.0.47 "DELETE /v2.0/subnetpools/0ae62df7-e165-4b40-b258-b83a44142389 HTTP/1.1" status: 204 len: 168 time: 0.2987435 Dec 22 13:25:26.153077 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50330) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:26.155315 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-2903a0b7-338e-4883-b80d-27879d0906ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:26.159262 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-2903a0b7-338e-4883-b80d-27879d0906ed admin admin] Usage tracker for resource:security_group_rule and tenant:42ecba7b4e3345f3857e90a8a2a1638e is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:26.162041 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-2903a0b7-338e-4883-b80d-27879d0906ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:26.168798 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-2903a0b7-338e-4883-b80d-27879d0906ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:26.175218 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-fca3e1b3-0550-4c1e-9944-10a68376f639 tempest-SubnetPoolsTestJSON-656331485 tempest-SubnetPoolsTestJSON-656331485-project] show failed (client error): The resource could not be found. Dec 22 13:25:26.178252 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-fca3e1b3-0550-4c1e-9944-10a68376f639 tempest-SubnetPoolsTestJSON-656331485 tempest-SubnetPoolsTestJSON-656331485-project] 10.222.0.47 "GET /v2.0/subnetpools/0ae62df7-e165-4b40-b258-b83a44142389 HTTP/1.1" status: 404 len: 346 time: 0.0221694 Dec 22 13:25:26.178998 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50334) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:26.198671 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-63623a41-a79d-4ba6-9c65-b1271e4de545 tempest-SubnetPoolsTestJSON-656331485 tempest-SubnetPoolsTestJSON-656331485-project] delete failed (client error): The resource could not be found. Dec 22 13:25:26.199629 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-63623a41-a79d-4ba6-9c65-b1271e4de545 tempest-SubnetPoolsTestJSON-656331485 tempest-SubnetPoolsTestJSON-656331485-project] 10.222.0.47 "DELETE /v2.0/subnetpools/0ae62df7-e165-4b40-b258-b83a44142389 HTTP/1.1" status: 404 len: 346 time: 0.0197768 Dec 22 13:25:26.226098 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f51b0dc2-efed-410d-a171-e88ae05836c5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:26.227797 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f51b0dc2-efed-410d-a171-e88ae05836c5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5381541 Dec 22 13:25:26.289387 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2903a0b7-338e-4883-b80d-27879d0906ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:26.388105 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2903a0b7-338e-4883-b80d-27879d0906ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:26.395792 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-31dfffe8-e005-4803-a769-8dc32b2e77d4 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:26.439029 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-2903a0b7-338e-4883-b80d-27879d0906ed admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=42ecba7b4e3345f3857e90a8a2a1638e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6135035 Dec 22 13:25:26.439979 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903a0b7-338e-4883-b80d-27879d0906ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14384aea-e7b0-4c58-a543-e0a65751df3b,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:26.441778 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50344) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:26.444427 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2903a0b7-338e-4883-b80d-27879d0906ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:26.564322 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ed24f699-05e2-473a-bd8a-7925bdc92810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:26.593442 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ed24f699-05e2-473a-bd8a-7925bdc92810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:26.647767 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-b71013e9-0f8d-4303-b3fb-0910fbd1d05e req-9a41f034-5cf2-480e-81a1-d03b44b17b85 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Synchronizing usage tracker for tenant:b2be9708be2a4e27beb28819ba0fc835 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:25:26.701574 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50364) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:26.735498 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-fa67104b-c4e4-465c-b059-b69bc194292f req-a8cdeb16-fb1c-48b6-841c-eb570f76ddb7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:25:26.765102 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-b71013e9-0f8d-4303-b3fb-0910fbd1d05e req-9a41f034-5cf2-480e-81a1-d03b44b17b85 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Unset dirty status for tenant:b2be9708be2a4e27beb28819ba0fc835 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:25:26.766533 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-b71013e9-0f8d-4303-b3fb-0910fbd1d05e req-9a41f034-5cf2-480e-81a1-d03b44b17b85 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3c913a1-0535-47b7-b904-e3597c45454f HTTP/1.1" status: 200 len: 210 time: 0.1874862 Dec 22 13:25:26.793821 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ed24f699-05e2-473a-bd8a-7925bdc92810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:26.799023 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f19d31cf-938a-4122-9ed5-b8ac28756df9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:26.812106 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24f699-05e2-473a-bd8a-7925bdc92810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14384aea-e7b0-4c58-a543-e0a65751df3b,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:26.815122 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ed24f699-05e2-473a-bd8a-7925bdc92810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:26.817108 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ed24f699-05e2-473a-bd8a-7925bdc92810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:26.818389 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ed24f699-05e2-473a-bd8a-7925bdc92810 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/14384aea-e7b0-4c58-a543-e0a65751df3b HTTP/1.1" status: 204 len: 168 time: 0.3750720 Dec 22 13:25:26.819023 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50370) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:26.856581 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-fa67104b-c4e4-465c-b059-b69bc194292f req-a8cdeb16-fb1c-48b6-841c-eb570f76ddb7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:25:26.858964 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fa67104b-c4e4-465c-b059-b69bc194292f req-a8cdeb16-fb1c-48b6-841c-eb570f76ddb7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-303729203&fields=id&tenant_id=453b85bce7e6482dbe10966fb03da8cc HTTP/1.1" status: 200 len: 267 time: 0.1861541 Dec 22 13:25:26.983832 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6c553f68-3d9b-4f20-909f-eb0de598b05f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a60f3a1097f04048a0ba36c7cbb0e0ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2809808 Dec 22 13:25:26.986533 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50378) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:27.037377 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a8f47386-c84d-42e1-bb2e-e8bb923629c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:27.080422 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67104b-c4e4-465c-b059-b69bc194292f req-3b715d08-b2c8-42eb-9216-da37ffb4152e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:27.081114 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-fa67104b-c4e4-465c-b059-b69bc194292f req-3b715d08-b2c8-42eb-9216-da37ffb4152e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:network {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:25:27.120259 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-a8f47386-c84d-42e1-bb2e-e8bb923629c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:27.132957 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-a8f47386-c84d-42e1-bb2e-e8bb923629c7 admin admin] Usage tracker for resource:security_group_rule and tenant:161d739159324adaa477dc1c71734dea is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:27.137324 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-a8f47386-c84d-42e1-bb2e-e8bb923629c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:27.144196 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4c52acce-ae3c-45c6-b4bd-3d3098b90b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:27.145880 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-a8f47386-c84d-42e1-bb2e-e8bb923629c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:27.181343 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4c52acce-ae3c-45c6-b4bd-3d3098b90b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:27.192558 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-fa67104b-c4e4-465c-b059-b69bc194292f req-3b715d08-b2c8-42eb-9216-da37ffb4152e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:network {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:25:27.193728 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fa67104b-c4e4-465c-b059-b69bc194292f req-3b715d08-b2c8-42eb-9216-da37ffb4152e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/networks?id=f75f5b64-dcaa-4626-ae22-da1ba1671be2 HTTP/1.1" status: 200 len: 795 time: 0.3290484 Dec 22 13:25:27.249865 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fa67104b-c4e4-465c-b059-b69bc194292f req-5248f25d-6b0c-4ffe-a6ea-410ea5efccd3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/quotas/453b85bce7e6482dbe10966fb03da8cc HTTP/1.1" status: 200 len: 375 time: 0.0435309 Dec 22 13:25:27.338189 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a8f47386-c84d-42e1-bb2e-e8bb923629c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:27.372685 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fa67104b-c4e4-465c-b059-b69bc194292f req-0c22285e-70d4-4ad9-bd15-a5bfb149e94e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1147995 Dec 22 13:25:27.456155 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a8f47386-c84d-42e1-bb2e-e8bb923629c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:27.462305 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4c52acce-ae3c-45c6-b4bd-3d3098b90b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:27.469106 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e4649c8b-8fe1-4cf8-b9ba-b36150a13de8 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:27.530866 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f47386-c84d-42e1-bb2e-e8bb923629c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d96e44-a164-43ff-b876-d7ef97eeec7e,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:27.555228 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a8f47386-c84d-42e1-bb2e-e8bb923629c7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=161d739159324adaa477dc1c71734dea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7352266 Dec 22 13:25:27.558172 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50386) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:27.559756 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c52acce-ae3c-45c6-b4bd-3d3098b90b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af970b1a-6a12-43b0-9e35-ec43af970e34,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:27.563280 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4c52acce-ae3c-45c6-b4bd-3d3098b90b71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:27.563798 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8a3e0b7e-0cfe-4e2b-987f-fd7f5890c082 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:27.564186 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8a3e0b7e-0cfe-4e2b-987f-fd7f5890c082 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:27.595538 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fa67104b-c4e4-465c-b059-b69bc194292f req-232954fa-c406-4fb8-b525-ca771bc9e017 service neutron] 10.222.0.47 "GET /v2.0/networks/f75f5b64-dcaa-4626-ae22-da1ba1671be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108209 Dec 22 13:25:27.636097 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50390) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:27.651965 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-52ae6a87-1c31-4be3-a8dd-0d9180d4f454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:27.677338 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4c52acce-ae3c-45c6-b4bd-3d3098b90b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:27.680408 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-4c52acce-ae3c-45c6-b4bd-3d3098b90b71 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/af970b1a-6a12-43b0-9e35-ec43af970e34 HTTP/1.1" status: 204 len: 168 time: 0.6925812 Dec 22 13:25:27.695719 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-52ae6a87-1c31-4be3-a8dd-0d9180d4f454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:27.730684 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-43b62115-1a13-450a-b017-e70ed17a3d0c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=203456c584c042e59ddee94b648b37a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0933659 Dec 22 13:25:27.733307 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50396) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:27.772250 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fa67104b-c4e4-465c-b059-b69bc194292f req-7ae26a82-869f-4046-ae1b-5dd427a45cf2 service neutron] 10.222.0.47 "GET /v2.0/networks/f75f5b64-dcaa-4626-ae22-da1ba1671be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709089 Dec 22 13:25:27.822164 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e649ca42-7826-4a48-be3d-22801c743579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:27.839679 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-52ae6a87-1c31-4be3-a8dd-0d9180d4f454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:27.844926 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5fba796b-d2d6-4888-82ac-6a0cd79a636e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:27.851138 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e649ca42-7826-4a48-be3d-22801c743579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:27.859052 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae6a87-1c31-4be3-a8dd-0d9180d4f454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d96e44-a164-43ff-b876-d7ef97eeec7e,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:27.861344 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-52ae6a87-1c31-4be3-a8dd-0d9180d4f454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:27.871456 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-52ae6a87-1c31-4be3-a8dd-0d9180d4f454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:27.872803 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-52ae6a87-1c31-4be3-a8dd-0d9180d4f454 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/69d96e44-a164-43ff-b876-d7ef97eeec7e HTTP/1.1" status: 204 len: 168 time: 0.3135946 Dec 22 13:25:27.963119 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c83296db-ccdf-4050-8fd7-105fce9dca43 req-3ef0cd68-9d94-4787-9189-b7ae96a00bf5 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3c913a1-0535-47b7-b904-e3597c45454f HTTP/1.1" status: 200 len: 210 time: 0.0483739 Dec 22 13:25:28.011084 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e649ca42-7826-4a48-be3d-22801c743579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:28.016347 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b8069bb2-4b2c-4227-bb99-9caf7f6deb2f tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:28.030790 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e649ca42-7826-4a48-be3d-22801c743579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f15216-2cbd-46d7-98e7-8e806b78fe98,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:28.033080 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e649ca42-7826-4a48-be3d-22801c743579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:28.034408 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e649ca42-7826-4a48-be3d-22801c743579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:28.038396 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e649ca42-7826-4a48-be3d-22801c743579 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/15f15216-2cbd-46d7-98e7-8e806b78fe98 HTTP/1.1" status: 204 len: 168 time: 0.3013918 Dec 22 13:25:28.177907 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-3826e8e9-ac93-41fd-b393-efdc28cf99d6 req-b7bb067e-862d-496f-ae74-bb40373312d8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fceea00b-de05-426b-b627-97c49e9d3eb3 HTTP/1.1" status: 200 len: 210 time: 0.0501575 Dec 22 13:25:28.656585 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:29.137622 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f2705d2a-45fd-44e3-864f-23b1bfba5614 req-1ff86195-8554-424c-9a14-dfbd4bcf80da tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3c913a1-0535-47b7-b904-e3597c45454f HTTP/1.1" status: 200 len: 210 time: 0.0480199 Dec 22 13:25:29.272941 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50446) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:29.399110 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-ef2ffa3c-e67b-4ecb-a467-41c71527c0cd tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:29.401755 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-ef2ffa3c-e67b-4ecb-a467-41c71527c0cd tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.45 "GET /v2.0/networks?id=10e79ce2-fabb-4316-a76b-1469cb51a232 HTTP/1.1" status: 200 len: 812 time: 0.2656298 Dec 22 13:25:29.428235 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ed57f0f8-32e9-433d-804c-97288eed49bb req-5bc88fb6-33e8-4152-bd16-9a075cba30d0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fceea00b-de05-426b-b627-97c49e9d3eb3 HTTP/1.1" status: 200 len: 210 time: 0.0708849 Dec 22 13:25:29.486788 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-1da6a9f3-6951-4b7d-b5b2-6e96eec3b543 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2be9708be2a4e27beb28819ba0fc835 HTTP/1.1" status: 200 len: 380 time: 0.0447466 Dec 22 13:25:29.496728 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-cbdf4ae3-a345-415f-898f-6b29c38cdd4e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1411443891-network', 'tenant_id': '52ca78c77f4148ba907510166b889b1e'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:29.501501 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-cbdf4ae3-a345-415f-898f-6b29c38cdd4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:29.505398 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-cbdf4ae3-a345-415f-898f-6b29c38cdd4e admin admin] Usage tracker for resource:network and tenant:52ca78c77f4148ba907510166b889b1e is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:29.510752 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-cbdf4ae3-a345-415f-898f-6b29c38cdd4e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:29.526830 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-0d8bf11c-94a9-4fae-b28e-a1da0ce2bbb2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Request body: {'port': {'device_id': 'b3c913a1-0535-47b7-b904-e3597c45454f', 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'admin_state_up': True, 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'security_groups': ['40700fc7-e1b2-48c6-9a16-0d5a21225209']}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:29.533238 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-cbdf4ae3-a345-415f-898f-6b29c38cdd4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:29.651938 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdf4ae3-a345-415f-898f-6b29c38cdd4e admin admin] Made reservation on behalf of 52ca78c77f4148ba907510166b889b1e for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:25:29.656309 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cbdf4ae3-a345-415f-898f-6b29c38cdd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:29.680254 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-0d8bf11c-94a9-4fae-b28e-a1da0ce2bbb2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:29.690571 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cbdf4ae3-a345-415f-898f-6b29c38cdd4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:29.692954 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-0d8bf11c-94a9-4fae-b28e-a1da0ce2bbb2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:29.726432 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-cbdf4ae3-a345-415f-898f-6b29c38cdd4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:29.731517 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-cbdf4ae3-a345-415f-898f-6b29c38cdd4e admin admin] Usage tracker for resource:security_group_rule and tenant:52ca78c77f4148ba907510166b889b1e is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:29.734675 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-cbdf4ae3-a345-415f-898f-6b29c38cdd4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:29.741372 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-cbdf4ae3-a345-415f-898f-6b29c38cdd4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:29.809344 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cbdf4ae3-a345-415f-898f-6b29c38cdd4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:29.821865 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-0d8bf11c-94a9-4fae-b28e-a1da0ce2bbb2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Made reservation on behalf of b2be9708be2a4e27beb28819ba0fc835 for: {'port': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:25:29.825620 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-0d8bf11c-94a9-4fae-b28e-a1da0ce2bbb2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:29.892310 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cbdf4ae3-a345-415f-898f-6b29c38cdd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:29.892310 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c9a20e88-be21-432a-b206-168d1101ca0e tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:29.919416 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbdf4ae3-a345-415f-898f-6b29c38cdd4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:25:29.928039 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf4ae3-a345-415f-898f-6b29c38cdd4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98a6098-7ced-4885-b5d1-d0fa879b89d8,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:29.934591 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cbdf4ae3-a345-415f-898f-6b29c38cdd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:29.935003 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-cbdf4ae3-a345-415f-898f-6b29c38cdd4e admin admin] Added segment 7f79b783-225e-4666-9ea2-4c27d6533c1d of type vlan for network c4766a5c-8b42-43a8-aff3-2d5ba2ef9a8b Dec 22 13:25:29.944441 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdf4ae3-a345-415f-898f-6b29c38cdd4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:29.945059 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdf4ae3-a345-415f-898f-6b29c38cdd4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:29.945624 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdf4ae3-a345-415f-898f-6b29c38cdd4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:29.946201 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdf4ae3-a345-415f-898f-6b29c38cdd4e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:29.947449 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdf4ae3-a345-415f-898f-6b29c38cdd4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:29.948221 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdf4ae3-a345-415f-898f-6b29c38cdd4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:29.948595 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdf4ae3-a345-415f-898f-6b29c38cdd4e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:29.949157 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdf4ae3-a345-415f-898f-6b29c38cdd4e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:29.949528 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdf4ae3-a345-415f-898f-6b29c38cdd4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:29.949887 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdf4ae3-a345-415f-898f-6b29c38cdd4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:29.953387 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdf4ae3-a345-415f-898f-6b29c38cdd4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:29.958075 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-cbdf4ae3-a345-415f-898f-6b29c38cdd4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:29.981753 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cbdf4ae3-a345-415f-898f-6b29c38cdd4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:30.024206 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-0d8bf11c-94a9-4fae-b28e-a1da0ce2bbb2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Allocated IP 172.20.0.5 (10e79ce2-fabb-4316-a76b-1469cb51a232/d855c4ed-0ace-4ba2-aafe-06ef167ba3f1/6eb50e87-1a7a-4b25-a1a2-cb8403e6240b) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:25:30.074005 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cbdf4ae3-a345-415f-898f-6b29c38cdd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:30.074993 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdf4ae3-a345-415f-898f-6b29c38cdd4e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:30.075571 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cbdf4ae3-a345-415f-898f-6b29c38cdd4e admin admin] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:30.080827 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4fdba80c-51d9-4a64-b81e-766cfe2c12a3 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:30.211279 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf4ae3-a345-415f-898f-6b29c38cdd4e admin admin] Pushing event updated for resources: {'Network': ['ID=c4766a5c-8b42-43a8-aff3-2d5ba2ef9a8b,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:30.214119 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-cbdf4ae3-a345-415f-898f-6b29c38cdd4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:30.224181 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network c4766a5c-8b42-43a8-aff3-2d5ba2ef9a8b details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:25:30.245395 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-0d8bf11c-94a9-4fae-b28e-a1da0ce2bbb2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:30.300142 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-0d8bf11c-94a9-4fae-b28e-a1da0ce2bbb2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Transition to ACTIVE for port object 6eb50e87-1a7a-4b25-a1a2-cb8403e6240b will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:25:30.349247 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50470) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:30.349592 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-cbdf4ae3-a345-415f-898f-6b29c38cdd4e admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0751865 Dec 22 13:25:30.354834 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2bf41c1d-dc87-437f-b70f-e6952db41e07 req-89a17294-7aa5-4309-94eb-d80da291beda tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3c913a1-0535-47b7-b904-e3597c45454f HTTP/1.1" status: 200 len: 210 time: 0.0575526 Dec 22 13:25:30.355859 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-ddde8d0b-6483-4dc1-bd3a-5d3fa9162de1 admin admin] Request body: {'subnet': {'network_id': 'c4766a5c-8b42-43a8-aff3-2d5ba2ef9a8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1411443891-subnet', 'tenant_id': '52ca78c77f4148ba907510166b889b1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:30.362531 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ddde8d0b-6483-4dc1-bd3a-5d3fa9162de1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:30.371469 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ddde8d0b-6483-4dc1-bd3a-5d3fa9162de1 admin admin] Usage tracker for resource:subnet and tenant:52ca78c77f4148ba907510166b889b1e is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:30.374834 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ddde8d0b-6483-4dc1-bd3a-5d3fa9162de1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:30.385046 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ddde8d0b-6483-4dc1-bd3a-5d3fa9162de1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:30.433437 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-0d8bf11c-94a9-4fae-b28e-a1da0ce2bbb2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:30.450362 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-66bd6e95-6ea5-499a-b42b-81bebc3b986e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:30.531188 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-0d8bf11c-94a9-4fae-b28e-a1da0ce2bbb2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Network 10e79ce2-fabb-4316-a76b-1469cb51a232 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:25:30.532952 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-0d8bf11c-94a9-4fae-b28e-a1da0ce2bbb2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:25:30.534975 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddde8d0b-6483-4dc1-bd3a-5d3fa9162de1 admin admin] Made reservation on behalf of 52ca78c77f4148ba907510166b889b1e for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:25:30.537417 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ddde8d0b-6483-4dc1-bd3a-5d3fa9162de1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:30.648272 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-0d8bf11c-94a9-4fae-b28e-a1da0ce2bbb2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:25:30.714343 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67104b-c4e4-465c-b059-b69bc194292f req-5e1a316a-fe05-4349-a037-54645da14349 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:30.716419 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fa67104b-c4e4-465c-b059-b69bc194292f req-5e1a316a-fe05-4349-a037-54645da14349 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "GET /v2.0/networks?id=f75f5b64-dcaa-4626-ae22-da1ba1671be2 HTTP/1.1" status: 200 len: 795 time: 0.2305627 Dec 22 13:25:30.813672 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fa67104b-c4e4-465c-b059-b69bc194292f req-7ac59130-432f-4e58-a07d-c1f8240477a3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=453b85bce7e6482dbe10966fb03da8cc HTTP/1.1" status: 200 len: 471 time: 0.0705504 Dec 22 13:25:30.826001 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-fa67104b-c4e4-465c-b059-b69bc194292f req-5f6f654d-8b20-4cbb-a10d-75e3535058c8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'port': {'device_id': 'fceea00b-de05-426b-b627-97c49e9d3eb3', 'network_id': 'f75f5b64-dcaa-4626-ae22-da1ba1671be2', 'admin_state_up': True, 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'security_groups': ['7831b01e-0a2f-4c96-9f66-56e09475709b']}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:30.945583 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-77a2a711-d0e7-45ae-ba1c-780f18c6dc35 req-14657c25-def6-4ac7-9bbe-92ab46b7b297 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fceea00b-de05-426b-b627-97c49e9d3eb3 HTTP/1.1" status: 200 len: 210 time: 0.2658284 Dec 22 13:25:30.958164 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8bf11c-94a9-4fae-b28e-a1da0ce2bbb2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Pushing event updated for resources: {'Port': ['ID=6eb50e87-1a7a-4b25-a1a2-cb8403e6240b,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:31.022067 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8bf11c-94a9-4fae-b28e-a1da0ce2bbb2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:31.022522 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8bf11c-94a9-4fae-b28e-a1da0ce2bbb2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:31.022867 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8bf11c-94a9-4fae-b28e-a1da0ce2bbb2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:31.023243 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8bf11c-94a9-4fae-b28e-a1da0ce2bbb2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:31.023619 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8bf11c-94a9-4fae-b28e-a1da0ce2bbb2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:31.024118 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8bf11c-94a9-4fae-b28e-a1da0ce2bbb2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:31.024351 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8bf11c-94a9-4fae-b28e-a1da0ce2bbb2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:31.024725 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8bf11c-94a9-4fae-b28e-a1da0ce2bbb2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:31.025122 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8bf11c-94a9-4fae-b28e-a1da0ce2bbb2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:31.025486 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8bf11c-94a9-4fae-b28e-a1da0ce2bbb2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:31.025845 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8bf11c-94a9-4fae-b28e-a1da0ce2bbb2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:31.039868 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0d8bf11c-94a9-4fae-b28e-a1da0ce2bbb2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:31.047137 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-0d8bf11c-94a9-4fae-b28e-a1da0ce2bbb2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:31.048083 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-0d8bf11c-94a9-4fae-b28e-a1da0ce2bbb2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:31.061969 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-eb3143e8-12de-451e-85b0-e0d340f5b2e9 None None] Provisioning for port 6eb50e87-1a7a-4b25-a1a2-cb8403e6240b completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:25:31.067641 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-eb3143e8-12de-451e-85b0-e0d340f5b2e9 None None] Provisioning complete for port 6eb50e87-1a7a-4b25-a1a2-cb8403e6240b triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:25:31.068642 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-eb3143e8-12de-451e-85b0-e0d340f5b2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:31.138281 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-eb3143e8-12de-451e-85b0-e0d340f5b2e9 None None] Port 6eb50e87-1a7a-4b25-a1a2-cb8403e6240b cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:25:31.159555 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-fa67104b-c4e4-465c-b059-b69bc194292f req-5f6f654d-8b20-4cbb-a10d-75e3535058c8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:31.163629 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-fa67104b-c4e4-465c-b059-b69bc194292f req-5f6f654d-8b20-4cbb-a10d-75e3535058c8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:port and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:31.167379 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-fa67104b-c4e4-465c-b059-b69bc194292f req-5f6f654d-8b20-4cbb-a10d-75e3535058c8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:31.175618 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-fa67104b-c4e4-465c-b059-b69bc194292f req-5f6f654d-8b20-4cbb-a10d-75e3535058c8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:31.206191 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-0d8bf11c-94a9-4fae-b28e-a1da0ce2bbb2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6975274 Dec 22 13:25:31.225937 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-14c22cc3-ef63-4108-88fa-d48a95099eb4 service neutron] Request body: {'port': {'device_id': 'b3c913a1-0535-47b7-b904-e3597c45454f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:31.264606 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ddde8d0b-6483-4dc1-bd3a-5d3fa9162de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:31.271205 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-61ec75b8-b4c6-4851-b799-f44e6f5cf078 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:31.302240 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa67104b-c4e4-465c-b059-b69bc194292f req-5f6f654d-8b20-4cbb-a10d-75e3535058c8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Made reservation on behalf of 453b85bce7e6482dbe10966fb03da8cc for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:25:31.305344 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-fa67104b-c4e4-465c-b059-b69bc194292f req-5f6f654d-8b20-4cbb-a10d-75e3535058c8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:31.325705 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50488) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:31.420126 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde8d0b-6483-4dc1-bd3a-5d3fa9162de1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23475466-2c2b-4d7f-80b0-7a3cc543c49a,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:31.449092 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ddde8d0b-6483-4dc1-bd3a-5d3fa9162de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:31.517169 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [req-fa67104b-c4e4-465c-b059-b69bc194292f req-5f6f654d-8b20-4cbb-a10d-75e3535058c8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Allocated IP 172.20.0.28 (f75f5b64-dcaa-4626-ae22-da1ba1671be2/8cc847c9-27d8-4575-a578-3f32627903a2/54ca1a2c-3c17-4ed5-841a-6b25049802fc) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:25:31.533061 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-14c22cc3-ef63-4108-88fa-d48a95099eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:31.571533 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddde8d0b-6483-4dc1-bd3a-5d3fa9162de1 admin admin] Checking segment: {'id': '7f79b783-225e-4666-9ea2-4c27d6533c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c4766a5c-8b42-43a8-aff3-2d5ba2ef9a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:25:31.574652 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddde8d0b-6483-4dc1-bd3a-5d3fa9162de1 admin admin] Network hostable DHCP agents. Network: c4766a5c-8b42-43a8-aff3-2d5ba2ef9a8b, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:25:31.614846 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-44af0a98-9732-4960-85ab-dcb4049a1158 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1383523522', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:31.623055 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-44af0a98-9732-4960-85ab-dcb4049a1158 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:31.711622 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-44af0a98-9732-4960-85ab-dcb4049a1158 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Usage tracker for resource:port and tenant:ef3b1432c9f74a9e9d521334022aec4e is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:31.721811 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-44af0a98-9732-4960-85ab-dcb4049a1158 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:31.735046 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-44af0a98-9732-4960-85ab-dcb4049a1158 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:31.821800 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3727b4-9e4e-48bf-9d30-0b2bfc28e06f req-1604e179-f081-4fee-9fad-957b8d0a3715 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:31.823824 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fb3727b4-9e4e-48bf-9d30-0b2bfc28e06f req-1604e179-f081-4fee-9fad-957b8d0a3715 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3c913a1-0535-47b7-b904-e3597c45454f HTTP/1.1" status: 200 len: 931 time: 0.2739332 Dec 22 13:25:31.855533 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44af0a98-9732-4960-85ab-dcb4049a1158 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Made reservation on behalf of ef3b1432c9f74a9e9d521334022aec4e for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:25:31.857794 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-44af0a98-9732-4960-85ab-dcb4049a1158 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:31.877483 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-fa67104b-c4e4-465c-b059-b69bc194292f req-5f6f654d-8b20-4cbb-a10d-75e3535058c8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:31.884970 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-44af0a98-9732-4960-85ab-dcb4049a1158 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:31.916959 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-fa67104b-c4e4-465c-b059-b69bc194292f req-5f6f654d-8b20-4cbb-a10d-75e3535058c8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Transition to ACTIVE for port object 54ca1a2c-3c17-4ed5-841a-6b25049802fc will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:25:31.944752 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fb3727b4-9e4e-48bf-9d30-0b2bfc28e06f req-50772a3c-5b63-4db3-bcfa-a087b2bba3d1 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152997 Dec 22 13:25:31.953389 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-44af0a98-9732-4960-85ab-dcb4049a1158 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:31.959526 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-44af0a98-9732-4960-85ab-dcb4049a1158 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Usage tracker for resource:security_group_rule and tenant:ef3b1432c9f74a9e9d521334022aec4e is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:31.963427 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-14c22cc3-ef63-4108-88fa-d48a95099eb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eb50e87-1a7a-4b25-a1a2-cb8403e6240b {{(pid=84148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:25:31.963740 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-44af0a98-9732-4960-85ab-dcb4049a1158 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:31.970791 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-44af0a98-9732-4960-85ab-dcb4049a1158 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:31.972018 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-14c22cc3-ef63-4108-88fa-d48a95099eb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:31.993975 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddde8d0b-6483-4dc1-bd3a-5d3fa9162de1 admin admin] Network c4766a5c-8b42-43a8-aff3-2d5ba2ef9a8b is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:25:32.002086 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-14c22cc3-ef63-4108-88fa-d48a95099eb4 service neutron] Transition to ACTIVE for port object 6eb50e87-1a7a-4b25-a1a2-cb8403e6240b will not be triggered until provisioned by entity L2. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:25:32.055063 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-44af0a98-9732-4960-85ab-dcb4049a1158 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:32.062523 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-fa67104b-c4e4-465c-b059-b69bc194292f req-5f6f654d-8b20-4cbb-a10d-75e3535058c8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:32.068760 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-16d5d786-d724-4692-9bb9-41ee94fbc578 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:32.128220 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-14c22cc3-ef63-4108-88fa-d48a95099eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:32.132021 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-ddde8d0b-6483-4dc1-bd3a-5d3fa9162de1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, c4766a5c-8b42-43a8-aff3-2d5ba2ef9a8b) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:25:32.135561 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa67104b-c4e4-465c-b059-b69bc194292f req-5f6f654d-8b20-4cbb-a10d-75e3535058c8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network f75f5b64-dcaa-4626-ae22-da1ba1671be2 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:25:32.139954 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-635b9616-1447-450c-b195-a337d4f8bedd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:32.143998 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [req-fa67104b-c4e4-465c-b059-b69bc194292f req-5f6f654d-8b20-4cbb-a10d-75e3535058c8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:25:32.146415 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc47bc0-0353-4fd2-a2f4-0192a287c95d None None] Network c4766a5c-8b42-43a8-aff3-2d5ba2ef9a8b requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:25:32.148711 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa67104b-c4e4-465c-b059-b69bc194292f req-5f6f654d-8b20-4cbb-a10d-75e3535058c8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:25:32.180813 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddde8d0b-6483-4dc1-bd3a-5d3fa9162de1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:32.183585 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ddde8d0b-6483-4dc1-bd3a-5d3fa9162de1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:32.189271 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-44af0a98-9732-4960-85ab-dcb4049a1158 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:32.191345 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f654d-8b20-4cbb-a10d-75e3535058c8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=54ca1a2c-3c17-4ed5-841a-6b25049802fc,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:32.197350 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-44af0a98-9732-4960-85ab-dcb4049a1158 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] device_id is not set on port 4bf44094-b897-4b4b-8464-eff742554634 yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:25:32.244321 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5f6f654d-8b20-4cbb-a10d-75e3535058c8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:32.245153 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e449ca6f-083c-4e8d-a350-7d49f9acfd86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:32.294880 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c22cc3-ef63-4108-88fa-d48a95099eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb50e87-1a7a-4b25-a1a2-cb8403e6240b,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:32.307305 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-14c22cc3-ef63-4108-88fa-d48a95099eb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:32.353752 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67104b-c4e4-465c-b059-b69bc194292f req-5f6f654d-8b20-4cbb-a10d-75e3535058c8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:32.358985 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-fa67104b-c4e4-465c-b059-b69bc194292f req-5f6f654d-8b20-4cbb-a10d-75e3535058c8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:32.375211 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af0a98-9732-4960-85ab-dcb4049a1158 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950e09a7-5d0a-46da-bb55-71f41e7e6f20,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:32.390833 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-44af0a98-9732-4960-85ab-dcb4049a1158 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:32.424224 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ddde8d0b-6483-4dc1-bd3a-5d3fa9162de1 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0683682 Dec 22 13:25:32.520801 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-44af0a98-9732-4960-85ab-dcb4049a1158 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Allocated IP 172.26.1.152 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/4bf44094-b897-4b4b-8464-eff742554634) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:25:32.544919 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8632f947-00cc-4866-b577-a1d0be6963ab req-fe51613d-8fc2-4113-9fb9-5d2eb6ca2c93 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:32.547386 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-8632f947-00cc-4866-b577-a1d0be6963ab req-fe51613d-8fc2-4113-9fb9-5d2eb6ca2c93 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fceea00b-de05-426b-b627-97c49e9d3eb3 HTTP/1.1" status: 200 len: 932 time: 0.4602985 Dec 22 13:25:32.562380 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f22560-a6f9-453e-9842-476b792c15b1 None None] Network c4766a5c-8b42-43a8-aff3-2d5ba2ef9a8b requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:25:32.582468 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fa67104b-c4e4-465c-b059-b69bc194292f req-5f6f654d-8b20-4cbb-a10d-75e3535058c8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7568860 Dec 22 13:25:32.630157 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-fa67104b-c4e4-465c-b059-b69bc194292f req-e2df1cec-8d25-46a1-8b9b-eb14c7e6958d service neutron] Request body: {'port': {'device_id': 'fceea00b-de05-426b-b627-97c49e9d3eb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:32.641126 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-8632f947-00cc-4866-b577-a1d0be6963ab req-b7137bb3-569f-4c35-8a3b-9602fdc566e0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7831b01e-0a2f-4c96-9f66-56e09475709b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925796 Dec 22 13:25:32.680639 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-14c22cc3-ef63-4108-88fa-d48a95099eb4 service neutron] Attempting to bind port 6eb50e87-1a7a-4b25-a1a2-cb8403e6240b on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:25:32.682241 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-14c22cc3-ef63-4108-88fa-d48a95099eb4 service neutron] Attempting to bind port 6eb50e87-1a7a-4b25-a1a2-cb8403e6240b by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'f468e2c3-8d76-44b5-a1f5-b6db2225bdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232'}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:25:32.682241 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-14c22cc3-ef63-4108-88fa-d48a95099eb4 service neutron] Attempting to bind port 6eb50e87-1a7a-4b25-a1a2-cb8403e6240b on network 10e79ce2-fabb-4316-a76b-1469cb51a232 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:25:32.693036 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-14c22cc3-ef63-4108-88fa-d48a95099eb4 service neutron] Port 6eb50e87-1a7a-4b25-a1a2-cb8403e6240b on network 10e79ce2-fabb-4316-a76b-1469cb51a232 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:25:32.695785 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-14c22cc3-ef63-4108-88fa-d48a95099eb4 service neutron] Attempting to bind port 6eb50e87-1a7a-4b25-a1a2-cb8403e6240b on network 10e79ce2-fabb-4316-a76b-1469cb51a232 {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:25:32.707985 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-14c22cc3-ef63-4108-88fa-d48a95099eb4 service neutron] Checking agent: {'id': '72ee2f79-9ac0-483e-b4fd-5b910a776581', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'started_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:25:32.708549 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-14c22cc3-ef63-4108-88fa-d48a95099eb4 service neutron] Checking segment: {'id': 'f468e2c3-8d76-44b5-a1f5-b6db2225bdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:25:32.709335 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-14c22cc3-ef63-4108-88fa-d48a95099eb4 service neutron] Bound using segment: {'id': 'f468e2c3-8d76-44b5-a1f5-b6db2225bdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232'} {{(pid=84148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:25:32.709933 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.managers [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-14c22cc3-ef63-4108-88fa-d48a95099eb4 service neutron] Bound port: 6eb50e87-1a7a-4b25-a1a2-cb8403e6240b, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f468e2c3-8d76-44b5-a1f5-b6db2225bdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232'}}] {{(pid=84148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:25:32.710482 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-14c22cc3-ef63-4108-88fa-d48a95099eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:32.811967 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-14c22cc3-ef63-4108-88fa-d48a95099eb4 service neutron] For port 6eb50e87-1a7a-4b25-a1a2-cb8403e6240b, host hv-neutron-8226, cleared binding levels {{(pid=84148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:25:32.821064 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-14c22cc3-ef63-4108-88fa-d48a95099eb4 service neutron] For port 6eb50e87-1a7a-4b25-a1a2-cb8403e6240b, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6eb50e87-1a7a-4b25-a1a2-cb8403e6240b,segment=NetworkSegment(f468e2c3-8d76-44b5-a1f5-b6db2225bdd5),segment_id=f468e2c3-8d76-44b5-a1f5-b6db2225bdd5)] {{(pid=84148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:25:32.853929 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-e849d453-0286-4f4e-82c0-3b10ef8e275c None None] Provisioning for port 54ca1a2c-3c17-4ed5-841a-6b25049802fc completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:25:32.865817 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-e849d453-0286-4f4e-82c0-3b10ef8e275c None None] Provisioning complete for port 54ca1a2c-3c17-4ed5-841a-6b25049802fc triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:25:32.866268 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e849d453-0286-4f4e-82c0-3b10ef8e275c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:32.890635 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-14c22cc3-ef63-4108-88fa-d48a95099eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:32.897678 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0d8bf11c-94a9-4fae-b28e-a1da0ce2bbb2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:32.924250 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-fa67104b-c4e4-465c-b059-b69bc194292f req-e2df1cec-8d25-46a1-8b9b-eb14c7e6958d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:32.968151 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-e849d453-0286-4f4e-82c0-3b10ef8e275c None None] Port 54ca1a2c-3c17-4ed5-841a-6b25049802fc cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:25:32.972635 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-14c22cc3-ef63-4108-88fa-d48a95099eb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:32.974111 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-14c22cc3-ef63-4108-88fa-d48a95099eb4 service neutron] 10.222.0.45 "PUT /v2.0/ports/6eb50e87-1a7a-4b25-a1a2-cb8403e6240b HTTP/1.1" status: 200 len: 1093 time: 1.7525215 Dec 22 13:25:32.974716 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c913a1-0535-47b7-b904-e3597c45454f', 'tag': '6eb50e87-1a7a-4b25-a1a2-cb8403e6240b'}] {{(pid=84148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:25:33.018561 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-44af0a98-9732-4960-85ab-dcb4049a1158 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:33.026429 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c22cc3-ef63-4108-88fa-d48a95099eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb50e87-1a7a-4b25-a1a2-cb8403e6240b,revision_number=3']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:33.043811 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-14c22cc3-ef63-4108-88fa-d48a95099eb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:33.082459 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c913a1-0535-47b7-b904-e3597c45454f', 'tag': '6eb50e87-1a7a-4b25-a1a2-cb8403e6240b', 'status': 'completed', 'code': 200} Dec 22 13:25:33.170740 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-44af0a98-9732-4960-85ab-dcb4049a1158 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:33.197489 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4f415af9-f547-4ca4-850b-cc4bc976a4ef tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:33.303001 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7acbe938-d944-49e2-a788-7ce955a19173 req-58349d55-9d14-4c74-9958-889431312c2c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b2be9708be2a4e27beb28819ba0fc835&device_id=b3c913a1-0535-47b7-b904-e3597c45454f HTTP/1.1" status: 200 len: 1096 time: 0.1937146 Dec 22 13:25:33.339159 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44af0a98-9732-4960-85ab-dcb4049a1158 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:25:33.350099 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9bb7ef-de6c-4e5d-85f1-ef4752cc6d72 req-7e2c10f3-97b0-4e8d-b572-0ae7d8153668 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:33.351559 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-6e9bb7ef-de6c-4e5d-85f1-ef4752cc6d72 req-7e2c10f3-97b0-4e8d-b572-0ae7d8153668 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Synchronizing usage tracker for tenant:b2be9708be2a4e27beb28819ba0fc835 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:25:33.390778 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-44af0a98-9732-4960-85ab-dcb4049a1158 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:25:33.393102 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af0a98-9732-4960-85ab-dcb4049a1158 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Pushing event updated for resources: {'Port': ['ID=4bf44094-b897-4b4b-8464-eff742554634,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:33.400115 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44af0a98-9732-4960-85ab-dcb4049a1158 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:25:33.436782 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-44af0a98-9732-4960-85ab-dcb4049a1158 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:33.512167 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbe938-d944-49e2-a788-7ce955a19173 req-5519a98a-e05b-4bc4-a601-1f284998d7b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:33.513858 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7acbe938-d944-49e2-a788-7ce955a19173 req-5519a98a-e05b-4bc4-a601-1f284998d7b0 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=b2be9708be2a4e27beb28819ba0fc835&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1973660 Dec 22 13:25:33.551238 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-6e9bb7ef-de6c-4e5d-85f1-ef4752cc6d72 req-7e2c10f3-97b0-4e8d-b572-0ae7d8153668 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Unset dirty status for tenant:b2be9708be2a4e27beb28819ba0fc835 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:25:33.552184 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-6e9bb7ef-de6c-4e5d-85f1-ef4752cc6d72 req-7e2c10f3-97b0-4e8d-b572-0ae7d8153668 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3c913a1-0535-47b7-b904-e3597c45454f HTTP/1.1" status: 200 len: 943 time: 0.3595548 Dec 22 13:25:33.680126 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44af0a98-9732-4960-85ab-dcb4049a1158 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:33.680743 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-44af0a98-9732-4960-85ab-dcb4049a1158 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:33.786071 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-44af0a98-9732-4960-85ab-dcb4049a1158 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.4592698 Dec 22 13:25:33.795415 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50518) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:33.803313 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-7a854760-dcf8-4ef3-9d87-44ecdfdc8e18 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.152'}]}}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:33.864473 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-7a854760-dcf8-4ef3-9d87-44ecdfdc8e18 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:33.865222 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-6e9bb7ef-de6c-4e5d-85f1-ef4752cc6d72 req-f684bac0-d5d1-42d9-80be-8beab7f9f728 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2602887 Dec 22 13:25:33.872302 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-7a854760-dcf8-4ef3-9d87-44ecdfdc8e18 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Usage tracker for resource:router and tenant:ef3b1432c9f74a9e9d521334022aec4e is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:33.889860 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-7a854760-dcf8-4ef3-9d87-44ecdfdc8e18 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:33.895680 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [req-fa67104b-c4e4-465c-b059-b69bc194292f req-e2df1cec-8d25-46a1-8b9b-eb14c7e6958d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54ca1a2c-3c17-4ed5-841a-6b25049802fc {{(pid=84149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:25:33.906540 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-7a854760-dcf8-4ef3-9d87-44ecdfdc8e18 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:33.907587 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbe938-d944-49e2-a788-7ce955a19173 req-901bbb95-5d78-4dba-a1fa-9b1f1b399645 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:33.909501 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-fa67104b-c4e4-465c-b059-b69bc194292f req-e2df1cec-8d25-46a1-8b9b-eb14c7e6958d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:33.910330 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7acbe938-d944-49e2-a788-7ce955a19173 req-901bbb95-5d78-4dba-a1fa-9b1f1b399645 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3842349 Dec 22 13:25:33.939640 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-fa67104b-c4e4-465c-b059-b69bc194292f req-e2df1cec-8d25-46a1-8b9b-eb14c7e6958d service neutron] Transition to ACTIVE for port object 54ca1a2c-3c17-4ed5-841a-6b25049802fc will not be triggered until provisioned by entity L2. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:25:33.976603 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a7725-096c-4056-b686-f0de489d466b req-02a378ca-9272-4dd6-9784-e2c2993b0355 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:33.978595 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-152a7725-096c-4056-b686-f0de489d466b req-02a378ca-9272-4dd6-9784-e2c2993b0355 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:25:34.005107 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7a854760-dcf8-4ef3-9d87-44ecdfdc8e18 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:34.006578 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7a854760-dcf8-4ef3-9d87-44ecdfdc8e18 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:34.027870 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7a854760-dcf8-4ef3-9d87-44ecdfdc8e18 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:34.029114 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-fa67104b-c4e4-465c-b059-b69bc194292f req-e2df1cec-8d25-46a1-8b9b-eb14c7e6958d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:34.039563 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d0a36fbc-fbd4-4a3a-9929-3246d675bc58 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:34.049735 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-dc2330cc-7da5-4f4e-85d6-6e26a0892ed9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b2be9708be2a4e27beb28819ba0fc835&device_id=b3c913a1-0535-47b7-b904-e3597c45454f HTTP/1.1" status: 200 len: 1096 time: 0.0916526 Dec 22 13:25:34.086997 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-152a7725-096c-4056-b686-f0de489d466b req-02a378ca-9272-4dd6-9784-e2c2993b0355 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:25:34.088782 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-152a7725-096c-4056-b686-f0de489d466b req-02a378ca-9272-4dd6-9784-e2c2993b0355 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fceea00b-de05-426b-b627-97c49e9d3eb3 HTTP/1.1" status: 200 len: 932 time: 0.2729123 Dec 22 13:25:34.164049 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-b2666964-80a4-431e-a543-c8b77ca8fc7b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6eb50e87-1a7a-4b25-a1a2-cb8403e6240b HTTP/1.1" status: 200 len: 217 time: 0.1010668 Dec 22 13:25:34.181215 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50526) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:34.200263 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df1cec-8d25-46a1-8b9b-eb14c7e6958d service neutron] Pushing event updated for resources: {'Port': ['ID=54ca1a2c-3c17-4ed5-841a-6b25049802fc,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:34.215631 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e2df1cec-8d25-46a1-8b9b-eb14c7e6958d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:34.216051 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-6100c7ea-55e3-4391-b7d5-5f4d58ffe8d4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1377502929-network', 'tenant_id': '68cf4a953a2c45eca49df50ee87dcfac'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:34.230002 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-6100c7ea-55e3-4391-b7d5-5f4d58ffe8d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:34.237693 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-6100c7ea-55e3-4391-b7d5-5f4d58ffe8d4 admin admin] Usage tracker for resource:network and tenant:68cf4a953a2c45eca49df50ee87dcfac is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:34.244341 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-6100c7ea-55e3-4391-b7d5-5f4d58ffe8d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:34.258209 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-6100c7ea-55e3-4391-b7d5-5f4d58ffe8d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:34.271632 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-74e57944-5d70-4f3c-8547-578b29b8373e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:34.273615 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-74e57944-5d70-4f3c-8547-578b29b8373e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d855c4ed-0ace-4ba2-aafe-06ef167ba3f1 HTTP/1.1" status: 200 len: 851 time: 0.0969236 Dec 22 13:25:34.298996 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-152a7725-096c-4056-b686-f0de489d466b req-2e915d2c-f20d-4631-9dde-c7af52ef4992 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7831b01e-0a2f-4c96-9f66-56e09475709b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955631 Dec 22 13:25:34.356552 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6100c7ea-55e3-4391-b7d5-5f4d58ffe8d4 admin admin] Made reservation on behalf of 68cf4a953a2c45eca49df50ee87dcfac for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:25:34.358895 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6100c7ea-55e3-4391-b7d5-5f4d58ffe8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:34.375736 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6100c7ea-55e3-4391-b7d5-5f4d58ffe8d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:34.427890 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-6100c7ea-55e3-4391-b7d5-5f4d58ffe8d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:34.434033 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-6100c7ea-55e3-4391-b7d5-5f4d58ffe8d4 admin admin] Usage tracker for resource:security_group_rule and tenant:68cf4a953a2c45eca49df50ee87dcfac is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:34.438207 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-6100c7ea-55e3-4391-b7d5-5f4d58ffe8d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:34.447482 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-7a7ed8f4-7dab-4e7b-8761-79a209d7a298 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10e79ce2-fabb-4316-a76b-1469cb51a232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1655335 Dec 22 13:25:34.448412 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-6100c7ea-55e3-4391-b7d5-5f4d58ffe8d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:34.501458 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7a854760-dcf8-4ef3-9d87-44ecdfdc8e18 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:34.516350 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-fa67104b-c4e4-465c-b059-b69bc194292f req-e2df1cec-8d25-46a1-8b9b-eb14c7e6958d service neutron] Attempting to bind port 54ca1a2c-3c17-4ed5-841a-6b25049802fc on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:25:34.516934 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-fa67104b-c4e4-465c-b059-b69bc194292f req-e2df1cec-8d25-46a1-8b9b-eb14c7e6958d service neutron] Attempting to bind port 54ca1a2c-3c17-4ed5-841a-6b25049802fc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '86e007bb-cd52-4139-b02f-6ca30854207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'f75f5b64-dcaa-4626-ae22-da1ba1671be2'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:25:34.517443 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa67104b-c4e4-465c-b059-b69bc194292f req-e2df1cec-8d25-46a1-8b9b-eb14c7e6958d service neutron] Attempting to bind port 54ca1a2c-3c17-4ed5-841a-6b25049802fc on network f75f5b64-dcaa-4626-ae22-da1ba1671be2 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:25:34.525781 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa67104b-c4e4-465c-b059-b69bc194292f req-e2df1cec-8d25-46a1-8b9b-eb14c7e6958d service neutron] Port 54ca1a2c-3c17-4ed5-841a-6b25049802fc on network f75f5b64-dcaa-4626-ae22-da1ba1671be2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:25:34.525929 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa67104b-c4e4-465c-b059-b69bc194292f req-e2df1cec-8d25-46a1-8b9b-eb14c7e6958d service neutron] Attempting to bind port 54ca1a2c-3c17-4ed5-841a-6b25049802fc on network f75f5b64-dcaa-4626-ae22-da1ba1671be2 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:25:34.533130 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa67104b-c4e4-465c-b059-b69bc194292f req-e2df1cec-8d25-46a1-8b9b-eb14c7e6958d service neutron] Checking agent: {'id': '72ee2f79-9ac0-483e-b4fd-5b910a776581', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'started_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:25:34.533468 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa67104b-c4e4-465c-b059-b69bc194292f req-e2df1cec-8d25-46a1-8b9b-eb14c7e6958d service neutron] Checking segment: {'id': '86e007bb-cd52-4139-b02f-6ca30854207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'f75f5b64-dcaa-4626-ae22-da1ba1671be2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:25:34.534049 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa67104b-c4e4-465c-b059-b69bc194292f req-e2df1cec-8d25-46a1-8b9b-eb14c7e6958d service neutron] Bound using segment: {'id': '86e007bb-cd52-4139-b02f-6ca30854207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'f75f5b64-dcaa-4626-ae22-da1ba1671be2'} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:25:34.534692 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-fa67104b-c4e4-465c-b059-b69bc194292f req-e2df1cec-8d25-46a1-8b9b-eb14c7e6958d service neutron] Bound port: 54ca1a2c-3c17-4ed5-841a-6b25049802fc, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e007bb-cd52-4139-b02f-6ca30854207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'f75f5b64-dcaa-4626-ae22-da1ba1671be2'}}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:25:34.535208 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-fa67104b-c4e4-465c-b059-b69bc194292f req-e2df1cec-8d25-46a1-8b9b-eb14c7e6958d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:34.555857 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6100c7ea-55e3-4391-b7d5-5f4d58ffe8d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:34.637308 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6100c7ea-55e3-4391-b7d5-5f4d58ffe8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:34.643411 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5e58f7e7-8820-4afa-8a85-f7c09eff201b tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:34.676828 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6100c7ea-55e3-4391-b7d5-5f4d58ffe8d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:25:34.694223 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100c7ea-55e3-4391-b7d5-5f4d58ffe8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51010c13-9891-4953-87c0-f5206028a57e,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:34.695112 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-fa67104b-c4e4-465c-b059-b69bc194292f req-e2df1cec-8d25-46a1-8b9b-eb14c7e6958d service neutron] For port 54ca1a2c-3c17-4ed5-841a-6b25049802fc, host hv-neutron-8226, cleared binding levels {{(pid=84149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:25:34.700553 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-fa67104b-c4e4-465c-b059-b69bc194292f req-e2df1cec-8d25-46a1-8b9b-eb14c7e6958d service neutron] For port 54ca1a2c-3c17-4ed5-841a-6b25049802fc, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=54ca1a2c-3c17-4ed5-841a-6b25049802fc,segment=NetworkSegment(86e007bb-cd52-4139-b02f-6ca30854207b),segment_id=86e007bb-cd52-4139-b02f-6ca30854207b)] {{(pid=84149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:25:34.710792 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6100c7ea-55e3-4391-b7d5-5f4d58ffe8d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:34.711753 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6100c7ea-55e3-4391-b7d5-5f4d58ffe8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:34.712100 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-6100c7ea-55e3-4391-b7d5-5f4d58ffe8d4 admin admin] Added segment a8a59bb1-6da7-46ab-b69d-72fe3cb7cfaa of type vlan for network ac3b1740-9467-4dce-ab8f-4d3627333edd Dec 22 13:25:34.759599 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-58f6806d-75ff-427d-994a-c191de10cae6 service neutron] 10.222.0.45 "GET /v2.0/networks/10e79ce2-fabb-4316-a76b-1469cb51a232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992900 Dec 22 13:25:34.761213 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6100c7ea-55e3-4391-b7d5-5f4d58ffe8d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:34.799230 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-fa67104b-c4e4-465c-b059-b69bc194292f req-e2df1cec-8d25-46a1-8b9b-eb14c7e6958d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:34.807277 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c2267523-044d-4c34-a344-01a350889f35 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:34.923190 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-15471590-c9e9-4dba-b3f3-e0889a7c3801 req-7181d4c3-28c6-4cd7-aeae-5e20ce411e41 service neutron] 10.222.0.45 "GET /v2.0/networks/10e79ce2-fabb-4316-a76b-1469cb51a232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531537 Dec 22 13:25:34.931606 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6100c7ea-55e3-4391-b7d5-5f4d58ffe8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:34.931959 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-fa67104b-c4e4-465c-b059-b69bc194292f req-e2df1cec-8d25-46a1-8b9b-eb14c7e6958d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:34.932520 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6100c7ea-55e3-4391-b7d5-5f4d58ffe8d4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:34.933089 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6100c7ea-55e3-4391-b7d5-5f4d58ffe8d4 admin admin] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:34.933306 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fa67104b-c4e4-465c-b059-b69bc194292f req-e2df1cec-8d25-46a1-8b9b-eb14c7e6958d service neutron] 10.222.0.45 "PUT /v2.0/ports/54ca1a2c-3c17-4ed5-841a-6b25049802fc HTTP/1.1" status: 200 len: 1094 time: 2.3150408 Dec 22 13:25:34.933815 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fceea00b-de05-426b-b627-97c49e9d3eb3', 'tag': '54ca1a2c-3c17-4ed5-841a-6b25049802fc'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:25:34.942493 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-75b20aa6-4808-46cb-9c8d-e8a7ba03ccd9 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:34.944272 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df1cec-8d25-46a1-8b9b-eb14c7e6958d service neutron] Pushing event updated for resources: {'Port': ['ID=54ca1a2c-3c17-4ed5-841a-6b25049802fc,revision_number=3']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:34.953502 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e2df1cec-8d25-46a1-8b9b-eb14c7e6958d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:34.983247 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7a854760-dcf8-4ef3-9d87-44ecdfdc8e18 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:35.059104 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7a854760-dcf8-4ef3-9d87-44ecdfdc8e18 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:35.145575 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100c7ea-55e3-4391-b7d5-5f4d58ffe8d4 admin admin] Pushing event updated for resources: {'Network': ['ID=ac3b1740-9467-4dce-ab8f-4d3627333edd,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:35.160575 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network ac3b1740-9467-4dce-ab8f-4d3627333edd details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:25:35.166622 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6100c7ea-55e3-4391-b7d5-5f4d58ffe8d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:35.240699 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f7602-9a3e-4eec-8dec-24fcdcb6752b req-a715046c-aadf-4686-9310-f080a994071c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:35.243365 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-502f7602-9a3e-4eec-8dec-24fcdcb6752b req-a715046c-aadf-4686-9310-f080a994071c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3c913a1-0535-47b7-b904-e3597c45454f HTTP/1.1" status: 200 len: 943 time: 0.1899872 Dec 22 13:25:35.246733 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6100c7ea-55e3-4391-b7d5-5f4d58ffe8d4 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0684726 Dec 22 13:25:35.249431 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50536) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:35.259816 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-d4cbb99c-e2a3-420c-9e2f-5d83c019ecff admin admin] Request body: {'subnet': {'network_id': 'ac3b1740-9467-4dce-ab8f-4d3627333edd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1377502929-subnet', 'tenant_id': '68cf4a953a2c45eca49df50ee87dcfac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:35.286735 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fa67104b-c4e4-465c-b059-b69bc194292f req-ba618b3f-995c-403d-996d-4464b6631595 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=fceea00b-de05-426b-b627-97c49e9d3eb3 HTTP/1.1" status: 200 len: 1097 time: 0.1773713 Dec 22 13:25:35.303506 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-d4cbb99c-e2a3-420c-9e2f-5d83c019ecff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:35.312915 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-d4cbb99c-e2a3-420c-9e2f-5d83c019ecff admin admin] Usage tracker for resource:subnet and tenant:68cf4a953a2c45eca49df50ee87dcfac is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:35.330949 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-d4cbb99c-e2a3-420c-9e2f-5d83c019ecff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:35.339511 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-d4cbb99c-e2a3-420c-9e2f-5d83c019ecff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:35.349996 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-502f7602-9a3e-4eec-8dec-24fcdcb6752b req-a4e1e9a5-00a2-45a2-bdae-a7188847fc4c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962212 Dec 22 13:25:35.423142 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7a854760-dcf8-4ef3-9d87-44ecdfdc8e18 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:35.439762 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cbb99c-e2a3-420c-9e2f-5d83c019ecff admin admin] Made reservation on behalf of 68cf4a953a2c45eca49df50ee87dcfac for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:25:35.442929 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d4cbb99c-e2a3-420c-9e2f-5d83c019ecff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:35.482488 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fceea00b-de05-426b-b627-97c49e9d3eb3', 'tag': '54ca1a2c-3c17-4ed5-841a-6b25049802fc', 'status': 'completed', 'code': 200} Dec 22 13:25:35.503092 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fa67104b-c4e4-465c-b059-b69bc194292f req-3698f5fc-ab81-4205-8fcd-389f027dd12e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=54ca1a2c-3c17-4ed5-841a-6b25049802fc HTTP/1.1" status: 200 len: 217 time: 0.1419821 Dec 22 13:25:35.639133 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c9d65-8531-43ff-8a3c-61f5b6d94582 req-196b6539-88cc-41a5-b290-04367a4266f2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:35.640652 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-8a4c9d65-8531-43ff-8a3c-61f5b6d94582 req-196b6539-88cc-41a5-b290-04367a4266f2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fceea00b-de05-426b-b627-97c49e9d3eb3 HTTP/1.1" status: 200 len: 944 time: 0.1243336 Dec 22 13:25:35.719388 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7b8306ba-f8d4-45ff-936a-ae8fe90db4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:35.739747 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-8a4c9d65-8531-43ff-8a3c-61f5b6d94582 req-2e8846c3-7e27-4e12-936a-b9c4f57348bd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7831b01e-0a2f-4c96-9f66-56e09475709b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924690 Dec 22 13:25:35.816605 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67104b-c4e4-465c-b059-b69bc194292f req-2481557a-b98f-47dd-b965-8e6bf22eb12d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:35.818033 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fa67104b-c4e4-465c-b059-b69bc194292f req-2481557a-b98f-47dd-b965-8e6bf22eb12d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8cc847c9-27d8-4575-a578-3f32627903a2 HTTP/1.1" status: 200 len: 837 time: 0.2698643 Dec 22 13:25:36.064424 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7a854760-dcf8-4ef3-9d87-44ecdfdc8e18 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:36.073015 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7a854760-dcf8-4ef3-9d87-44ecdfdc8e18 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:36.096138 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fa67104b-c4e4-465c-b059-b69bc194292f req-92d0ddeb-bcbf-4ffc-a18b-892ad2f86250 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f75f5b64-dcaa-4626-ae22-da1ba1671be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2212982 Dec 22 13:25:36.235571 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fa67104b-c4e4-465c-b059-b69bc194292f req-129496cf-bb4b-429a-a425-4d263cc2137a service neutron] 10.222.0.45 "GET /v2.0/networks/f75f5b64-dcaa-4626-ae22-da1ba1671be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276851 Dec 22 13:25:36.296801 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d4cbb99c-e2a3-420c-9e2f-5d83c019ecff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:36.300975 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-67b5e61c-9a86-4e63-83e1-40120017c822 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:36.347681 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7a854760-dcf8-4ef3-9d87-44ecdfdc8e18 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:36.348417 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a854760-dcf8-4ef3-9d87-44ecdfdc8e18 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ba52bd37-97a6-452c-a3b2-9438398142e2 {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:25:36.362407 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cbb99c-e2a3-420c-9e2f-5d83c019ecff admin admin] Pushing event updated for resources: {'Subnet': ['ID=1386bee9-190e-498b-bf76-913b9186b476,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:36.371002 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d4cbb99c-e2a3-420c-9e2f-5d83c019ecff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:36.386144 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cbb99c-e2a3-420c-9e2f-5d83c019ecff admin admin] Checking segment: {'id': 'a8a59bb1-6da7-46ab-b69d-72fe3cb7cfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ac3b1740-9467-4dce-ab8f-4d3627333edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:25:36.393321 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cbb99c-e2a3-420c-9e2f-5d83c019ecff admin admin] Network hostable DHCP agents. Network: ac3b1740-9467-4dce-ab8f-4d3627333edd, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:25:36.400575 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fa67104b-c4e4-465c-b059-b69bc194292f req-9587324c-e01a-4e4a-9e9e-bf98357ea6fc service neutron] 10.222.0.45 "GET /v2.0/networks/f75f5b64-dcaa-4626-ae22-da1ba1671be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563747 Dec 22 13:25:36.439272 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-7a854760-dcf8-4ef3-9d87-44ecdfdc8e18 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 22 13:25:36.440433 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7a854760-dcf8-4ef3-9d87-44ecdfdc8e18 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.6415608 Dec 22 13:25:36.443286 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50544) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:36.463032 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cbb99c-e2a3-420c-9e2f-5d83c019ecff admin admin] Network ac3b1740-9467-4dce-ab8f-4d3627333edd is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:25:36.546410 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-331feb45-daec-4621-ab35-80f07614480a tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Deleting port 4bf44094-b897-4b4b-8464-eff742554634 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:25:36.547126 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-331feb45-daec-4621-ab35-80f07614480a tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:36.548672 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-d4cbb99c-e2a3-420c-9e2f-5d83c019ecff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, ac3b1740-9467-4dce-ab8f-4d3627333edd) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:25:36.558923 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f519a44-c0ae-4846-be1f-9571267f716d None None] Network ac3b1740-9467-4dce-ab8f-4d3627333edd requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:25:36.561517 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cbb99c-e2a3-420c-9e2f-5d83c019ecff admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:36.561517 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d4cbb99c-e2a3-420c-9e2f-5d83c019ecff admin admin] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:36.668340 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d4cbb99c-e2a3-420c-9e2f-5d83c019ecff admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4088774 Dec 22 13:25:36.717419 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93fdd07-b267-4c7e-9f54-e9a6d5bf0c10 req-645729a9-bc1b-45b9-8eee-7af94adcffef tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:36.718905 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f93fdd07-b267-4c7e-9f54-e9a6d5bf0c10 req-645729a9-bc1b-45b9-8eee-7af94adcffef tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3c913a1-0535-47b7-b904-e3597c45454f HTTP/1.1" status: 200 len: 943 time: 0.2342484 Dec 22 13:25:36.814671 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aca3f92-577b-42c1-bf9e-d61d1a59a40a None None] Network ac3b1740-9467-4dce-ab8f-4d3627333edd requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:25:36.949684 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2ef18b41-ea03-484f-94b7-c83cdebefbbf req-d86a5096-af2c-462b-9ed2-de90052c867a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=fceea00b-de05-426b-b627-97c49e9d3eb3 HTTP/1.1" status: 200 len: 1097 time: 0.3629203 Dec 22 13:25:36.961555 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f93fdd07-b267-4c7e-9f54-e9a6d5bf0c10 req-be7af7c1-cc2d-45c4-a3e0-93445c0053e9 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2313738 Dec 22 13:25:36.969957 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28939eed-5edb-4af4-b9e9-b5a542539955 req-69a897b1-db9f-4261-927a-a11459c9a187 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:36.976693 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-28939eed-5edb-4af4-b9e9-b5a542539955 req-69a897b1-db9f-4261-927a-a11459c9a187 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fceea00b-de05-426b-b627-97c49e9d3eb3 HTTP/1.1" status: 200 len: 944 time: 0.0911512 Dec 22 13:25:37.037329 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-28939eed-5edb-4af4-b9e9-b5a542539955 req-f1eb6efb-7f10-4a2e-9038-9ef11cee1442 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7831b01e-0a2f-4c96-9f66-56e09475709b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597050 Dec 22 13:25:37.069851 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-331feb45-daec-4621-ab35-80f07614480a tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:37.309802 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-331feb45-daec-4621-ab35-80f07614480a tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Calling delete_port for 4bf44094-b897-4b4b-8464-eff742554634 owned by {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:25:37.479663 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef18b41-ea03-484f-94b7-c83cdebefbbf req-9754cfde-57ec-40c8-b7c8-793668160b72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:37.481107 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2ef18b41-ea03-484f-94b7-c83cdebefbbf req-9754cfde-57ec-40c8-b7c8-793668160b72 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f75f5b64-dcaa-4626-ae22-da1ba1671be2 HTTP/1.1" status: 200 len: 896 time: 0.5223229 Dec 22 13:25:37.610927 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2ef18b41-ea03-484f-94b7-c83cdebefbbf req-d01bb877-25e7-4acf-81c9-76b1d4ae7c43 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=54ca1a2c-3c17-4ed5-841a-6b25049802fc HTTP/1.1" status: 200 len: 217 time: 0.1152573 Dec 22 13:25:37.673408 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-4ff269cc-d378-4ead-93a0-20c2a49d3738 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:37.674080 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-4ff269cc-d378-4ead-93a0-20c2a49d3738 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Synchronizing usage tracker for tenant:52ca78c77f4148ba907510166b889b1e on resource:network {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:25:37.724508 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef18b41-ea03-484f-94b7-c83cdebefbbf req-b91711fa-e098-435d-87b8-5f4be195cc8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:37.729159 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2ef18b41-ea03-484f-94b7-c83cdebefbbf req-b91711fa-e098-435d-87b8-5f4be195cc8d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8cc847c9-27d8-4575-a578-3f32627903a2 HTTP/1.1" status: 200 len: 837 time: 0.1008554 Dec 22 13:25:37.794161 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-331feb45-daec-4621-ab35-80f07614480a tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:37.800898 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-702c1735-6378-4efa-8a59-736418e5c615 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:37.840227 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-4ff269cc-d378-4ead-93a0-20c2a49d3738 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Unset dirty status for tenant:52ca78c77f4148ba907510166b889b1e on resource:network {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:25:37.841357 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-4ff269cc-d378-4ead-93a0-20c2a49d3738 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/networks?id=c4766a5c-8b42-43a8-aff3-2d5ba2ef9a8b HTTP/1.1" status: 200 len: 812 time: 0.5382826 Dec 22 13:25:37.851308 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2ef18b41-ea03-484f-94b7-c83cdebefbbf req-e0104308-5cd1-4c09-a926-e4cead262f13 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f75f5b64-dcaa-4626-ae22-da1ba1671be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1186471 Dec 22 13:25:37.855506 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331feb45-daec-4621-ab35-80f07614480a tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Pushing event deleted for resources: {'Port': ['ID=4bf44094-b897-4b4b-8464-eff742554634,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:37.858821 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-331feb45-daec-4621-ab35-80f07614480a tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:37.936313 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d8dd1f20-13cd-4917-8b35-c1308ef8aa6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:37.993335 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-4c46b822-f0b3-4286-b83a-7b427bdfa1f7 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/quotas/52ca78c77f4148ba907510166b889b1e HTTP/1.1" status: 200 len: 375 time: 0.1388030 Dec 22 13:25:38.069357 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-25da0ab0-e0f0-4647-b9f2-c521c265eacb tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=52ca78c77f4148ba907510166b889b1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0660374 Dec 22 13:25:38.158513 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-331feb45-daec-4621-ab35-80f07614480a tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:38.177232 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f7ae0-31ac-490e-8914-1821b76a6020 req-2eccf6a1-c5b2-4236-9374-febda0dd7139 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:38.178719 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-b18f7ae0-31ac-490e-8914-1821b76a6020 req-2eccf6a1-c5b2-4236-9374-febda0dd7139 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3c913a1-0535-47b7-b904-e3597c45454f HTTP/1.1" status: 200 len: 943 time: 0.0837471 Dec 22 13:25:38.202747 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2ef18b41-ea03-484f-94b7-c83cdebefbbf req-dfc43c1b-07f5-469d-87fc-82cfe60676f2 service neutron] 10.222.0.45 "GET /v2.0/networks/f75f5b64-dcaa-4626-ae22-da1ba1671be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380680 Dec 22 13:25:38.207192 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-331feb45-daec-4621-ab35-80f07614480a tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] 10.222.0.47 "DELETE /v2.0/ports/4bf44094-b897-4b4b-8464-eff742554634 HTTP/1.1" status: 204 len: 168 time: 1.7597246 Dec 22 13:25:38.232072 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-b18f7ae0-31ac-490e-8914-1821b76a6020 req-7d2e357c-2d22-489d-a195-d54db8c26a08 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466676 Dec 22 13:25:38.332976 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-41fcdd89-b8de-4c4a-9b16-c938a33ef540 service neutron] 10.222.0.47 "GET /v2.0/networks/c4766a5c-8b42-43a8-aff3-2d5ba2ef9a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482605 Dec 22 13:25:38.424858 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4131a6-7c44-4744-bfef-b48ef960ba96 req-8c4be479-d85b-4d95-88a2-ebc4ba84087c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:38.426337 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ed4131a6-7c44-4744-bfef-b48ef960ba96 req-8c4be479-d85b-4d95-88a2-ebc4ba84087c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fceea00b-de05-426b-b627-97c49e9d3eb3 HTTP/1.1" status: 200 len: 944 time: 0.0788457 Dec 22 13:25:38.455843 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2ef18b41-ea03-484f-94b7-c83cdebefbbf req-c9cd5c6d-d491-4a06-8594-d380dc40905d service neutron] 10.222.0.45 "GET /v2.0/networks/f75f5b64-dcaa-4626-ae22-da1ba1671be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294283 Dec 22 13:25:38.474329 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ed4131a6-7c44-4744-bfef-b48ef960ba96 req-21a84732-75bf-430b-a367-3d79fe7b76a6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7831b01e-0a2f-4c96-9f66-56e09475709b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418701 Dec 22 13:25:38.507059 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-4348a4e4-16a4-4359-9e94-d2e6e0f8b466 service neutron] 10.222.0.47 "GET /v2.0/networks/c4766a5c-8b42-43a8-aff3-2d5ba2ef9a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572001 Dec 22 13:25:38.694507 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50572) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:38.860064 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-930a06b2-441a-4073-af0c-057342ad3842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:38.890934 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-53bfdee5-4493-41ab-90c9-a4e6711c7731 req-8b17163f-c6f9-4aad-9876-c9538ac5e25f tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/ports?device_id=5742e295-0ce8-4341-a728-6b0e3fdb4ce1 HTTP/1.1" status: 200 len: 210 time: 0.1636596 Dec 22 13:25:38.896376 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-930a06b2-441a-4073-af0c-057342ad3842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:38.900398 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-930a06b2-441a-4073-af0c-057342ad3842 admin admin] Usage tracker for resource:security_group_rule and tenant:07437ea5bcda458ea8b83c003bf3a1fc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:38.903314 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-930a06b2-441a-4073-af0c-057342ad3842 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:38.909260 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-930a06b2-441a-4073-af0c-057342ad3842 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:38.970893 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:38.974905 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-930a06b2-441a-4073-af0c-057342ad3842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:39.067761 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-930a06b2-441a-4073-af0c-057342ad3842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:39.075767 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-be4668a2-f081-407e-bb65-c40d0ac58ef7 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:39.116311 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a06b2-441a-4073-af0c-057342ad3842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafd82c0-b451-42dd-91b4-93a3d53116f4,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:39.120284 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-930a06b2-441a-4073-af0c-057342ad3842 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=07437ea5bcda458ea8b83c003bf3a1fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4247167 Dec 22 13:25:39.123359 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-930a06b2-441a-4073-af0c-057342ad3842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:39.123359 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50584) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:39.183699 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f90b991e-e982-40d9-b05a-9ff7dca6120f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:39.211834 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f90b991e-e982-40d9-b05a-9ff7dca6120f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:39.221172 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:39.335498 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f90b991e-e982-40d9-b05a-9ff7dca6120f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:39.339769 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-930a06b2-441a-4073-af0c-057342ad3842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:39.352912 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b991e-e982-40d9-b05a-9ff7dca6120f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafd82c0-b451-42dd-91b4-93a3d53116f4,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:39.355810 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f90b991e-e982-40d9-b05a-9ff7dca6120f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:39.397709 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f90b991e-e982-40d9-b05a-9ff7dca6120f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:39.401078 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f90b991e-e982-40d9-b05a-9ff7dca6120f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/aafd82c0-b451-42dd-91b4-93a3d53116f4 HTTP/1.1" status: 204 len: 168 time: 0.2747042 Dec 22 13:25:39.441616 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c33a81-8ba9-4bba-9bbd-8d58c8d352fe req-52003aab-eb3e-4a0d-a4f4-329aeb5ead80 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:39.443096 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c8c33a81-8ba9-4bba-9bbd-8d58c8d352fe req-52003aab-eb3e-4a0d-a4f4-329aeb5ead80 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3c913a1-0535-47b7-b904-e3597c45454f HTTP/1.1" status: 200 len: 943 time: 0.0864205 Dec 22 13:25:39.492068 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c8c33a81-8ba9-4bba-9bbd-8d58c8d352fe req-0d75ee68-3d65-4d93-87b1-935c2da2cd77 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426002 Dec 22 13:25:39.539649 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 54ca1a2c-3c17-4ed5-841a-6b25049802fc details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:25:39.684323 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fcc34f-ceed-4a42-9b93-3acbb5b82af8 req-78a739ab-693a-4c72-b5be-f59b5db20b22 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:39.685793 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-25fcc34f-ceed-4a42-9b93-3acbb5b82af8 req-78a739ab-693a-4c72-b5be-f59b5db20b22 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fceea00b-de05-426b-b627-97c49e9d3eb3 HTTP/1.1" status: 200 len: 944 time: 0.0792153 Dec 22 13:25:39.685955 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 54ca1a2c-3c17-4ed5-841a-6b25049802fc, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=54ca1a2c-3c17-4ed5-841a-6b25049802fc,segment=NetworkSegment(86e007bb-cd52-4139-b02f-6ca30854207b),segment_id=86e007bb-cd52-4139-b02f-6ca30854207b)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:25:39.709428 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '54ca1a2c-3c17-4ed5-841a-6b25049802fc', 'network_id': 'f75f5b64-dcaa-4626-ae22-da1ba1671be2', 'port_id': '54ca1a2c-3c17-4ed5-841a-6b25049802fc', 'mac_address': 'fa:16:3e:12:63:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc847c9-27d8-4575-a578-3f32627903a2', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:25:39.738305 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-25fcc34f-ceed-4a42-9b93-3acbb5b82af8 req-22265905-7273-49b0-b74e-b1f65c972493 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7831b01e-0a2f-4c96-9f66-56e09475709b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458558 Dec 22 13:25:39.769278 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:39.787343 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54ca1a2c-3c17-4ed5-841a-6b25049802fc {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:25:39.803192 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 54ca1a2c-3c17-4ed5-841a-6b25049802fc, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=54ca1a2c-3c17-4ed5-841a-6b25049802fc,segment=NetworkSegment(86e007bb-cd52-4139-b02f-6ca30854207b),segment_id=86e007bb-cd52-4139-b02f-6ca30854207b)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:25:39.866579 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:39.869350 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-5e258753-6106-4ba0-ab60-2ede64b4db6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:39.936108 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=54ca1a2c-3c17-4ed5-841a-6b25049802fc,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:39.944611 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:39.944957 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:39.945292 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:39.945630 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:39.945946 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:39.946886 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:39.947707 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:39.948024 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:39.948348 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:39.948668 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:39.948987 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:39.955282 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:40.054699 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ac74d5bd-209b-457a-9f86-2d9324decf24 req-69f5fc91-6f3f-46d9-b494-e3b6f3a88947 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/ports?device_id=5742e295-0ce8-4341-a728-6b0e3fdb4ce1 HTTP/1.1" status: 200 len: 210 time: 0.0490925 Dec 22 13:25:40.108436 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50600) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:40.125407 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['54ca1a2c-3c17-4ed5-841a-6b25049802fc'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:25:40.278364 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c39e45cf-1c4d-414a-93d4-c08f349ba048 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ef3b1432c9f74a9e9d521334022aec4e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1662302 Dec 22 13:25:40.278590 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50604) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:40.341692 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-92980872-b946-4d35-944a-8d6448c9f954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:40.368820 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-92980872-b946-4d35-944a-8d6448c9f954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:40.467678 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:40.508098 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-92980872-b946-4d35-944a-8d6448c9f954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:40.512132 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8a19bae3-d1db-4ad1-87c0-25432574bf53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:40.525015 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92980872-b946-4d35-944a-8d6448c9f954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950e09a7-5d0a-46da-bb55-71f41e7e6f20,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:40.527999 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-92980872-b946-4d35-944a-8d6448c9f954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:40.531246 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-92980872-b946-4d35-944a-8d6448c9f954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:40.532268 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-92980872-b946-4d35-944a-8d6448c9f954 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/950e09a7-5d0a-46da-bb55-71f41e7e6f20 HTTP/1.1" status: 204 len: 168 time: 0.2526972 Dec 22 13:25:40.708430 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36da73-daf6-4edc-b68a-81062706e10b req-58949106-7589-4ec0-8675-3bbb9d493e62 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:40.709868 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-8c36da73-daf6-4edc-b68a-81062706e10b req-58949106-7589-4ec0-8675-3bbb9d493e62 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3c913a1-0535-47b7-b904-e3597c45454f HTTP/1.1" status: 200 len: 943 time: 0.0825095 Dec 22 13:25:40.755660 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-8c36da73-daf6-4edc-b68a-81062706e10b req-686997ad-9c8e-43f4-be63-76b5516e8536 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393553 Dec 22 13:25:40.947788 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079fdb5-3f0c-4258-a335-a6f7aa31dbde req-a45a0eb8-13fe-4fd9-8d5f-3f752559cfcc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:40.949243 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2079fdb5-3f0c-4258-a335-a6f7aa31dbde req-a45a0eb8-13fe-4fd9-8d5f-3f752559cfcc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fceea00b-de05-426b-b627-97c49e9d3eb3 HTTP/1.1" status: 200 len: 945 time: 0.0856173 Dec 22 13:25:40.997956 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2079fdb5-3f0c-4258-a335-a6f7aa31dbde req-df0cd0a4-df74-46dc-bf82-1224c514814c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7831b01e-0a2f-4c96-9f66-56e09475709b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433040 Dec 22 13:25:41.228998 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-771e6c1b-4d1f-447a-846a-40632e8d7940 req-c074453f-50fb-40c1-8d41-bd29652e4869 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/ports?device_id=5742e295-0ce8-4341-a728-6b0e3fdb4ce1 HTTP/1.1" status: 200 len: 210 time: 0.0418484 Dec 22 13:25:41.267588 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-8d1bf5df-6ae5-4e1a-8d52-b6e1b7ba7aa0 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:41.268995 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-8d1bf5df-6ae5-4e1a-8d52-b6e1b7ba7aa0 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.45 "GET /v2.0/networks?id=c4766a5c-8b42-43a8-aff3-2d5ba2ef9a8b HTTP/1.1" status: 200 len: 812 time: 0.1606767 Dec 22 13:25:41.288925 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-7dc70deb-782b-42b7-ad8f-ccf0bfa68e72 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Request body: {'port': {'device_id': '5742e295-0ce8-4341-a728-6b0e3fdb4ce1', 'network_id': 'c4766a5c-8b42-43a8-aff3-2d5ba2ef9a8b', 'admin_state_up': True, 'tenant_id': '52ca78c77f4148ba907510166b889b1e'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:41.430969 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-7dc70deb-782b-42b7-ad8f-ccf0bfa68e72 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:41.434778 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-7dc70deb-782b-42b7-ad8f-ccf0bfa68e72 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Usage tracker for resource:port and tenant:52ca78c77f4148ba907510166b889b1e is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:41.438739 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-7dc70deb-782b-42b7-ad8f-ccf0bfa68e72 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:41.444511 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-7dc70deb-782b-42b7-ad8f-ccf0bfa68e72 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:41.517735 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-7dc70deb-782b-42b7-ad8f-ccf0bfa68e72 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Made reservation on behalf of 52ca78c77f4148ba907510166b889b1e for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:25:41.520909 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-7dc70deb-782b-42b7-ad8f-ccf0bfa68e72 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:41.557464 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 54ca1a2c-3c17-4ed5-841a-6b25049802fc up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:25:41.692861 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-7dc70deb-782b-42b7-ad8f-ccf0bfa68e72 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Allocated IP 172.20.0.5 (c4766a5c-8b42-43a8-aff3-2d5ba2ef9a8b/23475466-2c2b-4d7f-80b0-7a3cc543c49a/94f9a640-0c74-4301-9956-b5766ce91fb2) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:25:41.707335 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning for port 54ca1a2c-3c17-4ed5-841a-6b25049802fc completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:25:41.712946 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 54ca1a2c-3c17-4ed5-841a-6b25049802fc triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:25:41.722444 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:41.832487 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:41.834087 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50634) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:41.866674 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fceea00b-de05-426b-b627-97c49e9d3eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ca1a2c-3c17-4ed5-841a-6b25049802fc'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:25:41.880091 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 54ca1a2c-3c17-4ed5-841a-6b25049802fc, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=54ca1a2c-3c17-4ed5-841a-6b25049802fc,segment=NetworkSegment(86e007bb-cd52-4139-b02f-6ca30854207b),segment_id=86e007bb-cd52-4139-b02f-6ca30854207b)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:25:41.934159 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fceea00b-de05-426b-b627-97c49e9d3eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ca1a2c-3c17-4ed5-841a-6b25049802fc', 'code': 200} Dec 22 13:25:41.954139 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:41.958898 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:41.998786 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-7dc70deb-782b-42b7-ad8f-ccf0bfa68e72 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:42.005270 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ea45dd37-f50b-47ad-9e66-de0d089abab9 tempest-AgentManagementNegativeTest-458524671 tempest-AgentManagementNegativeTest-458524671-project] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1632402 Dec 22 13:25:42.042896 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686331d-d269-4161-9196-627e174e31f4 req-581d4696-001c-4694-bb72-6accdb5f5286 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:42.044381 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5686331d-d269-4161-9196-627e174e31f4 req-581d4696-001c-4694-bb72-6accdb5f5286 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3c913a1-0535-47b7-b904-e3597c45454f HTTP/1.1" status: 200 len: 943 time: 0.1429789 Dec 22 13:25:42.046882 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=54ca1a2c-3c17-4ed5-841a-6b25049802fc,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:42.052232 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:42.117633 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5686331d-d269-4161-9196-627e174e31f4 req-5e092e56-3df9-4ca8-b618-58e472ed7382 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565138 Dec 22 13:25:42.121551 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-7dc70deb-782b-42b7-ad8f-ccf0bfa68e72 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:42.126628 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-eac7c386-0351-4a06-a7fa-2aa0066e273e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:42.201512 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-7dc70deb-782b-42b7-ad8f-ccf0bfa68e72 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Network c4766a5c-8b42-43a8-aff3-2d5ba2ef9a8b is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:25:42.205267 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-7dc70deb-782b-42b7-ad8f-ccf0bfa68e72 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:25:42.210560 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-7dc70deb-782b-42b7-ad8f-ccf0bfa68e72 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:25:42.246383 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc70deb-782b-42b7-ad8f-ccf0bfa68e72 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Pushing event updated for resources: {'Port': ['ID=94f9a640-0c74-4301-9956-b5766ce91fb2,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:42.253625 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7dc70deb-782b-42b7-ad8f-ccf0bfa68e72 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:42.283133 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-7dc70deb-782b-42b7-ad8f-ccf0bfa68e72 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:42.284634 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-7dc70deb-782b-42b7-ad8f-ccf0bfa68e72 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:42.297401 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50a4e8-217c-4e6d-bf90-aaff5a82761f req-b13d71a1-6f5e-42c3-add2-2a80f68a3d7d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:42.298948 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-8c50a4e8-217c-4e6d-bf90-aaff5a82761f req-b13d71a1-6f5e-42c3-add2-2a80f68a3d7d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fceea00b-de05-426b-b627-97c49e9d3eb3 HTTP/1.1" status: 200 len: 946 time: 0.1282709 Dec 22 13:25:42.355656 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-1e527dea-0db6-49e1-a6fa-bdff0c12a69e req-6f5e8c6f-f505-4363-b1e3-b090a3c58580 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fceea00b-de05-426b-b627-97c49e9d3eb3 HTTP/1.1" status: 200 len: 1099 time: 0.1134748 Dec 22 13:25:42.378088 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-8c50a4e8-217c-4e6d-bf90-aaff5a82761f req-e95d58fa-5689-4ceb-9328-c8365834eccc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7831b01e-0a2f-4c96-9f66-56e09475709b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690095 Dec 22 13:25:42.397146 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-7dc70deb-782b-42b7-ad8f-ccf0bfa68e72 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1127388 Dec 22 13:25:42.406469 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.45', 57898) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:42.409164 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-1e527dea-0db6-49e1-a6fa-bdff0c12a69e req-9c403800-4d1a-43a7-9f72-763c70fe8acd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7831b01e-0a2f-4c96-9f66-56e09475709b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454142 Dec 22 13:25:42.444653 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd90e1-0e29-418b-a0a6-b8942dcf28c4 req-656bd090-4fa8-43a8-9a0a-0866e26026a3 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:42.445458 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-28bd90e1-0e29-418b-a0a6-b8942dcf28c4 req-656bd090-4fa8-43a8-9a0a-0866e26026a3 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Synchronizing usage tracker for tenant:52ca78c77f4148ba907510166b889b1e on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:25:42.518980 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-28bd90e1-0e29-418b-a0a6-b8942dcf28c4 req-656bd090-4fa8-43a8-9a0a-0866e26026a3 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Unset dirty status for tenant:52ca78c77f4148ba907510166b889b1e on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:25:42.520320 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-28bd90e1-0e29-418b-a0a6-b8942dcf28c4 req-656bd090-4fa8-43a8-9a0a-0866e26026a3 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/ports?device_id=5742e295-0ce8-4341-a728-6b0e3fdb4ce1 HTTP/1.1" status: 200 len: 931 time: 0.1649237 Dec 22 13:25:42.541438 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50650) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:42.569476 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-28bd90e1-0e29-418b-a0a6-b8942dcf28c4 req-b65452ba-1ad4-42a9-aad7-1da5eac99790 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Synchronizing usage tracker for tenant:52ca78c77f4148ba907510166b889b1e on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:25:42.622038 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-28bd90e1-0e29-418b-a0a6-b8942dcf28c4 req-b65452ba-1ad4-42a9-aad7-1da5eac99790 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Unset dirty status for tenant:52ca78c77f4148ba907510166b889b1e on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:25:42.623403 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-28bd90e1-0e29-418b-a0a6-b8942dcf28c4 req-b65452ba-1ad4-42a9-aad7-1da5eac99790 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98a6098-7ced-4885-b5d1-d0fa879b89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960748 Dec 22 13:25:42.667010 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-87623e85-45bc-40fb-9bf9-c54393dcee8f service neutron] Request body: {'port': {'device_id': '5742e295-0ce8-4341-a728-6b0e3fdb4ce1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:42.686234 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ad0e756a-85f1-4d31-85a5-912bb60fa550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:42.718682 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ad0e756a-85f1-4d31-85a5-912bb60fa550 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:42.722409 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ad0e756a-85f1-4d31-85a5-912bb60fa550 admin admin] Usage tracker for resource:security_group_rule and tenant:373869bdced64668b0ea597f23c0212b is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:42.725234 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ad0e756a-85f1-4d31-85a5-912bb60fa550 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:42.732340 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ad0e756a-85f1-4d31-85a5-912bb60fa550 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:42.798865 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ad0e756a-85f1-4d31-85a5-912bb60fa550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:42.804763 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-459eb06e-5cf0-4410-80f9-857e41265a69 req-527bf84b-ab9f-412c-b3ed-894720c02654 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bccbc80a-0f5f-4829-acf7-e00cfc344106&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1801765 Dec 22 13:25:42.805404 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-87623e85-45bc-40fb-9bf9-c54393dcee8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:42.839039 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ad0e756a-85f1-4d31-85a5-912bb60fa550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:42.846458 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f9472391-6af9-4322-b717-9792b7649b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:42.889813 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e756a-85f1-4d31-85a5-912bb60fa550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02789c8-fe0a-4120-8789-5f0147913378,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:42.892915 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ad0e756a-85f1-4d31-85a5-912bb60fa550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:42.895742 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ad0e756a-85f1-4d31-85a5-912bb60fa550 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=373869bdced64668b0ea597f23c0212b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3540702 Dec 22 13:25:42.905850 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50658) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:42.958957 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-92c12618-42c3-44eb-88ee-911684af6d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:42.984128 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-92c12618-42c3-44eb-88ee-911684af6d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:43.107851 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-92c12618-42c3-44eb-88ee-911684af6d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:43.111673 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f2132849-aad3-4644-996e-961ecd09355f tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:43.123740 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c12618-42c3-44eb-88ee-911684af6d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02789c8-fe0a-4120-8789-5f0147913378,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:43.125946 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-92c12618-42c3-44eb-88ee-911684af6d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:43.131884 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-92c12618-42c3-44eb-88ee-911684af6d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:43.142945 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-92c12618-42c3-44eb-88ee-911684af6d86 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c02789c8-fe0a-4120-8789-5f0147913378 HTTP/1.1" status: 204 len: 168 time: 0.2434347 Dec 22 13:25:43.226861 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-459eb06e-5cf0-4410-80f9-857e41265a69 req-8b712729-7adc-467a-8e71-a69603bbf34e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=bccbc80a-0f5f-4829-acf7-e00cfc344106 HTTP/1.1" status: 200 len: 1098 time: 0.3056886 Dec 22 13:25:43.323945 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e189d70-58ee-4192-b7ef-3d5171ebabc6 req-5ceac0c4-b1d1-4cd3-affc-4dda053228ad tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:43.329953 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-1e189d70-58ee-4192-b7ef-3d5171ebabc6 req-5ceac0c4-b1d1-4cd3-affc-4dda053228ad tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3c913a1-0535-47b7-b904-e3597c45454f HTTP/1.1" status: 200 len: 943 time: 0.0783699 Dec 22 13:25:43.372371 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-1e189d70-58ee-4192-b7ef-3d5171ebabc6 req-6702dcd1-a8de-4393-b43d-238e6e1ae6ab tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409002 Dec 22 13:25:43.449532 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-87623e85-45bc-40fb-9bf9-c54393dcee8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94f9a640-0c74-4301-9956-b5766ce91fb2 {{(pid=84149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:25:43.458275 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-87623e85-45bc-40fb-9bf9-c54393dcee8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:43.474387 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-87623e85-45bc-40fb-9bf9-c54393dcee8f service neutron] Transition to ACTIVE for port object 94f9a640-0c74-4301-9956-b5766ce91fb2 will not be triggered until provisioned by entity L2. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:25:43.480254 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459eb06e-5cf0-4410-80f9-857e41265a69 req-fa0a7810-1656-45ff-a51b-df035c447136 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:43.481928 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-459eb06e-5cf0-4410-80f9-857e41265a69 req-fa0a7810-1656-45ff-a51b-df035c447136 service neutron] 10.222.0.45 "GET /v2.0/networks?id=405cc457-257b-4046-ad64-71c7c4966738 HTTP/1.1" status: 200 len: 898 time: 0.2301641 Dec 22 13:25:43.567546 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-87623e85-45bc-40fb-9bf9-c54393dcee8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:43.610149 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-44af0a98-9732-4960-85ab-dcb4049a1158 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:43.776117 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87623e85-45bc-40fb-9bf9-c54393dcee8f service neutron] Pushing event updated for resources: {'Port': ['ID=94f9a640-0c74-4301-9956-b5766ce91fb2,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:43.792537 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-87623e85-45bc-40fb-9bf9-c54393dcee8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:43.794423 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-459eb06e-5cf0-4410-80f9-857e41265a69 req-41593757-a29c-4969-9fab-cec2a696b679 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ee846db-bfda-41ee-b278-55ce6efac6d6 HTTP/1.1" status: 200 len: 1000 time: 0.3021030 Dec 22 13:25:43.845382 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c5d41-0380-4db5-9cde-6520ef41b6c0 req-399bf4c4-e981-481f-b75f-1265e3df5682 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:43.846908 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4f9c5d41-0380-4db5-9cde-6520ef41b6c0 req-399bf4c4-e981-481f-b75f-1265e3df5682 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/ports?device_id=5742e295-0ce8-4341-a728-6b0e3fdb4ce1 HTTP/1.1" status: 200 len: 943 time: 0.0894301 Dec 22 13:25:43.897677 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4f9c5d41-0380-4db5-9cde-6520ef41b6c0 req-4fd7c8db-4d3b-4134-b941-99f655d089c3 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98a6098-7ced-4885-b5d1-d0fa879b89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435097 Dec 22 13:25:43.938717 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf85e53-857e-40c4-a2e8-6276eec7ac91 req-415171a7-e4b5-49c7-8f5d-aad4325a7ae5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:43.940143 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-faf85e53-857e-40c4-a2e8-6276eec7ac91 req-415171a7-e4b5-49c7-8f5d-aad4325a7ae5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fceea00b-de05-426b-b627-97c49e9d3eb3 HTTP/1.1" status: 200 len: 946 time: 0.3801210 Dec 22 13:25:43.987318 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459eb06e-5cf0-4410-80f9-857e41265a69 req-c3c32856-5766-41bd-928c-f1ac869dd51e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:43.988730 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-459eb06e-5cf0-4410-80f9-857e41265a69 req-c3c32856-5766-41bd-928c-f1ac869dd51e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dfb6332c-285f-49dd-93fe-15ef12392031 HTTP/1.1" status: 200 len: 835 time: 0.1822028 Dec 22 13:25:44.066480 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-faf85e53-857e-40c4-a2e8-6276eec7ac91 req-1729a9d3-8eef-4bf0-b80b-9d3fea522adb tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7831b01e-0a2f-4c96-9f66-56e09475709b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175659 Dec 22 13:25:44.068189 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-87623e85-45bc-40fb-9bf9-c54393dcee8f service neutron] Attempting to bind port 94f9a640-0c74-4301-9956-b5766ce91fb2 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:25:44.068514 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-87623e85-45bc-40fb-9bf9-c54393dcee8f service neutron] Attempting to bind port 94f9a640-0c74-4301-9956-b5766ce91fb2 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7f79b783-225e-4666-9ea2-4c27d6533c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c4766a5c-8b42-43a8-aff3-2d5ba2ef9a8b'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:25:44.068834 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-87623e85-45bc-40fb-9bf9-c54393dcee8f service neutron] Attempting to bind port 94f9a640-0c74-4301-9956-b5766ce91fb2 on network c4766a5c-8b42-43a8-aff3-2d5ba2ef9a8b {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:25:44.081372 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-87623e85-45bc-40fb-9bf9-c54393dcee8f service neutron] Port 94f9a640-0c74-4301-9956-b5766ce91fb2 on network c4766a5c-8b42-43a8-aff3-2d5ba2ef9a8b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:25:44.081689 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-87623e85-45bc-40fb-9bf9-c54393dcee8f service neutron] Attempting to bind port 94f9a640-0c74-4301-9956-b5766ce91fb2 on network c4766a5c-8b42-43a8-aff3-2d5ba2ef9a8b {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:25:44.098704 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-87623e85-45bc-40fb-9bf9-c54393dcee8f service neutron] Checking agent: {'id': '72ee2f79-9ac0-483e-b4fd-5b910a776581', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'started_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:25:44.099039 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-87623e85-45bc-40fb-9bf9-c54393dcee8f service neutron] Checking segment: {'id': '7f79b783-225e-4666-9ea2-4c27d6533c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c4766a5c-8b42-43a8-aff3-2d5ba2ef9a8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:25:44.099417 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-87623e85-45bc-40fb-9bf9-c54393dcee8f service neutron] Bound using segment: {'id': '7f79b783-225e-4666-9ea2-4c27d6533c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c4766a5c-8b42-43a8-aff3-2d5ba2ef9a8b'} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:25:44.099910 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-87623e85-45bc-40fb-9bf9-c54393dcee8f service neutron] Bound port: 94f9a640-0c74-4301-9956-b5766ce91fb2, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f79b783-225e-4666-9ea2-4c27d6533c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c4766a5c-8b42-43a8-aff3-2d5ba2ef9a8b'}}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:25:44.100255 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-87623e85-45bc-40fb-9bf9-c54393dcee8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:44.169454 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-459eb06e-5cf0-4410-80f9-857e41265a69 req-a1e66a41-7633-4abe-bd62-5cc84bd0d323 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=405cc457-257b-4046-ad64-71c7c4966738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1577201 Dec 22 13:25:44.286977 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-87623e85-45bc-40fb-9bf9-c54393dcee8f service neutron] For port 94f9a640-0c74-4301-9956-b5766ce91fb2, host hv-neutron-8226, cleared binding levels {{(pid=84149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:25:44.308738 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-87623e85-45bc-40fb-9bf9-c54393dcee8f service neutron] For port 94f9a640-0c74-4301-9956-b5766ce91fb2, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=94f9a640-0c74-4301-9956-b5766ce91fb2,segment=NetworkSegment(7f79b783-225e-4666-9ea2-4c27d6533c1d),segment_id=7f79b783-225e-4666-9ea2-4c27d6533c1d)] {{(pid=84149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:25:44.335391 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-459eb06e-5cf0-4410-80f9-857e41265a69 req-65012bf7-77af-4ecf-9941-0416cf105d58 service neutron] 10.222.0.45 "GET /v2.0/networks/405cc457-257b-4046-ad64-71c7c4966738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692755 Dec 22 13:25:44.367977 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-87623e85-45bc-40fb-9bf9-c54393dcee8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:44.395711 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50686) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:44.422288 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6991497e-c5f9-43d8-ade5-5e7073e794ec tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:44.504068 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-87623e85-45bc-40fb-9bf9-c54393dcee8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:44.505413 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-87623e85-45bc-40fb-9bf9-c54393dcee8f service neutron] 10.222.0.45 "PUT /v2.0/ports/94f9a640-0c74-4301-9956-b5766ce91fb2 HTTP/1.1" status: 200 len: 1093 time: 1.8468311 Dec 22 13:25:44.505933 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5742e295-0ce8-4341-a728-6b0e3fdb4ce1', 'tag': '94f9a640-0c74-4301-9956-b5766ce91fb2'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:25:44.541092 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87623e85-45bc-40fb-9bf9-c54393dcee8f service neutron] Pushing event updated for resources: {'Port': ['ID=94f9a640-0c74-4301-9956-b5766ce91fb2,revision_number=3']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:44.541558 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-472f327b-93d2-4525-9e32-15448370068b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Request body: {'network': {'name': 'tempest-RoutersTest-1916249888'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:44.546448 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-87623e85-45bc-40fb-9bf9-c54393dcee8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:44.549861 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-472f327b-93d2-4525-9e32-15448370068b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:44.570312 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-459eb06e-5cf0-4410-80f9-857e41265a69 req-a75c3d43-d65e-4e56-b0b4-a09196ccca8b service neutron] 10.222.0.45 "GET /v2.0/networks/405cc457-257b-4046-ad64-71c7c4966738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234542 Dec 22 13:25:44.585486 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5742e295-0ce8-4341-a728-6b0e3fdb4ce1', 'tag': '94f9a640-0c74-4301-9956-b5766ce91fb2', 'status': 'completed', 'code': 200} Dec 22 13:25:44.600734 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-472f327b-93d2-4525-9e32-15448370068b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Usage tracker for resource:network and tenant:813a48bed9b742a7b1de5354f99e3715 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:44.604938 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-472f327b-93d2-4525-9e32-15448370068b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:44.612721 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-472f327b-93d2-4525-9e32-15448370068b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:44.649829 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093266c-fc8c-42f5-b975-3c3311413f34 req-05fb510f-e8d0-4de9-9582-e7f8ae91ca05 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:44.651656 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9093266c-fc8c-42f5-b975-3c3311413f34 req-05fb510f-e8d0-4de9-9582-e7f8ae91ca05 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3c913a1-0535-47b7-b904-e3597c45454f HTTP/1.1" status: 200 len: 943 time: 0.1034904 Dec 22 13:25:44.673975 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f6f5a67d-3e2f-4227-8e76-914a2663d99f req-c56e30e0-a780-4c05-9c87-1f82f7123790 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=52ca78c77f4148ba907510166b889b1e&device_id=5742e295-0ce8-4341-a728-6b0e3fdb4ce1 HTTP/1.1" status: 200 len: 1096 time: 0.0702727 Dec 22 13:25:44.698536 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472f327b-93d2-4525-9e32-15448370068b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Made reservation on behalf of 813a48bed9b742a7b1de5354f99e3715 for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:25:44.701394 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-472f327b-93d2-4525-9e32-15448370068b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:44.717880 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9093266c-fc8c-42f5-b975-3c3311413f34 req-f29474d3-8dbf-4158-a4e6-77d017b4e405 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605814 Dec 22 13:25:44.720375 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-472f327b-93d2-4525-9e32-15448370068b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:44.762312 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-472f327b-93d2-4525-9e32-15448370068b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:44.766062 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-472f327b-93d2-4525-9e32-15448370068b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Usage tracker for resource:security_group_rule and tenant:813a48bed9b742a7b1de5354f99e3715 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:44.768826 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-472f327b-93d2-4525-9e32-15448370068b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:44.774383 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-472f327b-93d2-4525-9e32-15448370068b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:44.820137 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5a67d-3e2f-4227-8e76-914a2663d99f req-da7d0926-79b8-44fc-8a5c-530881cb588e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:44.822211 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f6f5a67d-3e2f-4227-8e76-914a2663d99f req-da7d0926-79b8-44fc-8a5c-530881cb588e service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=52ca78c77f4148ba907510166b889b1e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1376491 Dec 22 13:25:44.841331 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-472f327b-93d2-4525-9e32-15448370068b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:44.913557 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-472f327b-93d2-4525-9e32-15448370068b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:44.916905 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1fd19bb7-5eb0-4c98-b130-7c42cdd339e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:44.952943 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-472f327b-93d2-4525-9e32-15448370068b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:25:44.958872 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f327b-93d2-4525-9e32-15448370068b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8490fcd4-ea5a-422b-aff4-431c4f295b84,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:44.965469 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-472f327b-93d2-4525-9e32-15448370068b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:44.966938 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-472f327b-93d2-4525-9e32-15448370068b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:44.967345 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-472f327b-93d2-4525-9e32-15448370068b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Added segment 393a7575-80c7-4f7c-8f34-61b6a9572f24 of type vlan for network 7e700c23-9888-4036-b822-a0cd49df009d Dec 22 13:25:44.996663 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-472f327b-93d2-4525-9e32-15448370068b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:45.117805 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-472f327b-93d2-4525-9e32-15448370068b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:45.123354 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472f327b-93d2-4525-9e32-15448370068b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:45.134335 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-472f327b-93d2-4525-9e32-15448370068b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:45.134335 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-51c11f8f-c80a-48b0-99ac-491fe4a4e45b tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:45.134760 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5a67d-3e2f-4227-8e76-914a2663d99f req-d88a294c-646a-4434-8aa5-3e9e4e0f65c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:45.135385 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f6f5a67d-3e2f-4227-8e76-914a2663d99f req-d88a294c-646a-4434-8aa5-3e9e4e0f65c5 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3068058 Dec 22 13:25:45.173037 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c29586-bb54-4e21-be44-adfd685d67fd req-5e36a813-b475-4864-8d50-d0e3e4e6a813 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:45.174548 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e0c29586-bb54-4e21-be44-adfd685d67fd req-5e36a813-b475-4864-8d50-d0e3e4e6a813 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/ports?device_id=5742e295-0ce8-4341-a728-6b0e3fdb4ce1 HTTP/1.1" status: 200 len: 943 time: 0.1344743 Dec 22 13:25:45.264179 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e0c29586-bb54-4e21-be44-adfd685d67fd req-a4e32062-5ed2-4953-8783-2e124122d81d tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98a6098-7ced-4885-b5d1-d0fa879b89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547054 Dec 22 13:25:45.283550 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-4dd8d60f-f5af-453a-a0bb-9195af025f01 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=52ca78c77f4148ba907510166b889b1e&device_id=5742e295-0ce8-4341-a728-6b0e3fdb4ce1 HTTP/1.1" status: 200 len: 1096 time: 0.1080174 Dec 22 13:25:45.295241 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f327b-93d2-4525-9e32-15448370068b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event updated for resources: {'Network': ['ID=7e700c23-9888-4036-b822-a0cd49df009d,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:45.297969 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-472f327b-93d2-4525-9e32-15448370068b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:45.306991 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 7e700c23-9888-4036-b822-a0cd49df009d details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:25:45.333204 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537193d-728f-47e7-979a-d293fbc0051e req-29999aea-5e88-4f80-862b-e6805db36778 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:45.335661 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0537193d-728f-47e7-979a-d293fbc0051e req-29999aea-5e88-4f80-862b-e6805db36778 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fceea00b-de05-426b-b627-97c49e9d3eb3 HTTP/1.1" status: 200 len: 946 time: 0.1187875 Dec 22 13:25:45.360382 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-472f327b-93d2-4525-9e32-15448370068b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9635592 Dec 22 13:25:45.363087 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50700) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:45.370016 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-1ca31528-1344-4669-b927-61de184feb3e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Request body: {'network': {'name': 'tempest-RoutersTest-249446806'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:45.374404 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-7330868f-3211-4e14-9ac5-87343c3b80e3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94f9a640-0c74-4301-9956-b5766ce91fb2 HTTP/1.1" status: 200 len: 217 time: 0.0826049 Dec 22 13:25:45.376968 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1ca31528-1344-4669-b927-61de184feb3e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:45.380298 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1ca31528-1344-4669-b927-61de184feb3e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Usage tracker for resource:network and tenant:813a48bed9b742a7b1de5354f99e3715 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:45.384799 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1ca31528-1344-4669-b927-61de184feb3e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:45.392821 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0537193d-728f-47e7-979a-d293fbc0051e req-4f4b532a-30ea-43f3-b54e-0bee77c9b3ba tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7831b01e-0a2f-4c96-9f66-56e09475709b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511203 Dec 22 13:25:45.426060 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1ca31528-1344-4669-b927-61de184feb3e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:45.451335 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-cb35e27e-5809-438d-a0ff-00e61f468a51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:45.452781 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-cb35e27e-5809-438d-a0ff-00e61f468a51 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=23475466-2c2b-4d7f-80b0-7a3cc543c49a HTTP/1.1" status: 200 len: 852 time: 0.0696528 Dec 22 13:25:45.505825 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-788e0506-a346-4987-ac37-68f9d4ac220a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c4766a5c-8b42-43a8-aff3-2d5ba2ef9a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453081 Dec 22 13:25:45.506697 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca31528-1344-4669-b927-61de184feb3e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Made reservation on behalf of 813a48bed9b742a7b1de5354f99e3715 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:25:45.509758 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1ca31528-1344-4669-b927-61de184feb3e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:45.570791 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 6eb50e87-1a7a-4b25-a1a2-cb8403e6240b details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:25:45.662076 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca31528-1344-4669-b927-61de184feb3e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:25:45.694712 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1ca31528-1344-4669-b927-61de184feb3e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:45.695056 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-1ca31528-1344-4669-b927-61de184feb3e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Added segment e605147c-4f4f-47b7-83a1-d522dac6cd8f of type vlan for network 96d2f1d6-c628-49ed-96e0-d09cbd479137 Dec 22 13:25:45.707665 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 6eb50e87-1a7a-4b25-a1a2-cb8403e6240b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6eb50e87-1a7a-4b25-a1a2-cb8403e6240b,segment=NetworkSegment(f468e2c3-8d76-44b5-a1f5-b6db2225bdd5),segment_id=f468e2c3-8d76-44b5-a1f5-b6db2225bdd5)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:25:45.721994 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '6eb50e87-1a7a-4b25-a1a2-cb8403e6240b', 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'port_id': '6eb50e87-1a7a-4b25-a1a2-cb8403e6240b', 'mac_address': 'fa:16:3e:16:a9:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:25:45.749613 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-37cca107-b6a6-475c-a4bf-27ae2603fa39 service neutron] 10.222.0.45 "GET /v2.0/networks/c4766a5c-8b42-43a8-aff3-2d5ba2ef9a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289684 Dec 22 13:25:45.755247 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1ca31528-1344-4669-b927-61de184feb3e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:45.781603 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:45.786914 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445488f-b8de-4435-bec2-694b1d0e09f7 req-928cbf69-f898-4a42-bfbd-b843aa227b59 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:45.788381 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d445488f-b8de-4435-bec2-694b1d0e09f7 req-928cbf69-f898-4a42-bfbd-b843aa227b59 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fceea00b-de05-426b-b627-97c49e9d3eb3 HTTP/1.1" status: 200 len: 946 time: 0.2462788 Dec 22 13:25:45.838515 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eb50e87-1a7a-4b25-a1a2-cb8403e6240b {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:25:45.858533 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 6eb50e87-1a7a-4b25-a1a2-cb8403e6240b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6eb50e87-1a7a-4b25-a1a2-cb8403e6240b,segment=NetworkSegment(f468e2c3-8d76-44b5-a1f5-b6db2225bdd5),segment_id=f468e2c3-8d76-44b5-a1f5-b6db2225bdd5)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:25:45.925098 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e3347-2477-40c5-a0ba-c6122655e0e6 req-821d3a51-b2ce-49e1-a978-86c3f4899dd4 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:45.926607 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-093e3347-2477-40c5-a0ba-c6122655e0e6 req-821d3a51-b2ce-49e1-a978-86c3f4899dd4 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3c913a1-0535-47b7-b904-e3597c45454f HTTP/1.1" status: 200 len: 943 time: 0.0825131 Dec 22 13:25:45.929144 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:45.931932 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:45.937606 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d445488f-b8de-4435-bec2-694b1d0e09f7 req-ef4d0f57-8dce-4d93-b08e-5aaba765f120 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7831b01e-0a2f-4c96-9f66-56e09475709b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987999 Dec 22 13:25:45.955057 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1d01e3f5-01d4-490f-9acd-c657b368a192 req-b8f16149-89c4-4cb8-9e89-528751664d86 service neutron] 10.222.0.45 "GET /v2.0/networks/c4766a5c-8b42-43a8-aff3-2d5ba2ef9a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949964 Dec 22 13:25:45.992142 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-093e3347-2477-40c5-a0ba-c6122655e0e6 req-cf580150-076a-4197-ac64-1352620adaab tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566876 Dec 22 13:25:45.997994 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1ca31528-1344-4669-b927-61de184feb3e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:46.002292 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca31528-1344-4669-b927-61de184feb3e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:46.003224 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1ca31528-1344-4669-b927-61de184feb3e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:46.004014 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=6eb50e87-1a7a-4b25-a1a2-cb8403e6240b,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:46.007286 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:46.014450 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f8d5911e-d0b4-490d-a21a-a32cbd539d48 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:46.110958 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca31528-1344-4669-b927-61de184feb3e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event updated for resources: {'Network': ['ID=96d2f1d6-c628-49ed-96e0-d09cbd479137,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:46.114100 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1ca31528-1344-4669-b927-61de184feb3e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:46.120737 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 96d2f1d6-c628-49ed-96e0-d09cbd479137 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:25:46.159473 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1ca31528-1344-4669-b927-61de184feb3e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7952228 Dec 22 13:25:46.162508 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50712) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:46.169482 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-2a6fa3b2-ff37-4718-b6b5-45db31f2993c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Request body: {'subnet': {'network_id': '7e700c23-9888-4036-b822-a0cd49df009d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:46.182740 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['6eb50e87-1a7a-4b25-a1a2-cb8403e6240b'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:25:46.285852 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-2a6fa3b2-ff37-4718-b6b5-45db31f2993c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:46.289634 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2a6fa3b2-ff37-4718-b6b5-45db31f2993c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Usage tracker for resource:subnet and tenant:813a48bed9b742a7b1de5354f99e3715 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:46.293381 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2a6fa3b2-ff37-4718-b6b5-45db31f2993c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:46.299530 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-2a6fa3b2-ff37-4718-b6b5-45db31f2993c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:46.427106 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6fa3b2-ff37-4718-b6b5-45db31f2993c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Made reservation on behalf of 813a48bed9b742a7b1de5354f99e3715 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:25:46.548536 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2a6fa3b2-ff37-4718-b6b5-45db31f2993c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:46.658570 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c2906a-d2e0-4430-b5dd-8e804c899d0f req-138cab46-7a78-4afb-8447-7741f980e2e9 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:46.660033 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-50c2906a-d2e0-4430-b5dd-8e804c899d0f req-138cab46-7a78-4afb-8447-7741f980e2e9 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/ports?device_id=5742e295-0ce8-4341-a728-6b0e3fdb4ce1 HTTP/1.1" status: 200 len: 943 time: 0.2695644 Dec 22 13:25:46.724718 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-50c2906a-d2e0-4430-b5dd-8e804c899d0f req-94500c13-f9bc-4637-9036-4898b2b347eb tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98a6098-7ced-4885-b5d1-d0fa879b89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560474 Dec 22 13:25:46.878871 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2a6fa3b2-ff37-4718-b6b5-45db31f2993c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:46.882424 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5b7ea432-0f6c-4e96-b05a-9b2f1b640ff4 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:47.056138 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6fa3b2-ff37-4718-b6b5-45db31f2993c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event updated for resources: {'Subnet': ['ID=43590e6e-c616-4a43-9a81-9d1d670b2eaa,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:47.060519 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2a6fa3b2-ff37-4718-b6b5-45db31f2993c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:47.071747 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6fa3b2-ff37-4718-b6b5-45db31f2993c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Checking segment: {'id': '393a7575-80c7-4f7c-8f34-61b6a9572f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '7e700c23-9888-4036-b822-a0cd49df009d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:25:47.072337 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6fa3b2-ff37-4718-b6b5-45db31f2993c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Network hostable DHCP agents. Network: 7e700c23-9888-4036-b822-a0cd49df009d, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:25:47.164449 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6fa3b2-ff37-4718-b6b5-45db31f2993c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Network 7e700c23-9888-4036-b822-a0cd49df009d is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:25:47.197974 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6699fb-92aa-447a-98b5-776f1f3cd8d4 req-ab07748c-70d4-431b-b71c-5c722881d214 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:47.199436 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7d6699fb-92aa-447a-98b5-776f1f3cd8d4 req-ab07748c-70d4-431b-b71c-5c722881d214 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3c913a1-0535-47b7-b904-e3597c45454f HTTP/1.1" status: 200 len: 944 time: 0.0820005 Dec 22 13:25:47.245304 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7d6699fb-92aa-447a-98b5-776f1f3cd8d4 req-749b908d-8a30-4a87-989f-627721dfa96e tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397792 Dec 22 13:25:47.250543 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-2a6fa3b2-ff37-4718-b6b5-45db31f2993c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 7e700c23-9888-4036-b822-a0cd49df009d) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:25:47.254438 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6fa3b2-ff37-4718-b6b5-45db31f2993c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:47.255049 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2a6fa3b2-ff37-4718-b6b5-45db31f2993c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:47.261607 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd81bbae-bde2-46bd-a0ec-87927983a75f None None] Network 7e700c23-9888-4036-b822-a0cd49df009d requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:25:47.347418 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-2a6fa3b2-ff37-4718-b6b5-45db31f2993c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1835804 Dec 22 13:25:47.349995 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50720) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:47.356145 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-7b1d1a2c-ba4d-4a23-970d-31beb927d4f0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Request body: {'subnet': {'network_id': '96d2f1d6-c628-49ed-96e0-d09cbd479137', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:47.465335 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-7b1d1a2c-ba4d-4a23-970d-31beb927d4f0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:47.469866 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-7b1d1a2c-ba4d-4a23-970d-31beb927d4f0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Usage tracker for resource:subnet and tenant:813a48bed9b742a7b1de5354f99e3715 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:47.472819 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-7b1d1a2c-ba4d-4a23-970d-31beb927d4f0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:47.477846 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a693905-457d-4f15-81a9-acc7d24c1424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-7e700c23-9888-4036-b822-a0cd49df009d', 'network_id': '7e700c23-9888-4036-b822-a0cd49df009d', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'fixed_ips': [{'subnet_id': '43590e6e-c616-4a43-9a81-9d1d670b2eaa'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:25:47.478784 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3a693905-457d-4f15-81a9-acc7d24c1424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:47.480704 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-7b1d1a2c-ba4d-4a23-970d-31beb927d4f0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:47.571020 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 6eb50e87-1a7a-4b25-a1a2-cb8403e6240b up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:25:47.591835 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50724) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:47.592307 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1d1a2c-ba4d-4a23-970d-31beb927d4f0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Made reservation on behalf of 813a48bed9b742a7b1de5354f99e3715 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:25:47.695384 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-3a693905-457d-4f15-81a9-acc7d24c1424 None None] Allocated IP 172.20.0.2 (7e700c23-9888-4036-b822-a0cd49df009d/43590e6e-c616-4a43-9a81-9d1d670b2eaa/9c40b439-ea5d-4539-a2c4-619ab96885d9) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:25:47.707703 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7b1d1a2c-ba4d-4a23-970d-31beb927d4f0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:47.811592 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning for port 6eb50e87-1a7a-4b25-a1a2-cb8403e6240b completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:25:47.820733 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 6eb50e87-1a7a-4b25-a1a2-cb8403e6240b triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:25:47.824558 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:48.014696 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3a693905-457d-4f15-81a9-acc7d24c1424 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:48.027464 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb775d2-54e6-45e8-9b28-7a824cfa578f req-93202c35-8047-4ed8-9d0d-781cad1d09b3 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:48.029227 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ceb775d2-54e6-45e8-9b28-7a824cfa578f req-93202c35-8047-4ed8-9d0d-781cad1d09b3 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/ports?device_id=5742e295-0ce8-4341-a728-6b0e3fdb4ce1 HTTP/1.1" status: 200 len: 943 time: 0.1280596 Dec 22 13:25:48.037087 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3a693905-457d-4f15-81a9-acc7d24c1424 None None] Transition to ACTIVE for port object 9c40b439-ea5d-4539-a2c4-619ab96885d9 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:25:48.044234 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:48.055228 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7b1d1a2c-ba4d-4a23-970d-31beb927d4f0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:48.062605 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-733b6d05-b624-4cd3-bf34-c842bba9e75d tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:48.075229 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3a693905-457d-4f15-81a9-acc7d24c1424 None None] Transition to ACTIVE for port object 9c40b439-ea5d-4539-a2c4-619ab96885d9 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:25:48.088399 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c913a1-0535-47b7-b904-e3597c45454f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb50e87-1a7a-4b25-a1a2-cb8403e6240b'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:25:48.098377 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 6eb50e87-1a7a-4b25-a1a2-cb8403e6240b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6eb50e87-1a7a-4b25-a1a2-cb8403e6240b,segment=NetworkSegment(f468e2c3-8d76-44b5-a1f5-b6db2225bdd5),segment_id=f468e2c3-8d76-44b5-a1f5-b6db2225bdd5)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:25:48.151970 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c913a1-0535-47b7-b904-e3597c45454f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb50e87-1a7a-4b25-a1a2-cb8403e6240b', 'code': 200} Dec 22 13:25:48.159683 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d1a2c-ba4d-4a23-970d-31beb927d4f0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event updated for resources: {'Subnet': ['ID=84a5d3e1-64f1-4316-9948-9b570e920d47,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:48.162495 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3a693905-457d-4f15-81a9-acc7d24c1424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:48.165372 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7b1d1a2c-ba4d-4a23-970d-31beb927d4f0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:48.170993 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ceb775d2-54e6-45e8-9b28-7a824cfa578f req-00aa82a7-5cd2-4ffe-8295-578246f18886 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98a6098-7ced-4885-b5d1-d0fa879b89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352377 Dec 22 13:25:48.184882 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1d1a2c-ba4d-4a23-970d-31beb927d4f0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Checking segment: {'id': 'e605147c-4f4f-47b7-83a1-d522dac6cd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '96d2f1d6-c628-49ed-96e0-d09cbd479137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:25:48.185354 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1d1a2c-ba4d-4a23-970d-31beb927d4f0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Network hostable DHCP agents. Network: 96d2f1d6-c628-49ed-96e0-d09cbd479137, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:25:48.191313 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-802205db-ff2e-4c36-bfdd-5953a757ffa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:48.241957 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:48.259646 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a693905-457d-4f15-81a9-acc7d24c1424 None None] Network 7e700c23-9888-4036-b822-a0cd49df009d is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:25:48.262829 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-3a693905-457d-4f15-81a9-acc7d24c1424 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:25:48.267150 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a693905-457d-4f15-81a9-acc7d24c1424 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:25:48.270409 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1d1a2c-ba4d-4a23-970d-31beb927d4f0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Network 96d2f1d6-c628-49ed-96e0-d09cbd479137 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:25:48.372362 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a693905-457d-4f15-81a9-acc7d24c1424 None None] Pushing event updated for resources: {'Port': ['ID=9c40b439-ea5d-4539-a2c4-619ab96885d9,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:48.375185 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-3a693905-457d-4f15-81a9-acc7d24c1424 None None] Attempting to bind port 9c40b439-ea5d-4539-a2c4-619ab96885d9 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:25:48.375555 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-3a693905-457d-4f15-81a9-acc7d24c1424 None None] Attempting to bind port 9c40b439-ea5d-4539-a2c4-619ab96885d9 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '393a7575-80c7-4f7c-8f34-61b6a9572f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '7e700c23-9888-4036-b822-a0cd49df009d'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:25:48.375985 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a693905-457d-4f15-81a9-acc7d24c1424 None None] Attempting to bind port 9c40b439-ea5d-4539-a2c4-619ab96885d9 on network 7e700c23-9888-4036-b822-a0cd49df009d {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:25:48.381524 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3a693905-457d-4f15-81a9-acc7d24c1424 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:48.383272 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-b30c4dd0-7004-4f3c-b968-a47049751831 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:48.389902 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-7b1d1a2c-ba4d-4a23-970d-31beb927d4f0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 96d2f1d6-c628-49ed-96e0-d09cbd479137) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:25:48.395914 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1d1a2c-ba4d-4a23-970d-31beb927d4f0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:48.396543 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7b1d1a2c-ba4d-4a23-970d-31beb927d4f0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:48.451586 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=6eb50e87-1a7a-4b25-a1a2-cb8403e6240b,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:48.454264 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e28901-dcb4-47c1-98d2-500f0f33011a None None] Network 96d2f1d6-c628-49ed-96e0-d09cbd479137 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:25:48.489855 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f565ee00-81b9-434b-9829-07153abe3695 req-d77ce645-c982-41e1-8c82-2abd24f68dc6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b3c913a1-0535-47b7-b904-e3597c45454f HTTP/1.1" status: 200 len: 1098 time: 0.0955508 Dec 22 13:25:48.522789 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7b1d1a2c-ba4d-4a23-970d-31beb927d4f0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1716075 Dec 22 13:25:48.534198 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50734) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:48.543427 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-3cf9f93a-e251-467b-904e-b882b4005109 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1712512651', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:48.550396 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-3cf9f93a-e251-467b-904e-b882b4005109 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:48.554514 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-3cf9f93a-e251-467b-904e-b882b4005109 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Usage tracker for resource:router and tenant:813a48bed9b742a7b1de5354f99e3715 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:48.558193 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-3cf9f93a-e251-467b-904e-b882b4005109 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:48.558487 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bcee3c-023a-46f1-9993-6b93f313690b req-37bdd015-99a6-4030-aed4-22a0fe8ee555 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:48.559960 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-07bcee3c-023a-46f1-9993-6b93f313690b req-37bdd015-99a6-4030-aed4-22a0fe8ee555 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3c913a1-0535-47b7-b904-e3597c45454f HTTP/1.1" status: 200 len: 945 time: 0.1763725 Dec 22 13:25:48.570573 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-3cf9f93a-e251-467b-904e-b882b4005109 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:48.581506 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:48.587205 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f565ee00-81b9-434b-9829-07153abe3695 req-482cd10a-3210-4b4c-bb38-d68bf4c72a29 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896559 Dec 22 13:25:48.600717 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3c4991b7-6894-4e10-b6e5-9858d62e25d3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:48.604853 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a693905-457d-4f15-81a9-acc7d24c1424 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:25:48.605231 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a693905-457d-4f15-81a9-acc7d24c1424 None None] Checking segment: {'id': '393a7575-80c7-4f7c-8f34-61b6a9572f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '7e700c23-9888-4036-b822-a0cd49df009d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:25:48.605641 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3a693905-457d-4f15-81a9-acc7d24c1424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:48.606167 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a693905-457d-4f15-81a9-acc7d24c1424 None None] Bound using segment: {'id': '393a7575-80c7-4f7c-8f34-61b6a9572f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '7e700c23-9888-4036-b822-a0cd49df009d'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:25:48.606705 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-3a693905-457d-4f15-81a9-acc7d24c1424 None None] Bound port: 9c40b439-ea5d-4539-a2c4-619ab96885d9, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '393a7575-80c7-4f7c-8f34-61b6a9572f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '7e700c23-9888-4036-b822-a0cd49df009d'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:25:48.607086 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3a693905-457d-4f15-81a9-acc7d24c1424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:48.662280 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3cf9f93a-e251-467b-904e-b882b4005109 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:48.663729 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3cf9f93a-e251-467b-904e-b882b4005109 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:48.685032 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3cf9f93a-e251-467b-904e-b882b4005109 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:48.695136 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-07bcee3c-023a-46f1-9993-6b93f313690b req-5ba9e173-d2d2-4dbe-9ac7-2d86a5a034e9 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288798 Dec 22 13:25:48.765061 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3cf9f93a-e251-467b-904e-b882b4005109 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:48.787222 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab2c2e1-985f-4d00-abd9-04ee565485db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-96d2f1d6-c628-49ed-96e0-d09cbd479137', 'network_id': '96d2f1d6-c628-49ed-96e0-d09cbd479137', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'fixed_ips': [{'subnet_id': '84a5d3e1-64f1-4316-9948-9b570e920d47'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:25:48.788038 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-dab2c2e1-985f-4d00-abd9-04ee565485db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:48.800863 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3a693905-457d-4f15-81a9-acc7d24c1424 None None] For port 9c40b439-ea5d-4539-a2c4-619ab96885d9, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:25:48.816779 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3a693905-457d-4f15-81a9-acc7d24c1424 None None] For port 9c40b439-ea5d-4539-a2c4-619ab96885d9, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=9c40b439-ea5d-4539-a2c4-619ab96885d9,segment=NetworkSegment(393a7575-80c7-4f7c-8f34-61b6a9572f24),segment_id=393a7575-80c7-4f7c-8f34-61b6a9572f24)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:25:48.827908 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3cf9f93a-e251-467b-904e-b882b4005109 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:48.832405 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-3cf9f93a-e251-467b-904e-b882b4005109 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2941804 Dec 22 13:25:48.834967 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50738) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:48.886174 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3a693905-457d-4f15-81a9-acc7d24c1424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:48.892649 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-23e2f7b4-0295-4463-9ea3-cb055ce96ec7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:49.036886 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a693905-457d-4f15-81a9-acc7d24c1424 None None] Pushing event updated for resources: {'Port': ['ID=9c40b439-ea5d-4539-a2c4-619ab96885d9,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:49.042336 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3a693905-457d-4f15-81a9-acc7d24c1424 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:49.049076 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-dab2c2e1-985f-4d00-abd9-04ee565485db None None] Allocated IP 172.21.0.2 (96d2f1d6-c628-49ed-96e0-d09cbd479137/84a5d3e1-64f1-4316-9948-9b570e920d47/539b10a6-811c-458c-994f-4a04687a0029) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:25:49.078514 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-3c4991b7-6894-4e10-b6e5-9858d62e25d3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Allocated IP 172.20.0.17 (f75f5b64-dcaa-4626-ae22-da1ba1671be2/8cc847c9-27d8-4575-a578-3f32627903a2/b59306d4-e060-41bc-bb81-214712e98348) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:25:49.307218 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3c4991b7-6894-4e10-b6e5-9858d62e25d3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:49.329328 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-3c4991b7-6894-4e10-b6e5-9858d62e25d3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Transition to ACTIVE for port object b59306d4-e060-41bc-bb81-214712e98348 will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:25:49.367542 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-dab2c2e1-985f-4d00-abd9-04ee565485db None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:49.379175 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-dab2c2e1-985f-4d00-abd9-04ee565485db None None] Transition to ACTIVE for port object 539b10a6-811c-458c-994f-4a04687a0029 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:25:49.400431 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-dab2c2e1-985f-4d00-abd9-04ee565485db None None] Transition to ACTIVE for port object 539b10a6-811c-458c-994f-4a04687a0029 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:25:49.422021 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3c4991b7-6894-4e10-b6e5-9858d62e25d3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:49.426622 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-caefecf4-6390-4554-b340-35393327808e tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:49.452092 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-40755ad4-7d71-4955-827a-76c646425ea3 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:49.485388 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-dab2c2e1-985f-4d00-abd9-04ee565485db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:49.490781 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-546eb137-6f3b-4dcd-bf1f-553d24d31160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:49.507278 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4991b7-6894-4e10-b6e5-9858d62e25d3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=b59306d4-e060-41bc-bb81-214712e98348,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:49.511303 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3c4991b7-6894-4e10-b6e5-9858d62e25d3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:49.513325 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4991b7-6894-4e10-b6e5-9858d62e25d3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network f75f5b64-dcaa-4626-ae22-da1ba1671be2 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:25:49.514628 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-3c4991b7-6894-4e10-b6e5-9858d62e25d3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:25:49.517147 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4991b7-6894-4e10-b6e5-9858d62e25d3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:25:49.588726 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3c4991b7-6894-4e10-b6e5-9858d62e25d3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:49.596367 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 94f9a640-0c74-4301-9956-b5766ce91fb2 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:25:49.622250 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab2c2e1-985f-4d00-abd9-04ee565485db None None] Network 96d2f1d6-c628-49ed-96e0-d09cbd479137 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:25:49.624753 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2c2e1-985f-4d00-abd9-04ee565485db None None] Pushing event updated for resources: {'Port': ['ID=539b10a6-811c-458c-994f-4a04687a0029,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:49.629915 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-dab2c2e1-985f-4d00-abd9-04ee565485db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:49.631435 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-dab2c2e1-985f-4d00-abd9-04ee565485db None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:25:49.636793 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab2c2e1-985f-4d00-abd9-04ee565485db None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:25:49.785131 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3c4991b7-6894-4e10-b6e5-9858d62e25d3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:49.832578 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ebff1-f360-4e24-9400-a771722f1fab req-a1469ced-2f24-4b46-8d6f-97ec17383cc3 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:49.845651 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-339ebff1-f360-4e24-9400-a771722f1fab req-a1469ced-2f24-4b46-8d6f-97ec17383cc3 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/ports?device_id=5742e295-0ce8-4341-a728-6b0e3fdb4ce1 HTTP/1.1" status: 200 len: 943 time: 0.5052307 Dec 22 13:25:49.846410 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-dab2c2e1-985f-4d00-abd9-04ee565485db None None] Attempting to bind port 539b10a6-811c-458c-994f-4a04687a0029 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:25:49.846999 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-dab2c2e1-985f-4d00-abd9-04ee565485db None None] Attempting to bind port 539b10a6-811c-458c-994f-4a04687a0029 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'e605147c-4f4f-47b7-83a1-d522dac6cd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '96d2f1d6-c628-49ed-96e0-d09cbd479137'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:25:49.847484 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab2c2e1-985f-4d00-abd9-04ee565485db None None] Attempting to bind port 539b10a6-811c-458c-994f-4a04687a0029 on network 96d2f1d6-c628-49ed-96e0-d09cbd479137 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:25:49.903718 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab2c2e1-985f-4d00-abd9-04ee565485db None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:25:49.910234 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab2c2e1-985f-4d00-abd9-04ee565485db None None] Checking segment: {'id': 'e605147c-4f4f-47b7-83a1-d522dac6cd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '96d2f1d6-c628-49ed-96e0-d09cbd479137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:25:49.910860 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-dab2c2e1-985f-4d00-abd9-04ee565485db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:49.911364 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab2c2e1-985f-4d00-abd9-04ee565485db None None] Bound using segment: {'id': 'e605147c-4f4f-47b7-83a1-d522dac6cd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '96d2f1d6-c628-49ed-96e0-d09cbd479137'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:25:49.911966 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-dab2c2e1-985f-4d00-abd9-04ee565485db None None] Bound port: 539b10a6-811c-458c-994f-4a04687a0029, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e605147c-4f4f-47b7-83a1-d522dac6cd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '96d2f1d6-c628-49ed-96e0-d09cbd479137'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:25:49.912445 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-dab2c2e1-985f-4d00-abd9-04ee565485db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:50.050373 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 94f9a640-0c74-4301-9956-b5766ce91fb2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=94f9a640-0c74-4301-9956-b5766ce91fb2,segment=NetworkSegment(7f79b783-225e-4666-9ea2-4c27d6533c1d),segment_id=7f79b783-225e-4666-9ea2-4c27d6533c1d)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:25:50.100191 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-339ebff1-f360-4e24-9400-a771722f1fab req-7d586a64-e3aa-4826-ac8c-ba561c831eeb tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98a6098-7ced-4885-b5d1-d0fa879b89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531140 Dec 22 13:25:50.110229 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '94f9a640-0c74-4301-9956-b5766ce91fb2', 'network_id': 'c4766a5c-8b42-43a8-aff3-2d5ba2ef9a8b', 'port_id': '94f9a640-0c74-4301-9956-b5766ce91fb2', 'mac_address': 'fa:16:3e:73:3b:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23475466-2c2b-4d7f-80b0-7a3cc543c49a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:25:50.178518 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:50.192197 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-144899bb-65df-4d74-b53d-2f71b13c2be6 None None] Provisioning for port b59306d4-e060-41bc-bb81-214712e98348 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:25:50.199890 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-dab2c2e1-985f-4d00-abd9-04ee565485db None None] For port 539b10a6-811c-458c-994f-4a04687a0029, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:25:50.209215 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-144899bb-65df-4d74-b53d-2f71b13c2be6 None None] Provisioning complete for port b59306d4-e060-41bc-bb81-214712e98348 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:25:50.209745 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-144899bb-65df-4d74-b53d-2f71b13c2be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:50.235362 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-40755ad4-7d71-4955-827a-76c646425ea3 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Allocated IP 172.20.0.1 (7e700c23-9888-4036-b822-a0cd49df009d/43590e6e-c616-4a43-9a81-9d1d670b2eaa/831a2967-053a-494d-9035-8ed25db07a8c) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:25:50.245707 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94f9a640-0c74-4301-9956-b5766ce91fb2 {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:25:50.250715 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-dab2c2e1-985f-4d00-abd9-04ee565485db None None] For port 539b10a6-811c-458c-994f-4a04687a0029, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=539b10a6-811c-458c-994f-4a04687a0029,segment=NetworkSegment(e605147c-4f4f-47b7-83a1-d522dac6cd8f),segment_id=e605147c-4f4f-47b7-83a1-d522dac6cd8f)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:25:50.284959 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 94f9a640-0c74-4301-9956-b5766ce91fb2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=94f9a640-0c74-4301-9956-b5766ce91fb2,segment=NetworkSegment(7f79b783-225e-4666-9ea2-4c27d6533c1d),segment_id=7f79b783-225e-4666-9ea2-4c27d6533c1d)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:25:50.287080 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-144899bb-65df-4d74-b53d-2f71b13c2be6 None None] Port b59306d4-e060-41bc-bb81-214712e98348 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:25:50.324811 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e73c762-67ce-4249-9eb6-aa05b1cb2a4c None None] Network 7e700c23-9888-4036-b822-a0cd49df009d requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:25:50.340126 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe93a4d-ad28-480f-acea-261f2d399dcb req-db286e1a-32ac-41c2-a35e-1a1928adde60 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:50.340126 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-abe93a4d-ad28-480f-acea-261f2d399dcb req-db286e1a-32ac-41c2-a35e-1a1928adde60 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3c913a1-0535-47b7-b904-e3597c45454f HTTP/1.1" status: 200 len: 945 time: 0.2031872 Dec 22 13:25:50.395656 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-dab2c2e1-985f-4d00-abd9-04ee565485db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:50.407864 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-15a9b55d-a554-4b89-9357-1d747a307366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:50.427848 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-40755ad4-7d71-4955-827a-76c646425ea3 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:50.444181 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:50.446920 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-40755ad4-7d71-4955-827a-76c646425ea3 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Transition to ACTIVE for port object 831a2967-053a-494d-9035-8ed25db07a8c will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:25:50.477424 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-abe93a4d-ad28-480f-acea-261f2d399dcb req-4013b35f-22bc-44e3-919a-61f35728e262 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184821 Dec 22 13:25:50.549623 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3c4991b7-6894-4e10-b6e5-9858d62e25d3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:50.562808 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2c2e1-985f-4d00-abd9-04ee565485db None None] Pushing event updated for resources: {'Port': ['ID=539b10a6-811c-458c-994f-4a04687a0029,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:50.566597 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-dab2c2e1-985f-4d00-abd9-04ee565485db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:50.567071 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3a693905-457d-4f15-81a9-acc7d24c1424 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:50.571806 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-40755ad4-7d71-4955-827a-76c646425ea3 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:50.577898 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-04e9ab9d-67aa-476f-b54c-c991ff5a4d35 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:50.645577 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-f7394a5b-aae9-4b72-bdf9-2e64ac6dec83 None None] Provisioning for port 9c40b439-ea5d-4539-a2c4-619ab96885d9 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:25:50.648189 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40755ad4-7d71-4955-827a-76c646425ea3 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Network 7e700c23-9888-4036-b822-a0cd49df009d is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:25:50.651933 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-40755ad4-7d71-4955-827a-76c646425ea3 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:25:50.654962 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40755ad4-7d71-4955-827a-76c646425ea3 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:25:50.665747 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3c4991b7-6894-4e10-b6e5-9858d62e25d3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:50.713215 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['94f9a640-0c74-4301-9956-b5766ce91fb2'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:25:50.718529 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40755ad4-7d71-4955-827a-76c646425ea3 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event updated for resources: {'Port': ['ID=831a2967-053a-494d-9035-8ed25db07a8c,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:50.724303 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-40755ad4-7d71-4955-827a-76c646425ea3 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:50.736979 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-bfda82d7-f7de-43b1-9c1d-1f7a5d037936 tempest-ServerActionsTestJSON-1921313372 tempest-ServerActionsTestJSON-1921313372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:50.746918 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-40755ad4-7d71-4955-827a-76c646425ea3 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:50.804764 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=94f9a640-0c74-4301-9956-b5766ce91fb2,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:50.812346 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:50.836218 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4991b7-6894-4e10-b6e5-9858d62e25d3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=b59306d4-e060-41bc-bb81-214712e98348,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:50.840172 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3c4991b7-6894-4e10-b6e5-9858d62e25d3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:50.844763 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3c4991b7-6894-4e10-b6e5-9858d62e25d3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:51.035934 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4991b7-6894-4e10-b6e5-9858d62e25d3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network f75f5b64-dcaa-4626-ae22-da1ba1671be2 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:25:51.037626 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-3c4991b7-6894-4e10-b6e5-9858d62e25d3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:25:51.037763 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 9c40b439-ea5d-4539-a2c4-619ab96885d9 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:25:51.044820 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-40755ad4-7d71-4955-827a-76c646425ea3 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:51.290876 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 9c40b439-ea5d-4539-a2c4-619ab96885d9 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:25:51.297491 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 9c40b439-ea5d-4539-a2c4-619ab96885d9 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:25:51.298428 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:51.391383 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-903d47b4-e943-4135-94fa-579a1aaf8475 None None] Provisioning for port 831a2967-053a-494d-9035-8ed25db07a8c completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:25:51.410631 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-903d47b4-e943-4135-94fa-579a1aaf8475 None None] Provisioning complete for port 831a2967-053a-494d-9035-8ed25db07a8c triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:25:51.414498 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-903d47b4-e943-4135-94fa-579a1aaf8475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:51.603378 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1411ac-1701-4f91-bf72-edb7ee44ef71 req-e25b87cb-f14b-4c3a-851b-5fc2c88a1fa1 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:51.604870 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-bd1411ac-1701-4f91-bf72-edb7ee44ef71 req-e25b87cb-f14b-4c3a-851b-5fc2c88a1fa1 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/ports?device_id=5742e295-0ce8-4341-a728-6b0e3fdb4ce1 HTTP/1.1" status: 200 len: 944 time: 0.1687217 Dec 22 13:25:51.621625 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4991b7-6894-4e10-b6e5-9858d62e25d3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router 81a2d106-eed1-4541-a665-e09da3e3e131 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:25:51.648009 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:51.671699 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 94f9a640-0c74-4301-9956-b5766ce91fb2 up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:25:51.680743 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-40755ad4-7d71-4955-827a-76c646425ea3 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:51.705633 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-bd1411ac-1701-4f91-bf72-edb7ee44ef71 req-770f0e0b-4b01-4521-aa9f-85b5ec4f40c4 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98a6098-7ced-4885-b5d1-d0fa879b89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947659 Dec 22 13:25:51.759525 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-40755ad4-7d71-4955-827a-76c646425ea3 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:51.759947 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-903d47b4-e943-4135-94fa-579a1aaf8475 None None] Port 831a2967-053a-494d-9035-8ed25db07a8c cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:25:51.793406 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e2df1cec-8d25-46a1-8b9b-eb14c7e6958d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:51.796263 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-903d47b4-e943-4135-94fa-579a1aaf8475 None None] Provisioning complete for port 9c40b439-ea5d-4539-a2c4-619ab96885d9 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:25:51.796708 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-903d47b4-e943-4135-94fa-579a1aaf8475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:51.862292 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 9c40b439-ea5d-4539-a2c4-619ab96885d9, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=9c40b439-ea5d-4539-a2c4-619ab96885d9,segment=NetworkSegment(393a7575-80c7-4f7c-8f34-61b6a9572f24),segment_id=393a7575-80c7-4f7c-8f34-61b6a9572f24)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:25:51.874571 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning for port 94f9a640-0c74-4301-9956-b5766ce91fb2 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:25:51.882709 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890764f-47a3-47bc-ad0e-e99429adb064 req-feb71fa8-8078-41d3-97d2-88e15c1d3529 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:51.890744 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c890764f-47a3-47bc-ad0e-e99429adb064 req-feb71fa8-8078-41d3-97d2-88e15c1d3529 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3c913a1-0535-47b7-b904-e3597c45454f HTTP/1.1" status: 200 len: 945 time: 0.1428552 Dec 22 13:25:51.893593 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40755ad4-7d71-4955-827a-76c646425ea3 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event updated for resources: {'Port': ['ID=831a2967-053a-494d-9035-8ed25db07a8c,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:51.896879 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-40755ad4-7d71-4955-827a-76c646425ea3 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:51.907705 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-40755ad4-7d71-4955-827a-76c646425ea3 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:51.912679 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 94f9a640-0c74-4301-9956-b5766ce91fb2 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:25:51.912679 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:51.956167 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:51.957016 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 539b10a6-811c-458c-994f-4a04687a0029 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:25:51.992103 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-2b4283e0-eb72-45fb-9464-f79e54afc726 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:51.997094 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c890764f-47a3-47bc-ad0e-e99429adb064 req-85cdc1b5-72d3-41ed-b7b0-ba2d5324fcf9 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055791 Dec 22 13:25:52.033606 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40aa181-df47-4f26-ba30-04d87464ac75 None None] Network 96d2f1d6-c628-49ed-96e0-d09cbd479137 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:25:52.054339 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4991b7-6894-4e10-b6e5-9858d62e25d3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:25:52.055377 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40755ad4-7d71-4955-827a-76c646425ea3 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Network 7e700c23-9888-4036-b822-a0cd49df009d is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:25:52.056549 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-40755ad4-7d71-4955-827a-76c646425ea3 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:25:52.074118 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1348cfd-a198-46a7-aa16-7800d087c288 None None] Sync routers for ids ['81a2d106-eed1-4541-a665-e09da3e3e131'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:25:52.098886 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1348cfd-a198-46a7-aa16-7800d087c288 None None] Routers {'81a2d106-eed1-4541-a665-e09da3e3e131'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:25:52.099543 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-a1348cfd-a198-46a7-aa16-7800d087c288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:25:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['81a2d106-eed1-4541-a665-e09da3e3e131'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:52.208713 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-3c4991b7-6894-4e10-b6e5-9858d62e25d3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "PUT /v2.0/routers/81a2d106-eed1-4541-a665-e09da3e3e131/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5965297 Dec 22 13:25:52.208921 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-903d47b4-e943-4135-94fa-579a1aaf8475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:52.313041 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=9c40b439-ea5d-4539-a2c4-619ab96885d9,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:52.334449 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:52.355406 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-a1348cfd-a198-46a7-aa16-7800d087c288 None None] Set router 81a2d106-eed1-4541-a665-e09da3e3e131 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:25:52.488084 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-903d47b4-e943-4135-94fa-579a1aaf8475 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:25:52.488642 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-903d47b4-e943-4135-94fa-579a1aaf8475 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:25:52.504539 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:52.519621 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00357c0e-cb90-4a52-8549-3b6c5f463f48 req-65d83c54-7d11-4434-8e23-47873d8c55bf tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:52.527096 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-00357c0e-cb90-4a52-8549-3b6c5f463f48 req-65d83c54-7d11-4434-8e23-47873d8c55bf tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3c913a1-0535-47b7-b904-e3597c45454f HTTP/1.1" status: 200 len: 945 time: 0.2769952 Dec 22 13:25:52.588303 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5742e295-0ce8-4341-a728-6b0e3fdb4ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f9a640-0c74-4301-9956-b5766ce91fb2'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:25:52.600544 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 539b10a6-811c-458c-994f-4a04687a0029 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:25:52.606243 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 94f9a640-0c74-4301-9956-b5766ce91fb2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=94f9a640-0c74-4301-9956-b5766ce91fb2,segment=NetworkSegment(7f79b783-225e-4666-9ea2-4c27d6533c1d),segment_id=7f79b783-225e-4666-9ea2-4c27d6533c1d)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:25:52.651689 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-00357c0e-cb90-4a52-8549-3b6c5f463f48 req-09581267-1909-44c2-8f46-6ec8c01a08fd tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231885 Dec 22 13:25:52.671585 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5742e295-0ce8-4341-a728-6b0e3fdb4ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f9a640-0c74-4301-9956-b5766ce91fb2', 'code': 200} Dec 22 13:25:52.684638 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:52.687237 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:52.707083 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50758) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:52.786092 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=94f9a640-0c74-4301-9956-b5766ce91fb2,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:52.788864 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-a1348cfd-a198-46a7-aa16-7800d087c288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'name': 'tempest-TestNetworkBasicOps-router-1929444678', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '2c53bbde-694a-41f8-84f3-a532d778de54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:23:36Z', 'updated_at': '2021-12-22T13:25:49Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '2c53bbde-694a-41f8-84f3-a532d778de54', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:23:38Z', 'updated_at': '2021-12-22T13:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': 'e0accf6c-5d19-4806-b4cb-7d3e5cf08ea9', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.40', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'port_id': '0ee846db-bfda-41ee-b278-55ce6efac6d6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '405cc457-257b-4046-ad64-71c7c4966738', 'mac_address': 'fa:16:3e:0a:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccbc80a-0f5f-4829-acf7-e00cfc344106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:24:44Z', 'updated_at': '2021-12-22T13:24:56Z', 'revision_number': 1, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d5b4251-ea81-44a3-826c-e0e3db7a6361', 'name': '', 'network_id': '405cc457-257b-4046-ad64-71c7c4966738', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:4a:58:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfb6332c-285f-49dd-93fe-15ef12392031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:23:51Z', 'updated_at': '2021-12-22T13:24:05Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'dfb6332c-285f-49dd-93fe-15ef12392031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b59306d4-e060-41bc-bb81-214712e98348', 'name': '', 'network_id': 'f75f5b64-dcaa-4626-ae22-da1ba1671be2', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:b1:b0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cc847c9-27d8-4575-a578-3f32627903a2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:25:48Z', 'updated_at': '2021-12-22T13:25:50Z', 'revision_number': 2, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '8cc847c9-27d8-4575-a578-3f32627903a2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:52.789331 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:52.800217 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1348cfd-a198-46a7-aa16-7800d087c288 None None] Checking router: 81a2d106-eed1-4541-a665-e09da3e3e131 for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:25:52.800217 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1348cfd-a198-46a7-aa16-7800d087c288 None None] Updating router 81a2d106-eed1-4541-a665-e09da3e3e131 port b59306d4-e060-41bc-bb81-214712e98348 binding host dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:25:52.853629 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-a1348cfd-a198-46a7-aa16-7800d087c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:52.885133 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40755ad4-7d71-4955-827a-76c646425ea3 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Router d762ea0c-acf1-45ea-a757-2a66e963b729 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:25:53.064250 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 9c40b439-ea5d-4539-a2c4-619ab96885d9 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:25:53.183018 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 9c40b439-ea5d-4539-a2c4-619ab96885d9 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:25:53.183732 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:53.190857 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-346fc6b7-a4a3-4426-bfc6-fb0cbe64f0b7 tempest-TestVolumeBootPattern-1234099207 tempest-TestVolumeBootPattern-1234099207-project-admin] Synchronizing usage tracker for tenant:ed5f4128499541069db229ac19f58501 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:25:53.211348 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6644186-0fd6-4f8b-b36e-d6f3b45af20c req-b9837324-0944-46d3-9e76-9bc9323a5a6e tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:53.213129 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-f6644186-0fd6-4f8b-b36e-d6f3b45af20c req-b9837324-0944-46d3-9e76-9bc9323a5a6e tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/ports?device_id=5742e295-0ce8-4341-a728-6b0e3fdb4ce1 HTTP/1.1" status: 200 len: 945 time: 0.3419776 Dec 22 13:25:53.257302 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-18400413-1b91-43d5-9bd0-8a26ddf17e98 req-b1f96ef4-ea63-4209-ab9e-d5de5f9daf1d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5742e295-0ce8-4341-a728-6b0e3fdb4ce1 HTTP/1.1" status: 200 len: 1098 time: 0.1265342 Dec 22 13:25:53.273390 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-a1348cfd-a198-46a7-aa16-7800d087c288 None None] Notify callbacks [] for port, precommit_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:53.287502 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-f6644186-0fd6-4f8b-b36e-d6f3b45af20c req-3f89ab6a-7c66-45b9-80f3-3f67bff66a0b tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98a6098-7ced-4885-b5d1-d0fa879b89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641496 Dec 22 13:25:53.289170 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.provisioning_blocks [None req-a1348cfd-a198-46a7-aa16-7800d087c288 None None] Transition to ACTIVE for port object b59306d4-e060-41bc-bb81-214712e98348 will not be triggered until provisioned by entity L2. {{(pid=84151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:25:53.293693 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-346fc6b7-a4a3-4426-bfc6-fb0cbe64f0b7 tempest-TestVolumeBootPattern-1234099207 tempest-TestVolumeBootPattern-1234099207-project-admin] Unset dirty status for tenant:ed5f4128499541069db229ac19f58501 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:25:53.294465 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-346fc6b7-a4a3-4426-bfc6-fb0cbe64f0b7 tempest-TestVolumeBootPattern-1234099207 tempest-TestVolumeBootPattern-1234099207-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b3c913a1-0535-47b7-b904-e3597c45454f HTTP/1.1" status: 200 len: 1093 time: 0.5863192 Dec 22 13:25:53.295237 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50766) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:53.310014 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-61445351-7898-49f8-9674-ddf0030c07c3 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Request body: {'floatingip': {'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'port_id': '6eb50e87-1a7a-4b25-a1a2-cb8403e6240b', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:25:53.311492 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-142d8d64-5de9-4e8f-a737-d75eb06cf9a3 None None] Provisioning complete for port b59306d4-e060-41bc-bb81-214712e98348 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:25:53.311625 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-142d8d64-5de9-4e8f-a737-d75eb06cf9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:53.312946 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-61445351-7898-49f8-9674-ddf0030c07c3 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:25:53.315671 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40755ad4-7d71-4955-827a-76c646425ea3 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:25:53.317712 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-61445351-7898-49f8-9674-ddf0030c07c3 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Usage tracker for resource:floatingip and tenant:b2be9708be2a4e27beb28819ba0fc835 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:25:53.322728 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-61445351-7898-49f8-9674-ddf0030c07c3 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:25:53.328949 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-61445351-7898-49f8-9674-ddf0030c07c3 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:25:53.329136 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-40755ad4-7d71-4955-827a-76c646425ea3 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "PUT /v2.0/routers/d762ea0c-acf1-45ea-a757-2a66e963b729/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4952719 Dec 22 13:25:53.331305 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-18400413-1b91-43d5-9bd0-8a26ddf17e98 req-dd15029d-1f98-43cb-8eb1-c135877e59c4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a98a6098-7ced-4885-b5d1-d0fa879b89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609050 Dec 22 13:25:53.331871 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50770) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:53.370568 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-a1348cfd-a198-46a7-aa16-7800d087c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:53.374421 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-fbe1fb89-bc66-44ee-ab1e-a1d7e03f02c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:53.375272 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d9bf75-79fa-42cc-8ae0-07ba96ea2310 None None] Sync routers for ids ['d762ea0c-acf1-45ea-a757-2a66e963b729'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:25:53.404805 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-61445351-7898-49f8-9674-ddf0030c07c3 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for floatingip, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:53.414310 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8590d19-521a-4273-be24-8536dcfa6d60 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:53.415986 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d8590d19-521a-4273-be24-8536dcfa6d60 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Synchronizing usage tracker for tenant:813a48bed9b742a7b1de5354f99e3715 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:25:53.438199 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-142d8d64-5de9-4e8f-a737-d75eb06cf9a3 None None] Port b59306d4-e060-41bc-bb81-214712e98348 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:25:53.449573 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d9bf75-79fa-42cc-8ae0-07ba96ea2310 None None] Routers {'d762ea0c-acf1-45ea-a757-2a66e963b729'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:25:53.454261 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-47d9bf75-79fa-42cc-8ae0-07ba96ea2310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:25:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['d762ea0c-acf1-45ea-a757-2a66e963b729'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:53.513075 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16370a-0d29-4186-b794-9918f138ab76 None None] Pushing event updated for resources: {'Port': ['ID=b59306d4-e060-41bc-bb81-214712e98348,revision_number=3']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:53.522720 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-47d9bf75-79fa-42cc-8ae0-07ba96ea2310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:53.534821 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-142d8d64-5de9-4e8f-a737-d75eb06cf9a3 None None] Provisioning for port 539b10a6-811c-458c-994f-4a04687a0029 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:25:53.542708 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d9bf75-79fa-42cc-8ae0-07ba96ea2310 None None] Routers {'d762ea0c-acf1-45ea-a757-2a66e963b729'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:25:53.543533 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-47d9bf75-79fa-42cc-8ae0-07ba96ea2310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:25:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['d762ea0c-acf1-45ea-a757-2a66e963b729'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:53.553963 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d8590d19-521a-4273-be24-8536dcfa6d60 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Unset dirty status for tenant:813a48bed9b742a7b1de5354f99e3715 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:25:53.555423 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d8590d19-521a-4273-be24-8536dcfa6d60 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "GET /v2.0/ports/831a2967-053a-494d-9035-8ed25db07a8c HTTP/1.1" status: 200 len: 910 time: 0.2224431 Dec 22 13:25:53.558929 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50774) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:53.564432 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16370a-0d29-4186-b794-9918f138ab76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:53.565037 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16370a-0d29-4186-b794-9918f138ab76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:53.565553 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16370a-0d29-4186-b794-9918f138ab76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:53.566064 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16370a-0d29-4186-b794-9918f138ab76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:53.566594 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16370a-0d29-4186-b794-9918f138ab76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:53.567326 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16370a-0d29-4186-b794-9918f138ab76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:53.567844 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16370a-0d29-4186-b794-9918f138ab76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:53.568517 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16370a-0d29-4186-b794-9918f138ab76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:53.569034 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16370a-0d29-4186-b794-9918f138ab76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:53.569526 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16370a-0d29-4186-b794-9918f138ab76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:53.570007 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16370a-0d29-4186-b794-9918f138ab76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:25:53.575210 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-fb16370a-0d29-4186-b794-9918f138ab76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:53.642893 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-61445351-7898-49f8-9674-ddf0030c07c3 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:53.647858 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-a1348cfd-a198-46a7-aa16-7800d087c288 None None] Attempting to bind port b59306d4-e060-41bc-bb81-214712e98348 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:25:53.648374 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-a1348cfd-a198-46a7-aa16-7800d087c288 None None] Attempting to bind port b59306d4-e060-41bc-bb81-214712e98348 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '86e007bb-cd52-4139-b02f-6ca30854207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'f75f5b64-dcaa-4626-ae22-da1ba1671be2'}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:25:53.649424 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1348cfd-a198-46a7-aa16-7800d087c288 None None] Attempting to bind port b59306d4-e060-41bc-bb81-214712e98348 on network f75f5b64-dcaa-4626-ae22-da1ba1671be2 {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:25:53.656368 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1348cfd-a198-46a7-aa16-7800d087c288 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:25:53.656739 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1348cfd-a198-46a7-aa16-7800d087c288 None None] Checking segment: {'id': '86e007bb-cd52-4139-b02f-6ca30854207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'f75f5b64-dcaa-4626-ae22-da1ba1671be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:25:53.657266 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-a1348cfd-a198-46a7-aa16-7800d087c288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:53.657667 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1348cfd-a198-46a7-aa16-7800d087c288 None None] Bound using segment: {'id': '86e007bb-cd52-4139-b02f-6ca30854207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'f75f5b64-dcaa-4626-ae22-da1ba1671be2'} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:25:53.658269 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-a1348cfd-a198-46a7-aa16-7800d087c288 None None] Bound port: b59306d4-e060-41bc-bb81-214712e98348, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e007bb-cd52-4139-b02f-6ca30854207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'f75f5b64-dcaa-4626-ae22-da1ba1671be2'}}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:25:53.658712 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-a1348cfd-a198-46a7-aa16-7800d087c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:53.664749 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-142d8d64-5de9-4e8f-a737-d75eb06cf9a3 None None] Provisioning complete for port 539b10a6-811c-458c-994f-4a04687a0029 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:25:53.665130 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-142d8d64-5de9-4e8f-a737-d75eb06cf9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:53.715859 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-47d9bf75-79fa-42cc-8ae0-07ba96ea2310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:53.716289 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d9bf75-79fa-42cc-8ae0-07ba96ea2310 None None] The sync data for ids ['d762ea0c-acf1-45ea-a757-2a66e963b729'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:25:53.769838 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-a1348cfd-a198-46a7-aa16-7800d087c288 None None] For port b59306d4-e060-41bc-bb81-214712e98348, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:25:53.776188 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-a1348cfd-a198-46a7-aa16-7800d087c288 None None] For port b59306d4-e060-41bc-bb81-214712e98348, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=b59306d4-e060-41bc-bb81-214712e98348,segment=NetworkSegment(86e007bb-cd52-4139-b02f-6ca30854207b),segment_id=86e007bb-cd52-4139-b02f-6ca30854207b)] {{(pid=84151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:25:53.829167 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-142d8d64-5de9-4e8f-a737-d75eb06cf9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:53.834434 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-a1348cfd-a198-46a7-aa16-7800d087c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:53.840030 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:53.842057 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-61445351-7898-49f8-9674-ddf0030c07c3 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Allocated IP 172.26.1.14 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/dc2c9db6-a155-42f4-aba0-e63b8bbffd01) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:25:53.873451 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-142d8d64-5de9-4e8f-a737-d75eb06cf9a3 None None] For port 539b10a6-811c-458c-994f-4a04687a0029, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=539b10a6-811c-458c-994f-4a04687a0029,segment=NetworkSegment(e605147c-4f4f-47b7-83a1-d522dac6cd8f),segment_id=e605147c-4f4f-47b7-83a1-d522dac6cd8f)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:25:53.935989 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16370a-0d29-4186-b794-9918f138ab76 None None] Pushing event updated for resources: {'Port': ['ID=b59306d4-e060-41bc-bb81-214712e98348,revision_number=4']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:53.940308 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-142d8d64-5de9-4e8f-a737-d75eb06cf9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:53.943273 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:53.962548 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-fb16370a-0d29-4186-b794-9918f138ab76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:53.984040 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1348cfd-a198-46a7-aa16-7800d087c288 None None] Routers {'81a2d106-eed1-4541-a665-e09da3e3e131'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:25:53.984939 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-a1348cfd-a198-46a7-aa16-7800d087c288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:25:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['81a2d106-eed1-4541-a665-e09da3e3e131'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:54.025241 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-61445351-7898-49f8-9674-ddf0030c07c3 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:54.042501 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-142d8d64-5de9-4e8f-a737-d75eb06cf9a3 None None] Provisioning complete for port 831a2967-053a-494d-9035-8ed25db07a8c triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:25:54.044307 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-142d8d64-5de9-4e8f-a737-d75eb06cf9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:54.120468 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-142d8d64-5de9-4e8f-a737-d75eb06cf9a3 None None] Port 831a2967-053a-494d-9035-8ed25db07a8c cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:25:54.127564 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d8d64-5de9-4e8f-a737-d75eb06cf9a3 None None] Pushing event updated for resources: {'Port': ['ID=539b10a6-811c-458c-994f-4a04687a0029,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:54.130371 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-142d8d64-5de9-4e8f-a737-d75eb06cf9a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:54.165934 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-61445351-7898-49f8-9674-ddf0030c07c3 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:54.174108 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c3cb21fe-984f-4b5f-a027-cb25036d2896 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:54.242098 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61445351-7898-49f8-9674-ddf0030c07c3 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:25:54.251345 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-61445351-7898-49f8-9674-ddf0030c07c3 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:25:54.253547 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-a1348cfd-a198-46a7-aa16-7800d087c288 None None] Set router 81a2d106-eed1-4541-a665-e09da3e3e131 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:25:54.253802 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61445351-7898-49f8-9674-ddf0030c07c3 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:25:54.291859 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61445351-7898-49f8-9674-ddf0030c07c3 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Pushing event updated for resources: {'Port': ['ID=dc2c9db6-a155-42f4-aba0-e63b8bbffd01,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:54.294750 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-61445351-7898-49f8-9674-ddf0030c07c3 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:54.475931 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-34cee928-bc1f-4db1-8830-f6028479fe21 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:54.674612 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-a1348cfd-a198-46a7-aa16-7800d087c288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'name': 'tempest-TestNetworkBasicOps-router-1929444678', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '2c53bbde-694a-41f8-84f3-a532d778de54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:23:36Z', 'updated_at': '2021-12-22T13:25:49Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '2c53bbde-694a-41f8-84f3-a532d778de54', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:23:38Z', 'updated_at': '2021-12-22T13:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': 'e0accf6c-5d19-4806-b4cb-7d3e5cf08ea9', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.40', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'port_id': '0ee846db-bfda-41ee-b278-55ce6efac6d6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '405cc457-257b-4046-ad64-71c7c4966738', 'mac_address': 'fa:16:3e:0a:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccbc80a-0f5f-4829-acf7-e00cfc344106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:24:44Z', 'updated_at': '2021-12-22T13:24:56Z', 'revision_number': 1, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d5b4251-ea81-44a3-826c-e0e3db7a6361', 'name': '', 'network_id': '405cc457-257b-4046-ad64-71c7c4966738', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:4a:58:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfb6332c-285f-49dd-93fe-15ef12392031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:23:51Z', 'updated_at': '2021-12-22T13:24:05Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'dfb6332c-285f-49dd-93fe-15ef12392031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b59306d4-e060-41bc-bb81-214712e98348', 'name': '', 'network_id': 'f75f5b64-dcaa-4626-ae22-da1ba1671be2', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:b1:b0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cc847c9-27d8-4575-a578-3f32627903a2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:25:48Z', 'updated_at': '2021-12-22T13:25:53Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '8cc847c9-27d8-4575-a578-3f32627903a2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:54.679478 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1348cfd-a198-46a7-aa16-7800d087c288 None None] The sync data for ids ['81a2d106-eed1-4541-a665-e09da3e3e131'] in dv-neutron-822669-1-hyperv is: [{'id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'name': 'tempest-TestNetworkBasicOps-router-1929444678', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '2c53bbde-694a-41f8-84f3-a532d778de54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:23:36Z', 'updated_at': '2021-12-22T13:25:49Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '2c53bbde-694a-41f8-84f3-a532d778de54', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:23:38Z', 'updated_at': '2021-12-22T13:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': 'e0accf6c-5d19-4806-b4cb-7d3e5cf08ea9', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.40', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'port_id': '0ee846db-bfda-41ee-b278-55ce6efac6d6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '405cc457-257b-4046-ad64-71c7c4966738', 'mac_address': 'fa:16:3e:0a:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccbc80a-0f5f-4829-acf7-e00cfc344106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:24:44Z', 'updated_at': '2021-12-22T13:24:56Z', 'revision_number': 1, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d5b4251-ea81-44a3-826c-e0e3db7a6361', 'name': '', 'network_id': '405cc457-257b-4046-ad64-71c7c4966738', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:4a:58:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfb6332c-285f-49dd-93fe-15ef12392031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:23:51Z', 'updated_at': '2021-12-22T13:24:05Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'dfb6332c-285f-49dd-93fe-15ef12392031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b59306d4-e060-41bc-bb81-214712e98348', 'name': '', 'network_id': 'f75f5b64-dcaa-4626-ae22-da1ba1671be2', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:b1:b0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cc847c9-27d8-4575-a578-3f32627903a2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:25:48Z', 'updated_at': '2021-12-22T13:25:53Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '8cc847c9-27d8-4575-a578-3f32627903a2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:25:54.801022 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98f948-5c43-41c7-8f58-1318a6067cff req-bc095d05-e125-4d06-8c7b-2b6f4bb65cf5 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:54.803291 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ef98f948-5c43-41c7-8f58-1318a6067cff req-bc095d05-e125-4d06-8c7b-2b6f4bb65cf5 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/ports?device_id=5742e295-0ce8-4341-a728-6b0e3fdb4ce1 HTTP/1.1" status: 200 len: 945 time: 0.2493081 Dec 22 13:25:54.932743 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ef98f948-5c43-41c7-8f58-1318a6067cff req-f241b09b-e7e6-4967-aa07-a4684d7b4356 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98a6098-7ced-4885-b5d1-d0fa879b89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179650 Dec 22 13:25:55.026115 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-34cee928-bc1f-4db1-8830-f6028479fe21 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Allocated IP 172.21.0.1 (96d2f1d6-c628-49ed-96e0-d09cbd479137/84a5d3e1-64f1-4316-9948-9b570e920d47/a6c93659-8ab7-4d82-8fba-6bb508aaac10) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:25:55.030044 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-61445351-7898-49f8-9674-ddf0030c07c3 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:55.041883 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device b59306d4-e060-41bc-bb81-214712e98348 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:25:55.147610 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-61445351-7898-49f8-9674-ddf0030c07c3 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:55.181041 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port b59306d4-e060-41bc-bb81-214712e98348 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:25:55.186345 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port b59306d4-e060-41bc-bb81-214712e98348 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:25:55.186755 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:55.227319 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-34cee928-bc1f-4db1-8830-f6028479fe21 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:55.247811 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-34cee928-bc1f-4db1-8830-f6028479fe21 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Transition to ACTIVE for port object a6c93659-8ab7-4d82-8fba-6bb508aaac10 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:25:55.328399 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:55.362446 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port b59306d4-e060-41bc-bb81-214712e98348, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=b59306d4-e060-41bc-bb81-214712e98348,segment=NetworkSegment(86e007bb-cd52-4139-b02f-6ca30854207b),segment_id=86e007bb-cd52-4139-b02f-6ca30854207b)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:25:55.376595 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-34cee928-bc1f-4db1-8830-f6028479fe21 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:55.381079 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1cd77669-79e7-4146-ae96-b832848d81ed tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:55.388668 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-61445351-7898-49f8-9674-ddf0030c07c3 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:55.438643 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cee928-bc1f-4db1-8830-f6028479fe21 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Network 96d2f1d6-c628-49ed-96e0-d09cbd479137 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:25:55.439288 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:55.440175 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 539b10a6-811c-458c-994f-4a04687a0029 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:25:55.441669 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-34cee928-bc1f-4db1-8830-f6028479fe21 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:25:55.444706 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cee928-bc1f-4db1-8830-f6028479fe21 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:25:55.478935 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-61445351-7898-49f8-9674-ddf0030c07c3 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:55.493856 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0329d7e3-860d-45ec-bceb-2a5318bdfcfd tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:55.503245 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-739613e5-72ed-43a1-a0b4-3497be457fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:55.521389 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cee928-bc1f-4db1-8830-f6028479fe21 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event updated for resources: {'Port': ['ID=a6c93659-8ab7-4d82-8fba-6bb508aaac10,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:55.524919 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-34cee928-bc1f-4db1-8830-f6028479fe21 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:55.564257 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-34cee928-bc1f-4db1-8830-f6028479fe21 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:55.621824 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 539b10a6-811c-458c-994f-4a04687a0029 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:25:55.622208 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:55.671370 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=b59306d4-e060-41bc-bb81-214712e98348,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:55.682856 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:55.690205 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-61445351-7898-49f8-9674-ddf0030c07c3 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:55.752467 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-34cee928-bc1f-4db1-8830-f6028479fe21 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:55.890749 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-9443f685-23e3-4f5d-96bd-9d1b78a24721 None None] Provisioning for port a6c93659-8ab7-4d82-8fba-6bb508aaac10 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:25:55.897892 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-9443f685-23e3-4f5d-96bd-9d1b78a24721 None None] Provisioning complete for port a6c93659-8ab7-4d82-8fba-6bb508aaac10 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:25:55.898277 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9443f685-23e3-4f5d-96bd-9d1b78a24721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:55.902087 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61445351-7898-49f8-9674-ddf0030c07c3 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Pushing event updated for resources: {'Port': ['ID=dc2c9db6-a155-42f4-aba0-e63b8bbffd01,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:55.905943 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-61445351-7898-49f8-9674-ddf0030c07c3 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:55.967982 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-9443f685-23e3-4f5d-96bd-9d1b78a24721 None None] Port a6c93659-8ab7-4d82-8fba-6bb508aaac10 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:25:56.051687 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.l3_db [None req-61445351-7898-49f8-9674-ddf0030c07c3 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Floating IP a41245ce-20cd-497a-b584-39e1ee328187 associated. External IP: 172.26.1.14, port: 6eb50e87-1a7a-4b25-a1a2-cb8403e6240b. Dec 22 13:25:56.194491 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-34cee928-bc1f-4db1-8830-f6028479fe21 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:56.221944 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff39683-a3cd-4ec0-a674-f2bf441dd7b3 req-2d2036b3-033d-4b57-8c46-31e5b8d2172c tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:56.223416 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-fff39683-a3cd-4ec0-a674-f2bf441dd7b3 req-2d2036b3-033d-4b57-8c46-31e5b8d2172c tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/ports?device_id=5742e295-0ce8-4341-a728-6b0e3fdb4ce1 HTTP/1.1" status: 200 len: 945 time: 0.1112146 Dec 22 13:25:56.249029 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-34cee928-bc1f-4db1-8830-f6028479fe21 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:56.277665 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4cba4cd3-9178-496a-baf9-3ec66ba579d2 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:25:56.333967 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-fff39683-a3cd-4ec0-a674-f2bf441dd7b3 req-536874d0-0015-4fcc-8986-a5cf28a0b6c7 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98a6098-7ced-4885-b5d1-d0fa879b89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655363 Dec 22 13:25:56.367980 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cee928-bc1f-4db1-8830-f6028479fe21 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event updated for resources: {'Port': ['ID=a6c93659-8ab7-4d82-8fba-6bb508aaac10,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:25:56.371444 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-34cee928-bc1f-4db1-8830-f6028479fe21 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:56.375373 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-34cee928-bc1f-4db1-8830-f6028479fe21 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:25:56.596736 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61445351-7898-49f8-9674-ddf0030c07c3 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Router 83c6cb27-2a32-4704-be30-7a16100582bd has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:25:56.710448 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cee928-bc1f-4db1-8830-f6028479fe21 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Network 96d2f1d6-c628-49ed-96e0-d09cbd479137 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:25:56.713973 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-34cee928-bc1f-4db1-8830-f6028479fe21 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:25:56.788782 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf14ef-fd18-4f57-bc85-f51da4af458a req-9149105f-0792-4b96-8f8a-dd845adad659 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:56.791507 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-bdbf14ef-fd18-4f57-bc85-f51da4af458a req-9149105f-0792-4b96-8f8a-dd845adad659 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/ports?device_id=5742e295-0ce8-4341-a728-6b0e3fdb4ce1 HTTP/1.1" status: 200 len: 945 time: 0.2194133 Dec 22 13:25:56.807267 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61445351-7898-49f8-9674-ddf0030c07c3 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:25:56.819297 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d9c448-ad3d-43a4-953a-8901ed352348 None None] Sync routers for ids ['83c6cb27-2a32-4704-be30-7a16100582bd'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:25:56.837714 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d9c448-ad3d-43a4-953a-8901ed352348 None None] Routers {'83c6cb27-2a32-4704-be30-7a16100582bd'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:25:56.838842 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-f1d9c448-ad3d-43a4-953a-8901ed352348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:25:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['83c6cb27-2a32-4704-be30-7a16100582bd'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:56.941902 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-61445351-7898-49f8-9674-ddf0030c07c3 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:56.954467 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device b59306d4-e060-41bc-bb81-214712e98348 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:25:57.008174 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-bdbf14ef-fd18-4f57-bc85-f51da4af458a req-a28215bf-e727-4dd5-8b35-4196ed3527bf tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98a6098-7ced-4885-b5d1-d0fa879b89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596584 Dec 22 13:25:57.033828 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-61445351-7898-49f8-9674-ddf0030c07c3 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.7349386 Dec 22 13:25:57.033828 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c913a1-0535-47b7-b904-e3597c45454f', 'tag': '6eb50e87-1a7a-4b25-a1a2-cb8403e6240b'}] {{(pid=84148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:25:57.037959 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-011f3f02-7435-4b7b-a43f-117d5f8d772c None None] Provisioning complete for port a6c93659-8ab7-4d82-8fba-6bb508aaac10 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:25:57.038345 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-011f3f02-7435-4b7b-a43f-117d5f8d772c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:57.077981 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-f1d9c448-ad3d-43a4-953a-8901ed352348 None None] Set router 83c6cb27-2a32-4704-be30-7a16100582bd gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:25:57.109840 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-011f3f02-7435-4b7b-a43f-117d5f8d772c None None] Port a6c93659-8ab7-4d82-8fba-6bb508aaac10 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:25:57.113753 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port b59306d4-e060-41bc-bb81-214712e98348 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:25:57.114133 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:57.140062 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c913a1-0535-47b7-b904-e3597c45454f', 'tag': '6eb50e87-1a7a-4b25-a1a2-cb8403e6240b', 'status': 'completed', 'code': 200} Dec 22 13:25:57.281067 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-24f43908-5d54-47a2-98f6-3b8c0e3a6df3 req-7b3bc62b-c0e7-4d50-ad29-46a53c9789cd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b2be9708be2a4e27beb28819ba0fc835&device_id=b3c913a1-0535-47b7-b904-e3597c45454f HTTP/1.1" status: 200 len: 1098 time: 0.1117787 Dec 22 13:25:57.285574 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34cee928-bc1f-4db1-8830-f6028479fe21 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Router d762ea0c-acf1-45ea-a757-2a66e963b729 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:25:57.468391 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-f1d9c448-ad3d-43a4-953a-8901ed352348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'name': 'tempest-TestVolumeBootPattern-1566605488-router', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4'}], 'enable_snat': True}, 'gw_port_id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:15Z', 'revision_number': 4, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'gw_port': {'id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:36:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:05Z', 'updated_at': '2021-12-22T13:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': 'a41245ce-20cd-497a-b584-39e1ee328187', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'floating_ip_address': '172.26.1.14', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'port_id': '6eb50e87-1a7a-4b25-a1a2-cb8403e6240b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'mac_address': 'fa:16:3e:16:a9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c913a1-0535-47b7-b904-e3597c45454f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:25:54Z', 'updated_at': '2021-12-22T13:25:54Z', 'revision_number': 0, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2d4ddd-3882-4fa9-9ee5-99771093213f', 'name': '', 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'mac_address': 'fa:16:3e:77:26:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:13Z', 'updated_at': '2021-12-22T13:24:32Z', 'revision_number': 5, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'subnets': [{'id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:57.474751 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d9c448-ad3d-43a4-953a-8901ed352348 None None] Checking router: 83c6cb27-2a32-4704-be30-7a16100582bd for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:25:57.487230 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d9c448-ad3d-43a4-953a-8901ed352348 None None] Routers {'83c6cb27-2a32-4704-be30-7a16100582bd'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:25:57.487993 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-f1d9c448-ad3d-43a4-953a-8901ed352348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:25:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['83c6cb27-2a32-4704-be30-7a16100582bd'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:57.562256 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f43908-5d54-47a2-98f6-3b8c0e3a6df3 req-3b1c9808-6ef8-4554-adda-aca42c6dbdae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:57.563771 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-24f43908-5d54-47a2-98f6-3b8c0e3a6df3 req-3b1c9808-6ef8-4554-adda-aca42c6dbdae service neutron] 10.222.0.45 "GET /v2.0/networks?id=10e79ce2-fabb-4316-a76b-1469cb51a232 HTTP/1.1" status: 200 len: 913 time: 0.2689269 Dec 22 13:25:57.677451 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-f1d9c448-ad3d-43a4-953a-8901ed352348 None None] Set router 83c6cb27-2a32-4704-be30-7a16100582bd gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:25:57.735742 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cee928-bc1f-4db1-8830-f6028479fe21 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:25:57.740386 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-24f43908-5d54-47a2-98f6-3b8c0e3a6df3 req-616c072e-433b-46b1-9314-b078fd101f99 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6eb50e87-1a7a-4b25-a1a2-cb8403e6240b HTTP/1.1" status: 200 len: 998 time: 0.1674182 Dec 22 13:25:57.748021 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae20ea3c-951b-4b76-835f-099a2ab41d5c None None] Sync routers for ids ['d762ea0c-acf1-45ea-a757-2a66e963b729'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:25:57.761448 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae20ea3c-951b-4b76-835f-099a2ab41d5c None None] Routers {'d762ea0c-acf1-45ea-a757-2a66e963b729'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:25:57.762146 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-ae20ea3c-951b-4b76-835f-099a2ab41d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:25:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['d762ea0c-acf1-45ea-a757-2a66e963b729'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:57.819066 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c2064-4b32-4c8f-8137-9a3a3a21497d req-d7bd5410-d7a2-4df0-a890-729673e17a69 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:57.820422 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0d8c2064-4b32-4c8f-8137-9a3a3a21497d req-d7bd5410-d7a2-4df0-a890-729673e17a69 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/ports?device_id=5742e295-0ce8-4341-a728-6b0e3fdb4ce1 HTTP/1.1" status: 200 len: 945 time: 0.1690030 Dec 22 13:25:57.824139 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-ae20ea3c-951b-4b76-835f-099a2ab41d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:57.836374 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-34cee928-bc1f-4db1-8830-f6028479fe21 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "PUT /v2.0/routers/d762ea0c-acf1-45ea-a757-2a66e963b729/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2761583 Dec 22 13:25:57.839036 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae20ea3c-951b-4b76-835f-099a2ab41d5c None None] Routers {'d762ea0c-acf1-45ea-a757-2a66e963b729'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:25:57.839624 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50796) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:57.843058 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-ae20ea3c-951b-4b76-835f-099a2ab41d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:25:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['d762ea0c-acf1-45ea-a757-2a66e963b729'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:57.861896 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f43908-5d54-47a2-98f6-3b8c0e3a6df3 req-fd4e7a01-2669-4697-a0f9-99bd63f1c16b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:57.863330 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-24f43908-5d54-47a2-98f6-3b8c0e3a6df3 req-fd4e7a01-2669-4697-a0f9-99bd63f1c16b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d855c4ed-0ace-4ba2-aafe-06ef167ba3f1 HTTP/1.1" status: 200 len: 851 time: 0.0982652 Dec 22 13:25:57.917265 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-ae20ea3c-951b-4b76-835f-099a2ab41d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:57.917807 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae20ea3c-951b-4b76-835f-099a2ab41d5c None None] The sync data for ids ['d762ea0c-acf1-45ea-a757-2a66e963b729'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:25:57.927819 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0d8c2064-4b32-4c8f-8137-9a3a3a21497d req-2e3db444-96fd-4d4f-be91-98c47088165c tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98a6098-7ced-4885-b5d1-d0fa879b89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953608 Dec 22 13:25:57.942471 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acd294b-1c6a-4544-8c7b-695a43818306 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:57.947352 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-9acd294b-1c6a-4544-8c7b-695a43818306 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "GET /v2.0/ports/a6c93659-8ab7-4d82-8fba-6bb508aaac10 HTTP/1.1" status: 200 len: 910 time: 0.1061904 Dec 22 13:25:57.947560 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50800) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:25:58.025044 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-24f43908-5d54-47a2-98f6-3b8c0e3a6df3 req-1419c3c8-604a-4973-936d-7c6a281918d8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10e79ce2-fabb-4316-a76b-1469cb51a232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1513579 Dec 22 13:25:58.077172 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-f1d9c448-ad3d-43a4-953a-8901ed352348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'name': 'tempest-TestVolumeBootPattern-1566605488-router', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4'}], 'enable_snat': True}, 'gw_port_id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:15Z', 'revision_number': 4, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'gw_port': {'id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:36:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:05Z', 'updated_at': '2021-12-22T13:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': 'a41245ce-20cd-497a-b584-39e1ee328187', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'floating_ip_address': '172.26.1.14', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'port_id': '6eb50e87-1a7a-4b25-a1a2-cb8403e6240b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'mac_address': 'fa:16:3e:16:a9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c913a1-0535-47b7-b904-e3597c45454f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:25:54Z', 'updated_at': '2021-12-22T13:25:54Z', 'revision_number': 0, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2d4ddd-3882-4fa9-9ee5-99771093213f', 'name': '', 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'mac_address': 'fa:16:3e:77:26:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:13Z', 'updated_at': '2021-12-22T13:24:32Z', 'revision_number': 5, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'subnets': [{'id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:25:58.082609 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d9c448-ad3d-43a4-953a-8901ed352348 None None] The sync data for ids ['83c6cb27-2a32-4704-be30-7a16100582bd'] in dv-neutron-822669-1-hyperv is: [{'id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'name': 'tempest-TestVolumeBootPattern-1566605488-router', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4'}], 'enable_snat': True}, 'gw_port_id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:15Z', 'revision_number': 4, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'gw_port': {'id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:36:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:05Z', 'updated_at': '2021-12-22T13:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': 'a41245ce-20cd-497a-b584-39e1ee328187', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'floating_ip_address': '172.26.1.14', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'port_id': '6eb50e87-1a7a-4b25-a1a2-cb8403e6240b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'mac_address': 'fa:16:3e:16:a9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c913a1-0535-47b7-b904-e3597c45454f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:25:54Z', 'updated_at': '2021-12-22T13:25:54Z', 'revision_number': 0, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2d4ddd-3882-4fa9-9ee5-99771093213f', 'name': '', 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'mac_address': 'fa:16:3e:77:26:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:13Z', 'updated_at': '2021-12-22T13:24:32Z', 'revision_number': 5, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'subnets': [{'id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:25:58.301948 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246e3b3e-0681-4f90-8f88-00e2b2ca481d None None] New status for floating IP a41245ce-20cd-497a-b584-39e1ee328187: ACTIVE {{(pid=84151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:25:58.361972 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-24f43908-5d54-47a2-98f6-3b8c0e3a6df3 req-768030b1-816c-40a5-86f8-7d5a04a393ef service neutron] 10.222.0.45 "GET /v2.0/networks/10e79ce2-fabb-4316-a76b-1469cb51a232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831807 Dec 22 13:25:58.623278 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-24f43908-5d54-47a2-98f6-3b8c0e3a6df3 req-ffdf0ac7-36ce-4cd4-91a6-a3758af3d9e3 service neutron] 10.222.0.45 "GET /v2.0/networks/10e79ce2-fabb-4316-a76b-1469cb51a232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535160 Dec 22 13:25:58.659088 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-62f3d5b8-66a5-4ea0-9e54-3d117d4a732c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:58.684831 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:59.105112 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:25:59.141058 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46901fd-6bab-4511-92da-6c60401d900c req-d11b5662-7193-47a0-a020-94b99702ce69 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:59.142568 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-b46901fd-6bab-4511-92da-6c60401d900c req-d11b5662-7193-47a0-a020-94b99702ce69 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/ports?device_id=5742e295-0ce8-4341-a728-6b0e3fdb4ce1 HTTP/1.1" status: 200 len: 945 time: 0.0820184 Dec 22 13:25:59.188938 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-b46901fd-6bab-4511-92da-6c60401d900c req-a96ff5e2-1eca-4129-b1cc-ccb21be40a9e tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98a6098-7ced-4885-b5d1-d0fa879b89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402176 Dec 22 13:25:59.245077 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-62f3d5b8-66a5-4ea0-9e54-3d117d4a732c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Deleting port a6c93659-8ab7-4d82-8fba-6bb508aaac10 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:25:59.245601 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-62f3d5b8-66a5-4ea0-9e54-3d117d4a732c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:59.427071 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-62f3d5b8-66a5-4ea0-9e54-3d117d4a732c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:59.549793 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-62f3d5b8-66a5-4ea0-9e54-3d117d4a732c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Calling delete_port for a6c93659-8ab7-4d82-8fba-6bb508aaac10 owned by network:router_interface {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:25:59.702037 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b65ccd-ab7b-4687-9a20-a2fbba3ecca9 req-51627c7c-91a2-46b7-accb-0356873591aa tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:59.703591 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-f9b65ccd-ab7b-4687-9a20-a2fbba3ecca9 req-51627c7c-91a2-46b7-accb-0356873591aa tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/ports?device_id=5742e295-0ce8-4341-a728-6b0e3fdb4ce1 HTTP/1.1" status: 200 len: 945 time: 0.0935612 Dec 22 13:25:59.753741 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-f9b65ccd-ab7b-4687-9a20-a2fbba3ecca9 req-a7596b34-e0d0-4b47-988b-80b3d8dd897b tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98a6098-7ced-4885-b5d1-d0fa879b89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427551 Dec 22 13:25:59.881449 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-02eac7ed-5fa7-4614-8050-52f4c6aa0654 req-344a37b9-94c1-4672-b032-b09c3ad15291 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=52ca78c77f4148ba907510166b889b1e&device_id=5742e295-0ce8-4341-a728-6b0e3fdb4ce1 HTTP/1.1" status: 200 len: 1098 time: 0.1223722 Dec 22 13:26:00.031570 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eac7ed-5fa7-4614-8050-52f4c6aa0654 req-423dcf75-f336-445c-b761-0d101e9bf88b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:00.032925 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-02eac7ed-5fa7-4614-8050-52f4c6aa0654 req-423dcf75-f336-445c-b761-0d101e9bf88b service neutron] 10.222.0.45 "GET /v2.0/networks?id=c4766a5c-8b42-43a8-aff3-2d5ba2ef9a8b HTTP/1.1" status: 200 len: 913 time: 0.1421568 Dec 22 13:26:00.094009 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-62f3d5b8-66a5-4ea0-9e54-3d117d4a732c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:00.104193 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-142fe9a4-b0e1-4b96-8f17-166c9f548424 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:00.147776 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-02eac7ed-5fa7-4614-8050-52f4c6aa0654 req-b69c8083-d299-4ae5-970a-2614cd748b24 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94f9a640-0c74-4301-9956-b5766ce91fb2 HTTP/1.1" status: 200 len: 217 time: 0.1057673 Dec 22 13:26:00.150869 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f3d5b8-66a5-4ea0-9e54-3d117d4a732c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event deleted for resources: {'Port': ['ID=a6c93659-8ab7-4d82-8fba-6bb508aaac10,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:00.154799 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-62f3d5b8-66a5-4ea0-9e54-3d117d4a732c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:00.290906 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eac7ed-5fa7-4614-8050-52f4c6aa0654 req-19906ba5-e0cd-48c6-be52-bdbb34ebe862 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:00.292277 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-02eac7ed-5fa7-4614-8050-52f4c6aa0654 req-19906ba5-e0cd-48c6-be52-bdbb34ebe862 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=23475466-2c2b-4d7f-80b0-7a3cc543c49a HTTP/1.1" status: 200 len: 852 time: 0.1363480 Dec 22 13:26:00.399869 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-02eac7ed-5fa7-4614-8050-52f4c6aa0654 req-e091920e-96b2-4a1c-aa9a-767bc4ad3c3b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c4766a5c-8b42-43a8-aff3-2d5ba2ef9a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993207 Dec 22 13:26:00.608966 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-02eac7ed-5fa7-4614-8050-52f4c6aa0654 req-ee545ce2-4ab4-42ef-bc4a-5688459efa59 service neutron] 10.222.0.45 "GET /v2.0/networks/c4766a5c-8b42-43a8-aff3-2d5ba2ef9a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013173 Dec 22 13:26:00.690488 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-62f3d5b8-66a5-4ea0-9e54-3d117d4a732c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:00.873116 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-02eac7ed-5fa7-4614-8050-52f4c6aa0654 req-5d6ea793-d629-4701-abe2-4e20a09abbdc service neutron] 10.222.0.45 "GET /v2.0/networks/c4766a5c-8b42-43a8-aff3-2d5ba2ef9a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555473 Dec 22 13:26:01.270964 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028953d-fb7f-48c0-bf09-ffc265888537 req-aeaa2543-cf94-4d0e-a103-5b43d5b38909 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:01.272469 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b028953d-fb7f-48c0-bf09-ffc265888537 req-aeaa2543-cf94-4d0e-a103-5b43d5b38909 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/ports?device_id=5742e295-0ce8-4341-a728-6b0e3fdb4ce1 HTTP/1.1" status: 200 len: 945 time: 0.3705821 Dec 22 13:26:01.439454 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b028953d-fb7f-48c0-bf09-ffc265888537 req-a2f10a7d-3061-4687-af91-204c5862811b tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98a6098-7ced-4885-b5d1-d0fa879b89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604941 Dec 22 13:26:01.494651 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f3d5b8-66a5-4ea0-9e54-3d117d4a732c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Router d762ea0c-acf1-45ea-a757-2a66e963b729 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:26:01.681249 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f3d5b8-66a5-4ea0-9e54-3d117d4a732c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:26:01.692041 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb535fdb-fd5c-40ff-af29-da58bd305418 None None] Sync routers for ids ['d762ea0c-acf1-45ea-a757-2a66e963b729'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:26:01.709143 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-62f3d5b8-66a5-4ea0-9e54-3d117d4a732c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "PUT /v2.0/routers/d762ea0c-acf1-45ea-a757-2a66e963b729/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7562733 Dec 22 13:26:01.709355 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50816) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:01.712527 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb535fdb-fd5c-40ff-af29-da58bd305418 None None] Routers {'d762ea0c-acf1-45ea-a757-2a66e963b729'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:26:01.713233 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-bb535fdb-fd5c-40ff-af29-da58bd305418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:25:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['d762ea0c-acf1-45ea-a757-2a66e963b729'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:01.786751 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-bb535fdb-fd5c-40ff-af29-da58bd305418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:01.792976 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb535fdb-fd5c-40ff-af29-da58bd305418 None None] Routers {'d762ea0c-acf1-45ea-a757-2a66e963b729'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:26:01.793599 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-bb535fdb-fd5c-40ff-af29-da58bd305418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:25:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['d762ea0c-acf1-45ea-a757-2a66e963b729'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:01.859901 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-bb535fdb-fd5c-40ff-af29-da58bd305418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:01.859901 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb535fdb-fd5c-40ff-af29-da58bd305418 None None] The sync data for ids ['d762ea0c-acf1-45ea-a757-2a66e963b729'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:26:02.078768 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cdd138c4-083a-4bb1-b7dc-9890452d393c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:02.646360 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-cdd138c4-083a-4bb1-b7dc-9890452d393c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Deleting port 831a2967-053a-494d-9035-8ed25db07a8c {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:26:02.647088 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cdd138c4-083a-4bb1-b7dc-9890452d393c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:02.659520 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476573e5-2474-4d29-8bed-b6247b46db05 req-ba246eb7-71bc-4407-9133-a94aab6e49c2 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:02.660976 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-476573e5-2474-4d29-8bed-b6247b46db05 req-ba246eb7-71bc-4407-9133-a94aab6e49c2 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/ports?device_id=5742e295-0ce8-4341-a728-6b0e3fdb4ce1 HTTP/1.1" status: 200 len: 945 time: 0.0770714 Dec 22 13:26:02.712742 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-476573e5-2474-4d29-8bed-b6247b46db05 req-ec2b6200-27a1-40ff-81df-4c98021a9659 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98a6098-7ced-4885-b5d1-d0fa879b89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453179 Dec 22 13:26:02.951215 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cdd138c4-083a-4bb1-b7dc-9890452d393c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:03.071803 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-cdd138c4-083a-4bb1-b7dc-9890452d393c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Calling delete_port for 831a2967-053a-494d-9035-8ed25db07a8c owned by network:router_interface {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:26:03.324258 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cdd138c4-083a-4bb1-b7dc-9890452d393c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:03.328159 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5f6f654d-8b20-4cbb-a10d-75e3535058c8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:03.371979 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd138c4-083a-4bb1-b7dc-9890452d393c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event deleted for resources: {'Port': ['ID=831a2967-053a-494d-9035-8ed25db07a8c,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:03.376105 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-cdd138c4-083a-4bb1-b7dc-9890452d393c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:03.381906 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd9c9f-aadc-4097-903f-2f5014414e71 req-3fd4de35-320d-42a9-9610-27032b24acbb tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:03.383554 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-f8dd9c9f-aadc-4097-903f-2f5014414e71 req-3fd4de35-320d-42a9-9610-27032b24acbb tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/ports?device_id=5742e295-0ce8-4341-a728-6b0e3fdb4ce1 HTTP/1.1" status: 200 len: 945 time: 0.0790789 Dec 22 13:26:03.436750 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-f8dd9c9f-aadc-4097-903f-2f5014414e71 req-bd4a597d-9ef1-42be-9e9d-fdb9e4352b16 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98a6098-7ced-4885-b5d1-d0fa879b89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459650 Dec 22 13:26:03.618614 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cdd138c4-083a-4bb1-b7dc-9890452d393c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:04.033169 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd138c4-083a-4bb1-b7dc-9890452d393c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Router d762ea0c-acf1-45ea-a757-2a66e963b729 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:26:04.274606 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd138c4-083a-4bb1-b7dc-9890452d393c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:26:04.283844 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b222abf-0a0e-4d0b-9b09-d0a583e270a8 None None] Sync routers for ids ['d762ea0c-acf1-45ea-a757-2a66e963b729'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:26:04.287024 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-cdd138c4-083a-4bb1-b7dc-9890452d393c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "PUT /v2.0/routers/d762ea0c-acf1-45ea-a757-2a66e963b729/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5764790 Dec 22 13:26:04.289862 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50832) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:04.296837 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b222abf-0a0e-4d0b-9b09-d0a583e270a8 None None] Routers {'d762ea0c-acf1-45ea-a757-2a66e963b729'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:26:04.297438 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-8b222abf-0a0e-4d0b-9b09-d0a583e270a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:25:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['d762ea0c-acf1-45ea-a757-2a66e963b729'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:04.333388 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-430e1911-aa13-40ed-83b3-5006b26d8df3 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "GET /v2.0/ports?device_id=d762ea0c-acf1-45ea-a757-2a66e963b729 HTTP/1.1" status: 200 len: 205 time: 0.0422630 Dec 22 13:26:04.335705 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50836) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:04.358804 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-8b222abf-0a0e-4d0b-9b09-d0a583e270a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:04.370186 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b222abf-0a0e-4d0b-9b09-d0a583e270a8 None None] Routers {'d762ea0c-acf1-45ea-a757-2a66e963b729'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:26:04.370823 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-8b222abf-0a0e-4d0b-9b09-d0a583e270a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:25:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['d762ea0c-acf1-45ea-a757-2a66e963b729'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:04.431314 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-8b222abf-0a0e-4d0b-9b09-d0a583e270a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:04.431719 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b222abf-0a0e-4d0b-9b09-d0a583e270a8 None None] The sync data for ids ['d762ea0c-acf1-45ea-a757-2a66e963b729'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:26:04.590008 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5771ae4c-f865-4aea-ad8c-10fdc27b2202 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for router, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:04.640340 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d996f5-7c70-45d6-bff1-6efc8efd2e60 req-0d8c801d-2777-4514-8826-3e5ddbfdec23 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:04.641915 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-84d996f5-7c70-45d6-bff1-6efc8efd2e60 req-0d8c801d-2777-4514-8826-3e5ddbfdec23 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/ports?device_id=5742e295-0ce8-4341-a728-6b0e3fdb4ce1 HTTP/1.1" status: 200 len: 945 time: 0.0787191 Dec 22 13:26:04.689085 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-84d996f5-7c70-45d6-bff1-6efc8efd2e60 req-b4db773e-9aab-4ea6-a0f6-e9913421bf41 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98a6098-7ced-4885-b5d1-d0fa879b89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416381 Dec 22 13:26:04.986462 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5771ae4c-f865-4aea-ad8c-10fdc27b2202 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:04.990651 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5771ae4c-f865-4aea-ad8c-10fdc27b2202 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:05.164730 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5771ae4c-f865-4aea-ad8c-10fdc27b2202 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:05.165130 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5771ae4c-f865-4aea-ad8c-10fdc27b2202 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Fanout notify agent at l3_agent the message router_deleted on router d762ea0c-acf1-45ea-a757-2a66e963b729 {{(pid=84148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:26:05.180373 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5771ae4c-f865-4aea-ad8c-10fdc27b2202 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:05.182250 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-5771ae4c-f865-4aea-ad8c-10fdc27b2202 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "DELETE /v2.0/routers/d762ea0c-acf1-45ea-a757-2a66e963b729 HTTP/1.1" status: 204 len: 168 time: 0.8453159 Dec 22 13:26:05.184683 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50846) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:05.268538 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff3b6c-3890-4255-85f4-cf6b6238a9aa req-5f65d5fc-2113-4b98-9eb1-4d7b65d6c44c tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:05.270131 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8eff3b6c-3890-4255-85f4-cf6b6238a9aa req-5f65d5fc-2113-4b98-9eb1-4d7b65d6c44c tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/ports?device_id=5742e295-0ce8-4341-a728-6b0e3fdb4ce1 HTTP/1.1" status: 200 len: 945 time: 0.0866313 Dec 22 13:26:05.370545 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8eff3b6c-3890-4255-85f4-cf6b6238a9aa req-932e61bd-9e31-482f-9333-73252df7eef0 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98a6098-7ced-4885-b5d1-d0fa879b89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928445 Dec 22 13:26:05.386869 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a148f2f-2a3e-45d9-bf61-b46f16bdce61 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Deleting subnet 84a5d3e1-64f1-4316-9948-9b570e920d47 {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:26:05.390998 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8a148f2f-2a3e-45d9-bf61-b46f16bdce61 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:05.392939 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c181bf48-ca15-4dbe-a9b6-5ed08e896a5d req-2d88868d-75f0-4352-8906-ad05ba69b572 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=52ca78c77f4148ba907510166b889b1e&device_id=5742e295-0ce8-4341-a728-6b0e3fdb4ce1 HTTP/1.1" status: 200 len: 1098 time: 0.0995295 Dec 22 13:26:05.444949 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8a148f2f-2a3e-45d9-bf61-b46f16bdce61 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:05.528483 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8a148f2f-2a3e-45d9-bf61-b46f16bdce61 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:05.534763 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181bf48-ca15-4dbe-a9b6-5ed08e896a5d req-d8c793d8-ea03-45c5-8676-f3efa85872ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:05.539857 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c181bf48-ca15-4dbe-a9b6-5ed08e896a5d req-d8c793d8-ea03-45c5-8676-f3efa85872ab service neutron] 10.222.0.45 "GET /v2.0/networks?id=c4766a5c-8b42-43a8-aff3-2d5ba2ef9a8b HTTP/1.1" status: 200 len: 913 time: 0.1351006 Dec 22 13:26:05.608427 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c181bf48-ca15-4dbe-a9b6-5ed08e896a5d req-7d948cd7-522f-477e-b651-ee148967e678 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94f9a640-0c74-4301-9956-b5766ce91fb2 HTTP/1.1" status: 200 len: 217 time: 0.0643897 Dec 22 13:26:05.671701 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-97c3dc84-f030-428d-8782-bc7892138533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:05.676851 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181bf48-ca15-4dbe-a9b6-5ed08e896a5d req-0254a5ea-c2e3-4e77-b63a-91320743ce58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:05.678268 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c181bf48-ca15-4dbe-a9b6-5ed08e896a5d req-0254a5ea-c2e3-4e77-b63a-91320743ce58 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=23475466-2c2b-4d7f-80b0-7a3cc543c49a HTTP/1.1" status: 200 len: 852 time: 0.0630934 Dec 22 13:26:05.718807 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8a148f2f-2a3e-45d9-bf61-b46f16bdce61 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:05.723302 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-68ba554c-6c8c-4121-bd78-fd38f66254d5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:05.725068 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c181bf48-ca15-4dbe-a9b6-5ed08e896a5d req-52dc9f6e-dd7f-4081-a331-52e331209f97 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c4766a5c-8b42-43a8-aff3-2d5ba2ef9a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399525 Dec 22 13:26:05.759394 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a148f2f-2a3e-45d9-bf61-b46f16bdce61 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event deleted for resources: {'Subnet': ['ID=84a5d3e1-64f1-4316-9948-9b570e920d47,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:05.762092 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8a148f2f-2a3e-45d9-bf61-b46f16bdce61 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:05.764556 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8a148f2f-2a3e-45d9-bf61-b46f16bdce61 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:05.770933 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0801a9b9-b35c-44a9-b84e-3c688a1cfcc6 None None] Network 96d2f1d6-c628-49ed-96e0-d09cbd479137 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:26:05.780358 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8a148f2f-2a3e-45d9-bf61-b46f16bdce61 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "DELETE /v2.0/subnets/84a5d3e1-64f1-4316-9948-9b570e920d47 HTTP/1.1" status: 204 len: 168 time: 0.5946991 Dec 22 13:26:05.782973 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50850) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:05.870500 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c181bf48-ca15-4dbe-a9b6-5ed08e896a5d req-eea47cb2-b5d2-414e-a1d0-74a154bef233 service neutron] 10.222.0.45 "GET /v2.0/networks/c4766a5c-8b42-43a8-aff3-2d5ba2ef9a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378741 Dec 22 13:26:05.974397 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-65730ea5-9c9b-4ad0-a58a-6abe5b42a0e4 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Deleting subnet 43590e6e-c616-4a43-9a81-9d1d670b2eaa {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:26:05.981977 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-65730ea5-9c9b-4ad0-a58a-6abe5b42a0e4 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:06.034006 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c181bf48-ca15-4dbe-a9b6-5ed08e896a5d req-6a963f66-2500-4ee8-9873-0c5c167d89b1 service neutron] 10.222.0.45 "GET /v2.0/networks/c4766a5c-8b42-43a8-aff3-2d5ba2ef9a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479242 Dec 22 13:26:06.047778 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-65730ea5-9c9b-4ad0-a58a-6abe5b42a0e4 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:06.073454 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f65ea7e-d1dc-46cd-a484-a25ab2f2f868 None None] DHCP port deletion for 96d2f1d6-c628-49ed-96e0-d09cbd479137 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:26:06.077720 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-0f65ea7e-d1dc-46cd-a484-a25ab2f2f868 None None] Deleting port 539b10a6-811c-458c-994f-4a04687a0029 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:26:06.078100 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0f65ea7e-d1dc-46cd-a484-a25ab2f2f868 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:06.133985 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-65730ea5-9c9b-4ad0-a58a-6abe5b42a0e4 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:06.273233 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-65730ea5-9c9b-4ad0-a58a-6abe5b42a0e4 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:06.277795 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-395a4887-4db3-4947-85d4-3c83e4fac194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:06.278802 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-0f65ea7e-d1dc-46cd-a484-a25ab2f2f868 None None] For port 539b10a6-811c-458c-994f-4a04687a0029, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=539b10a6-811c-458c-994f-4a04687a0029,segment=NetworkSegment(e605147c-4f4f-47b7-83a1-d522dac6cd8f),segment_id=e605147c-4f4f-47b7-83a1-d522dac6cd8f)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:26:06.279198 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0f65ea7e-d1dc-46cd-a484-a25ab2f2f868 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:06.314220 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65730ea5-9c9b-4ad0-a58a-6abe5b42a0e4 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event deleted for resources: {'Subnet': ['ID=43590e6e-c616-4a43-9a81-9d1d670b2eaa,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:06.316877 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-65730ea5-9c9b-4ad0-a58a-6abe5b42a0e4 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:06.323691 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-65730ea5-9c9b-4ad0-a58a-6abe5b42a0e4 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:06.330060 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-65730ea5-9c9b-4ad0-a58a-6abe5b42a0e4 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "DELETE /v2.0/subnets/43590e6e-c616-4a43-9a81-9d1d670b2eaa HTTP/1.1" status: 204 len: 168 time: 0.5458686 Dec 22 13:26:06.332631 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50856) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:06.342264 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679831c4-9212-4802-9968-9377a012f4e7 None None] Network 7e700c23-9888-4036-b822-a0cd49df009d requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:26:06.417004 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-0f65ea7e-d1dc-46cd-a484-a25ab2f2f868 None None] Calling delete_port for 539b10a6-811c-458c-994f-4a04687a0029 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:26:06.602632 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2b5d1960-1971-4125-beb1-80708c3d3244 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:06.624589 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-2b5d1960-1971-4125-beb1-80708c3d3244 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Deleting port 539b10a6-811c-458c-994f-4a04687a0029 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:26:06.624931 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2b5d1960-1971-4125-beb1-80708c3d3244 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:06.684200 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965838e3-bb4a-4554-8ae5-643beddcc195 req-3b68dc48-c9a0-41d6-94c3-a9d2414443cf tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:06.684200 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-965838e3-bb4a-4554-8ae5-643beddcc195 req-3b68dc48-c9a0-41d6-94c3-a9d2414443cf tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/ports?device_id=5742e295-0ce8-4341-a728-6b0e3fdb4ce1 HTTP/1.1" status: 200 len: 945 time: 0.1666708 Dec 22 13:26:06.701961 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0f65ea7e-d1dc-46cd-a484-a25ab2f2f868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:06.706591 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-185ba503-2f0f-4860-9e8e-59695e2bf8ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:06.749726 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-2b5d1960-1971-4125-beb1-80708c3d3244 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] The port '539b10a6-811c-458c-994f-4a04687a0029' was deleted {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:26:06.754199 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65ea7e-d1dc-46cd-a484-a25ab2f2f868 None None] Pushing event deleted for resources: {'Port': ['ID=539b10a6-811c-458c-994f-4a04687a0029,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:06.759836 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c609a11-e8e9-4dec-b8da-d7234de7f45e None None] DHCP port deletion for 7e700c23-9888-4036-b822-a0cd49df009d request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:26:06.762477 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-0f65ea7e-d1dc-46cd-a484-a25ab2f2f868 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:06.766660 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f65ea7e-d1dc-46cd-a484-a25ab2f2f868 None None] No DVR routers for this DVR port 539b10a6-811c-458c-994f-4a04687a0029 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:26:06.771795 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-2c609a11-e8e9-4dec-b8da-d7234de7f45e None None] Deleting port 9c40b439-ea5d-4539-a2c4-619ab96885d9 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:26:06.772239 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2c609a11-e8e9-4dec-b8da-d7234de7f45e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:06.870950 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-965838e3-bb4a-4554-8ae5-643beddcc195 req-2432b01f-13f6-4387-a463-fd71cf4b8e67 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98a6098-7ced-4885-b5d1-d0fa879b89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818144 Dec 22 13:26:06.896251 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2b5d1960-1971-4125-beb1-80708c3d3244 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:06.928583 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-2b5d1960-1971-4125-beb1-80708c3d3244 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96d2f1d6-c628-49ed-96e0-d09cbd479137']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:06.941562 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-2b5d1960-1971-4125-beb1-80708c3d3244 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e605147c-4f4f-47b7-83a1-d522dac6cd8f') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:06.941871 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-2b5d1960-1971-4125-beb1-80708c3d3244 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e605147c-4f4f-47b7-83a1-d522dac6cd8f') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:06.956770 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2b5d1960-1971-4125-beb1-80708c3d3244 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:06.969975 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2b5d1960-1971-4125-beb1-80708c3d3244 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:06.975919 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b5d1960-1971-4125-beb1-80708c3d3244 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:26:06.976303 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2b5d1960-1971-4125-beb1-80708c3d3244 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:06.979149 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 9c40b439-ea5d-4539-a2c4-619ab96885d9 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:26:06.991113 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:26:06.991113 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:26:06.991113 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:26:06.991113 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:26:06.991113 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:26:06.991113 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:26:06.991113 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:26:06.991113 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:26:06.991113 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:26:06.991113 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:26:06.991113 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:26:06.991113 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:26:06.991113 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:26:06.991113 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:26:06.991113 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:26:06.991113 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:26:06.991113 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:26:06.991113 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:26:06.991113 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:26:06.991113 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:26:06.991113 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:26:06.991113 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:26:06.991113 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:26:06.991113 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:26:06.991113 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:26:06.991113 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:26:06.991113 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:26:06.991113 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:26:06.991113 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:26:06.991113 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:26:06.991113 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:26:06.991113 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:26:07.116711 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-2c609a11-e8e9-4dec-b8da-d7234de7f45e None None] For port 9c40b439-ea5d-4539-a2c4-619ab96885d9, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=9c40b439-ea5d-4539-a2c4-619ab96885d9,segment=NetworkSegment(393a7575-80c7-4f7c-8f34-61b6a9572f24),segment_id=393a7575-80c7-4f7c-8f34-61b6a9572f24)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:26:07.117017 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2c609a11-e8e9-4dec-b8da-d7234de7f45e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:07.239229 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2b5d1960-1971-4125-beb1-80708c3d3244 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:07.243645 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:07.251227 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-2c609a11-e8e9-4dec-b8da-d7234de7f45e None None] Calling delete_port for 9c40b439-ea5d-4539-a2c4-619ab96885d9 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:26:07.263058 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2b5d1960-1971-4125-beb1-80708c3d3244 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:07.272648 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d1960-1971-4125-beb1-80708c3d3244 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event deleted for resources: {'Network': ['ID=96d2f1d6-c628-49ed-96e0-d09cbd479137,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:07.279224 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-2b5d1960-1971-4125-beb1-80708c3d3244 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "DELETE /v2.0/networks/96d2f1d6-c628-49ed-96e0-d09cbd479137 HTTP/1.1" status: 204 len: 168 time: 0.9419312 Dec 22 13:26:07.279224 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2b5d1960-1971-4125-beb1-80708c3d3244 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:07.279224 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50862) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:07.280080 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:07.348473 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 9c40b439-ea5d-4539-a2c4-619ab96885d9, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=9c40b439-ea5d-4539-a2c4-619ab96885d9,segment=NetworkSegment(393a7575-80c7-4f7c-8f34-61b6a9572f24),segment_id=393a7575-80c7-4f7c-8f34-61b6a9572f24)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:26:07.395714 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-aa7232ae-29eb-447f-819a-98a2221d9eaf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:07.406071 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-aa7232ae-29eb-447f-819a-98a2221d9eaf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Deleting port 9c40b439-ea5d-4539-a2c4-619ab96885d9 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:26:07.406432 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-aa7232ae-29eb-447f-819a-98a2221d9eaf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:07.409314 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:07.410205 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 539b10a6-811c-458c-994f-4a04687a0029 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:26:07.437832 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:07.475031 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 539b10a6-811c-458c-994f-4a04687a0029 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:26:07.475377 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 539b10a6-811c-458c-994f-4a04687a0029 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:26:07.484891 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-2c609a11-e8e9-4dec-b8da-d7234de7f45e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:26:07.485046 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-2c609a11-e8e9-4dec-b8da-d7234de7f45e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:26:07.522766 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=9c40b439-ea5d-4539-a2c4-619ab96885d9,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:07.526666 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:07.609675 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-aa7232ae-29eb-447f-819a-98a2221d9eaf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] For port 9c40b439-ea5d-4539-a2c4-619ab96885d9, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=9c40b439-ea5d-4539-a2c4-619ab96885d9,segment=NetworkSegment(393a7575-80c7-4f7c-8f34-61b6a9572f24),segment_id=393a7575-80c7-4f7c-8f34-61b6a9572f24)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:26:07.610181 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-aa7232ae-29eb-447f-819a-98a2221d9eaf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:07.730273 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-aa7232ae-29eb-447f-819a-98a2221d9eaf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Calling delete_port for 9c40b439-ea5d-4539-a2c4-619ab96885d9 owned by network:dhcp {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:26:07.860320 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-aa7232ae-29eb-447f-819a-98a2221d9eaf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:07.864424 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-489cfaf3-4a0a-415c-b9c7-65e287a5138f tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:07.907975 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7232ae-29eb-447f-819a-98a2221d9eaf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event deleted for resources: {'Port': ['ID=9c40b439-ea5d-4539-a2c4-619ab96885d9,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:07.913079 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-aa7232ae-29eb-447f-819a-98a2221d9eaf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:07.916382 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7232ae-29eb-447f-819a-98a2221d9eaf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] No DVR routers for this DVR port 9c40b439-ea5d-4539-a2c4-619ab96885d9 on host dv-neutron-822669-1-hyperv {{(pid=84148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:26:07.958924 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c2ca4b66-6091-4b48-a886-eaf38b528258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:07.986687 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-2c609a11-e8e9-4dec-b8da-d7234de7f45e None None] Deleting port 9c40b439-ea5d-4539-a2c4-619ab96885d9 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:26:07.987083 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2c609a11-e8e9-4dec-b8da-d7234de7f45e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:08.044977 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-aa7232ae-29eb-447f-819a-98a2221d9eaf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:08.073555 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-aa7232ae-29eb-447f-819a-98a2221d9eaf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e700c23-9888-4036-b822-a0cd49df009d']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:08.079117 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe3690-b0d8-43c8-ad3a-649f2c09cec4 req-d8535300-8930-4d68-ae3a-20f6461092ab tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:08.080976 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9dbe3690-b0d8-43c8-ad3a-649f2c09cec4 req-d8535300-8930-4d68-ae3a-20f6461092ab tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/ports?device_id=5742e295-0ce8-4341-a728-6b0e3fdb4ce1 HTTP/1.1" status: 200 len: 945 time: 0.0820067 Dec 22 13:26:08.088027 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-aa7232ae-29eb-447f-819a-98a2221d9eaf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '393a7575-80c7-4f7c-8f34-61b6a9572f24') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:08.088320 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-aa7232ae-29eb-447f-819a-98a2221d9eaf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '393a7575-80c7-4f7c-8f34-61b6a9572f24') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:08.101121 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-aa7232ae-29eb-447f-819a-98a2221d9eaf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:08.102040 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-2c609a11-e8e9-4dec-b8da-d7234de7f45e None None] The port '9c40b439-ea5d-4539-a2c4-619ab96885d9' was deleted {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:26:08.124473 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-aa7232ae-29eb-447f-819a-98a2221d9eaf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:08.130844 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa7232ae-29eb-447f-819a-98a2221d9eaf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:26:08.137823 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-aa7232ae-29eb-447f-819a-98a2221d9eaf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:08.137990 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9dbe3690-b0d8-43c8-ad3a-649f2c09cec4 req-05f5421a-ea17-4fa3-bf27-d437dfa06b31 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98a6098-7ced-4885-b5d1-d0fa879b89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482616 Dec 22 13:26:08.146317 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:26:08.146317 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:26:08.146317 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:26:08.146317 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:26:08.146317 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:26:08.146317 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:26:08.146317 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:26:08.146317 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:26:08.146317 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:26:08.146317 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:26:08.146317 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:26:08.146317 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:26:08.146317 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:26:08.146317 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:26:08.146317 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:26:08.146317 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:26:08.146317 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:26:08.146317 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:26:08.146317 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:26:08.146317 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:26:08.146317 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:26:08.146317 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:26:08.146317 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:26:08.146317 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:26:08.146317 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:26:08.146317 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:26:08.146317 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:26:08.146317 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:26:08.146317 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:26:08.146317 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:26:08.146317 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:26:08.146317 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:26:08.306078 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-aa7232ae-29eb-447f-819a-98a2221d9eaf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:08.310046 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-aa7232ae-29eb-447f-819a-98a2221d9eaf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:08.313060 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e04527b2-7c54-432c-a8d0-d01e722a6e39 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:08.335816 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7232ae-29eb-447f-819a-98a2221d9eaf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event deleted for resources: {'Network': ['ID=7e700c23-9888-4036-b822-a0cd49df009d,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:08.338563 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-aa7232ae-29eb-447f-819a-98a2221d9eaf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:08.344774 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-aa7232ae-29eb-447f-819a-98a2221d9eaf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "DELETE /v2.0/networks/7e700c23-9888-4036-b822-a0cd49df009d HTTP/1.1" status: 204 len: 168 time: 1.0656075 Dec 22 13:26:08.348822 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50872) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:08.354364 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-040f74cc-fecc-4142-8c32-43cb843b4bcb tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Request body: {'network': {'name': 'tempest-RoutersTest-814673720'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:26:08.359230 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-040f74cc-fecc-4142-8c32-43cb843b4bcb tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:26:08.362982 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-040f74cc-fecc-4142-8c32-43cb843b4bcb tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Usage tracker for resource:network and tenant:813a48bed9b742a7b1de5354f99e3715 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:26:08.365783 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-040f74cc-fecc-4142-8c32-43cb843b4bcb tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:26:08.372263 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-040f74cc-fecc-4142-8c32-43cb843b4bcb tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:26:08.477318 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040f74cc-fecc-4142-8c32-43cb843b4bcb tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Made reservation on behalf of 813a48bed9b742a7b1de5354f99e3715 for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:26:08.480432 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-040f74cc-fecc-4142-8c32-43cb843b4bcb tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:08.508549 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-040f74cc-fecc-4142-8c32-43cb843b4bcb tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:26:08.517838 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-040f74cc-fecc-4142-8c32-43cb843b4bcb tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:08.518138 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-040f74cc-fecc-4142-8c32-43cb843b4bcb tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Added segment 6b7641e5-6990-4e30-a681-629e3d2cdf53 of type vlan for network 75b79a8b-66af-4291-a1a9-8459513fa87c Dec 22 13:26:08.553925 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-040f74cc-fecc-4142-8c32-43cb843b4bcb tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:08.671757 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-040f74cc-fecc-4142-8c32-43cb843b4bcb tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:08.675603 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040f74cc-fecc-4142-8c32-43cb843b4bcb tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:08.676185 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-040f74cc-fecc-4142-8c32-43cb843b4bcb tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:08.682095 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-489cfaf3-4a0a-415c-b9c7-65e287a5138f tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:08.775687 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c3a6e-bb98-4b73-a1c8-a129d2f12160 req-989ca797-d15d-47a1-bc4b-12c7051cf313 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:08.777143 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-454c3a6e-bb98-4b73-a1c8-a129d2f12160 req-989ca797-d15d-47a1-bc4b-12c7051cf313 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/ports?device_id=5742e295-0ce8-4341-a728-6b0e3fdb4ce1 HTTP/1.1" status: 200 len: 945 time: 0.0877810 Dec 22 13:26:08.790633 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f74cc-fecc-4142-8c32-43cb843b4bcb tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event updated for resources: {'Network': ['ID=75b79a8b-66af-4291-a1a9-8459513fa87c,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:08.793168 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-040f74cc-fecc-4142-8c32-43cb843b4bcb tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:08.800807 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 75b79a8b-66af-4291-a1a9-8459513fa87c details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:26:08.826952 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-454c3a6e-bb98-4b73-a1c8-a129d2f12160 req-2c7eb8a2-c3e8-441e-a5e3-da920cb1f475 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98a6098-7ced-4885-b5d1-d0fa879b89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438359 Dec 22 13:26:08.849474 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-040f74cc-fecc-4142-8c32-43cb843b4bcb tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4952509 Dec 22 13:26:08.849474 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50878) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:08.864176 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-b2ae6af0-16cc-4484-82fb-56fffc941b39 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Request body: {'subnet': {'network_id': '75b79a8b-66af-4291-a1a9-8459513fa87c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:26:08.981857 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:09.073162 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-b2ae6af0-16cc-4484-82fb-56fffc941b39 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:26:09.078505 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-b2ae6af0-16cc-4484-82fb-56fffc941b39 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Usage tracker for resource:subnet and tenant:813a48bed9b742a7b1de5354f99e3715 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:26:09.080131 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-b2ae6af0-16cc-4484-82fb-56fffc941b39 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:26:09.086579 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-b2ae6af0-16cc-4484-82fb-56fffc941b39 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:26:09.180383 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ae6af0-16cc-4484-82fb-56fffc941b39 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Made reservation on behalf of 813a48bed9b742a7b1de5354f99e3715 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:26:09.238777 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:09.295257 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b2ae6af0-16cc-4484-82fb-56fffc941b39 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:09.588092 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b2ae6af0-16cc-4484-82fb-56fffc941b39 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:09.596805 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5d0048e3-aa85-4284-be9a-13086eff9d42 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:09.684867 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae6af0-16cc-4484-82fb-56fffc941b39 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event updated for resources: {'Subnet': ['ID=c9eb35d7-0739-4978-93ac-950c274d00e1,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:09.691080 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b2ae6af0-16cc-4484-82fb-56fffc941b39 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:09.697322 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ae6af0-16cc-4484-82fb-56fffc941b39 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Checking segment: {'id': '6b7641e5-6990-4e30-a681-629e3d2cdf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '75b79a8b-66af-4291-a1a9-8459513fa87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:26:09.697322 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ae6af0-16cc-4484-82fb-56fffc941b39 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Network hostable DHCP agents. Network: 75b79a8b-66af-4291-a1a9-8459513fa87c, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:26:09.783886 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ae6af0-16cc-4484-82fb-56fffc941b39 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Network 75b79a8b-66af-4291-a1a9-8459513fa87c is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:26:09.890218 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-b2ae6af0-16cc-4484-82fb-56fffc941b39 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 75b79a8b-66af-4291-a1a9-8459513fa87c) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:26:09.894887 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ae6af0-16cc-4484-82fb-56fffc941b39 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:09.895432 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b2ae6af0-16cc-4484-82fb-56fffc941b39 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:09.905293 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64edff1-0b55-4780-962f-a24709d46f51 None None] Network 75b79a8b-66af-4291-a1a9-8459513fa87c requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:26:10.006606 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b2ae6af0-16cc-4484-82fb-56fffc941b39 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1520963 Dec 22 13:26:10.007336 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50884) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:10.016118 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-fb02b7e0-830a-4780-a442-db7f240e7407 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1438047022', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:26:10.021480 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-fb02b7e0-830a-4780-a442-db7f240e7407 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:26:10.030412 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-fb02b7e0-830a-4780-a442-db7f240e7407 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Usage tracker for resource:router and tenant:813a48bed9b742a7b1de5354f99e3715 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:26:10.033891 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-fb02b7e0-830a-4780-a442-db7f240e7407 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:26:10.049367 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-fb02b7e0-830a-4780-a442-db7f240e7407 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:26:10.058202 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb7da8-f05a-4114-ad11-3e9670661b52 req-a01afc76-d2c6-437a-a794-381a86161a37 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:10.065426 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-1bbb7da8-f05a-4114-ad11-3e9670661b52 req-a01afc76-d2c6-437a-a794-381a86161a37 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/ports?device_id=5742e295-0ce8-4341-a728-6b0e3fdb4ce1 HTTP/1.1" status: 200 len: 945 time: 0.1018939 Dec 22 13:26:10.113300 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-1bbb7da8-f05a-4114-ad11-3e9670661b52 req-fe1b4e45-fa48-470c-a21c-6a4ad3a4c0f1 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98a6098-7ced-4885-b5d1-d0fa879b89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469556 Dec 22 13:26:10.142022 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fb02b7e0-830a-4780-a442-db7f240e7407 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:10.143002 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fb02b7e0-830a-4780-a442-db7f240e7407 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:10.157814 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd0c326-8a1f-4244-80e9-0eca5b713912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-75b79a8b-66af-4291-a1a9-8459513fa87c', 'network_id': '75b79a8b-66af-4291-a1a9-8459513fa87c', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'fixed_ips': [{'subnet_id': 'c9eb35d7-0739-4978-93ac-950c274d00e1'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:26:10.157814 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6bd0c326-8a1f-4244-80e9-0eca5b713912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:10.165259 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fb02b7e0-830a-4780-a442-db7f240e7407 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:10.262004 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fb02b7e0-830a-4780-a442-db7f240e7407 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:10.308718 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-6bd0c326-8a1f-4244-80e9-0eca5b713912 None None] Allocated IP 172.20.0.2 (75b79a8b-66af-4291-a1a9-8459513fa87c/c9eb35d7-0739-4978-93ac-950c274d00e1/6255b41c-d7fb-4f41-9a43-4156c80b49b7) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:26:10.359006 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fb02b7e0-830a-4780-a442-db7f240e7407 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:10.360185 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-fb02b7e0-830a-4780-a442-db7f240e7407 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3548770 Dec 22 13:26:10.363001 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50888) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:10.369032 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-fa4cf452-b96f-4257-8e03-8c2aa18e2a61 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Request body: {'port': {'network_id': '75b79a8b-66af-4291-a1a9-8459513fa87c', 'name': 'tempest-RoutersTest-159578543'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:26:10.465589 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:10.509159 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-fa4cf452-b96f-4257-8e03-8c2aa18e2a61 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:26:10.513998 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-fa4cf452-b96f-4257-8e03-8c2aa18e2a61 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Usage tracker for resource:port and tenant:813a48bed9b742a7b1de5354f99e3715 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:26:10.517349 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-fa4cf452-b96f-4257-8e03-8c2aa18e2a61 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:26:10.524400 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-fa4cf452-b96f-4257-8e03-8c2aa18e2a61 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:26:10.544070 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6bd0c326-8a1f-4244-80e9-0eca5b713912 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:10.554250 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-6bd0c326-8a1f-4244-80e9-0eca5b713912 None None] Transition to ACTIVE for port object 6255b41c-d7fb-4f41-9a43-4156c80b49b7 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:26:10.573644 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-6bd0c326-8a1f-4244-80e9-0eca5b713912 None None] Transition to ACTIVE for port object 6255b41c-d7fb-4f41-9a43-4156c80b49b7 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:26:10.591702 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4cf452-b96f-4257-8e03-8c2aa18e2a61 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Made reservation on behalf of 813a48bed9b742a7b1de5354f99e3715 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:26:10.594787 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fa4cf452-b96f-4257-8e03-8c2aa18e2a61 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:10.622237 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-fa4cf452-b96f-4257-8e03-8c2aa18e2a61 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] device_id is not set on port 39d4f4d8-4721-4025-9f76-e1900ce61d00 yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:26:10.655888 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6bd0c326-8a1f-4244-80e9-0eca5b713912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:10.661088 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-8ac13295-5230-464a-a45d-cdb5a2f59252 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:10.723605 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd0c326-8a1f-4244-80e9-0eca5b713912 None None] Network 75b79a8b-66af-4291-a1a9-8459513fa87c is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:26:10.727291 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-6bd0c326-8a1f-4244-80e9-0eca5b713912 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:26:10.731477 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd0c326-8a1f-4244-80e9-0eca5b713912 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:26:10.734129 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd0c326-8a1f-4244-80e9-0eca5b713912 None None] Pushing event updated for resources: {'Port': ['ID=6255b41c-d7fb-4f41-9a43-4156c80b49b7,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:10.737400 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-6bd0c326-8a1f-4244-80e9-0eca5b713912 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:10.822934 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-6bd0c326-8a1f-4244-80e9-0eca5b713912 None None] Attempting to bind port 6255b41c-d7fb-4f41-9a43-4156c80b49b7 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:26:10.823310 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-6bd0c326-8a1f-4244-80e9-0eca5b713912 None None] Attempting to bind port 6255b41c-d7fb-4f41-9a43-4156c80b49b7 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '6b7641e5-6990-4e30-a681-629e3d2cdf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '75b79a8b-66af-4291-a1a9-8459513fa87c'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:26:10.823680 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd0c326-8a1f-4244-80e9-0eca5b713912 None None] Attempting to bind port 6255b41c-d7fb-4f41-9a43-4156c80b49b7 on network 75b79a8b-66af-4291-a1a9-8459513fa87c {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:26:10.829563 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-fa4cf452-b96f-4257-8e03-8c2aa18e2a61 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Allocated IP 172.20.0.9 (75b79a8b-66af-4291-a1a9-8459513fa87c/c9eb35d7-0739-4978-93ac-950c274d00e1/39d4f4d8-4721-4025-9f76-e1900ce61d00) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:26:10.830427 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd0c326-8a1f-4244-80e9-0eca5b713912 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:26:10.830811 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd0c326-8a1f-4244-80e9-0eca5b713912 None None] Checking segment: {'id': '6b7641e5-6990-4e30-a681-629e3d2cdf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '75b79a8b-66af-4291-a1a9-8459513fa87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:26:10.831219 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6bd0c326-8a1f-4244-80e9-0eca5b713912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:10.831668 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd0c326-8a1f-4244-80e9-0eca5b713912 None None] Bound using segment: {'id': '6b7641e5-6990-4e30-a681-629e3d2cdf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '75b79a8b-66af-4291-a1a9-8459513fa87c'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:26:10.832137 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-6bd0c326-8a1f-4244-80e9-0eca5b713912 None None] Bound port: 6255b41c-d7fb-4f41-9a43-4156c80b49b7, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b7641e5-6990-4e30-a681-629e3d2cdf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '75b79a8b-66af-4291-a1a9-8459513fa87c'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:26:10.832513 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6bd0c326-8a1f-4244-80e9-0eca5b713912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:10.850166 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8612be-06b0-4442-aff0-b6d0c15da1c8 req-8c0ea30c-0f09-4f7d-8c7c-eb28339b8dbe tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:10.852176 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6a8612be-06b0-4442-aff0-b6d0c15da1c8 req-8c0ea30c-0f09-4f7d-8c7c-eb28339b8dbe tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.45 "GET /v2.0/ports?device_id=5742e295-0ce8-4341-a728-6b0e3fdb4ce1 HTTP/1.1" status: 200 len: 945 time: 0.1626260 Dec 22 13:26:10.897715 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50896) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:10.924756 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-6bd0c326-8a1f-4244-80e9-0eca5b713912 None None] For port 6255b41c-d7fb-4f41-9a43-4156c80b49b7, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:26:10.928096 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-6bd0c326-8a1f-4244-80e9-0eca5b713912 None None] For port 6255b41c-d7fb-4f41-9a43-4156c80b49b7, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=6255b41c-d7fb-4f41-9a43-4156c80b49b7,segment=NetworkSegment(6b7641e5-6990-4e30-a681-629e3d2cdf53),segment_id=6b7641e5-6990-4e30-a681-629e3d2cdf53)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:26:11.005484 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6bd0c326-8a1f-4244-80e9-0eca5b713912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:11.011092 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:11.097299 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd0c326-8a1f-4244-80e9-0eca5b713912 None None] Pushing event updated for resources: {'Port': ['ID=6255b41c-d7fb-4f41-9a43-4156c80b49b7,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:11.099746 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-6bd0c326-8a1f-4244-80e9-0eca5b713912 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:11.135226 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-6a8612be-06b0-4442-aff0-b6d0c15da1c8 req-b115ed6f-29f7-4a44-ae37-ef4275e0afd5 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Deleting port 94f9a640-0c74-4301-9956-b5766ce91fb2 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:26:11.135783 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-6a8612be-06b0-4442-aff0-b6d0c15da1c8 req-b115ed6f-29f7-4a44-ae37-ef4275e0afd5 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:11.417462 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-47d77e58-c349-4c68-a32c-2f3892e448c6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:11.542837 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fa4cf452-b96f-4257-8e03-8c2aa18e2a61 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:11.591209 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-fa4cf452-b96f-4257-8e03-8c2aa18e2a61 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Transition to ACTIVE for port object 39d4f4d8-4721-4025-9f76-e1900ce61d00 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:26:11.630595 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95448b-2c1d-4273-871f-da761e03adf1 req-bbd730b4-8e7e-4153-a8f1-73a0802e243b tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:11.631969 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2a95448b-2c1d-4273-871f-da761e03adf1 req-bbd730b4-8e7e-4153-a8f1-73a0802e243b tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/ports?device_id=5742e295-0ce8-4341-a728-6b0e3fdb4ce1 HTTP/1.1" status: 200 len: 945 time: 0.3085551 Dec 22 13:26:11.643566 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-6a8612be-06b0-4442-aff0-b6d0c15da1c8 req-b115ed6f-29f7-4a44-ae37-ef4275e0afd5 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] For port 94f9a640-0c74-4301-9956-b5766ce91fb2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=94f9a640-0c74-4301-9956-b5766ce91fb2,segment=NetworkSegment(7f79b783-225e-4666-9ea2-4c27d6533c1d),segment_id=7f79b783-225e-4666-9ea2-4c27d6533c1d)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:26:11.643930 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-6a8612be-06b0-4442-aff0-b6d0c15da1c8 req-b115ed6f-29f7-4a44-ae37-ef4275e0afd5 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:11.791282 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-6a8612be-06b0-4442-aff0-b6d0c15da1c8 req-b115ed6f-29f7-4a44-ae37-ef4275e0afd5 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Calling delete_port for 94f9a640-0c74-4301-9956-b5766ce91fb2 owned by compute:nova {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:26:11.876248 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2a95448b-2c1d-4273-871f-da761e03adf1 req-6d4b99c1-6d23-41bd-9937-a4da06d234bb tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/security-groups?id=a98a6098-7ced-4885-b5d1-d0fa879b89d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363553 Dec 22 13:26:11.911105 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fa4cf452-b96f-4257-8e03-8c2aa18e2a61 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:11.919596 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-36ef346b-f280-489f-8b43-c9207335f3b2 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:12.047842 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4cf452-b96f-4257-8e03-8c2aa18e2a61 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Network 75b79a8b-66af-4291-a1a9-8459513fa87c is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:26:12.053498 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-fa4cf452-b96f-4257-8e03-8c2aa18e2a61 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:26:12.062635 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4cf452-b96f-4257-8e03-8c2aa18e2a61 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:26:12.098120 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cf452-b96f-4257-8e03-8c2aa18e2a61 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event updated for resources: {'Port': ['ID=39d4f4d8-4721-4025-9f76-e1900ce61d00,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:12.107581 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-fa4cf452-b96f-4257-8e03-8c2aa18e2a61 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:12.146975 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4cf452-b96f-4257-8e03-8c2aa18e2a61 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:12.147633 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fa4cf452-b96f-4257-8e03-8c2aa18e2a61 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:12.208601 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d480f0-5049-412d-b4ad-4bbbb662d209 None None] Network 75b79a8b-66af-4291-a1a9-8459513fa87c requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:26:12.240234 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-47d77e58-c349-4c68-a32c-2f3892e448c6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting port b59306d4-e060-41bc-bb81-214712e98348 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:26:12.240805 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-47d77e58-c349-4c68-a32c-2f3892e448c6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:12.430740 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-47d77e58-c349-4c68-a32c-2f3892e448c6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] For port b59306d4-e060-41bc-bb81-214712e98348, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=b59306d4-e060-41bc-bb81-214712e98348,segment=NetworkSegment(86e007bb-cd52-4139-b02f-6ca30854207b),segment_id=86e007bb-cd52-4139-b02f-6ca30854207b)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:26:12.431100 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-47d77e58-c349-4c68-a32c-2f3892e448c6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:12.568435 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-6a8612be-06b0-4442-aff0-b6d0c15da1c8 req-b115ed6f-29f7-4a44-ae37-ef4275e0afd5 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:12.579275 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a7baaac9-51ff-46fd-a448-a2b74965f89b tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:12.582474 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['94f9a640-0c74-4301-9956-b5766ce91fb2'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:26:12.593994 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-47d77e58-c349-4c68-a32c-2f3892e448c6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Calling delete_port for b59306d4-e060-41bc-bb81-214712e98348 owned by network:router_interface {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:26:12.621656 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-fa4cf452-b96f-4257-8e03-8c2aa18e2a61 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.2551234 Dec 22 13:26:12.626515 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-f9e8693a-df79-414d-9f4a-0fff0295e0cd None None] Provisioning for port 6255b41c-d7fb-4f41-9a43-4156c80b49b7 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:26:12.631031 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50904) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:12.631900 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b115ed6f-29f7-4a44-ae37-ef4275e0afd5 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Pushing event deleted for resources: {'Port': ['ID=94f9a640-0c74-4301-9956-b5766ce91fb2,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:12.636198 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b115ed6f-29f7-4a44-ae37-ef4275e0afd5 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:12.831509 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-9d8eb8dd-374a-4c4a-acdb-ade66342ac22 None None] Provisioning for port 39d4f4d8-4721-4025-9f76-e1900ce61d00 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:26:12.837486 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-9d8eb8dd-374a-4c4a-acdb-ade66342ac22 None None] Provisioning complete for port 39d4f4d8-4721-4025-9f76-e1900ce61d00 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:26:12.837486 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9d8eb8dd-374a-4c4a-acdb-ade66342ac22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:12.852459 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8612be-06b0-4442-aff0-b6d0c15da1c8 req-b115ed6f-29f7-4a44-ae37-ef4275e0afd5 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] No DVR routers for this DVR port 94f9a640-0c74-4301-9956-b5766ce91fb2 on host hv-neutron-8226 {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:26:12.856199 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-6a8612be-06b0-4442-aff0-b6d0c15da1c8 req-b115ed6f-29f7-4a44-ae37-ef4275e0afd5 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:12.857885 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6a8612be-06b0-4442-aff0-b6d0c15da1c8 req-b115ed6f-29f7-4a44-ae37-ef4275e0afd5 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.45 "DELETE /v2.0/ports/94f9a640-0c74-4301-9956-b5766ce91fb2 HTTP/1.1" status: 204 len: 173 time: 1.9893787 Dec 22 13:26:12.858429 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5742e295-0ce8-4341-a728-6b0e3fdb4ce1', 'name': 'network-vif-deleted', 'tag': '94f9a640-0c74-4301-9956-b5766ce91fb2'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:26:12.932934 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-47d77e58-c349-4c68-a32c-2f3892e448c6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:12.932934 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f8443596-4860-49e2-acf4-83dc86f5bacc tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:12.963453 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-9d8eb8dd-374a-4c4a-acdb-ade66342ac22 None None] Port 39d4f4d8-4721-4025-9f76-e1900ce61d00 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:26:13.042426 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 6255b41c-d7fb-4f41-9a43-4156c80b49b7 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:26:13.044469 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5742e295-0ce8-4341-a728-6b0e3fdb4ce1', 'name': 'network-vif-deleted', 'tag': '94f9a640-0c74-4301-9956-b5766ce91fb2', 'status': 'completed', 'code': 200} Dec 22 13:26:13.055830 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d77e58-c349-4c68-a32c-2f3892e448c6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Port': ['ID=b59306d4-e060-41bc-bb81-214712e98348,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:13.112912 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-47d77e58-c349-4c68-a32c-2f3892e448c6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:13.145217 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-4adc847d-4474-4275-a3df-c019fedc63ef None None] Provisioning complete for port 39d4f4d8-4721-4025-9f76-e1900ce61d00 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:26:13.148621 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4adc847d-4474-4275-a3df-c019fedc63ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:13.180178 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-e0e45249-f7b1-4f88-8732-2eed9132ce91 req-847b9614-b28f-462a-b183-47fd8b5a17e7 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Synchronizing usage tracker for tenant:52ca78c77f4148ba907510166b889b1e on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:26:13.223344 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-4adc847d-4474-4275-a3df-c019fedc63ef None None] Port 39d4f4d8-4721-4025-9f76-e1900ce61d00 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:26:13.295159 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 6255b41c-d7fb-4f41-9a43-4156c80b49b7 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:26:13.313883 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 6255b41c-d7fb-4f41-9a43-4156c80b49b7 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:26:13.314345 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:13.410878 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-e0e45249-f7b1-4f88-8732-2eed9132ce91 req-847b9614-b28f-462a-b183-47fd8b5a17e7 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Unset dirty status for tenant:52ca78c77f4148ba907510166b889b1e on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:26:13.410878 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e0e45249-f7b1-4f88-8732-2eed9132ce91 req-847b9614-b28f-462a-b183-47fd8b5a17e7 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] 10.222.0.47 "GET /v2.0/ports?device_id=5742e295-0ce8-4341-a728-6b0e3fdb4ce1 HTTP/1.1" status: 200 len: 210 time: 0.2694883 Dec 22 13:26:13.541508 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:13.556709 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-47d77e58-c349-4c68-a32c-2f3892e448c6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:13.583384 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 6255b41c-d7fb-4f41-9a43-4156c80b49b7, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=6255b41c-d7fb-4f41-9a43-4156c80b49b7,segment=NetworkSegment(6b7641e5-6990-4e30-a681-629e3d2cdf53),segment_id=6b7641e5-6990-4e30-a681-629e3d2cdf53)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:26:13.671366 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:13.676926 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-5376e358-6ee3-43bc-9680-da2b3b3768ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:13.687431 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-23997f75-9b55-4066-9c0e-f5acbf77e35f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:13.762737 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=6255b41c-d7fb-4f41-9a43-4156c80b49b7,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:13.762891 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:14.075815 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-23997f75-9b55-4066-9c0e-f5acbf77e35f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:14.168888 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-23997f75-9b55-4066-9c0e-f5acbf77e35f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:14.174407 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d005ed44-8bcd-4904-b96f-e568c6d1aa3e tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:14.302111 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23997f75-9b55-4066-9c0e-f5acbf77e35f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event updated for resources: {'Port': ['ID=39d4f4d8-4721-4025-9f76-e1900ce61d00,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:14.306660 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-23997f75-9b55-4066-9c0e-f5acbf77e35f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:14.346794 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d77e58-c349-4c68-a32c-2f3892e448c6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router 81a2d106-eed1-4541-a665-e09da3e3e131 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:26:14.560563 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-23997f75-9b55-4066-9c0e-f5acbf77e35f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:14.567761 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50914) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:14.576475 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-bb03b8f2-87bb-434c-a185-998c214743b4 None None] Provisioning complete for port 39d4f4d8-4721-4025-9f76-e1900ce61d00 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:26:14.577050 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-bb03b8f2-87bb-434c-a185-998c214743b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:14.611447 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d77e58-c349-4c68-a32c-2f3892e448c6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:26:14.625825 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7141e55-657d-4225-abac-22fa43677c37 None None] Sync routers for ids ['81a2d106-eed1-4541-a665-e09da3e3e131'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:26:14.635739 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-47d77e58-c349-4c68-a32c-2f3892e448c6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "PUT /v2.0/routers/81a2d106-eed1-4541-a665-e09da3e3e131/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7356317 Dec 22 13:26:14.658812 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-bb03b8f2-87bb-434c-a185-998c214743b4 None None] Port 39d4f4d8-4721-4025-9f76-e1900ce61d00 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:26:14.660087 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bd3ffca-486a-4a97-b940-d67b36a49781 admin admin] Deleting subnet 23475466-2c2b-4d7f-80b0-7a3cc543c49a {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:26:14.660287 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7141e55-657d-4225-abac-22fa43677c37 None None] Routers {'81a2d106-eed1-4541-a665-e09da3e3e131'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:26:14.660287 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-f7141e55-657d-4225-abac-22fa43677c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:26:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['81a2d106-eed1-4541-a665-e09da3e3e131'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:14.660553 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1bd3ffca-486a-4a97-b940-d67b36a49781 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:14.715641 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1bd3ffca-486a-4a97-b940-d67b36a49781 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:14.826840 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1bd3ffca-486a-4a97-b940-d67b36a49781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:14.843446 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-f7141e55-657d-4225-abac-22fa43677c37 None None] Set router 81a2d106-eed1-4541-a665-e09da3e3e131 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:26:14.888606 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-23997f75-9b55-4066-9c0e-f5acbf77e35f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:15.056764 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 6255b41c-d7fb-4f41-9a43-4156c80b49b7 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:26:15.220864 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1bd3ffca-486a-4a97-b940-d67b36a49781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:15.235923 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b6568833-8bea-42d8-9dbe-87605ac6d804 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:15.267871 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd3ffca-486a-4a97-b940-d67b36a49781 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23475466-2c2b-4d7f-80b0-7a3cc543c49a,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:15.271281 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 6255b41c-d7fb-4f41-9a43-4156c80b49b7 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:26:15.272061 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:15.284874 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1bd3ffca-486a-4a97-b940-d67b36a49781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:15.311596 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1bd3ffca-486a-4a97-b940-d67b36a49781 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:15.331719 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50922) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:15.332246 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1bd3ffca-486a-4a97-b940-d67b36a49781 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/23475466-2c2b-4d7f-80b0-7a3cc543c49a HTTP/1.1" status: 204 len: 168 time: 0.7619970 Dec 22 13:26:15.361667 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-f7141e55-657d-4225-abac-22fa43677c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'name': 'tempest-TestNetworkBasicOps-router-1929444678', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '2c53bbde-694a-41f8-84f3-a532d778de54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:23:36Z', 'updated_at': '2021-12-22T13:26:12Z', 'revision_number': 6, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '2c53bbde-694a-41f8-84f3-a532d778de54', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:23:38Z', 'updated_at': '2021-12-22T13:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': 'e0accf6c-5d19-4806-b4cb-7d3e5cf08ea9', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.40', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'port_id': '0ee846db-bfda-41ee-b278-55ce6efac6d6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '405cc457-257b-4046-ad64-71c7c4966738', 'mac_address': 'fa:16:3e:0a:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccbc80a-0f5f-4829-acf7-e00cfc344106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:24:44Z', 'updated_at': '2021-12-22T13:24:56Z', 'revision_number': 1, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d5b4251-ea81-44a3-826c-e0e3db7a6361', 'name': '', 'network_id': '405cc457-257b-4046-ad64-71c7c4966738', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:4a:58:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfb6332c-285f-49dd-93fe-15ef12392031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:23:51Z', 'updated_at': '2021-12-22T13:24:05Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'dfb6332c-285f-49dd-93fe-15ef12392031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:15.370153 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7141e55-657d-4225-abac-22fa43677c37 None None] Checking router: 81a2d106-eed1-4541-a665-e09da3e3e131 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:26:15.417147 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7141e55-657d-4225-abac-22fa43677c37 None None] Routers {'81a2d106-eed1-4541-a665-e09da3e3e131'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:26:15.418008 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-f7141e55-657d-4225-abac-22fa43677c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:26:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['81a2d106-eed1-4541-a665-e09da3e3e131'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:15.447512 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fe6ee-ab91-4921-a1d6-c6ee026e37c2 req-51b604ba-6438-4195-b5b4-f22f81e89d07 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:15.448565 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-c17fe6ee-ab91-4921-a1d6-c6ee026e37c2 req-51b604ba-6438-4195-b5b4-f22f81e89d07 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:26:15.480836 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-89d7eaeb-a83d-42dc-9fb5-d4d6317053c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:15.538043 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-23997f75-9b55-4066-9c0e-f5acbf77e35f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:15.553551 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-c17fe6ee-ab91-4921-a1d6-c6ee026e37c2 req-51b604ba-6438-4195-b5b4-f22f81e89d07 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:26:15.555323 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c17fe6ee-ab91-4921-a1d6-c6ee026e37c2 req-51b604ba-6438-4195-b5b4-f22f81e89d07 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fceea00b-de05-426b-b627-97c49e9d3eb3 HTTP/1.1" status: 200 len: 946 time: 0.2947838 Dec 22 13:26:15.592978 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-23997f75-9b55-4066-9c0e-f5acbf77e35f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:15.637764 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-331feb45-daec-4621-ab35-80f07614480a tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:15.642500 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-f7141e55-657d-4225-abac-22fa43677c37 None None] Set router 81a2d106-eed1-4541-a665-e09da3e3e131 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:26:15.654323 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-89d7eaeb-a83d-42dc-9fb5-d4d6317053c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:15.703358 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c17fe6ee-ab91-4921-a1d6-c6ee026e37c2 req-5e748ee0-f659-4622-ae57-c97b8c63764d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7831b01e-0a2f-4c96-9f66-56e09475709b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914617 Dec 22 13:26:15.703358 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-89d7eaeb-a83d-42dc-9fb5-d4d6317053c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4766a5c-8b42-43a8-aff3-2d5ba2ef9a8b']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:15.725054 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-89d7eaeb-a83d-42dc-9fb5-d4d6317053c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f79b783-225e-4666-9ea2-4c27d6533c1d') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:15.725054 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-89d7eaeb-a83d-42dc-9fb5-d4d6317053c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f79b783-225e-4666-9ea2-4c27d6533c1d') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:15.731929 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23997f75-9b55-4066-9c0e-f5acbf77e35f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event updated for resources: {'Port': ['ID=39d4f4d8-4721-4025-9f76-e1900ce61d00,revision_number=3']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:15.731929 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-23997f75-9b55-4066-9c0e-f5acbf77e35f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:15.737499 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-89d7eaeb-a83d-42dc-9fb5-d4d6317053c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:15.752491 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-89d7eaeb-a83d-42dc-9fb5-d4d6317053c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:15.755960 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-23997f75-9b55-4066-9c0e-f5acbf77e35f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:15.759894 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89d7eaeb-a83d-42dc-9fb5-d4d6317053c1 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:26:15.760372 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-89d7eaeb-a83d-42dc-9fb5-d4d6317053c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:15.775972 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:26:15.775972 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:26:15.775972 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:26:15.775972 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:26:15.775972 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:26:15.775972 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:26:15.775972 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:26:15.775972 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:26:15.775972 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:26:15.775972 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:26:15.775972 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:26:15.775972 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:26:15.775972 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:26:15.775972 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:26:15.775972 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:26:15.775972 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:26:15.775972 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:26:15.775972 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:26:15.775972 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:26:15.775972 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:26:15.775972 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:26:15.775972 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:26:15.775972 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:26:15.775972 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:26:15.775972 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:26:15.775972 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:26:15.775972 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:26:15.775972 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:26:15.775972 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:26:15.775972 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:26:15.775972 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:26:15.775972 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:26:15.815005 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 94f9a640-0c74-4301-9956-b5766ce91fb2 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:26:15.857611 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] No Port match for: 94f9a640-0c74-4301-9956-b5766ce91fb2 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:26:15.857802 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 94f9a640-0c74-4301-9956-b5766ce91fb2 not bound to the agent host hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:26:15.909388 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-89d7eaeb-a83d-42dc-9fb5-d4d6317053c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:15.913734 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-73ce0ade-62d3-4727-a50a-9c1b0ac02f59 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:15.921358 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23997f75-9b55-4066-9c0e-f5acbf77e35f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Network 75b79a8b-66af-4291-a1a9-8459513fa87c is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:26:15.922484 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-23997f75-9b55-4066-9c0e-f5acbf77e35f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:26:15.937648 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-89d7eaeb-a83d-42dc-9fb5-d4d6317053c1 admin admin] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:15.955816 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7eaeb-a83d-42dc-9fb5-d4d6317053c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4766a5c-8b42-43a8-aff3-2d5ba2ef9a8b,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:15.957318 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-89d7eaeb-a83d-42dc-9fb5-d4d6317053c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:16.063527 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-89d7eaeb-a83d-42dc-9fb5-d4d6317053c1 admin admin] 10.222.0.47 "DELETE /v2.0/networks/c4766a5c-8b42-43a8-aff3-2d5ba2ef9a8b HTTP/1.1" status: 204 len: 168 time: 0.7319548 Dec 22 13:26:16.065784 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50926) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:16.187243 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-077257d2-9acb-4f5c-a6b1-d9327f926d8e admin admin] Deleting subnet 1386bee9-190e-498b-bf76-913b9186b476 {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:26:16.187243 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-077257d2-9acb-4f5c-a6b1-d9327f926d8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:16.208055 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-f7141e55-657d-4225-abac-22fa43677c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'name': 'tempest-TestNetworkBasicOps-router-1929444678', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '2c53bbde-694a-41f8-84f3-a532d778de54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:23:36Z', 'updated_at': '2021-12-22T13:26:12Z', 'revision_number': 6, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '2c53bbde-694a-41f8-84f3-a532d778de54', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:23:38Z', 'updated_at': '2021-12-22T13:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': 'e0accf6c-5d19-4806-b4cb-7d3e5cf08ea9', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.40', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'port_id': '0ee846db-bfda-41ee-b278-55ce6efac6d6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '405cc457-257b-4046-ad64-71c7c4966738', 'mac_address': 'fa:16:3e:0a:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccbc80a-0f5f-4829-acf7-e00cfc344106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:24:44Z', 'updated_at': '2021-12-22T13:24:56Z', 'revision_number': 1, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d5b4251-ea81-44a3-826c-e0e3db7a6361', 'name': '', 'network_id': '405cc457-257b-4046-ad64-71c7c4966738', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:4a:58:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfb6332c-285f-49dd-93fe-15ef12392031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:23:51Z', 'updated_at': '2021-12-22T13:24:05Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'dfb6332c-285f-49dd-93fe-15ef12392031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:16.208055 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7141e55-657d-4225-abac-22fa43677c37 None None] The sync data for ids ['81a2d106-eed1-4541-a665-e09da3e3e131'] in dv-neutron-822669-1-hyperv is: [{'id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'name': 'tempest-TestNetworkBasicOps-router-1929444678', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '2c53bbde-694a-41f8-84f3-a532d778de54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:23:36Z', 'updated_at': '2021-12-22T13:26:12Z', 'revision_number': 6, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '2c53bbde-694a-41f8-84f3-a532d778de54', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:23:38Z', 'updated_at': '2021-12-22T13:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': 'e0accf6c-5d19-4806-b4cb-7d3e5cf08ea9', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.40', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'port_id': '0ee846db-bfda-41ee-b278-55ce6efac6d6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '405cc457-257b-4046-ad64-71c7c4966738', 'mac_address': 'fa:16:3e:0a:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccbc80a-0f5f-4829-acf7-e00cfc344106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:24:44Z', 'updated_at': '2021-12-22T13:24:56Z', 'revision_number': 1, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d5b4251-ea81-44a3-826c-e0e3db7a6361', 'name': '', 'network_id': '405cc457-257b-4046-ad64-71c7c4966738', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:4a:58:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfb6332c-285f-49dd-93fe-15ef12392031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:23:51Z', 'updated_at': '2021-12-22T13:24:05Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'dfb6332c-285f-49dd-93fe-15ef12392031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:26:16.274147 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-077257d2-9acb-4f5c-a6b1-d9327f926d8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:16.300298 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-600802f1-d414-42c8-b565-f8f9e9bfc6f3 None None] Provisioning complete for port 39d4f4d8-4721-4025-9f76-e1900ce61d00 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:26:16.300683 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-600802f1-d414-42c8-b565-f8f9e9bfc6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:16.347054 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-077257d2-9acb-4f5c-a6b1-d9327f926d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:16.364479 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-600802f1-d414-42c8-b565-f8f9e9bfc6f3 None None] Port 39d4f4d8-4721-4025-9f76-e1900ce61d00 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:26:16.437610 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23997f75-9b55-4066-9c0e-f5acbf77e35f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Router 766438a3-a8ec-408b-81f6-6a3af21c5a40 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:26:16.530329 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-077257d2-9acb-4f5c-a6b1-d9327f926d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:16.540271 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f9bf457e-5874-479d-ab38-28075f65154b tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:16.575233 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077257d2-9acb-4f5c-a6b1-d9327f926d8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1386bee9-190e-498b-bf76-913b9186b476,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:16.580300 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-077257d2-9acb-4f5c-a6b1-d9327f926d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:16.591066 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-077257d2-9acb-4f5c-a6b1-d9327f926d8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:16.603489 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-077257d2-9acb-4f5c-a6b1-d9327f926d8e admin admin] 10.222.0.47 "DELETE /v2.0/subnets/1386bee9-190e-498b-bf76-913b9186b476 HTTP/1.1" status: 204 len: 168 time: 0.5368967 Dec 22 13:26:16.604521 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50930) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:16.753243 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7eb662ca-a732-4ccc-8321-80007e7d8d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:16.759992 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23997f75-9b55-4066-9c0e-f5acbf77e35f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:26:16.771011 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50936) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:16.771524 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f3ceee-3997-438a-8915-39af5aaad87e None None] Sync routers for ids ['766438a3-a8ec-408b-81f6-6a3af21c5a40'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:26:16.778790 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-23997f75-9b55-4066-9c0e-f5acbf77e35f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "PUT /v2.0/routers/766438a3-a8ec-408b-81f6-6a3af21c5a40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1364415 Dec 22 13:26:16.794842 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f3ceee-3997-438a-8915-39af5aaad87e None None] Routers {'766438a3-a8ec-408b-81f6-6a3af21c5a40'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:26:16.796929 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-81f3ceee-3997-438a-8915-39af5aaad87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:26:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['766438a3-a8ec-408b-81f6-6a3af21c5a40'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:16.858143 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c208faf-9501-4546-9ce6-7685a8501a41 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:16.858143 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-2c208faf-9501-4546-9ce6-7685a8501a41 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Synchronizing usage tracker for tenant:813a48bed9b742a7b1de5354f99e3715 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:26:16.878271 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-81f3ceee-3997-438a-8915-39af5aaad87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:16.892409 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f3ceee-3997-438a-8915-39af5aaad87e None None] Routers {'766438a3-a8ec-408b-81f6-6a3af21c5a40'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:26:16.893046 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-81f3ceee-3997-438a-8915-39af5aaad87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:26:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['766438a3-a8ec-408b-81f6-6a3af21c5a40'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:16.909468 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device b59306d4-e060-41bc-bb81-214712e98348 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:26:16.933708 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-2c208faf-9501-4546-9ce6-7685a8501a41 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Unset dirty status for tenant:813a48bed9b742a7b1de5354f99e3715 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:26:16.935296 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-2c208faf-9501-4546-9ce6-7685a8501a41 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "GET /v2.0/ports/39d4f4d8-4721-4025-9f76-e1900ce61d00 HTTP/1.1" status: 200 len: 976 time: 0.1630445 Dec 22 13:26:16.939601 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50940) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:16.964944 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: b59306d4-e060-41bc-bb81-214712e98348 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:26:16.964944 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device b59306d4-e060-41bc-bb81-214712e98348 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:26:16.965128 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-81f3ceee-3997-438a-8915-39af5aaad87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:16.965128 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f3ceee-3997-438a-8915-39af5aaad87e None None] The sync data for ids ['766438a3-a8ec-408b-81f6-6a3af21c5a40'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:26:17.134283 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7eb662ca-a732-4ccc-8321-80007e7d8d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:17.171439 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-7eb662ca-a732-4ccc-8321-80007e7d8d5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac3b1740-9467-4dce-ab8f-4d3627333edd']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:17.189039 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-7eb662ca-a732-4ccc-8321-80007e7d8d5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a59bb1-6da7-46ab-b69d-72fe3cb7cfaa') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:17.189339 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-7eb662ca-a732-4ccc-8321-80007e7d8d5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a59bb1-6da7-46ab-b69d-72fe3cb7cfaa') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:17.211844 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7eb662ca-a732-4ccc-8321-80007e7d8d5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:17.244303 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4c57b-ba92-40ef-b2bb-893a82d90ffb req-f81ecc22-95d7-45da-98dc-eeb907324973 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:17.245742 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-44a4c57b-ba92-40ef-b2bb-893a82d90ffb req-f81ecc22-95d7-45da-98dc-eeb907324973 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "GET /v2.0/ports?device_id=fceea00b-de05-426b-b627-97c49e9d3eb3 HTTP/1.1" status: 200 len: 946 time: 0.4063220 Dec 22 13:26:17.252513 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169a94e-fe01-40af-8261-78ffe656ba4a req-5721745d-8f75-427d-8924-5195abec36cf tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:17.253954 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e169a94e-fe01-40af-8261-78ffe656ba4a req-5721745d-8f75-427d-8924-5195abec36cf tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fceea00b-de05-426b-b627-97c49e9d3eb3 HTTP/1.1" status: 200 len: 946 time: 0.3643234 Dec 22 13:26:17.255042 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7eb662ca-a732-4ccc-8321-80007e7d8d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:17.323603 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eb662ca-a732-4ccc-8321-80007e7d8d5f admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:26:17.324010 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7eb662ca-a732-4ccc-8321-80007e7d8d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:17.338831 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:26:17.338831 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:26:17.338831 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:26:17.338831 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:26:17.338831 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:26:17.338831 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:26:17.338831 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:26:17.338831 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:26:17.338831 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:26:17.338831 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:26:17.338831 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:26:17.338831 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:26:17.338831 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:26:17.338831 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:26:17.338831 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:26:17.338831 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:26:17.338831 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:26:17.338831 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:26:17.338831 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:26:17.338831 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:26:17.338831 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:26:17.338831 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:26:17.338831 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:26:17.338831 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:26:17.338831 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:26:17.338831 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:26:17.338831 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:26:17.338831 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:26:17.338831 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:26:17.338831 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:26:17.338831 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:26:17.338831 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:26:17.443651 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-44a4c57b-ba92-40ef-b2bb-893a82d90ffb req-00ca0434-bf52-464c-b026-4388ed6e1364 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting port 54ca1a2c-3c17-4ed5-841a-6b25049802fc {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:26:17.444313 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-44a4c57b-ba92-40ef-b2bb-893a82d90ffb req-00ca0434-bf52-464c-b026-4388ed6e1364 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:17.487626 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e169a94e-fe01-40af-8261-78ffe656ba4a req-5840facd-4ae8-4d9f-8477-3136d8fc9285 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7831b01e-0a2f-4c96-9f66-56e09475709b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2002163 Dec 22 13:26:17.560511 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7eb662ca-a732-4ccc-8321-80007e7d8d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:17.565495 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f9836adb-f7e9-4b08-9c75-9c8ac3d18bd0 tempest-NetworksIpV6TestAttrs-3275123 tempest-NetworksIpV6TestAttrs-3275123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:17.579193 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7eb662ca-a732-4ccc-8321-80007e7d8d5f admin admin] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:17.593202 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb662ca-a732-4ccc-8321-80007e7d8d5f admin admin] Pushing event deleted for resources: {'Network': ['ID=ac3b1740-9467-4dce-ab8f-4d3627333edd,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:17.597449 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7eb662ca-a732-4ccc-8321-80007e7d8d5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:17.598954 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7eb662ca-a732-4ccc-8321-80007e7d8d5f admin admin] 10.222.0.47 "DELETE /v2.0/networks/ac3b1740-9467-4dce-ab8f-4d3627333edd HTTP/1.1" status: 204 len: 168 time: 0.9918780 Dec 22 13:26:17.621463 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-615463bc-fe8e-48bf-affc-b725856d2d79 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:17.754455 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-44a4c57b-ba92-40ef-b2bb-893a82d90ffb req-00ca0434-bf52-464c-b026-4388ed6e1364 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] For port 54ca1a2c-3c17-4ed5-841a-6b25049802fc, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=54ca1a2c-3c17-4ed5-841a-6b25049802fc,segment=NetworkSegment(86e007bb-cd52-4139-b02f-6ca30854207b),segment_id=86e007bb-cd52-4139-b02f-6ca30854207b)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:26:17.754820 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-44a4c57b-ba92-40ef-b2bb-893a82d90ffb req-00ca0434-bf52-464c-b026-4388ed6e1364 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:17.879326 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-44a4c57b-ba92-40ef-b2bb-893a82d90ffb req-00ca0434-bf52-464c-b026-4388ed6e1364 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Calling delete_port for 54ca1a2c-3c17-4ed5-841a-6b25049802fc owned by compute:nova {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:26:17.964639 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-615463bc-fe8e-48bf-affc-b725856d2d79 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Deleting port 39d4f4d8-4721-4025-9f76-e1900ce61d00 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:26:17.965259 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-615463bc-fe8e-48bf-affc-b725856d2d79 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:18.025155 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50946) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:18.112780 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-44a4c57b-ba92-40ef-b2bb-893a82d90ffb req-00ca0434-bf52-464c-b026-4388ed6e1364 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:18.120556 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-34cee928-bc1f-4db1-8830-f6028479fe21 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:18.150831 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c69474d7-6ada-4023-a01f-ac449f9673ba admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=52ca78c77f4148ba907510166b889b1e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1289856 Dec 22 13:26:18.153502 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50952) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:18.170441 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca0434-bf52-464c-b026-4388ed6e1364 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Port': ['ID=54ca1a2c-3c17-4ed5-841a-6b25049802fc,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:18.176510 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-00ca0434-bf52-464c-b026-4388ed6e1364 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:18.267527 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-615463bc-fe8e-48bf-affc-b725856d2d79 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:18.270698 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a4c57b-ba92-40ef-b2bb-893a82d90ffb req-00ca0434-bf52-464c-b026-4388ed6e1364 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] No DVR routers for this DVR port 54ca1a2c-3c17-4ed5-841a-6b25049802fc on host hv-neutron-8226 {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:26:18.275902 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-47186ea7-cfae-4a77-b1a6-a9df18d0a45c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:18.278272 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-44a4c57b-ba92-40ef-b2bb-893a82d90ffb req-00ca0434-bf52-464c-b026-4388ed6e1364 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:18.280442 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fceea00b-de05-426b-b627-97c49e9d3eb3', 'name': 'network-vif-deleted', 'tag': '54ca1a2c-3c17-4ed5-841a-6b25049802fc'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:26:18.348246 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fceea00b-de05-426b-b627-97c49e9d3eb3', 'name': 'network-vif-deleted', 'tag': '54ca1a2c-3c17-4ed5-841a-6b25049802fc', 'status': 'completed', 'code': 200} Dec 22 13:26:18.365279 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-44a4c57b-ba92-40ef-b2bb-893a82d90ffb req-00ca0434-bf52-464c-b026-4388ed6e1364 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "DELETE /v2.0/ports/54ca1a2c-3c17-4ed5-841a-6b25049802fc HTTP/1.1" status: 204 len: 173 time: 1.1075974 Dec 22 13:26:18.417685 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-615463bc-fe8e-48bf-affc-b725856d2d79 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Calling delete_port for 39d4f4d8-4721-4025-9f76-e1900ce61d00 owned by network:router_interface {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:26:18.468649 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-47186ea7-cfae-4a77-b1a6-a9df18d0a45c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:18.670024 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-47186ea7-cfae-4a77-b1a6-a9df18d0a45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:18.678065 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-40b91fca-9dd5-4e74-850d-d44bd4f94b02 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:18.699672 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47186ea7-cfae-4a77-b1a6-a9df18d0a45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98a6098-7ced-4885-b5d1-d0fa879b89d8,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:18.705505 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-47186ea7-cfae-4a77-b1a6-a9df18d0a45c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:18.830170 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-c8107391-4f6f-4ba7-bd7f-5988d2c27c09 req-f209957e-b5d4-434e-901a-9567bb3c9127 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:26:18.841478 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-615463bc-fe8e-48bf-affc-b725856d2d79 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:18.848704 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-aa38c2c0-9a99-4e1f-a43d-1a7557619a42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:18.907790 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615463bc-fe8e-48bf-affc-b725856d2d79 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event deleted for resources: {'Port': ['ID=39d4f4d8-4721-4025-9f76-e1900ce61d00,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:18.907790 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-615463bc-fe8e-48bf-affc-b725856d2d79 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:18.947337 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-c8107391-4f6f-4ba7-bd7f-5988d2c27c09 req-f209957e-b5d4-434e-901a-9567bb3c9127 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:26:18.948639 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c8107391-4f6f-4ba7-bd7f-5988d2c27c09 req-f209957e-b5d4-434e-901a-9567bb3c9127 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fceea00b-de05-426b-b627-97c49e9d3eb3 HTTP/1.1" status: 200 len: 210 time: 0.1608653 Dec 22 13:26:18.991154 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-47186ea7-cfae-4a77-b1a6-a9df18d0a45c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:18.991154 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-47186ea7-cfae-4a77-b1a6-a9df18d0a45c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a98a6098-7ced-4885-b5d1-d0fa879b89d8 HTTP/1.1" status: 204 len: 168 time: 0.8346753 Dec 22 13:26:19.153185 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-615463bc-fe8e-48bf-affc-b725856d2d79 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:19.693204 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-615463bc-fe8e-48bf-affc-b725856d2d79 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Router 766438a3-a8ec-408b-81f6-6a3af21c5a40 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:26:19.832940 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615463bc-fe8e-48bf-affc-b725856d2d79 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:26:19.844205 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50964) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:19.844627 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-615463bc-fe8e-48bf-affc-b725856d2d79 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "PUT /v2.0/routers/766438a3-a8ec-408b-81f6-6a3af21c5a40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9000375 Dec 22 13:26:19.844736 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50966) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:19.845387 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91be086-1a15-4942-9019-2ec1cf8eae13 None None] Sync routers for ids ['766438a3-a8ec-408b-81f6-6a3af21c5a40'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:26:19.861742 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91be086-1a15-4942-9019-2ec1cf8eae13 None None] Routers {'766438a3-a8ec-408b-81f6-6a3af21c5a40'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:26:19.861742 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-a91be086-1a15-4942-9019-2ec1cf8eae13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:26:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['766438a3-a8ec-408b-81f6-6a3af21c5a40'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:19.921631 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-a91be086-1a15-4942-9019-2ec1cf8eae13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:19.933035 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91be086-1a15-4942-9019-2ec1cf8eae13 None None] Routers {'766438a3-a8ec-408b-81f6-6a3af21c5a40'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:26:19.933643 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-a91be086-1a15-4942-9019-2ec1cf8eae13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:26:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['766438a3-a8ec-408b-81f6-6a3af21c5a40'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:19.998960 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-a91be086-1a15-4942-9019-2ec1cf8eae13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:19.999288 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91be086-1a15-4942-9019-2ec1cf8eae13 None None] The sync data for ids ['766438a3-a8ec-408b-81f6-6a3af21c5a40'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:26:20.025515 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-aca08e0a-cbab-4adb-8552-2bde4b71f8e6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=68cf4a953a2c45eca49df50ee87dcfac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1796377 Dec 22 13:26:20.028120 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50974) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:20.067394 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50978) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:20.133946 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1f56c236-a2d1-4239-91dd-db867cc945e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:20.183734 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1f56c236-a2d1-4239-91dd-db867cc945e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:20.194259 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e023551d-d200-4cea-831a-50a38ca22750 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:20.229384 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-bf471b33-9e04-45f3-875e-8f6f4db32946 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] remove_router_interface failed (client error): The resource could not be found. Dec 22 13:26:20.230435 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-bf471b33-9e04-45f3-875e-8f6f4db32946 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "PUT /v2.0/routers/766438a3-a8ec-408b-81f6-6a3af21c5a40/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3877606 Dec 22 13:26:20.234489 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50982) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:20.247368 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e023551d-d200-4cea-831a-50a38ca22750 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:20.275887 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-295b8902-971f-4804-856d-c338efc914c6 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Synchronizing usage tracker for tenant:813a48bed9b742a7b1de5354f99e3715 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:26:20.329620 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1f56c236-a2d1-4239-91dd-db867cc945e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:20.335054 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8f387ad8-b7cd-46af-b1c8-85bd561efc4f tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:20.349751 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56c236-a2d1-4239-91dd-db867cc945e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51010c13-9891-4953-87c0-f5206028a57e,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:20.353914 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1f56c236-a2d1-4239-91dd-db867cc945e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:20.386812 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-295b8902-971f-4804-856d-c338efc914c6 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Unset dirty status for tenant:813a48bed9b742a7b1de5354f99e3715 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:26:20.388286 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-295b8902-971f-4804-856d-c338efc914c6 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "GET /v2.0/ports?device_id=766438a3-a8ec-408b-81f6-6a3af21c5a40 HTTP/1.1" status: 200 len: 205 time: 0.1534092 Dec 22 13:26:20.391038 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 50986) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:20.421161 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e023551d-d200-4cea-831a-50a38ca22750 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:20.425762 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2903a0b7-338e-4883-b80d-27879d0906ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:20.448430 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023551d-d200-4cea-831a-50a38ca22750 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7831b01e-0a2f-4c96-9f66-56e09475709b,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:20.449337 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e023551d-d200-4cea-831a-50a38ca22750 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:20.456490 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e023551d-d200-4cea-831a-50a38ca22750 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/security-groups/7831b01e-0a2f-4c96-9f66-56e09475709b HTTP/1.1" status: 204 len: 168 time: 0.3822906 Dec 22 13:26:20.456490 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e023551d-d200-4cea-831a-50a38ca22750 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:20.456490 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1f56c236-a2d1-4239-91dd-db867cc945e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:20.456490 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-1f56c236-a2d1-4239-91dd-db867cc945e5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/51010c13-9891-4953-87c0-f5206028a57e HTTP/1.1" status: 204 len: 168 time: 0.4237332 Dec 22 13:26:20.569367 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50994) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:20.642841 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d4b01fdc-3817-4a7e-ad18-f1d024172114 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:20.775499 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-9387112f-f0c0-4c53-9cc0-72dc8ba4dd51 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting subnet 8cc847c9-27d8-4575-a578-3f32627903a2 {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:26:20.777809 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9387112f-f0c0-4c53-9cc0-72dc8ba4dd51 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:20.830977 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9387112f-f0c0-4c53-9cc0-72dc8ba4dd51 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:20.922981 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9387112f-f0c0-4c53-9cc0-72dc8ba4dd51 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:21.057045 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d4b01fdc-3817-4a7e-ad18-f1d024172114 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:21.061459 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d4b01fdc-3817-4a7e-ad18-f1d024172114 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:21.106140 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9387112f-f0c0-4c53-9cc0-72dc8ba4dd51 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:21.110717 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5cdca1e9-460f-4dbd-8fb1-ca4ae1647647 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:21.146059 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9387112f-f0c0-4c53-9cc0-72dc8ba4dd51 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Subnet': ['ID=8cc847c9-27d8-4575-a578-3f32627903a2,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:21.150524 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9387112f-f0c0-4c53-9cc0-72dc8ba4dd51 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:21.153310 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9387112f-f0c0-4c53-9cc0-72dc8ba4dd51 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:21.159529 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08ccb54-045a-47c4-b496-a6334e4743fe None None] Network f75f5b64-dcaa-4626-ae22-da1ba1671be2 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:26:21.164063 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-9387112f-f0c0-4c53-9cc0-72dc8ba4dd51 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/subnets/8cc847c9-27d8-4575-a578-3f32627903a2 HTTP/1.1" status: 204 len: 168 time: 0.5909395 Dec 22 13:26:21.166412 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 50998) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:21.190134 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d4b01fdc-3817-4a7e-ad18-f1d024172114 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:21.190134 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b01fdc-3817-4a7e-ad18-f1d024172114 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Fanout notify agent at l3_agent the message router_deleted on router 766438a3-a8ec-408b-81f6-6a3af21c5a40 {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:26:21.201815 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d4b01fdc-3817-4a7e-ad18-f1d024172114 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:21.202929 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d4b01fdc-3817-4a7e-ad18-f1d024172114 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "DELETE /v2.0/routers/766438a3-a8ec-408b-81f6-6a3af21c5a40 HTTP/1.1" status: 204 len: 168 time: 0.8113160 Dec 22 13:26:21.205826 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51002) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:21.287341 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b2cb7828-4a42-4994-ac9c-7838b030ab4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:21.299110 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-b2cb7828-4a42-4994-ac9c-7838b030ab4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting port 331c96ad-0cc5-4d68-9886-2d9f16a9c05e {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:26:21.299446 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b2cb7828-4a42-4994-ac9c-7838b030ab4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:21.415830 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7985a52-0335-45ed-9f35-a80e746c3135 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Deleting subnet c9eb35d7-0739-4978-93ac-950c274d00e1 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:26:21.419327 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d7985a52-0335-45ed-9f35-a80e746c3135 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:21.445707 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16eca76c-74b1-4e0a-aa13-0b2d9c32e5f1 None None] DHCP port deletion for f75f5b64-dcaa-4626-ae22-da1ba1671be2 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:26:21.453139 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-16eca76c-74b1-4e0a-aa13-0b2d9c32e5f1 None None] Deleting port 331c96ad-0cc5-4d68-9886-2d9f16a9c05e {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:26:21.453139 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-16eca76c-74b1-4e0a-aa13-0b2d9c32e5f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:21.494125 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d7985a52-0335-45ed-9f35-a80e746c3135 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:21.596836 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d7985a52-0335-45ed-9f35-a80e746c3135 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:21.630699 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-b2cb7828-4a42-4994-ac9c-7838b030ab4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] For port 331c96ad-0cc5-4d68-9886-2d9f16a9c05e, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=331c96ad-0cc5-4d68-9886-2d9f16a9c05e,segment=NetworkSegment(86e007bb-cd52-4139-b02f-6ca30854207b),segment_id=86e007bb-cd52-4139-b02f-6ca30854207b)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:26:21.630897 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b2cb7828-4a42-4994-ac9c-7838b030ab4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:21.671771 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-16eca76c-74b1-4e0a-aa13-0b2d9c32e5f1 None None] For port 331c96ad-0cc5-4d68-9886-2d9f16a9c05e, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=331c96ad-0cc5-4d68-9886-2d9f16a9c05e,segment=NetworkSegment(86e007bb-cd52-4139-b02f-6ca30854207b),segment_id=86e007bb-cd52-4139-b02f-6ca30854207b)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:26:21.672330 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-16eca76c-74b1-4e0a-aa13-0b2d9c32e5f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:21.752969 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d7985a52-0335-45ed-9f35-a80e746c3135 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:21.756145 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-b2cb7828-4a42-4994-ac9c-7838b030ab4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Calling delete_port for 331c96ad-0cc5-4d68-9886-2d9f16a9c05e owned by network:dhcp {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:26:21.760737 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-34ea2e78-740f-4693-a2a5-8baeadfd1bb4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:21.792407 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 54ca1a2c-3c17-4ed5-841a-6b25049802fc no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:26:21.802798 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7985a52-0335-45ed-9f35-a80e746c3135 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event deleted for resources: {'Subnet': ['ID=c9eb35d7-0739-4978-93ac-950c274d00e1,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:21.808301 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d7985a52-0335-45ed-9f35-a80e746c3135 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:21.810923 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d7985a52-0335-45ed-9f35-a80e746c3135 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:21.817348 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d7985a52-0335-45ed-9f35-a80e746c3135 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "DELETE /v2.0/subnets/c9eb35d7-0739-4978-93ac-950c274d00e1 HTTP/1.1" status: 204 len: 168 time: 0.6105294 Dec 22 13:26:21.821224 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51006) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:21.831749 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-16eca76c-74b1-4e0a-aa13-0b2d9c32e5f1 None None] Calling delete_port for 331c96ad-0cc5-4d68-9886-2d9f16a9c05e owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:26:21.859583 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f346fad8-a71a-41ea-8618-ca8bb54c6998 None None] Network 75b79a8b-66af-4291-a1a9-8459513fa87c requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:26:21.890574 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] No Port match for: 54ca1a2c-3c17-4ed5-841a-6b25049802fc {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:26:21.890574 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 54ca1a2c-3c17-4ed5-841a-6b25049802fc not bound to the agent host hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:26:21.935939 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b2cb7828-4a42-4994-ac9c-7838b030ab4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:21.938932 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99c196f3-e9f8-40d5-85c8-bb8048b66691 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:21.941244 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-98af3ea0-2a0c-4ccf-a5a2-87e9c30f29ea tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:21.955670 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-99c196f3-e9f8-40d5-85c8-bb8048b66691 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Deleting port 6255b41c-d7fb-4f41-9a43-4156c80b49b7 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:26:21.955670 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99c196f3-e9f8-40d5-85c8-bb8048b66691 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:21.991009 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb7828-4a42-4994-ac9c-7838b030ab4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Port': ['ID=331c96ad-0cc5-4d68-9886-2d9f16a9c05e,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:21.994113 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b2cb7828-4a42-4994-ac9c-7838b030ab4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:21.998126 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cb7828-4a42-4994-ac9c-7838b030ab4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] No DVR routers for this DVR port 331c96ad-0cc5-4d68-9886-2d9f16a9c05e on host dv-neutron-822669-1-hyperv {{(pid=84148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn_limited( Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn_limited( Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:26:22.002861 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 13:26:22.062216 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-16eca76c-74b1-4e0a-aa13-0b2d9c32e5f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:26:22.062623 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-16eca76c-74b1-4e0a-aa13-0b2d9c32e5f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:26:22.136347 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b2cb7828-4a42-4994-ac9c-7838b030ab4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:22.162398 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f374c9-cca6-4500-9887-de54c919f211 None None] DHCP port deletion for 75b79a8b-66af-4291-a1a9-8459513fa87c request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:26:22.163411 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-99c196f3-e9f8-40d5-85c8-bb8048b66691 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] For port 6255b41c-d7fb-4f41-9a43-4156c80b49b7, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=6255b41c-d7fb-4f41-9a43-4156c80b49b7,segment=NetworkSegment(6b7641e5-6990-4e30-a681-629e3d2cdf53),segment_id=6b7641e5-6990-4e30-a681-629e3d2cdf53)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:26:22.163950 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99c196f3-e9f8-40d5-85c8-bb8048b66691 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:22.164968 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-b2cb7828-4a42-4994-ac9c-7838b030ab4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f75f5b64-dcaa-4626-ae22-da1ba1671be2']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:22.166942 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-b1f374c9-cca6-4500-9887-de54c919f211 None None] Deleting port 6255b41c-d7fb-4f41-9a43-4156c80b49b7 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:26:22.167328 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b1f374c9-cca6-4500-9887-de54c919f211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:22.180234 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-b2cb7828-4a42-4994-ac9c-7838b030ab4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86e007bb-cd52-4139-b02f-6ca30854207b') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:22.180234 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-b2cb7828-4a42-4994-ac9c-7838b030ab4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86e007bb-cd52-4139-b02f-6ca30854207b') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:22.191761 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b2cb7828-4a42-4994-ac9c-7838b030ab4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:22.209011 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b2cb7828-4a42-4994-ac9c-7838b030ab4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:22.216254 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2cb7828-4a42-4994-ac9c-7838b030ab4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:26:22.217357 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b2cb7828-4a42-4994-ac9c-7838b030ab4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:22.232857 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:26:22.232857 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:26:22.232857 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:26:22.232857 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:26:22.232857 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:26:22.232857 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:26:22.232857 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:26:22.232857 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:26:22.232857 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:26:22.232857 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:26:22.232857 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:26:22.232857 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:26:22.232857 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:26:22.232857 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:26:22.232857 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:26:22.232857 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:26:22.232857 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:26:22.232857 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:26:22.232857 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:26:22.232857 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:26:22.232857 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:26:22.232857 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:26:22.232857 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:26:22.232857 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:26:22.232857 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:26:22.232857 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:26:22.232857 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:26:22.232857 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:26:22.232857 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:26:22.232857 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:26:22.232857 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:26:22.232857 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:26:22.408553 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b2cb7828-4a42-4994-ac9c-7838b030ab4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:22.411147 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-99c196f3-e9f8-40d5-85c8-bb8048b66691 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Calling delete_port for 6255b41c-d7fb-4f41-9a43-4156c80b49b7 owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:26:22.413131 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-64055b4f-26ea-4085-9251-5a7545f27461 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:22.422283 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-b1f374c9-cca6-4500-9887-de54c919f211 None None] For port 6255b41c-d7fb-4f41-9a43-4156c80b49b7, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=6255b41c-d7fb-4f41-9a43-4156c80b49b7,segment=NetworkSegment(6b7641e5-6990-4e30-a681-629e3d2cdf53),segment_id=6b7641e5-6990-4e30-a681-629e3d2cdf53)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:26:22.422834 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b1f374c9-cca6-4500-9887-de54c919f211 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:22.433606 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b2cb7828-4a42-4994-ac9c-7838b030ab4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:22.444168 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb7828-4a42-4994-ac9c-7838b030ab4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Network': ['ID=f75f5b64-dcaa-4626-ae22-da1ba1671be2,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:22.448413 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b2cb7828-4a42-4994-ac9c-7838b030ab4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:22.547113 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-b1f374c9-cca6-4500-9887-de54c919f211 None None] Calling delete_port for 6255b41c-d7fb-4f41-9a43-4156c80b49b7 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:26:22.557841 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b2cb7828-4a42-4994-ac9c-7838b030ab4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/networks/f75f5b64-dcaa-4626-ae22-da1ba1671be2 HTTP/1.1" status: 204 len: 168 time: 1.3903224 Dec 22 13:26:22.562842 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51010) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:22.572308 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-16eca76c-74b1-4e0a-aa13-0b2d9c32e5f1 None None] Deleting port 331c96ad-0cc5-4d68-9886-2d9f16a9c05e {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:26:22.572691 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-16eca76c-74b1-4e0a-aa13-0b2d9c32e5f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:22.627192 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99c196f3-e9f8-40d5-85c8-bb8048b66691 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:22.639942 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-fa4cf452-b96f-4257-8e03-8c2aa18e2a61 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:22.646681 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-16eca76c-74b1-4e0a-aa13-0b2d9c32e5f1 None None] The port '331c96ad-0cc5-4d68-9886-2d9f16a9c05e' was deleted {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:26:22.681459 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-b1f374c9-cca6-4500-9887-de54c919f211 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:26:22.681822 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-b1f374c9-cca6-4500-9887-de54c919f211 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:26:22.687070 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c196f3-e9f8-40d5-85c8-bb8048b66691 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event deleted for resources: {'Port': ['ID=6255b41c-d7fb-4f41-9a43-4156c80b49b7,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:22.689409 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-99c196f3-e9f8-40d5-85c8-bb8048b66691 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:22.707658 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c196f3-e9f8-40d5-85c8-bb8048b66691 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] No DVR routers for this DVR port 6255b41c-d7fb-4f41-9a43-4156c80b49b7 on host dv-neutron-822669-1-hyperv {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:26:22.913997 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99c196f3-e9f8-40d5-85c8-bb8048b66691 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:22.952754 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 331c96ad-0cc5-4d68-9886-2d9f16a9c05e no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:26:22.963383 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-9df24f0c-cf3c-4ac3-9d2c-a72c1a2b4400 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting port 19741f23-91b2-4dfa-94f9-26f406640b71 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:26:22.963644 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9df24f0c-cf3c-4ac3-9d2c-a72c1a2b4400 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:22.986856 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-99c196f3-e9f8-40d5-85c8-bb8048b66691 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75b79a8b-66af-4291-a1a9-8459513fa87c']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:22.990538 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 331c96ad-0cc5-4d68-9886-2d9f16a9c05e {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:26:22.990538 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 331c96ad-0cc5-4d68-9886-2d9f16a9c05e not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:26:22.990538 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 6255b41c-d7fb-4f41-9a43-4156c80b49b7 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:26:23.010864 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-99c196f3-e9f8-40d5-85c8-bb8048b66691 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b7641e5-6990-4e30-a681-629e3d2cdf53') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:23.010864 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-99c196f3-e9f8-40d5-85c8-bb8048b66691 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b7641e5-6990-4e30-a681-629e3d2cdf53') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:23.019947 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 6255b41c-d7fb-4f41-9a43-4156c80b49b7 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:26:23.020302 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 6255b41c-d7fb-4f41-9a43-4156c80b49b7 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:26:23.027473 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99c196f3-e9f8-40d5-85c8-bb8048b66691 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:23.112122 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99c196f3-e9f8-40d5-85c8-bb8048b66691 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:23.122936 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c196f3-e9f8-40d5-85c8-bb8048b66691 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:26:23.123321 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99c196f3-e9f8-40d5-85c8-bb8048b66691 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:23.137724 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:26:23.137724 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:26:23.137724 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:26:23.137724 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:26:23.137724 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:26:23.137724 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:26:23.137724 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:26:23.137724 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:26:23.137724 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:26:23.137724 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:26:23.137724 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:26:23.137724 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:26:23.137724 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:26:23.137724 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:26:23.137724 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:26:23.137724 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:26:23.137724 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:26:23.137724 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:26:23.137724 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:26:23.137724 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:26:23.137724 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:26:23.137724 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:26:23.137724 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:26:23.137724 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:26:23.137724 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:26:23.137724 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:26:23.137724 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:26:23.137724 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:26:23.137724 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:26:23.137724 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:26:23.137724 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:26:23.137724 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:26:23.183375 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-b1f374c9-cca6-4500-9887-de54c919f211 None None] Deleting port 6255b41c-d7fb-4f41-9a43-4156c80b49b7 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:26:23.183942 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b1f374c9-cca6-4500-9887-de54c919f211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:23.251241 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-b1f374c9-cca6-4500-9887-de54c919f211 None None] The port '6255b41c-d7fb-4f41-9a43-4156c80b49b7' was deleted {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:26:23.254714 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9df24f0c-cf3c-4ac3-9d2c-a72c1a2b4400 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:23.255330 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9df24f0c-cf3c-4ac3-9d2c-a72c1a2b4400 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:23.319352 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99c196f3-e9f8-40d5-85c8-bb8048b66691 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:23.378213 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-95cf003a-7da6-4977-a24b-7c4c99163991 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:23.392658 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99c196f3-e9f8-40d5-85c8-bb8048b66691 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:23.400951 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-9df24f0c-cf3c-4ac3-9d2c-a72c1a2b4400 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Calling delete_port for 19741f23-91b2-4dfa-94f9-26f406640b71 owned by network:floatingip {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:26:23.444374 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c196f3-e9f8-40d5-85c8-bb8048b66691 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event deleted for resources: {'Network': ['ID=75b79a8b-66af-4291-a1a9-8459513fa87c,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:23.452591 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-99c196f3-e9f8-40d5-85c8-bb8048b66691 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:23.541412 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-99c196f3-e9f8-40d5-85c8-bb8048b66691 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "DELETE /v2.0/networks/75b79a8b-66af-4291-a1a9-8459513fa87c HTTP/1.1" status: 204 len: 168 time: 1.7191029 Dec 22 13:26:23.549893 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51014) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:23.556278 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-4cfdde68-30df-446c-b15b-8587fe1cc0f5 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Request body: {'network': {'name': 'tempest-RoutersTest-999487038'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:26:23.561176 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-4cfdde68-30df-446c-b15b-8587fe1cc0f5 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:26:23.570401 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-4cfdde68-30df-446c-b15b-8587fe1cc0f5 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Usage tracker for resource:network and tenant:813a48bed9b742a7b1de5354f99e3715 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:26:23.570401 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-4cfdde68-30df-446c-b15b-8587fe1cc0f5 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:26:23.574316 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-4cfdde68-30df-446c-b15b-8587fe1cc0f5 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:26:23.638655 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9df24f0c-cf3c-4ac3-9d2c-a72c1a2b4400 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:23.643220 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f034506e-10e8-42a1-8fe3-02533819794d tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:23.667343 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfdde68-30df-446c-b15b-8587fe1cc0f5 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Made reservation on behalf of 813a48bed9b742a7b1de5354f99e3715 for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:26:23.670546 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4cfdde68-30df-446c-b15b-8587fe1cc0f5 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:23.685583 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df24f0c-cf3c-4ac3-9d2c-a72c1a2b4400 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Port': ['ID=19741f23-91b2-4dfa-94f9-26f406640b71,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:23.688140 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9df24f0c-cf3c-4ac3-9d2c-a72c1a2b4400 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:23.702891 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cfdde68-30df-446c-b15b-8587fe1cc0f5 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:26:23.712589 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4cfdde68-30df-446c-b15b-8587fe1cc0f5 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:23.712931 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-4cfdde68-30df-446c-b15b-8587fe1cc0f5 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Added segment 1d26b665-22a6-46a0-beea-497b4b3c1188 of type vlan for network 5b70664f-3a9c-4b17-a3de-bb5e7a6d0f11 Dec 22 13:26:23.743243 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4cfdde68-30df-446c-b15b-8587fe1cc0f5 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:23.788987 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9df24f0c-cf3c-4ac3-9d2c-a72c1a2b4400 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for floatingip, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:23.850279 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4cfdde68-30df-446c-b15b-8587fe1cc0f5 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:23.854995 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfdde68-30df-446c-b15b-8587fe1cc0f5 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:23.855377 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4cfdde68-30df-446c-b15b-8587fe1cc0f5 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:23.859255 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c1cb31af-5d67-4227-9361-d0922d59147d tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:23.969114 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfdde68-30df-446c-b15b-8587fe1cc0f5 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event updated for resources: {'Network': ['ID=5b70664f-3a9c-4b17-a3de-bb5e7a6d0f11,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:23.971960 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-4cfdde68-30df-446c-b15b-8587fe1cc0f5 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:23.979443 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 5b70664f-3a9c-4b17-a3de-bb5e7a6d0f11 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:26:24.046394 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-4cfdde68-30df-446c-b15b-8587fe1cc0f5 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4956088 Dec 22 13:26:24.049367 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51018) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:24.056402 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-da17a918-6b42-430f-8d76-21fed903feb4 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Request body: {'subnet': {'network_id': '5b70664f-3a9c-4b17-a3de-bb5e7a6d0f11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:26:24.171328 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-da17a918-6b42-430f-8d76-21fed903feb4 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:26:24.175131 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-da17a918-6b42-430f-8d76-21fed903feb4 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Usage tracker for resource:subnet and tenant:813a48bed9b742a7b1de5354f99e3715 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:26:24.177933 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-da17a918-6b42-430f-8d76-21fed903feb4 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:26:24.183955 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-da17a918-6b42-430f-8d76-21fed903feb4 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:26:24.305009 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df24f0c-cf3c-4ac3-9d2c-a72c1a2b4400 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router 81a2d106-eed1-4541-a665-e09da3e3e131 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:26:24.305649 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da17a918-6b42-430f-8d76-21fed903feb4 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Made reservation on behalf of 813a48bed9b742a7b1de5354f99e3715 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:26:24.405699 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-da17a918-6b42-430f-8d76-21fed903feb4 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:24.512460 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df24f0c-cf3c-4ac3-9d2c-a72c1a2b4400 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:26:24.525631 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940dc885-543b-4a55-90f6-b55916e1ba87 None None] Sync routers for ids ['81a2d106-eed1-4541-a665-e09da3e3e131'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:26:24.533721 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9df24f0c-cf3c-4ac3-9d2c-a72c1a2b4400 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:24.545109 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940dc885-543b-4a55-90f6-b55916e1ba87 None None] Routers {'81a2d106-eed1-4541-a665-e09da3e3e131'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:26:24.545961 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-940dc885-543b-4a55-90f6-b55916e1ba87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:26:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['81a2d106-eed1-4541-a665-e09da3e3e131'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:24.590280 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9df24f0c-cf3c-4ac3-9d2c-a72c1a2b4400 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/floatingips/e0accf6c-5d19-4806-b4cb-7d3e5cf08ea9 HTTP/1.1" status: 204 len: 168 time: 2.0263517 Dec 22 13:26:24.591065 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bccbc80a-0f5f-4829-acf7-e00cfc344106', 'tag': '0ee846db-bfda-41ee-b278-55ce6efac6d6'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:26:24.659164 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bccbc80a-0f5f-4829-acf7-e00cfc344106', 'tag': '0ee846db-bfda-41ee-b278-55ce6efac6d6', 'status': 'completed', 'code': 200} Dec 22 13:26:24.696722 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-da17a918-6b42-430f-8d76-21fed903feb4 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:24.704650 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b7853794-ab0e-4b61-9806-760c87d6b558 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:24.763959 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-940dc885-543b-4a55-90f6-b55916e1ba87 None None] Set router 81a2d106-eed1-4541-a665-e09da3e3e131 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:26:24.792475 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-143bec64-b717-423e-bf17-adce95f76597 req-e2570193-2b81-4697-bd32-ee7e92b67099 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=bccbc80a-0f5f-4829-acf7-e00cfc344106 HTTP/1.1" status: 200 len: 1098 time: 0.1033552 Dec 22 13:26:24.795850 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da17a918-6b42-430f-8d76-21fed903feb4 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event updated for resources: {'Subnet': ['ID=7689ca68-e75c-4b32-9dfe-f7553143a6be,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:24.799579 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-da17a918-6b42-430f-8d76-21fed903feb4 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:24.801421 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da17a918-6b42-430f-8d76-21fed903feb4 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Checking segment: {'id': '1d26b665-22a6-46a0-beea-497b4b3c1188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5b70664f-3a9c-4b17-a3de-bb5e7a6d0f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:26:24.802513 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da17a918-6b42-430f-8d76-21fed903feb4 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Network hostable DHCP agents. Network: 5b70664f-3a9c-4b17-a3de-bb5e7a6d0f11, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:26:24.901271 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da17a918-6b42-430f-8d76-21fed903feb4 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Network 5b70664f-3a9c-4b17-a3de-bb5e7a6d0f11 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:26:24.935037 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bec64-b717-423e-bf17-adce95f76597 req-8d16ecf5-6741-4918-bc1d-557abc082de5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:24.936471 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-143bec64-b717-423e-bf17-adce95f76597 req-8d16ecf5-6741-4918-bc1d-557abc082de5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=405cc457-257b-4046-ad64-71c7c4966738 HTTP/1.1" status: 200 len: 898 time: 0.1348703 Dec 22 13:26:25.002979 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-da17a918-6b42-430f-8d76-21fed903feb4 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 5b70664f-3a9c-4b17-a3de-bb5e7a6d0f11) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:26:25.017930 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-143bec64-b717-423e-bf17-adce95f76597 req-8ce48731-bfb5-47a9-987f-38474ab62eb9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ee846db-bfda-41ee-b278-55ce6efac6d6 HTTP/1.1" status: 200 len: 217 time: 0.0694554 Dec 22 13:26:25.019289 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b2c474-d859-4eb9-88fd-4c7161ac87b9 None None] Network 5b70664f-3a9c-4b17-a3de-bb5e7a6d0f11 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:26:25.034247 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da17a918-6b42-430f-8d76-21fed903feb4 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:25.034247 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-da17a918-6b42-430f-8d76-21fed903feb4 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:25.084480 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bec64-b717-423e-bf17-adce95f76597 req-553a9362-c257-43c5-8b52-5b5b0bb995d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:25.087475 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-143bec64-b717-423e-bf17-adce95f76597 req-553a9362-c257-43c5-8b52-5b5b0bb995d9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dfb6332c-285f-49dd-93fe-15ef12392031 HTTP/1.1" status: 200 len: 835 time: 0.0627539 Dec 22 13:26:25.120768 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-940dc885-543b-4a55-90f6-b55916e1ba87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'name': 'tempest-TestNetworkBasicOps-router-1929444678', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '2c53bbde-694a-41f8-84f3-a532d778de54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:23:36Z', 'updated_at': '2021-12-22T13:26:12Z', 'revision_number': 6, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '2c53bbde-694a-41f8-84f3-a532d778de54', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:23:38Z', 'updated_at': '2021-12-22T13:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '1d5b4251-ea81-44a3-826c-e0e3db7a6361', 'name': '', 'network_id': '405cc457-257b-4046-ad64-71c7c4966738', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:4a:58:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfb6332c-285f-49dd-93fe-15ef12392031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:23:51Z', 'updated_at': '2021-12-22T13:24:05Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'dfb6332c-285f-49dd-93fe-15ef12392031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:25.125791 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940dc885-543b-4a55-90f6-b55916e1ba87 None None] Checking router: 81a2d106-eed1-4541-a665-e09da3e3e131 for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:26:25.137418 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940dc885-543b-4a55-90f6-b55916e1ba87 None None] Routers {'81a2d106-eed1-4541-a665-e09da3e3e131'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:26:25.138718 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-940dc885-543b-4a55-90f6-b55916e1ba87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:26:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['81a2d106-eed1-4541-a665-e09da3e3e131'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:25.178057 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-da17a918-6b42-430f-8d76-21fed903feb4 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1276190 Dec 22 13:26:25.183246 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51030) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:25.187927 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-143bec64-b717-423e-bf17-adce95f76597 req-693ce873-ea16-4083-8cd7-98b74bf9002c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=405cc457-257b-4046-ad64-71c7c4966738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0889547 Dec 22 13:26:25.191399 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-e7fd2478-5cde-45f2-80b2-1f78c24fe627 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-9596113', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:26:25.201245 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e7fd2478-5cde-45f2-80b2-1f78c24fe627 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:26:25.207263 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e7fd2478-5cde-45f2-80b2-1f78c24fe627 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Usage tracker for resource:router and tenant:813a48bed9b742a7b1de5354f99e3715 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:26:25.211009 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e7fd2478-5cde-45f2-80b2-1f78c24fe627 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:26:25.221343 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e7fd2478-5cde-45f2-80b2-1f78c24fe627 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:26:25.297367 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cc9e92-792a-478e-a9ed-b51cb80ed7c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-5b70664f-3a9c-4b17-a3de-bb5e7a6d0f11', 'network_id': '5b70664f-3a9c-4b17-a3de-bb5e7a6d0f11', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'fixed_ips': [{'subnet_id': '7689ca68-e75c-4b32-9dfe-f7553143a6be'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:26:25.298638 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-27cc9e92-792a-478e-a9ed-b51cb80ed7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:25.334297 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e7fd2478-5cde-45f2-80b2-1f78c24fe627 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:25.337414 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e7fd2478-5cde-45f2-80b2-1f78c24fe627 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:25.356883 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e7fd2478-5cde-45f2-80b2-1f78c24fe627 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:25.394212 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-940dc885-543b-4a55-90f6-b55916e1ba87 None None] Set router 81a2d106-eed1-4541-a665-e09da3e3e131 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:26:25.405319 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-143bec64-b717-423e-bf17-adce95f76597 req-5caa0245-085b-4e0a-bfa4-21c8e003ae41 service neutron] 10.222.0.45 "GET /v2.0/networks/405cc457-257b-4046-ad64-71c7c4966738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058382 Dec 22 13:26:25.455667 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e7fd2478-5cde-45f2-80b2-1f78c24fe627 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:25.489668 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-27cc9e92-792a-478e-a9ed-b51cb80ed7c9 None None] Allocated IP 172.20.0.2 (5b70664f-3a9c-4b17-a3de-bb5e7a6d0f11/7689ca68-e75c-4b32-9dfe-f7553143a6be/ba30f508-c686-4c5f-a996-831f8cfe9a22) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:26:25.519010 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ccdc7-061f-4a2d-91e8-54f20d722d75 req-f34f03f6-bf9e-46ed-9ed1-3958393f7dee tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:25.521670 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-d76ccdc7-061f-4a2d-91e8-54f20d722d75 req-f34f03f6-bf9e-46ed-9ed1-3958393f7dee tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:26:25.590503 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e7fd2478-5cde-45f2-80b2-1f78c24fe627 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:25.590747 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-143bec64-b717-423e-bf17-adce95f76597 req-ec3d022f-3b81-4ca8-8aa7-f3dfd9ef0d3c service neutron] 10.222.0.45 "GET /v2.0/networks/405cc457-257b-4046-ad64-71c7c4966738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712110 Dec 22 13:26:25.590917 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e7fd2478-5cde-45f2-80b2-1f78c24fe627 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.4049234 Dec 22 13:26:25.592960 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51034) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:25.684559 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-d76ccdc7-061f-4a2d-91e8-54f20d722d75 req-f34f03f6-bf9e-46ed-9ed1-3958393f7dee tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:26:25.687405 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d76ccdc7-061f-4a2d-91e8-54f20d722d75 req-f34f03f6-bf9e-46ed-9ed1-3958393f7dee tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=bccbc80a-0f5f-4829-acf7-e00cfc344106 HTTP/1.1" status: 200 len: 945 time: 0.3728788 Dec 22 13:26:25.727396 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-27cc9e92-792a-478e-a9ed-b51cb80ed7c9 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:25.739546 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-27cc9e92-792a-478e-a9ed-b51cb80ed7c9 None None] Transition to ACTIVE for port object ba30f508-c686-4c5f-a996-831f8cfe9a22 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:26:25.760105 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-27cc9e92-792a-478e-a9ed-b51cb80ed7c9 None None] Transition to ACTIVE for port object ba30f508-c686-4c5f-a996-831f8cfe9a22 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:26:25.765425 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d76ccdc7-061f-4a2d-91e8-54f20d722d75 req-facd922a-b785-48f1-a772-3c83925f6317 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b5a82da-b564-4aec-9fcf-2929cec9c877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721653 Dec 22 13:26:25.778049 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-940dc885-543b-4a55-90f6-b55916e1ba87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'name': 'tempest-TestNetworkBasicOps-router-1929444678', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '2c53bbde-694a-41f8-84f3-a532d778de54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:23:36Z', 'updated_at': '2021-12-22T13:26:12Z', 'revision_number': 6, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '2c53bbde-694a-41f8-84f3-a532d778de54', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:23:38Z', 'updated_at': '2021-12-22T13:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '1d5b4251-ea81-44a3-826c-e0e3db7a6361', 'name': '', 'network_id': '405cc457-257b-4046-ad64-71c7c4966738', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:4a:58:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfb6332c-285f-49dd-93fe-15ef12392031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:23:51Z', 'updated_at': '2021-12-22T13:24:05Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'dfb6332c-285f-49dd-93fe-15ef12392031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:25.782705 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940dc885-543b-4a55-90f6-b55916e1ba87 None None] The sync data for ids ['81a2d106-eed1-4541-a665-e09da3e3e131'] in dv-neutron-822669-1-hyperv is: [{'id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'name': 'tempest-TestNetworkBasicOps-router-1929444678', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '2c53bbde-694a-41f8-84f3-a532d778de54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:23:36Z', 'updated_at': '2021-12-22T13:26:12Z', 'revision_number': 6, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '2c53bbde-694a-41f8-84f3-a532d778de54', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:23:38Z', 'updated_at': '2021-12-22T13:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '1d5b4251-ea81-44a3-826c-e0e3db7a6361', 'name': '', 'network_id': '405cc457-257b-4046-ad64-71c7c4966738', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:4a:58:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfb6332c-285f-49dd-93fe-15ef12392031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:23:51Z', 'updated_at': '2021-12-22T13:24:05Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'dfb6332c-285f-49dd-93fe-15ef12392031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:26:25.823022 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-27cc9e92-792a-478e-a9ed-b51cb80ed7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:25.828377 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3a693905-457d-4f15-81a9-acc7d24c1424 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:25.895476 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cc9e92-792a-478e-a9ed-b51cb80ed7c9 None None] Network 5b70664f-3a9c-4b17-a3de-bb5e7a6d0f11 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:26:25.902226 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-27cc9e92-792a-478e-a9ed-b51cb80ed7c9 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:26:25.904672 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cc9e92-792a-478e-a9ed-b51cb80ed7c9 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:26:25.915176 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc9e92-792a-478e-a9ed-b51cb80ed7c9 None None] Pushing event updated for resources: {'Port': ['ID=ba30f508-c686-4c5f-a996-831f8cfe9a22,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:25.917993 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-27cc9e92-792a-478e-a9ed-b51cb80ed7c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:26.006699 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-27cc9e92-792a-478e-a9ed-b51cb80ed7c9 None None] Attempting to bind port ba30f508-c686-4c5f-a996-831f8cfe9a22 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:26:26.006699 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-27cc9e92-792a-478e-a9ed-b51cb80ed7c9 None None] Attempting to bind port ba30f508-c686-4c5f-a996-831f8cfe9a22 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '1d26b665-22a6-46a0-beea-497b4b3c1188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5b70664f-3a9c-4b17-a3de-bb5e7a6d0f11'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:26:26.006699 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cc9e92-792a-478e-a9ed-b51cb80ed7c9 None None] Attempting to bind port ba30f508-c686-4c5f-a996-831f8cfe9a22 on network 5b70664f-3a9c-4b17-a3de-bb5e7a6d0f11 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:26:26.013018 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cc9e92-792a-478e-a9ed-b51cb80ed7c9 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:26:26.013451 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cc9e92-792a-478e-a9ed-b51cb80ed7c9 None None] Checking segment: {'id': '1d26b665-22a6-46a0-beea-497b4b3c1188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5b70664f-3a9c-4b17-a3de-bb5e7a6d0f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:26:26.013849 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-27cc9e92-792a-478e-a9ed-b51cb80ed7c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:26.014464 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cc9e92-792a-478e-a9ed-b51cb80ed7c9 None None] Bound using segment: {'id': '1d26b665-22a6-46a0-beea-497b4b3c1188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5b70664f-3a9c-4b17-a3de-bb5e7a6d0f11'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:26:26.014938 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-27cc9e92-792a-478e-a9ed-b51cb80ed7c9 None None] Bound port: ba30f508-c686-4c5f-a996-831f8cfe9a22, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d26b665-22a6-46a0-beea-497b4b3c1188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '5b70664f-3a9c-4b17-a3de-bb5e7a6d0f11'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:26:26.028205 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-27cc9e92-792a-478e-a9ed-b51cb80ed7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:26.066046 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e76a86e-e6b6-43b0-b0e1-3c820e941ad0 None None] New status for floating IP e0accf6c-5d19-4806-b4cb-7d3e5cf08ea9: DOWN {{(pid=84150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:26:26.217362 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-27f69df9-b8ab-416b-8e0a-5658feb1c3a7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:26.266630 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-27cc9e92-792a-478e-a9ed-b51cb80ed7c9 None None] For port ba30f508-c686-4c5f-a996-831f8cfe9a22, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:26:26.269600 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-27cc9e92-792a-478e-a9ed-b51cb80ed7c9 None None] For port ba30f508-c686-4c5f-a996-831f8cfe9a22, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=ba30f508-c686-4c5f-a996-831f8cfe9a22,segment=NetworkSegment(1d26b665-22a6-46a0-beea-497b4b3c1188),segment_id=1d26b665-22a6-46a0-beea-497b4b3c1188)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:26:26.347777 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-27cc9e92-792a-478e-a9ed-b51cb80ed7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:26.353042 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-dab2c2e1-985f-4d00-abd9-04ee565485db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:26.435139 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc9e92-792a-478e-a9ed-b51cb80ed7c9 None None] Pushing event updated for resources: {'Port': ['ID=ba30f508-c686-4c5f-a996-831f8cfe9a22,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:26.438522 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-27cc9e92-792a-478e-a9ed-b51cb80ed7c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:26.590798 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-27f69df9-b8ab-416b-8e0a-5658feb1c3a7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Allocated IP 172.20.0.1 (5b70664f-3a9c-4b17-a3de-bb5e7a6d0f11/7689ca68-e75c-4b32-9dfe-f7553143a6be/360de9d0-2323-494b-8ef0-c6d95fb190aa) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:26:26.748540 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae08d8-88ad-484b-8348-0ab3ef82b5ba req-8a760832-4e42-4d98-96f8-fc5768780e76 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:26.751206 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ffae08d8-88ad-484b-8348-0ab3ef82b5ba req-8a760832-4e42-4d98-96f8-fc5768780e76 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "GET /v2.0/ports?device_id=bccbc80a-0f5f-4829-acf7-e00cfc344106 HTTP/1.1" status: 200 len: 945 time: 0.0934079 Dec 22 13:26:26.787759 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-27f69df9-b8ab-416b-8e0a-5658feb1c3a7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:26.812062 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-27f69df9-b8ab-416b-8e0a-5658feb1c3a7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Transition to ACTIVE for port object 360de9d0-2323-494b-8ef0-c6d95fb190aa will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:26:26.832502 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-ffae08d8-88ad-484b-8348-0ab3ef82b5ba req-89a78933-416a-4353-a03c-e4a9dd9c10d3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting port 0ee846db-bfda-41ee-b278-55ce6efac6d6 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:26:26.832912 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ffae08d8-88ad-484b-8348-0ab3ef82b5ba req-89a78933-416a-4353-a03c-e4a9dd9c10d3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:26.949528 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-27f69df9-b8ab-416b-8e0a-5658feb1c3a7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:26.958918 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-61445351-7898-49f8-9674-ddf0030c07c3 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:27.011760 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device ba30f508-c686-4c5f-a996-831f8cfe9a22 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:26:27.047961 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f69df9-b8ab-416b-8e0a-5658feb1c3a7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event updated for resources: {'Port': ['ID=360de9d0-2323-494b-8ef0-c6d95fb190aa,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:27.051756 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-27f69df9-b8ab-416b-8e0a-5658feb1c3a7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:27.053733 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f69df9-b8ab-416b-8e0a-5658feb1c3a7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Network 5b70664f-3a9c-4b17-a3de-bb5e7a6d0f11 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:26:27.057350 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-27f69df9-b8ab-416b-8e0a-5658feb1c3a7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:26:27.060569 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f69df9-b8ab-416b-8e0a-5658feb1c3a7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:26:27.129595 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b94c9-1e92-42c4-849f-d78d6535ebf4 req-49606dab-32b8-4dbd-9006-d4bde64b1bc1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:27.130307 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-3d4b94c9-1e92-42c4-849f-d78d6535ebf4 req-49606dab-32b8-4dbd-9006-d4bde64b1bc1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:26:27.148979 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-27f69df9-b8ab-416b-8e0a-5658feb1c3a7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:27.156940 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port ba30f508-c686-4c5f-a996-831f8cfe9a22 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:26:27.204057 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-3d4b94c9-1e92-42c4-849f-d78d6535ebf4 req-49606dab-32b8-4dbd-9006-d4bde64b1bc1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:26:27.212026 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-3d4b94c9-1e92-42c4-849f-d78d6535ebf4 req-49606dab-32b8-4dbd-9006-d4bde64b1bc1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=bccbc80a-0f5f-4829-acf7-e00cfc344106 HTTP/1.1" status: 200 len: 945 time: 0.2991211 Dec 22 13:26:27.237023 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-ffae08d8-88ad-484b-8348-0ab3ef82b5ba req-89a78933-416a-4353-a03c-e4a9dd9c10d3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] For port 0ee846db-bfda-41ee-b278-55ce6efac6d6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0ee846db-bfda-41ee-b278-55ce6efac6d6,segment=NetworkSegment(907a75be-955b-4691-a4d5-3f3edaef0bab),segment_id=907a75be-955b-4691-a4d5-3f3edaef0bab)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:26:27.237375 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ffae08d8-88ad-484b-8348-0ab3ef82b5ba req-89a78933-416a-4353-a03c-e4a9dd9c10d3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:27.260137 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-3d4b94c9-1e92-42c4-849f-d78d6535ebf4 req-5d953f45-ef46-428c-8ee1-848928e8f48e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:security_group {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:26:27.345924 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-27f69df9-b8ab-416b-8e0a-5658feb1c3a7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:27.359747 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-3d4b94c9-1e92-42c4-849f-d78d6535ebf4 req-5d953f45-ef46-428c-8ee1-848928e8f48e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:security_group {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:26:27.360901 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-3d4b94c9-1e92-42c4-849f-d78d6535ebf4 req-5d953f45-ef46-428c-8ee1-848928e8f48e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b5a82da-b564-4aec-9fcf-2929cec9c877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469634 Dec 22 13:26:27.375929 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-ffae08d8-88ad-484b-8348-0ab3ef82b5ba req-89a78933-416a-4353-a03c-e4a9dd9c10d3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Calling delete_port for 0ee846db-bfda-41ee-b278-55ce6efac6d6 owned by compute:nova {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:26:27.528773 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7011fffc-b75c-416e-ada8-02e679c783ad None None] Network 5b70664f-3a9c-4b17-a3de-bb5e7a6d0f11 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:26:27.615735 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ffae08d8-88ad-484b-8348-0ab3ef82b5ba req-89a78933-416a-4353-a03c-e4a9dd9c10d3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:27.622059 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-23997f75-9b55-4066-9c0e-f5acbf77e35f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:27.672043 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a78933-416a-4353-a03c-e4a9dd9c10d3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Port': ['ID=0ee846db-bfda-41ee-b278-55ce6efac6d6,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:27.676229 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-89a78933-416a-4353-a03c-e4a9dd9c10d3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:27.718756 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-502a3587-6e04-4baa-b374-ccdedebff29e None None] Provisioning for port ba30f508-c686-4c5f-a996-831f8cfe9a22 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:26:27.752737 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffae08d8-88ad-484b-8348-0ab3ef82b5ba req-89a78933-416a-4353-a03c-e4a9dd9c10d3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] No DVR routers for this DVR port 0ee846db-bfda-41ee-b278-55ce6efac6d6 on host hv-neutron-8226 {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:26:27.757094 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-502a3587-6e04-4baa-b374-ccdedebff29e None None] Provisioning complete for port ba30f508-c686-4c5f-a996-831f8cfe9a22 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:26:27.757094 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-502a3587-6e04-4baa-b374-ccdedebff29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:27.757528 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ffae08d8-88ad-484b-8348-0ab3ef82b5ba req-89a78933-416a-4353-a03c-e4a9dd9c10d3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:27.758112 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bccbc80a-0f5f-4829-acf7-e00cfc344106', 'name': 'network-vif-deleted', 'tag': '0ee846db-bfda-41ee-b278-55ce6efac6d6'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:26:27.817991 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bccbc80a-0f5f-4829-acf7-e00cfc344106', 'name': 'network-vif-deleted', 'tag': '0ee846db-bfda-41ee-b278-55ce6efac6d6', 'status': 'completed', 'code': 200} Dec 22 13:26:27.856173 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ffae08d8-88ad-484b-8348-0ab3ef82b5ba req-89a78933-416a-4353-a03c-e4a9dd9c10d3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "DELETE /v2.0/ports/0ee846db-bfda-41ee-b278-55ce6efac6d6 HTTP/1.1" status: 204 len: 173 time: 1.0956869 Dec 22 13:26:27.903972 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-502a3587-6e04-4baa-b374-ccdedebff29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:27.922888 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-27f69df9-b8ab-416b-8e0a-5658feb1c3a7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:27.949290 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-502a3587-6e04-4baa-b374-ccdedebff29e None None] For port ba30f508-c686-4c5f-a996-831f8cfe9a22, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=ba30f508-c686-4c5f-a996-831f8cfe9a22,segment=NetworkSegment(1d26b665-22a6-46a0-beea-497b4b3c1188),segment_id=1d26b665-22a6-46a0-beea-497b4b3c1188)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:26:28.023471 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-27f69df9-b8ab-416b-8e0a-5658feb1c3a7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:28.057250 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7dce2c35-cf31-4e62-98f5-adac9b36b8ce tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:28.075508 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-502a3587-6e04-4baa-b374-ccdedebff29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:28.075820 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:28.143879 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-27f69df9-b8ab-416b-8e0a-5658feb1c3a7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:28.146878 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f69df9-b8ab-416b-8e0a-5658feb1c3a7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event updated for resources: {'Port': ['ID=360de9d0-2323-494b-8ef0-c6d95fb190aa,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:28.151103 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-27f69df9-b8ab-416b-8e0a-5658feb1c3a7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:28.177234 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a3587-6e04-4baa-b374-ccdedebff29e None None] Pushing event updated for resources: {'Port': ['ID=ba30f508-c686-4c5f-a996-831f8cfe9a22,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:28.181670 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-502a3587-6e04-4baa-b374-ccdedebff29e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:28.219985 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-06a76fa5-f882-4171-8476-2c4686881039 None None] Provisioning complete for port ba30f508-c686-4c5f-a996-831f8cfe9a22 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:26:28.219985 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-06a76fa5-f882-4171-8476-2c4686881039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:28.328979 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f69df9-b8ab-416b-8e0a-5658feb1c3a7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Network 5b70664f-3a9c-4b17-a3de-bb5e7a6d0f11 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:26:28.330422 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-27f69df9-b8ab-416b-8e0a-5658feb1c3a7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:26:28.457374 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-06a76fa5-f882-4171-8476-2c4686881039 None None] Provisioning for port 360de9d0-2323-494b-8ef0-c6d95fb190aa completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:26:28.469364 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-06a76fa5-f882-4171-8476-2c4686881039 None None] Provisioning complete for port 360de9d0-2323-494b-8ef0-c6d95fb190aa triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:26:28.469747 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-06a76fa5-f882-4171-8476-2c4686881039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:28.548837 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-06a76fa5-f882-4171-8476-2c4686881039 None None] Port 360de9d0-2323-494b-8ef0-c6d95fb190aa cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:26:28.575441 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-50aab315-37aa-4464-86d3-b00d6944c4e6 req-36e0c163-ee3d-4a5f-9771-3f18144c1506 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=bccbc80a-0f5f-4829-acf7-e00cfc344106 HTTP/1.1" status: 200 len: 210 time: 0.0545745 Dec 22 13:26:28.660184 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:28.673491 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-80301a07-93bd-427c-964e-d6d4c030acc8 None None] Provisioning complete for port 360de9d0-2323-494b-8ef0-c6d95fb190aa triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:26:28.674005 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-80301a07-93bd-427c-964e-d6d4c030acc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:28.734392 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-80301a07-93bd-427c-964e-d6d4c030acc8 None None] Port 360de9d0-2323-494b-8ef0-c6d95fb190aa cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:26:28.825091 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f69df9-b8ab-416b-8e0a-5658feb1c3a7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Router c4d46cc2-1df2-4feb-afac-c874af6bd090 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:26:28.963129 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device ba30f508-c686-4c5f-a996-831f8cfe9a22 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:26:29.005695 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f69df9-b8ab-416b-8e0a-5658feb1c3a7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:26:29.016266 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33315ad4-cede-4dcf-98cc-dbe6d94ad438 None None] Sync routers for ids ['c4d46cc2-1df2-4feb-afac-c874af6bd090'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:26:29.018964 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-27f69df9-b8ab-416b-8e0a-5658feb1c3a7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "PUT /v2.0/routers/c4d46cc2-1df2-4feb-afac-c874af6bd090/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4248970 Dec 22 13:26:29.027228 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51046) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:29.029341 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33315ad4-cede-4dcf-98cc-dbe6d94ad438 None None] Routers {'c4d46cc2-1df2-4feb-afac-c874af6bd090'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:26:29.029951 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-33315ad4-cede-4dcf-98cc-dbe6d94ad438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:26:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['c4d46cc2-1df2-4feb-afac-c874af6bd090'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:29.039780 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port ba30f508-c686-4c5f-a996-831f8cfe9a22 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:26:29.040285 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:29.090515 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-33315ad4-cede-4dcf-98cc-dbe6d94ad438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:29.097656 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a90f42c-9698-4096-9a17-8c498666df89 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:29.098238 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-4a90f42c-9698-4096-9a17-8c498666df89 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Synchronizing usage tracker for tenant:813a48bed9b742a7b1de5354f99e3715 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:26:29.108664 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33315ad4-cede-4dcf-98cc-dbe6d94ad438 None None] Routers {'c4d46cc2-1df2-4feb-afac-c874af6bd090'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:26:29.108664 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-33315ad4-cede-4dcf-98cc-dbe6d94ad438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:26:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['c4d46cc2-1df2-4feb-afac-c874af6bd090'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:29.164057 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-33315ad4-cede-4dcf-98cc-dbe6d94ad438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:29.164376 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33315ad4-cede-4dcf-98cc-dbe6d94ad438 None None] The sync data for ids ['c4d46cc2-1df2-4feb-afac-c874af6bd090'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:26:29.204579 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-4a90f42c-9698-4096-9a17-8c498666df89 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Unset dirty status for tenant:813a48bed9b742a7b1de5354f99e3715 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:26:29.204579 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-4a90f42c-9698-4096-9a17-8c498666df89 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "GET /v2.0/ports/360de9d0-2323-494b-8ef0-c6d95fb190aa HTTP/1.1" status: 200 len: 910 time: 0.1713874 Dec 22 13:26:29.204579 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51050) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:29.651164 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9d72286d-fe69-464b-afe9-ecaf8f4c6729 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:29.687761 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51056) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:29.759128 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4a904fb3-ba6f-43ce-b472-4e0baafef770 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:29.789979 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4a904fb3-ba6f-43ce-b472-4e0baafef770 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:29.953093 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4a904fb3-ba6f-43ce-b472-4e0baafef770 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:29.962114 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-44af0a98-9732-4960-85ab-dcb4049a1158 tempest-RoutersAdminNegativeIpV6Test-1365037728 tempest-RoutersAdminNegativeIpV6Test-1365037728-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:29.977552 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a904fb3-ba6f-43ce-b472-4e0baafef770 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5a82da-b564-4aec-9fcf-2929cec9c877,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:29.986206 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a904fb3-ba6f-43ce-b472-4e0baafef770 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:29.989726 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a904fb3-ba6f-43ce-b472-4e0baafef770 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:29.989726 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a904fb3-ba6f-43ce-b472-4e0baafef770 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:29.989726 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a904fb3-ba6f-43ce-b472-4e0baafef770 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:29.989726 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a904fb3-ba6f-43ce-b472-4e0baafef770 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:29.989726 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a904fb3-ba6f-43ce-b472-4e0baafef770 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:29.989726 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a904fb3-ba6f-43ce-b472-4e0baafef770 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:29.989726 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a904fb3-ba6f-43ce-b472-4e0baafef770 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:29.989726 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a904fb3-ba6f-43ce-b472-4e0baafef770 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:29.989726 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a904fb3-ba6f-43ce-b472-4e0baafef770 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:29.991816 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a904fb3-ba6f-43ce-b472-4e0baafef770 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:29.994217 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4a904fb3-ba6f-43ce-b472-4e0baafef770 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:30.076149 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4a904fb3-ba6f-43ce-b472-4e0baafef770 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:30.077207 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-4a904fb3-ba6f-43ce-b472-4e0baafef770 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/security-groups/1b5a82da-b564-4aec-9fcf-2929cec9c877 HTTP/1.1" status: 204 len: 168 time: 0.3884182 Dec 22 13:26:30.182926 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51062) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:30.239486 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-9d72286d-fe69-464b-afe9-ecaf8f4c6729 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Deleting port 360de9d0-2323-494b-8ef0-c6d95fb190aa {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:26:30.239826 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9d72286d-fe69-464b-afe9-ecaf8f4c6729 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:30.429253 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9d72286d-fe69-464b-afe9-ecaf8f4c6729 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:30.552605 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-9d72286d-fe69-464b-afe9-ecaf8f4c6729 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Calling delete_port for 360de9d0-2323-494b-8ef0-c6d95fb190aa owned by network:router_interface {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:26:30.595006 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-678ac996-b767-46e0-88c1-ebc960f3973a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:30.780021 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9d72286d-fe69-464b-afe9-ecaf8f4c6729 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:30.784609 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-aa7232ae-29eb-447f-819a-98a2221d9eaf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:30.828415 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d72286d-fe69-464b-afe9-ecaf8f4c6729 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event deleted for resources: {'Port': ['ID=360de9d0-2323-494b-8ef0-c6d95fb190aa,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:30.832017 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9d72286d-fe69-464b-afe9-ecaf8f4c6729 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:31.204726 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9d72286d-fe69-464b-afe9-ecaf8f4c6729 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:31.348278 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-678ac996-b767-46e0-88c1-ebc960f3973a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting port 1d5b4251-ea81-44a3-826c-e0e3db7a6361 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:26:31.348881 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-678ac996-b767-46e0-88c1-ebc960f3973a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:31.542085 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-678ac996-b767-46e0-88c1-ebc960f3973a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] For port 1d5b4251-ea81-44a3-826c-e0e3db7a6361, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=1d5b4251-ea81-44a3-826c-e0e3db7a6361,segment=NetworkSegment(907a75be-955b-4691-a4d5-3f3edaef0bab),segment_id=907a75be-955b-4691-a4d5-3f3edaef0bab)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:26:31.542471 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-678ac996-b767-46e0-88c1-ebc960f3973a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:31.637079 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d72286d-fe69-464b-afe9-ecaf8f4c6729 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Router c4d46cc2-1df2-4feb-afac-c874af6bd090 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:26:31.664054 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-678ac996-b767-46e0-88c1-ebc960f3973a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Calling delete_port for 1d5b4251-ea81-44a3-826c-e0e3db7a6361 owned by network:router_interface {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:26:31.784654 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d72286d-fe69-464b-afe9-ecaf8f4c6729 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:26:31.800931 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f13b83c-1a93-4d9f-8e18-913c00aa2281 None None] Sync routers for ids ['c4d46cc2-1df2-4feb-afac-c874af6bd090'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:26:31.808507 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 0ee846db-bfda-41ee-b278-55ce6efac6d6 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:26:31.848167 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] No Port match for: 0ee846db-bfda-41ee-b278-55ce6efac6d6 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:26:31.848521 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 0ee846db-bfda-41ee-b278-55ce6efac6d6 not bound to the agent host hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:26:31.852776 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f13b83c-1a93-4d9f-8e18-913c00aa2281 None None] Routers {'c4d46cc2-1df2-4feb-afac-c874af6bd090'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:26:31.853481 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-7f13b83c-1a93-4d9f-8e18-913c00aa2281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:26:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['c4d46cc2-1df2-4feb-afac-c874af6bd090'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:31.873210 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-9d72286d-fe69-464b-afe9-ecaf8f4c6729 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "PUT /v2.0/routers/c4d46cc2-1df2-4feb-afac-c874af6bd090/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6697018 Dec 22 13:26:31.881789 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51066) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:31.900369 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-678ac996-b767-46e0-88c1-ebc960f3973a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:31.905721 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b9843d8c-9fe6-48bc-bf10-212e54d7aa74 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:31.914729 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-7f13b83c-1a93-4d9f-8e18-913c00aa2281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:31.924722 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-c64e158f-bb52-4092-88d3-cb81a49af3c1 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Synchronizing usage tracker for tenant:813a48bed9b742a7b1de5354f99e3715 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:26:31.926228 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f13b83c-1a93-4d9f-8e18-913c00aa2281 None None] Routers {'c4d46cc2-1df2-4feb-afac-c874af6bd090'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:26:31.927288 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-7f13b83c-1a93-4d9f-8e18-913c00aa2281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:26:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['c4d46cc2-1df2-4feb-afac-c874af6bd090'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:31.949068 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ac996-b767-46e0-88c1-ebc960f3973a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Port': ['ID=1d5b4251-ea81-44a3-826c-e0e3db7a6361,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:31.953311 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-678ac996-b767-46e0-88c1-ebc960f3973a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:31.996414 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-7f13b83c-1a93-4d9f-8e18-913c00aa2281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:31.996845 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f13b83c-1a93-4d9f-8e18-913c00aa2281 None None] The sync data for ids ['c4d46cc2-1df2-4feb-afac-c874af6bd090'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:26:32.032873 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-c64e158f-bb52-4092-88d3-cb81a49af3c1 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Unset dirty status for tenant:813a48bed9b742a7b1de5354f99e3715 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:26:32.034081 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c64e158f-bb52-4092-88d3-cb81a49af3c1 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4d46cc2-1df2-4feb-afac-c874af6bd090 HTTP/1.1" status: 200 len: 205 time: 0.1512167 Dec 22 13:26:32.040231 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51070) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:32.192959 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ec269af4-4561-4950-93d7-e4f7f6ef6b6b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for router, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:32.261541 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-678ac996-b767-46e0-88c1-ebc960f3973a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:32.723021 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ec269af4-4561-4950-93d7-e4f7f6ef6b6b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:32.727457 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ec269af4-4561-4950-93d7-e4f7f6ef6b6b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:32.840292 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ec269af4-4561-4950-93d7-e4f7f6ef6b6b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:32.840292 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec269af4-4561-4950-93d7-e4f7f6ef6b6b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Fanout notify agent at l3_agent the message router_deleted on router c4d46cc2-1df2-4feb-afac-c874af6bd090 {{(pid=84148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:26:32.843020 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ec269af4-4561-4950-93d7-e4f7f6ef6b6b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:32.844079 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ec269af4-4561-4950-93d7-e4f7f6ef6b6b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "DELETE /v2.0/routers/c4d46cc2-1df2-4feb-afac-c874af6bd090 HTTP/1.1" status: 204 len: 168 time: 0.8025672 Dec 22 13:26:32.846781 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51074) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:32.981709 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678ac996-b767-46e0-88c1-ebc960f3973a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router 81a2d106-eed1-4541-a665-e09da3e3e131 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:26:33.037426 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-153a3e59-7de6-439e-b5d7-9db37bc7675a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Deleting subnet 7689ca68-e75c-4b32-9dfe-f7553143a6be {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:26:33.042110 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-153a3e59-7de6-439e-b5d7-9db37bc7675a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:33.095907 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-153a3e59-7de6-439e-b5d7-9db37bc7675a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:33.182847 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-153a3e59-7de6-439e-b5d7-9db37bc7675a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:33.187136 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678ac996-b767-46e0-88c1-ebc960f3973a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:26:33.197875 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c63752f-f1b5-49ec-baf3-9e1c8157db19 None None] Sync routers for ids ['81a2d106-eed1-4541-a665-e09da3e3e131'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:26:33.208319 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-678ac996-b767-46e0-88c1-ebc960f3973a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "PUT /v2.0/routers/81a2d106-eed1-4541-a665-e09da3e3e131/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0188835 Dec 22 13:26:33.208319 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51078) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:33.212928 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c63752f-f1b5-49ec-baf3-9e1c8157db19 None None] Routers {'81a2d106-eed1-4541-a665-e09da3e3e131'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:26:33.213659 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-1c63752f-f1b5-49ec-baf3-9e1c8157db19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:26:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['81a2d106-eed1-4541-a665-e09da3e3e131'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:33.330078 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-153a3e59-7de6-439e-b5d7-9db37bc7675a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:33.333951 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-920ae009-a56b-4983-a6e6-529bf00b936f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:33.372324 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a3e59-7de6-439e-b5d7-9db37bc7675a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event deleted for resources: {'Subnet': ['ID=7689ca68-e75c-4b32-9dfe-f7553143a6be,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:33.384413 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-153a3e59-7de6-439e-b5d7-9db37bc7675a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:33.390841 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195d5f5d-d1ab-4348-8932-d36fcded0113 None None] Network 5b70664f-3a9c-4b17-a3de-bb5e7a6d0f11 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:26:33.394239 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a3e59-7de6-439e-b5d7-9db37bc7675a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:33.394855 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a3e59-7de6-439e-b5d7-9db37bc7675a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:33.395400 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a3e59-7de6-439e-b5d7-9db37bc7675a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:33.395969 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a3e59-7de6-439e-b5d7-9db37bc7675a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:33.396505 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a3e59-7de6-439e-b5d7-9db37bc7675a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:33.397041 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a3e59-7de6-439e-b5d7-9db37bc7675a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:33.398093 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a3e59-7de6-439e-b5d7-9db37bc7675a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:33.399239 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a3e59-7de6-439e-b5d7-9db37bc7675a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:33.399847 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a3e59-7de6-439e-b5d7-9db37bc7675a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:33.400435 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a3e59-7de6-439e-b5d7-9db37bc7675a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:33.401023 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a3e59-7de6-439e-b5d7-9db37bc7675a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:33.401157 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-1c63752f-f1b5-49ec-baf3-9e1c8157db19 None None] Set router 81a2d106-eed1-4541-a665-e09da3e3e131 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:26:33.405363 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-153a3e59-7de6-439e-b5d7-9db37bc7675a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "DELETE /v2.0/subnets/7689ca68-e75c-4b32-9dfe-f7553143a6be HTTP/1.1" status: 204 len: 168 time: 0.5575953 Dec 22 13:26:33.406628 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-153a3e59-7de6-439e-b5d7-9db37bc7675a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:33.408304 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51082) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:33.434622 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4daa805-9901-4af7-a5e2-2b679cc4d1be tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting subnet dfb6332c-285f-49dd-93fe-15ef12392031 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:26:33.484327 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d4daa805-9901-4af7-a5e2-2b679cc4d1be tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:33.574148 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d4daa805-9901-4af7-a5e2-2b679cc4d1be tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:33.611307 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cff47e6c-eddf-4143-a485-eb24cef44fb0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:33.635701 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-cff47e6c-eddf-4143-a485-eb24cef44fb0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Deleting port ba30f508-c686-4c5f-a996-831f8cfe9a22 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:26:33.636172 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cff47e6c-eddf-4143-a485-eb24cef44fb0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:33.688673 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677c1439-783a-4afd-8507-f6d2674558f7 None None] DHCP port deletion for 5b70664f-3a9c-4b17-a3de-bb5e7a6d0f11 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:26:33.693763 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-677c1439-783a-4afd-8507-f6d2674558f7 None None] Deleting port ba30f508-c686-4c5f-a996-831f8cfe9a22 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:26:33.695587 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-677c1439-783a-4afd-8507-f6d2674558f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:33.704188 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-1c63752f-f1b5-49ec-baf3-9e1c8157db19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'name': 'tempest-TestNetworkBasicOps-router-1929444678', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '2c53bbde-694a-41f8-84f3-a532d778de54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:23:36Z', 'updated_at': '2021-12-22T13:26:31Z', 'revision_number': 7, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '2c53bbde-694a-41f8-84f3-a532d778de54', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:23:38Z', 'updated_at': '2021-12-22T13:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:33.708339 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c63752f-f1b5-49ec-baf3-9e1c8157db19 None None] Checking router: 81a2d106-eed1-4541-a665-e09da3e3e131 for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:26:33.720333 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c63752f-f1b5-49ec-baf3-9e1c8157db19 None None] Routers {'81a2d106-eed1-4541-a665-e09da3e3e131'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:26:33.721044 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-1c63752f-f1b5-49ec-baf3-9e1c8157db19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:26:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['81a2d106-eed1-4541-a665-e09da3e3e131'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:33.775896 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d4daa805-9901-4af7-a5e2-2b679cc4d1be tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:33.907688 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-1c63752f-f1b5-49ec-baf3-9e1c8157db19 None None] Set router 81a2d106-eed1-4541-a665-e09da3e3e131 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:26:33.939476 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-cff47e6c-eddf-4143-a485-eb24cef44fb0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] For port ba30f508-c686-4c5f-a996-831f8cfe9a22, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=ba30f508-c686-4c5f-a996-831f8cfe9a22,segment=NetworkSegment(1d26b665-22a6-46a0-beea-497b4b3c1188),segment_id=1d26b665-22a6-46a0-beea-497b4b3c1188)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:26:33.939825 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cff47e6c-eddf-4143-a485-eb24cef44fb0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:33.957808 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-677c1439-783a-4afd-8507-f6d2674558f7 None None] For port ba30f508-c686-4c5f-a996-831f8cfe9a22, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=ba30f508-c686-4c5f-a996-831f8cfe9a22,segment=NetworkSegment(1d26b665-22a6-46a0-beea-497b4b3c1188),segment_id=1d26b665-22a6-46a0-beea-497b4b3c1188)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:26:33.958684 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-677c1439-783a-4afd-8507-f6d2674558f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:34.074402 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-cff47e6c-eddf-4143-a485-eb24cef44fb0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Calling delete_port for ba30f508-c686-4c5f-a996-831f8cfe9a22 owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:26:34.090762 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-677c1439-783a-4afd-8507-f6d2674558f7 None None] Calling delete_port for ba30f508-c686-4c5f-a996-831f8cfe9a22 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:26:34.113194 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d4daa805-9901-4af7-a5e2-2b679cc4d1be tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:34.118927 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-90e126a0-c946-4f41-847d-bbb7f7ef259f tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:34.170542 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4daa805-9901-4af7-a5e2-2b679cc4d1be tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Subnet': ['ID=dfb6332c-285f-49dd-93fe-15ef12392031,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:34.173032 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d4daa805-9901-4af7-a5e2-2b679cc4d1be tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:34.181567 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d4daa805-9901-4af7-a5e2-2b679cc4d1be tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:34.187395 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759a7809-efdd-48a3-a11b-d5e87bd34083 None None] Network 405cc457-257b-4046-ad64-71c7c4966738 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:26:34.198961 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d4daa805-9901-4af7-a5e2-2b679cc4d1be tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/subnets/dfb6332c-285f-49dd-93fe-15ef12392031 HTTP/1.1" status: 204 len: 168 time: 0.9920790 Dec 22 13:26:34.206021 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51086) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:34.247182 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-1c63752f-f1b5-49ec-baf3-9e1c8157db19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'name': 'tempest-TestNetworkBasicOps-router-1929444678', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '2c53bbde-694a-41f8-84f3-a532d778de54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:23:36Z', 'updated_at': '2021-12-22T13:26:31Z', 'revision_number': 7, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '2c53bbde-694a-41f8-84f3-a532d778de54', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:23:38Z', 'updated_at': '2021-12-22T13:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:34.251088 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c63752f-f1b5-49ec-baf3-9e1c8157db19 None None] The sync data for ids ['81a2d106-eed1-4541-a665-e09da3e3e131'] in dv-neutron-822669-1-hyperv is: [{'id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'name': 'tempest-TestNetworkBasicOps-router-1929444678', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '2c53bbde-694a-41f8-84f3-a532d778de54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:23:36Z', 'updated_at': '2021-12-22T13:26:31Z', 'revision_number': 7, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '2c53bbde-694a-41f8-84f3-a532d778de54', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a2d106-eed1-4541-a665-e09da3e3e131', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:23:38Z', 'updated_at': '2021-12-22T13:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:26:34.261192 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-677c1439-783a-4afd-8507-f6d2674558f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:34.277459 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-dab2c2e1-985f-4d00-abd9-04ee565485db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:34.330576 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c1439-783a-4afd-8507-f6d2674558f7 None None] Pushing event deleted for resources: {'Port': ['ID=ba30f508-c686-4c5f-a996-831f8cfe9a22,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:34.341008 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-677c1439-783a-4afd-8507-f6d2674558f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:34.347463 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677c1439-783a-4afd-8507-f6d2674558f7 None None] No DVR routers for this DVR port ba30f508-c686-4c5f-a996-831f8cfe9a22 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:26:34.412235 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.api [None req-cff47e6c-eddf-4143-a485-eb24cef44fb0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84149) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:26:34.412463 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_db.api [None req-cff47e6c-eddf-4143-a485-eb24cef44fb0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:26:34.544731 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b217d0a8-54e2-4616-8c0a-05ae769b3852 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:34.631414 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00448714-50e7-48ab-b7d6-bf8950d10023 None None] DHCP port deletion for 405cc457-257b-4046-ad64-71c7c4966738 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:26:34.636234 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-00448714-50e7-48ab-b7d6-bf8950d10023 None None] Deleting port 2a13252d-4ca9-47e0-88b7-b56840647824 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:26:34.636912 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-00448714-50e7-48ab-b7d6-bf8950d10023 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:34.778764 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b217d0a8-54e2-4616-8c0a-05ae769b3852 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:34.843982 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-b217d0a8-54e2-4616-8c0a-05ae769b3852 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting port 2c53bbde-694a-41f8-84f3-a532d778de54 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:26:34.844426 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b217d0a8-54e2-4616-8c0a-05ae769b3852 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:34.868070 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-00448714-50e7-48ab-b7d6-bf8950d10023 None None] For port 2a13252d-4ca9-47e0-88b7-b56840647824, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=2a13252d-4ca9-47e0-88b7-b56840647824,segment=NetworkSegment(907a75be-955b-4691-a4d5-3f3edaef0bab),segment_id=907a75be-955b-4691-a4d5-3f3edaef0bab)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:26:34.868525 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-00448714-50e7-48ab-b7d6-bf8950d10023 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:34.919431 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-cff47e6c-eddf-4143-a485-eb24cef44fb0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Deleting port ba30f508-c686-4c5f-a996-831f8cfe9a22 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:26:34.919546 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cff47e6c-eddf-4143-a485-eb24cef44fb0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:34.992406 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 2a13252d-4ca9-47e0-88b7-b56840647824 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:26:35.026496 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-00448714-50e7-48ab-b7d6-bf8950d10023 None None] Calling delete_port for 2a13252d-4ca9-47e0-88b7-b56840647824 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:26:35.067038 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-cff47e6c-eddf-4143-a485-eb24cef44fb0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] The port 'ba30f508-c686-4c5f-a996-831f8cfe9a22' was deleted {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:26:35.177418 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:35.248121 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-00448714-50e7-48ab-b7d6-bf8950d10023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:35.250736 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-502a3587-6e04-4baa-b374-ccdedebff29e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:35.256314 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cff47e6c-eddf-4143-a485-eb24cef44fb0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:35.292364 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-b217d0a8-54e2-4616-8c0a-05ae769b3852 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] For port 2c53bbde-694a-41f8-84f3-a532d778de54, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=2c53bbde-694a-41f8-84f3-a532d778de54,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:26:35.295584 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b217d0a8-54e2-4616-8c0a-05ae769b3852 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:35.311126 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-cff47e6c-eddf-4143-a485-eb24cef44fb0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b70664f-3a9c-4b17-a3de-bb5e7a6d0f11']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:35.332205 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device ba30f508-c686-4c5f-a996-831f8cfe9a22 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:26:35.363404 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00448714-50e7-48ab-b7d6-bf8950d10023 None None] Pushing event deleted for resources: {'Port': ['ID=2a13252d-4ca9-47e0-88b7-b56840647824,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:35.371265 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-00448714-50e7-48ab-b7d6-bf8950d10023 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:35.377315 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: ba30f508-c686-4c5f-a996-831f8cfe9a22 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:26:35.377669 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device ba30f508-c686-4c5f-a996-831f8cfe9a22 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:26:35.378096 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 1d5b4251-ea81-44a3-826c-e0e3db7a6361 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:26:35.407206 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00448714-50e7-48ab-b7d6-bf8950d10023 None None] No DVR routers for this DVR port 2a13252d-4ca9-47e0-88b7-b56840647824 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:26:35.420061 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 1d5b4251-ea81-44a3-826c-e0e3db7a6361 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:26:35.420061 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 1d5b4251-ea81-44a3-826c-e0e3db7a6361 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:26:35.462893 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-b217d0a8-54e2-4616-8c0a-05ae769b3852 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Calling delete_port for 2c53bbde-694a-41f8-84f3-a532d778de54 owned by network:router_gateway {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:26:35.493439 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-cff47e6c-eddf-4143-a485-eb24cef44fb0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d26b665-22a6-46a0-beea-497b4b3c1188') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:35.493607 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-cff47e6c-eddf-4143-a485-eb24cef44fb0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d26b665-22a6-46a0-beea-497b4b3c1188') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:35.514951 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cff47e6c-eddf-4143-a485-eb24cef44fb0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:35.549717 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cff47e6c-eddf-4143-a485-eb24cef44fb0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:35.578552 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff47e6c-eddf-4143-a485-eb24cef44fb0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:26:35.578552 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cff47e6c-eddf-4143-a485-eb24cef44fb0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:35.591144 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:26:35.591144 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:26:35.591144 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:26:35.591144 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:26:35.591144 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:26:35.591144 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:26:35.591144 dv-neutron-822669-1-hyperv neutron-server[84149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:26:35.591144 dv-neutron-822669-1-hyperv neutron-server[84149]: util.warn( Dec 22 13:26:35.591144 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:26:35.591144 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:26:35.591144 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:26:35.591144 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:26:35.591144 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:26:35.591144 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:26:35.591144 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:26:35.591144 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:26:35.591144 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:26:35.591144 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:26:35.591144 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:26:35.591144 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:26:35.591144 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:26:35.591144 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:26:35.591144 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:26:35.591144 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:26:35.591144 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:26:35.591144 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:26:35.591144 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:26:35.591144 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:26:35.591144 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:26:35.591144 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:26:35.591144 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:26:35.591144 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:26:35.591144 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:26:35.591144 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:26:35.591144 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:26:35.591144 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:26:35.591144 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:26:35.591144 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:26:35.591144 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:26:35.591144 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:26:35.642781 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3e2a74a0-a0d4-442e-b539-97310346406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:35.775050 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cff47e6c-eddf-4143-a485-eb24cef44fb0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:35.778218 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d9cb4529-6e29-45f4-966e-8f007b75920f tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:35.793197 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cff47e6c-eddf-4143-a485-eb24cef44fb0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:35.804000 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff47e6c-eddf-4143-a485-eb24cef44fb0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event deleted for resources: {'Network': ['ID=5b70664f-3a9c-4b17-a3de-bb5e7a6d0f11,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:35.808001 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-cff47e6c-eddf-4143-a485-eb24cef44fb0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:35.864062 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b217d0a8-54e2-4616-8c0a-05ae769b3852 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:35.868957 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b115ed6f-29f7-4a44-ae37-ef4275e0afd5 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:35.902797 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-cff47e6c-eddf-4143-a485-eb24cef44fb0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "DELETE /v2.0/networks/5b70664f-3a9c-4b17-a3de-bb5e7a6d0f11 HTTP/1.1" status: 204 len: 168 time: 2.4934337 Dec 22 13:26:35.906637 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51090) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:35.911736 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217d0a8-54e2-4616-8c0a-05ae769b3852 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Port': ['ID=2c53bbde-694a-41f8-84f3-a532d778de54,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:35.912078 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-08e0043e-aad2-4048-857e-0d65f3e46e60 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1215505436', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}, 'admin_state_up': False}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:26:35.916750 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b217d0a8-54e2-4616-8c0a-05ae769b3852 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:35.922121 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-08e0043e-aad2-4048-857e-0d65f3e46e60 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:26:35.926042 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-08e0043e-aad2-4048-857e-0d65f3e46e60 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Usage tracker for resource:router and tenant:813a48bed9b742a7b1de5354f99e3715 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:26:35.929019 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-08e0043e-aad2-4048-857e-0d65f3e46e60 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:26:35.934922 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-08e0043e-aad2-4048-857e-0d65f3e46e60 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:26:35.981004 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-08e0043e-aad2-4048-857e-0d65f3e46e60 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:35.981996 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-08e0043e-aad2-4048-857e-0d65f3e46e60 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:36.000277 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-08e0043e-aad2-4048-857e-0d65f3e46e60 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:36.107215 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:26:36.209197 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-08e0043e-aad2-4048-857e-0d65f3e46e60 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:36.246878 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b217d0a8-54e2-4616-8c0a-05ae769b3852 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:36.439762 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-08e0043e-aad2-4048-857e-0d65f3e46e60 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for router_gateway, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:36.469411 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-08e0043e-aad2-4048-857e-0d65f3e46e60 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:36.506247 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b217d0a8-54e2-4616-8c0a-05ae769b3852 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:36.511277 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b217d0a8-54e2-4616-8c0a-05ae769b3852 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:36.608338 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-08e0043e-aad2-4048-857e-0d65f3e46e60 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Allocated IP 172.26.1.52 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/1dec712e-8055-4fa2-93b3-4144794bd9ba) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:26:36.609434 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b217d0a8-54e2-4616-8c0a-05ae769b3852 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:36.609989 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b217d0a8-54e2-4616-8c0a-05ae769b3852 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Fanout notify agent at l3_agent the message router_deleted on router 81a2d106-eed1-4541-a665-e09da3e3e131 {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:26:36.621227 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b217d0a8-54e2-4616-8c0a-05ae769b3852 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:36.625356 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b217d0a8-54e2-4616-8c0a-05ae769b3852 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/routers/81a2d106-eed1-4541-a665-e09da3e3e131 HTTP/1.1" status: 204 len: 168 time: 2.4151959 Dec 22 13:26:36.625499 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51096) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:36.831090 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c2445620-1243-4d68-b1d5-fb1cb6902535 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:36.898642 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-08e0043e-aad2-4048-857e-0d65f3e46e60 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:37.096152 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 2c53bbde-694a-41f8-84f3-a532d778de54 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:26:37.115224 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c2445620-1243-4d68-b1d5-fb1cb6902535 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:37.130163 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 2c53bbde-694a-41f8-84f3-a532d778de54 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:26:37.130321 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 2c53bbde-694a-41f8-84f3-a532d778de54 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:26:37.146549 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-c2445620-1243-4d68-b1d5-fb1cb6902535 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['405cc457-257b-4046-ad64-71c7c4966738']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:37.159471 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-c2445620-1243-4d68-b1d5-fb1cb6902535 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '907a75be-955b-4691-a4d5-3f3edaef0bab') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:37.159767 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-c2445620-1243-4d68-b1d5-fb1cb6902535 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '907a75be-955b-4691-a4d5-3f3edaef0bab') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:37.171776 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c2445620-1243-4d68-b1d5-fb1cb6902535 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:37.187365 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c2445620-1243-4d68-b1d5-fb1cb6902535 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:37.193372 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2445620-1243-4d68-b1d5-fb1cb6902535 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:26:37.193754 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c2445620-1243-4d68-b1d5-fb1cb6902535 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:37.208160 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:26:37.208160 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:26:37.208160 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:26:37.208160 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:26:37.208160 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:26:37.208160 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:26:37.208160 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:26:37.208160 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:26:37.208160 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:26:37.208160 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:26:37.208160 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:26:37.208160 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:26:37.208160 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:26:37.208160 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:26:37.208160 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:26:37.208160 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:26:37.208160 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:26:37.208160 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:26:37.208160 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:26:37.208160 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:26:37.208160 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:26:37.208160 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:26:37.208160 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:26:37.208160 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:26:37.208160 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:26:37.208160 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:26:37.208160 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:26:37.208160 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:26:37.208160 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:26:37.208160 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:26:37.208160 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:26:37.208160 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:26:37.273792 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-08e0043e-aad2-4048-857e-0d65f3e46e60 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:37.280985 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-14c22cc3-ef63-4108-88fa-d48a95099eb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:37.352423 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e0043e-aad2-4048-857e-0d65f3e46e60 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:26:37.355607 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-08e0043e-aad2-4048-857e-0d65f3e46e60 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:26:37.360862 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e0043e-aad2-4048-857e-0d65f3e46e60 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:26:37.387070 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e0043e-aad2-4048-857e-0d65f3e46e60 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event updated for resources: {'Port': ['ID=1dec712e-8055-4fa2-93b3-4144794bd9ba,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:37.392571 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-08e0043e-aad2-4048-857e-0d65f3e46e60 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:37.418815 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c2445620-1243-4d68-b1d5-fb1cb6902535 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:37.444469 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7e6ed654-71fa-4110-b092-6482cdf9068a tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:37.462984 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c2445620-1243-4d68-b1d5-fb1cb6902535 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:37.482047 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2445620-1243-4d68-b1d5-fb1cb6902535 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Network': ['ID=405cc457-257b-4046-ad64-71c7c4966738,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:37.488961 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c2445620-1243-4d68-b1d5-fb1cb6902535 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:37.503804 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c2445620-1243-4d68-b1d5-fb1cb6902535 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/networks/405cc457-257b-4046-ad64-71c7c4966738 HTTP/1.1" status: 204 len: 168 time: 0.8774967 Dec 22 13:26:37.520643 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51100) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:37.527951 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-d5717a7e-e872-4df4-ad61-68822590c09e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'network': {'name': 'tempest-network-smoke--732075284', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'port_security_enabled': True}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:26:37.538689 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-d5717a7e-e872-4df4-ad61-68822590c09e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:26:37.544209 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-d5717a7e-e872-4df4-ad61-68822590c09e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:network and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:26:37.547947 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-d5717a7e-e872-4df4-ad61-68822590c09e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:26:37.555205 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-d5717a7e-e872-4df4-ad61-68822590c09e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:26:37.699354 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-08e0043e-aad2-4048-857e-0d65f3e46e60 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for router_gateway, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:37.700077 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-08e0043e-aad2-4048-857e-0d65f3e46e60 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:37.779640 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5717a7e-e872-4df4-ad61-68822590c09e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Made reservation on behalf of 453b85bce7e6482dbe10966fb03da8cc for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:26:37.779640 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d5717a7e-e872-4df4-ad61-68822590c09e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:37.820955 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5717a7e-e872-4df4-ad61-68822590c09e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:26:37.835230 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d5717a7e-e872-4df4-ad61-68822590c09e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:37.835602 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-d5717a7e-e872-4df4-ad61-68822590c09e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Added segment 2fb243d8-db7f-48f4-9c3e-fba66e6cded8 of type vlan for network b1872695-45c5-49dd-a010-6c7329d2e137 Dec 22 13:26:37.934849 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d5717a7e-e872-4df4-ad61-68822590c09e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:37.998207 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e09ce8c7-6384-4ad0-8a26-7fa5f73289de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:38.123881 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d5717a7e-e872-4df4-ad61-68822590c09e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:38.135013 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5717a7e-e872-4df4-ad61-68822590c09e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:38.135013 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d5717a7e-e872-4df4-ad61-68822590c09e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:38.135013 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-040f74cc-fecc-4142-8c32-43cb843b4bcb tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:38.208547 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e0043e-aad2-4048-857e-0d65f3e46e60 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Router 2d893726-6685-45eb-a0f8-d705c9310dca is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:26:38.246613 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5717a7e-e872-4df4-ad61-68822590c09e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Network': ['ID=b1872695-45c5-49dd-a010-6c7329d2e137,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:38.249461 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d5717a7e-e872-4df4-ad61-68822590c09e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:38.257726 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network b1872695-45c5-49dd-a010-6c7329d2e137 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:26:38.318966 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d5717a7e-e872-4df4-ad61-68822590c09e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7972167 Dec 22 13:26:38.323446 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51104) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:38.330279 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-91657cb5-8e93-498f-be19-465f4922ead1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1519351070', 'admin_state_up': True, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:26:38.337251 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-91657cb5-8e93-498f-be19-465f4922ead1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:26:38.345000 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-91657cb5-8e93-498f-be19-465f4922ead1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:router and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:26:38.345000 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-91657cb5-8e93-498f-be19-465f4922ead1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:26:38.350770 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-91657cb5-8e93-498f-be19-465f4922ead1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:26:38.414875 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-91657cb5-8e93-498f-be19-465f4922ead1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:38.418190 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-91657cb5-8e93-498f-be19-465f4922ead1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:38.434867 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-91657cb5-8e93-498f-be19-465f4922ead1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:38.459441 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e0043e-aad2-4048-857e-0d65f3e46e60 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:26:38.471130 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a86b14-3657-4497-b366-211702c392e9 None None] Sync routers for ids ['2d893726-6685-45eb-a0f8-d705c9310dca'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:26:38.485322 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a86b14-3657-4497-b366-211702c392e9 None None] Routers {'2d893726-6685-45eb-a0f8-d705c9310dca'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:26:38.486791 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-e4a86b14-3657-4497-b366-211702c392e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:26:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['2d893726-6685-45eb-a0f8-d705c9310dca'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:38.552784 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-08e0043e-aad2-4048-857e-0d65f3e46e60 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:38.557444 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-08e0043e-aad2-4048-857e-0d65f3e46e60 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.6469412 Dec 22 13:26:38.557589 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51108) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:38.559405 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-e4a86b14-3657-4497-b366-211702c392e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:38.571591 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a86b14-3657-4497-b366-211702c392e9 None None] Routers {'2d893726-6685-45eb-a0f8-d705c9310dca'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:26:38.572342 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-e4a86b14-3657-4497-b366-211702c392e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:26:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['2d893726-6685-45eb-a0f8-d705c9310dca'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:38.637876 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-e4a86b14-3657-4497-b366-211702c392e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:38.638254 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a86b14-3657-4497-b366-211702c392e9 None None] The sync data for ids ['2d893726-6685-45eb-a0f8-d705c9310dca'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:26:38.646207 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-91657cb5-8e93-498f-be19-465f4922ead1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:38.768743 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e9f99076-8fe3-4f73-ba71-43dbd771da9e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "GET /v2.0/routers/2d893726-6685-45eb-a0f8-d705c9310dca HTTP/1.1" status: 200 len: 880 time: 0.2099121 Dec 22 13:26:38.775323 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51112) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:38.907488 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-91657cb5-8e93-498f-be19-465f4922ead1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router_gateway, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:38.938244 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-91657cb5-8e93-498f-be19-465f4922ead1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:38.965388 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:38.985450 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-89fe964a-bc7b-4cef-9df2-86560b556a18 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Synchronizing usage tracker for tenant:813a48bed9b742a7b1de5354f99e3715 on resource:router {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:26:39.080435 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-91657cb5-8e93-498f-be19-465f4922ead1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Allocated IP 172.26.1.138 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/da07eab6-a3af-40b7-8d7c-46f79553023e) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:26:39.106640 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-89fe964a-bc7b-4cef-9df2-86560b556a18 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Unset dirty status for tenant:813a48bed9b742a7b1de5354f99e3715 on resource:router {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:26:39.109752 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-89fe964a-bc7b-4cef-9df2-86560b556a18 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3316476 Dec 22 13:26:39.111604 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51116) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:39.116999 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-babdde17-550d-4db1-9b5a-bbad183e1336 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1215505436'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:26:39.239718 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:39.244740 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-91657cb5-8e93-498f-be19-465f4922ead1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:39.358738 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-91657cb5-8e93-498f-be19-465f4922ead1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:39.362561 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2685afc5-3182-4ea6-b33f-d9d826eeb680 tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:39.431211 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91657cb5-8e93-498f-be19-465f4922ead1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:26:39.434379 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-91657cb5-8e93-498f-be19-465f4922ead1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:26:39.439294 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91657cb5-8e93-498f-be19-465f4922ead1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:26:39.468047 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91657cb5-8e93-498f-be19-465f4922ead1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=da07eab6-a3af-40b7-8d7c-46f79553023e,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:39.472848 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-91657cb5-8e93-498f-be19-465f4922ead1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:39.680235 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-91657cb5-8e93-498f-be19-465f4922ead1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router_gateway, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:39.680967 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-91657cb5-8e93-498f-be19-465f4922ead1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:39.806380 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-babdde17-550d-4db1-9b5a-bbad183e1336 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:39.907322 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-babdde17-550d-4db1-9b5a-bbad183e1336 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707601'] for router, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:40.110616 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-babdde17-550d-4db1-9b5a-bbad183e1336 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Router 2d893726-6685-45eb-a0f8-d705c9310dca has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:26:40.127885 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91657cb5-8e93-498f-be19-465f4922ead1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router 69fdb46c-87bc-4fd9-acc6-25e7717143cc is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:26:40.315066 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babdde17-550d-4db1-9b5a-bbad183e1336 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:26:40.321631 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-babdde17-550d-4db1-9b5a-bbad183e1336 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:40.325701 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-babdde17-550d-4db1-9b5a-bbad183e1336 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "PUT /v2.0/routers/2d893726-6685-45eb-a0f8-d705c9310dca HTTP/1.1" status: 200 len: 887 time: 1.2102892 Dec 22 13:26:40.325701 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51120) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:40.329441 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72060af8-f3cc-4009-a028-c5197a74e670 None None] Sync routers for ids ['2d893726-6685-45eb-a0f8-d705c9310dca'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:26:40.342984 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91657cb5-8e93-498f-be19-465f4922ead1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:26:40.349055 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72060af8-f3cc-4009-a028-c5197a74e670 None None] Routers {'2d893726-6685-45eb-a0f8-d705c9310dca'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:26:40.354099 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395f1b66-a605-4326-9258-51cbecf9577b None None] Sync routers for ids ['69fdb46c-87bc-4fd9-acc6-25e7717143cc'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:26:40.359350 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-72060af8-f3cc-4009-a028-c5197a74e670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:26:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['2d893726-6685-45eb-a0f8-d705c9310dca'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:40.388858 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395f1b66-a605-4326-9258-51cbecf9577b None None] Routers {'69fdb46c-87bc-4fd9-acc6-25e7717143cc'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:26:40.389767 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-395f1b66-a605-4326-9258-51cbecf9577b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:26:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['69fdb46c-87bc-4fd9-acc6-25e7717143cc'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:40.431763 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-72060af8-f3cc-4009-a028-c5197a74e670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:40.443574 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72060af8-f3cc-4009-a028-c5197a74e670 None None] Routers {'2d893726-6685-45eb-a0f8-d705c9310dca'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:26:40.444846 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-72060af8-f3cc-4009-a028-c5197a74e670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:26:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['2d893726-6685-45eb-a0f8-d705c9310dca'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:40.495872 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-91657cb5-8e93-498f-be19-465f4922ead1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:40.495872 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-91657cb5-8e93-498f-be19-465f4922ead1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1682262 Dec 22 13:26:40.498233 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51124) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:40.526315 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-72060af8-f3cc-4009-a028-c5197a74e670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:40.526772 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72060af8-f3cc-4009-a028-c5197a74e670 None None] The sync data for ids ['2d893726-6685-45eb-a0f8-d705c9310dca'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:26:40.542567 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:40.545811 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0cdab8a6-8159-4497-a565-f71da42be09d tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=453b85bce7e6482dbe10966fb03da8cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0463934 Dec 22 13:26:40.548554 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51128) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:40.586698 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-395f1b66-a605-4326-9258-51cbecf9577b None None] Set router 69fdb46c-87bc-4fd9-acc6-25e7717143cc gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:26:40.598229 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-dbe60cd6-2c67-4156-81dc-891c36754359 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "GET /v2.0/routers/2d893726-6685-45eb-a0f8-d705c9310dca HTTP/1.1" status: 200 len: 887 time: 0.2716215 Dec 22 13:26:40.601396 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51132) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:40.650231 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-563a7557-d426-4413-a1f1-b7c6e6ba0259 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d893726-6685-45eb-a0f8-d705c9310dca HTTP/1.1" status: 200 len: 205 time: 0.0456223 Dec 22 13:26:40.651480 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51136) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:40.692000 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ef3b87-fea7-4382-9973-7f0078f5cbfe tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:40.697269 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f7ef3b87-fea7-4382-9973-7f0078f5cbfe tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1437516 Dec 22 13:26:40.697507 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51140) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:40.743205 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f24a802b-8d4d-45db-b4aa-327ef73ef260 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=0776f1b4-770d-462f-bc0f-df97e8017b18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0438237 Dec 22 13:26:40.744932 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51144) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:40.750636 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-d65104d7-0883-4f75-8a75-8cf2a88a0e5d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-278024864', 'network_id': 'b1872695-45c5-49dd-a010-6c7329d2e137', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:26:40.870372 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d65104d7-0883-4f75-8a75-8cf2a88a0e5d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:26:40.875473 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d65104d7-0883-4f75-8a75-8cf2a88a0e5d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:subnet and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:26:40.878792 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d65104d7-0883-4f75-8a75-8cf2a88a0e5d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:26:40.883459 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-395f1b66-a605-4326-9258-51cbecf9577b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fdb46c-87bc-4fd9-acc6-25e7717143cc', 'name': 'tempest-TestNetworkBasicOps-router-1519351070', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.138'}], 'enable_snat': True}, 'gw_port_id': 'da07eab6-a3af-40b7-8d7c-46f79553023e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:38Z', 'updated_at': '2021-12-22T13:26:39Z', 'revision_number': 3, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'da07eab6-a3af-40b7-8d7c-46f79553023e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fdb46c-87bc-4fd9-acc6-25e7717143cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:38Z', 'updated_at': '2021-12-22T13:26:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:40.885352 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d65104d7-0883-4f75-8a75-8cf2a88a0e5d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:26:40.885738 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395f1b66-a605-4326-9258-51cbecf9577b None None] Checking router: 69fdb46c-87bc-4fd9-acc6-25e7717143cc for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:26:40.886105 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395f1b66-a605-4326-9258-51cbecf9577b None None] Updating router 69fdb46c-87bc-4fd9-acc6-25e7717143cc port da07eab6-a3af-40b7-8d7c-46f79553023e binding host dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:26:40.940543 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-395f1b66-a605-4326-9258-51cbecf9577b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:40.976830 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65104d7-0883-4f75-8a75-8cf2a88a0e5d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Made reservation on behalf of 453b85bce7e6482dbe10966fb03da8cc for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:26:40.988806 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5f9a8f8a-4a24-4d7a-9cd5-5067ab28b8ae tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for router, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:41.090133 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d65104d7-0883-4f75-8a75-8cf2a88a0e5d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:41.200830 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5f9a8f8a-4a24-4d7a-9cd5-5067ab28b8ae tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:41.281851 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-395f1b66-a605-4326-9258-51cbecf9577b None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:41.294448 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-395f1b66-a605-4326-9258-51cbecf9577b None None] Transition to ACTIVE for port object da07eab6-a3af-40b7-8d7c-46f79553023e will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:26:41.299718 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-5f9a8f8a-4a24-4d7a-9cd5-5067ab28b8ae tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Deleting port 1dec712e-8055-4fa2-93b3-4144794bd9ba {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:26:41.303356 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5f9a8f8a-4a24-4d7a-9cd5-5067ab28b8ae tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:41.369754 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-395f1b66-a605-4326-9258-51cbecf9577b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:41.374030 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f6207098-9c60-4558-bcf7-0aa3c5324898 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:41.399531 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d65104d7-0883-4f75-8a75-8cf2a88a0e5d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:41.405208 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0d32de5f-2520-44fa-9ecf-8ce602765b97 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:41.455593 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-395f1b66-a605-4326-9258-51cbecf9577b None None] Attempting to bind port da07eab6-a3af-40b7-8d7c-46f79553023e on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:26:41.455866 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-395f1b66-a605-4326-9258-51cbecf9577b None None] Attempting to bind port da07eab6-a3af-40b7-8d7c-46f79553023e by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:26:41.456398 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395f1b66-a605-4326-9258-51cbecf9577b None None] Attempting to bind port da07eab6-a3af-40b7-8d7c-46f79553023e on network 0776f1b4-770d-462f-bc0f-df97e8017b18 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:26:41.466481 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872be7a-a18e-4332-aa1b-9b2e1a89cb5b None None] Pushing event updated for resources: {'Port': ['ID=da07eab6-a3af-40b7-8d7c-46f79553023e,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:41.480655 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872be7a-a18e-4332-aa1b-9b2e1a89cb5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:41.486904 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872be7a-a18e-4332-aa1b-9b2e1a89cb5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:41.486904 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872be7a-a18e-4332-aa1b-9b2e1a89cb5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:41.486904 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872be7a-a18e-4332-aa1b-9b2e1a89cb5b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:41.486904 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872be7a-a18e-4332-aa1b-9b2e1a89cb5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:41.486904 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872be7a-a18e-4332-aa1b-9b2e1a89cb5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:41.486904 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872be7a-a18e-4332-aa1b-9b2e1a89cb5b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:41.486904 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872be7a-a18e-4332-aa1b-9b2e1a89cb5b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:41.486904 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872be7a-a18e-4332-aa1b-9b2e1a89cb5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:41.486904 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872be7a-a18e-4332-aa1b-9b2e1a89cb5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:41.486904 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872be7a-a18e-4332-aa1b-9b2e1a89cb5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:41.488572 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395f1b66-a605-4326-9258-51cbecf9577b None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:26:41.489177 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395f1b66-a605-4326-9258-51cbecf9577b None None] Checking segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:26:41.489828 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-395f1b66-a605-4326-9258-51cbecf9577b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:41.490425 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395f1b66-a605-4326-9258-51cbecf9577b None None] Bound using segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:26:41.491167 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-395f1b66-a605-4326-9258-51cbecf9577b None None] Bound port: da07eab6-a3af-40b7-8d7c-46f79553023e, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:26:41.491734 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-395f1b66-a605-4326-9258-51cbecf9577b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:41.499731 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65104d7-0883-4f75-8a75-8cf2a88a0e5d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Subnet': ['ID=1b1a62fd-f8de-4d0c-aff0-389b2ffe2b9f,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:41.502885 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d65104d7-0883-4f75-8a75-8cf2a88a0e5d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:41.503587 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65104d7-0883-4f75-8a75-8cf2a88a0e5d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Checking segment: {'id': '2fb243d8-db7f-48f4-9c3e-fba66e6cded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b1872695-45c5-49dd-a010-6c7329d2e137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:26:41.503936 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65104d7-0883-4f75-8a75-8cf2a88a0e5d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network hostable DHCP agents. Network: b1872695-45c5-49dd-a010-6c7329d2e137, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:26:41.511466 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5f9a8f8a-4a24-4d7a-9cd5-5067ab28b8ae tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:41.531728 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-5872be7a-a18e-4332-aa1b-9b2e1a89cb5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:41.571816 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-395f1b66-a605-4326-9258-51cbecf9577b None None] For port da07eab6-a3af-40b7-8d7c-46f79553023e, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:26:41.574990 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-395f1b66-a605-4326-9258-51cbecf9577b None None] For port da07eab6-a3af-40b7-8d7c-46f79553023e, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=da07eab6-a3af-40b7-8d7c-46f79553023e,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:26:41.581178 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65104d7-0883-4f75-8a75-8cf2a88a0e5d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network b1872695-45c5-49dd-a010-6c7329d2e137 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:26:41.637617 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-5f9a8f8a-4a24-4d7a-9cd5-5067ab28b8ae tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Calling delete_port for 1dec712e-8055-4fa2-93b3-4144794bd9ba owned by network:router_gateway {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:26:41.661575 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-d65104d7-0883-4f75-8a75-8cf2a88a0e5d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, b1872695-45c5-49dd-a010-6c7329d2e137) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:26:41.662250 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-395f1b66-a605-4326-9258-51cbecf9577b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:41.671262 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65104d7-0883-4f75-8a75-8cf2a88a0e5d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:41.671262 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d65104d7-0883-4f75-8a75-8cf2a88a0e5d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:41.675946 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-5376e358-6ee3-43bc-9680-da2b3b3768ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:41.714039 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc65a759-1b37-4e9e-b5ad-223ca82736f7 None None] Network b1872695-45c5-49dd-a010-6c7329d2e137 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:26:41.767177 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d65104d7-0883-4f75-8a75-8cf2a88a0e5d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0183752 Dec 22 13:26:41.767396 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51148) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:41.877014 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5f9a8f8a-4a24-4d7a-9cd5-5067ab28b8ae tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:41.884476 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-635b9616-1447-450c-b195-a337d4f8bedd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:41.896381 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395f1b66-a605-4326-9258-51cbecf9577b None None] Routers {'69fdb46c-87bc-4fd9-acc6-25e7717143cc'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:26:41.897635 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-395f1b66-a605-4326-9258-51cbecf9577b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:26:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['69fdb46c-87bc-4fd9-acc6-25e7717143cc'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:41.929004 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a8f8a-4a24-4d7a-9cd5-5067ab28b8ae tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event deleted for resources: {'Port': ['ID=1dec712e-8055-4fa2-93b3-4144794bd9ba,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:41.932418 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5f9a8f8a-4a24-4d7a-9cd5-5067ab28b8ae tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:41.946618 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872be7a-a18e-4332-aa1b-9b2e1a89cb5b None None] Pushing event updated for resources: {'Port': ['ID=da07eab6-a3af-40b7-8d7c-46f79553023e,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:41.957318 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-5872be7a-a18e-4332-aa1b-9b2e1a89cb5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:42.160457 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5f9a8f8a-4a24-4d7a-9cd5-5067ab28b8ae tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:42.185223 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-395f1b66-a605-4326-9258-51cbecf9577b None None] Set router 69fdb46c-87bc-4fd9-acc6-25e7717143cc gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:26:42.227613 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c471d0-4b01-49fd-8d25-7cc3ea834a65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-b1872695-45c5-49dd-a010-6c7329d2e137', 'network_id': 'b1872695-45c5-49dd-a010-6c7329d2e137', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ips': [{'subnet_id': '1b1a62fd-f8de-4d0c-aff0-389b2ffe2b9f'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:26:42.228430 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d4c471d0-4b01-49fd-8d25-7cc3ea834a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:42.470754 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5f9a8f8a-4a24-4d7a-9cd5-5067ab28b8ae tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:42.479582 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5f9a8f8a-4a24-4d7a-9cd5-5067ab28b8ae tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:42.564942 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5f9a8f8a-4a24-4d7a-9cd5-5067ab28b8ae tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:42.564942 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9a8f8a-4a24-4d7a-9cd5-5067ab28b8ae tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Fanout notify agent at l3_agent the message router_deleted on router 2d893726-6685-45eb-a0f8-d705c9310dca {{(pid=84148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:26:42.589387 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-d4c471d0-4b01-49fd-8d25-7cc3ea834a65 None None] Allocated IP 172.20.0.2 (b1872695-45c5-49dd-a010-6c7329d2e137/1b1a62fd-f8de-4d0c-aff0-389b2ffe2b9f/298b7126-72e8-4c27-a04c-2c90f55dc0f7) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:26:42.673553 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5f9a8f8a-4a24-4d7a-9cd5-5067ab28b8ae tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:42.674794 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-5f9a8f8a-4a24-4d7a-9cd5-5067ab28b8ae tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "DELETE /v2.0/routers/2d893726-6685-45eb-a0f8-d705c9310dca HTTP/1.1" status: 204 len: 168 time: 2.0224211 Dec 22 13:26:42.680758 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51152) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:42.686749 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-3ad57163-d238-495d-997f-df1aea3a04cf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Request body: {'network': {'name': 'tempest-RoutersTest-403284406'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:26:42.693039 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-3ad57163-d238-495d-997f-df1aea3a04cf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:26:42.698322 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-3ad57163-d238-495d-997f-df1aea3a04cf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Usage tracker for resource:network and tenant:813a48bed9b742a7b1de5354f99e3715 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:26:42.703581 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-3ad57163-d238-495d-997f-df1aea3a04cf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:26:42.711330 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-3ad57163-d238-495d-997f-df1aea3a04cf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:26:42.734946 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-395f1b66-a605-4326-9258-51cbecf9577b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fdb46c-87bc-4fd9-acc6-25e7717143cc', 'name': 'tempest-TestNetworkBasicOps-router-1519351070', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.138'}], 'enable_snat': True}, 'gw_port_id': 'da07eab6-a3af-40b7-8d7c-46f79553023e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:38Z', 'updated_at': '2021-12-22T13:26:39Z', 'revision_number': 3, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'da07eab6-a3af-40b7-8d7c-46f79553023e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fdb46c-87bc-4fd9-acc6-25e7717143cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:38Z', 'updated_at': '2021-12-22T13:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:42.739499 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b533ddef-eb42-48bc-a54c-4a38e1475ea8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:42.749793 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395f1b66-a605-4326-9258-51cbecf9577b None None] The sync data for ids ['69fdb46c-87bc-4fd9-acc6-25e7717143cc'] in dv-neutron-822669-1-hyperv is: [{'id': '69fdb46c-87bc-4fd9-acc6-25e7717143cc', 'name': 'tempest-TestNetworkBasicOps-router-1519351070', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.138'}], 'enable_snat': True}, 'gw_port_id': 'da07eab6-a3af-40b7-8d7c-46f79553023e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:38Z', 'updated_at': '2021-12-22T13:26:39Z', 'revision_number': 3, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'da07eab6-a3af-40b7-8d7c-46f79553023e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fdb46c-87bc-4fd9-acc6-25e7717143cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:38Z', 'updated_at': '2021-12-22T13:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:26:42.808204 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad57163-d238-495d-997f-df1aea3a04cf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Made reservation on behalf of 813a48bed9b742a7b1de5354f99e3715 for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:26:42.812181 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3ad57163-d238-495d-997f-df1aea3a04cf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:42.834477 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d4c471d0-4b01-49fd-8d25-7cc3ea834a65 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:42.847671 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-d4c471d0-4b01-49fd-8d25-7cc3ea834a65 None None] Transition to ACTIVE for port object 298b7126-72e8-4c27-a04c-2c90f55dc0f7 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:26:42.868770 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-d4c471d0-4b01-49fd-8d25-7cc3ea834a65 None None] Transition to ACTIVE for port object 298b7126-72e8-4c27-a04c-2c90f55dc0f7 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:26:42.875864 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ad57163-d238-495d-997f-df1aea3a04cf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:26:42.888415 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3ad57163-d238-495d-997f-df1aea3a04cf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:42.889410 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-3ad57163-d238-495d-997f-df1aea3a04cf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Added segment 9ff17bfd-c0dc-468a-b3a3-eb02154e531a of type vlan for network 2f844636-4758-46c8-9e09-fa2ef3b2c255 Dec 22 13:26:43.059133 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3ad57163-d238-495d-997f-df1aea3a04cf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:43.256375 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d4c471d0-4b01-49fd-8d25-7cc3ea834a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:43.262163 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-2b4283e0-eb72-45fb-9464-f79e54afc726 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:43.284190 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3ad57163-d238-495d-997f-df1aea3a04cf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:43.289462 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad57163-d238-495d-997f-df1aea3a04cf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:43.292790 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3ad57163-d238-495d-997f-df1aea3a04cf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:43.305414 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-4cfdde68-30df-446c-b15b-8587fe1cc0f5 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:43.335531 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c471d0-4b01-49fd-8d25-7cc3ea834a65 None None] Pushing event updated for resources: {'Port': ['ID=298b7126-72e8-4c27-a04c-2c90f55dc0f7,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:43.341989 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-b533ddef-eb42-48bc-a54c-4a38e1475ea8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Allocated IP 172.20.0.1 (b1872695-45c5-49dd-a010-6c7329d2e137/1b1a62fd-f8de-4d0c-aff0-389b2ffe2b9f/f258a8e5-6144-4198-ab1d-beedf4834303) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:26:43.342160 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-d4c471d0-4b01-49fd-8d25-7cc3ea834a65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:43.351982 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c471d0-4b01-49fd-8d25-7cc3ea834a65 None None] Network b1872695-45c5-49dd-a010-6c7329d2e137 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:26:43.353377 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-d4c471d0-4b01-49fd-8d25-7cc3ea834a65 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:26:43.358742 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c471d0-4b01-49fd-8d25-7cc3ea834a65 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:26:43.432475 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad57163-d238-495d-997f-df1aea3a04cf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event updated for resources: {'Network': ['ID=2f844636-4758-46c8-9e09-fa2ef3b2c255,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:43.436010 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3ad57163-d238-495d-997f-df1aea3a04cf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:43.450205 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 2f844636-4758-46c8-9e09-fa2ef3b2c255 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:26:43.488091 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-3ad57163-d238-495d-997f-df1aea3a04cf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8037381 Dec 22 13:26:43.488307 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51156) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:43.496209 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-fef73c64-c52d-4858-b210-235888d39718 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Request body: {'subnet': {'network_id': '2f844636-4758-46c8-9e09-fa2ef3b2c255', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:26:43.601953 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-d4c471d0-4b01-49fd-8d25-7cc3ea834a65 None None] Attempting to bind port 298b7126-72e8-4c27-a04c-2c90f55dc0f7 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:26:43.602491 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-d4c471d0-4b01-49fd-8d25-7cc3ea834a65 None None] Attempting to bind port 298b7126-72e8-4c27-a04c-2c90f55dc0f7 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '2fb243d8-db7f-48f4-9c3e-fba66e6cded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b1872695-45c5-49dd-a010-6c7329d2e137'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:26:43.602798 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c471d0-4b01-49fd-8d25-7cc3ea834a65 None None] Attempting to bind port 298b7126-72e8-4c27-a04c-2c90f55dc0f7 on network b1872695-45c5-49dd-a010-6c7329d2e137 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:26:43.612696 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c471d0-4b01-49fd-8d25-7cc3ea834a65 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:26:43.613364 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c471d0-4b01-49fd-8d25-7cc3ea834a65 None None] Checking segment: {'id': '2fb243d8-db7f-48f4-9c3e-fba66e6cded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b1872695-45c5-49dd-a010-6c7329d2e137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:26:43.614022 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d4c471d0-4b01-49fd-8d25-7cc3ea834a65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:43.614848 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c471d0-4b01-49fd-8d25-7cc3ea834a65 None None] Bound using segment: {'id': '2fb243d8-db7f-48f4-9c3e-fba66e6cded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b1872695-45c5-49dd-a010-6c7329d2e137'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:26:43.615855 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-d4c471d0-4b01-49fd-8d25-7cc3ea834a65 None None] Bound port: 298b7126-72e8-4c27-a04c-2c90f55dc0f7, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb243d8-db7f-48f4-9c3e-fba66e6cded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b1872695-45c5-49dd-a010-6c7329d2e137'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:26:43.616486 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d4c471d0-4b01-49fd-8d25-7cc3ea834a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:43.623859 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4a5fc542-dfee-47fc-96c8-28da18d4c662 req-1ac179a5-9fa8-4fa8-9869-57cc8c82fe25 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b3c913a1-0535-47b7-b904-e3597c45454f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1727099 Dec 22 13:26:43.648764 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-fef73c64-c52d-4858-b210-235888d39718 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:26:43.657410 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b533ddef-eb42-48bc-a54c-4a38e1475ea8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:43.657771 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-fef73c64-c52d-4858-b210-235888d39718 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Usage tracker for resource:subnet and tenant:813a48bed9b742a7b1de5354f99e3715 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:26:43.660980 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-fef73c64-c52d-4858-b210-235888d39718 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:26:43.673939 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-fef73c64-c52d-4858-b210-235888d39718 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:26:43.683862 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-b533ddef-eb42-48bc-a54c-4a38e1475ea8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Transition to ACTIVE for port object f258a8e5-6144-4198-ab1d-beedf4834303 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:26:43.752211 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-d4c471d0-4b01-49fd-8d25-7cc3ea834a65 None None] For port 298b7126-72e8-4c27-a04c-2c90f55dc0f7, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:26:43.752491 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef73c64-c52d-4858-b210-235888d39718 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Made reservation on behalf of 813a48bed9b742a7b1de5354f99e3715 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:26:43.752611 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-d4c471d0-4b01-49fd-8d25-7cc3ea834a65 None None] For port 298b7126-72e8-4c27-a04c-2c90f55dc0f7, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=298b7126-72e8-4c27-a04c-2c90f55dc0f7,segment=NetworkSegment(2fb243d8-db7f-48f4-9c3e-fba66e6cded8),segment_id=2fb243d8-db7f-48f4-9c3e-fba66e6cded8)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:26:43.797772 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b533ddef-eb42-48bc-a54c-4a38e1475ea8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:43.803791 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-62f3d5b8-66a5-4ea0-9e54-3d117d4a732c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:43.843118 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d4c471d0-4b01-49fd-8d25-7cc3ea834a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:43.848420 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:43.851989 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fef73c64-c52d-4858-b210-235888d39718 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:43.853690 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4a5fc542-dfee-47fc-96c8-28da18d4c662 req-6f8ed6d6-d24c-40ac-9ce4-7336f1d019d5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b2be9708be2a4e27beb28819ba0fc835&device_id=b3c913a1-0535-47b7-b904-e3597c45454f HTTP/1.1" status: 200 len: 1098 time: 0.1232595 Dec 22 13:26:43.901751 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b533ddef-eb42-48bc-a54c-4a38e1475ea8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network b1872695-45c5-49dd-a010-6c7329d2e137 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:26:43.904809 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533ddef-eb42-48bc-a54c-4a38e1475ea8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=f258a8e5-6144-4198-ab1d-beedf4834303,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:43.938558 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c471d0-4b01-49fd-8d25-7cc3ea834a65 None None] Pushing event updated for resources: {'Port': ['ID=298b7126-72e8-4c27-a04c-2c90f55dc0f7,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:43.944772 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-d4c471d0-4b01-49fd-8d25-7cc3ea834a65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:43.958921 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-b533ddef-eb42-48bc-a54c-4a38e1475ea8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:26:43.971281 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b533ddef-eb42-48bc-a54c-4a38e1475ea8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:43.979295 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b533ddef-eb42-48bc-a54c-4a38e1475ea8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:26:44.065140 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b533ddef-eb42-48bc-a54c-4a38e1475ea8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:44.092693 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fc542-dfee-47fc-96c8-28da18d4c662 req-24e22964-481c-45b0-8c27-ec836adb3c9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:44.093095 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4a5fc542-dfee-47fc-96c8-28da18d4c662 req-24e22964-481c-45b0-8c27-ec836adb3c9c service neutron] 10.222.0.45 "GET /v2.0/networks?id=10e79ce2-fabb-4316-a76b-1469cb51a232 HTTP/1.1" status: 200 len: 913 time: 0.2109194 Dec 22 13:26:44.199976 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fef73c64-c52d-4858-b210-235888d39718 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:44.204522 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-954b2b5c-51a4-4cba-bd13-eac02ff1ac5c tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:44.212325 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4a5fc542-dfee-47fc-96c8-28da18d4c662 req-b7d0795c-91b4-479b-aac9-289fc3ede93d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6eb50e87-1a7a-4b25-a1a2-cb8403e6240b HTTP/1.1" status: 200 len: 1000 time: 0.1087611 Dec 22 13:26:44.294652 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef73c64-c52d-4858-b210-235888d39718 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event updated for resources: {'Subnet': ['ID=a64082d2-8ab8-4398-a9aa-f8226cf49760,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:44.294652 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-fef73c64-c52d-4858-b210-235888d39718 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:44.305669 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef73c64-c52d-4858-b210-235888d39718 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Checking segment: {'id': '9ff17bfd-c0dc-468a-b3a3-eb02154e531a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '2f844636-4758-46c8-9e09-fa2ef3b2c255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:26:44.306537 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef73c64-c52d-4858-b210-235888d39718 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Network hostable DHCP agents. Network: 2f844636-4758-46c8-9e09-fa2ef3b2c255, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:26:44.339901 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fc542-dfee-47fc-96c8-28da18d4c662 req-514c4dea-0abb-4766-ae1c-d20f956bd7be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:44.341499 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4a5fc542-dfee-47fc-96c8-28da18d4c662 req-514c4dea-0abb-4766-ae1c-d20f956bd7be service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d855c4ed-0ace-4ba2-aafe-06ef167ba3f1 HTTP/1.1" status: 200 len: 851 time: 0.1188397 Dec 22 13:26:44.341798 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b533ddef-eb42-48bc-a54c-4a38e1475ea8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:44.358252 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef73c64-c52d-4858-b210-235888d39718 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Network 2f844636-4758-46c8-9e09-fa2ef3b2c255 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:26:44.415042 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-fef73c64-c52d-4858-b210-235888d39718 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 2f844636-4758-46c8-9e09-fa2ef3b2c255) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:26:44.419131 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef73c64-c52d-4858-b210-235888d39718 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:44.419722 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fef73c64-c52d-4858-b210-235888d39718 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:44.429282 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810bf327-ec6a-4195-89a1-6cd132c4c9cd None None] Network 2f844636-4758-46c8-9e09-fa2ef3b2c255 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:26:44.492742 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-fef73c64-c52d-4858-b210-235888d39718 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0016458 Dec 22 13:26:44.494345 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51160) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:44.504371 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-5fb2c719-2e6c-4085-be84-e5e2ff83a913 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1713232618', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:26:44.512833 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-5fb2c719-2e6c-4085-be84-e5e2ff83a913 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:26:44.523813 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-5fb2c719-2e6c-4085-be84-e5e2ff83a913 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Usage tracker for resource:router and tenant:813a48bed9b742a7b1de5354f99e3715 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:26:44.529385 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-5fb2c719-2e6c-4085-be84-e5e2ff83a913 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:26:44.539553 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-5fb2c719-2e6c-4085-be84-e5e2ff83a913 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:26:44.637158 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5fb2c719-2e6c-4085-be84-e5e2ff83a913 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:44.640182 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5fb2c719-2e6c-4085-be84-e5e2ff83a913 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:44.664148 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5fb2c719-2e6c-4085-be84-e5e2ff83a913 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:44.728203 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e51da3-87f7-484c-a3c1-411fcfa6d5fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-2f844636-4758-46c8-9e09-fa2ef3b2c255', 'network_id': '2f844636-4758-46c8-9e09-fa2ef3b2c255', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'fixed_ips': [{'subnet_id': 'a64082d2-8ab8-4398-a9aa-f8226cf49760'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:26:44.730202 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-61e51da3-87f7-484c-a3c1-411fcfa6d5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:44.746796 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4a5fc542-dfee-47fc-96c8-28da18d4c662 req-0aa1bfd9-fd23-49a5-92aa-fce694d8dd5f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10e79ce2-fabb-4316-a76b-1469cb51a232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3946211 Dec 22 13:26:44.752733 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5fb2c719-2e6c-4085-be84-e5e2ff83a913 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:44.856506 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5fb2c719-2e6c-4085-be84-e5e2ff83a913 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:44.860513 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-5fb2c719-2e6c-4085-be84-e5e2ff83a913 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3621490 Dec 22 13:26:44.861359 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51166) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:44.912298 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-61e51da3-87f7-484c-a3c1-411fcfa6d5fc None None] Allocated IP 172.20.0.2 (2f844636-4758-46c8-9e09-fa2ef3b2c255/a64082d2-8ab8-4398-a9aa-f8226cf49760/78d6b42f-c138-4d47-bb01-5c7354df409d) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:26:45.028507 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4a5fc542-dfee-47fc-96c8-28da18d4c662 req-60ad33d6-6610-4eda-bd35-7717a0e8beed service neutron] 10.222.0.45 "GET /v2.0/networks/10e79ce2-fabb-4316-a76b-1469cb51a232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680285 Dec 22 13:26:45.104515 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 298b7126-72e8-4c27-a04c-2c90f55dc0f7 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:26:45.204414 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07265801-34ac-49ff-ac0f-13840ad77518 None None] Network b1872695-45c5-49dd-a010-6c7329d2e137 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:26:45.259297 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4a5fc542-dfee-47fc-96c8-28da18d4c662 req-c76d513f-447c-4ec5-8860-66a7c774c953 service neutron] 10.222.0.45 "GET /v2.0/networks/10e79ce2-fabb-4316-a76b-1469cb51a232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180123 Dec 22 13:26:45.266389 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b533ddef-eb42-48bc-a54c-4a38e1475ea8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:45.335913 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b533ddef-eb42-48bc-a54c-4a38e1475ea8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:45.347136 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-61e51da3-87f7-484c-a3c1-411fcfa6d5fc None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:45.369682 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-87623e85-45bc-40fb-9bf9-c54393dcee8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:45.379373 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-61e51da3-87f7-484c-a3c1-411fcfa6d5fc None None] Transition to ACTIVE for port object 78d6b42f-c138-4d47-bb01-5c7354df409d will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:26:45.446963 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-8d131e29-0718-462e-8268-4483543ec8db None None] Provisioning for port 298b7126-72e8-4c27-a04c-2c90f55dc0f7 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:26:45.466415 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b533ddef-eb42-48bc-a54c-4a38e1475ea8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:45.466588 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-61e51da3-87f7-484c-a3c1-411fcfa6d5fc None None] Transition to ACTIVE for port object 78d6b42f-c138-4d47-bb01-5c7354df409d will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:26:45.466900 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533ddef-eb42-48bc-a54c-4a38e1475ea8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=f258a8e5-6144-4198-ab1d-beedf4834303,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:45.470896 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b533ddef-eb42-48bc-a54c-4a38e1475ea8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:45.488803 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 298b7126-72e8-4c27-a04c-2c90f55dc0f7 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:26:45.493571 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 298b7126-72e8-4c27-a04c-2c90f55dc0f7 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:26:45.494229 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:45.514204 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-623d46a2-9d0c-434b-98e9-2e241ac0c110 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:45.582062 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-61e51da3-87f7-484c-a3c1-411fcfa6d5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:45.589505 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:45.624089 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b533ddef-eb42-48bc-a54c-4a38e1475ea8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network b1872695-45c5-49dd-a010-6c7329d2e137 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:26:45.626618 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-b533ddef-eb42-48bc-a54c-4a38e1475ea8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:26:45.684185 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e51da3-87f7-484c-a3c1-411fcfa6d5fc None None] Network 2f844636-4758-46c8-9e09-fa2ef3b2c255 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:26:45.691800 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-61e51da3-87f7-484c-a3c1-411fcfa6d5fc None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:26:45.695872 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e51da3-87f7-484c-a3c1-411fcfa6d5fc None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:26:45.700003 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e51da3-87f7-484c-a3c1-411fcfa6d5fc None None] Pushing event updated for resources: {'Port': ['ID=78d6b42f-c138-4d47-bb01-5c7354df409d,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:45.703001 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-61e51da3-87f7-484c-a3c1-411fcfa6d5fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:45.860028 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:45.875461 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-61e51da3-87f7-484c-a3c1-411fcfa6d5fc None None] Attempting to bind port 78d6b42f-c138-4d47-bb01-5c7354df409d on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:26:45.875461 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-61e51da3-87f7-484c-a3c1-411fcfa6d5fc None None] Attempting to bind port 78d6b42f-c138-4d47-bb01-5c7354df409d by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '9ff17bfd-c0dc-468a-b3a3-eb02154e531a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '2f844636-4758-46c8-9e09-fa2ef3b2c255'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:26:45.875461 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e51da3-87f7-484c-a3c1-411fcfa6d5fc None None] Attempting to bind port 78d6b42f-c138-4d47-bb01-5c7354df409d on network 2f844636-4758-46c8-9e09-fa2ef3b2c255 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:26:45.890195 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e51da3-87f7-484c-a3c1-411fcfa6d5fc None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:26:45.890594 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e51da3-87f7-484c-a3c1-411fcfa6d5fc None None] Checking segment: {'id': '9ff17bfd-c0dc-468a-b3a3-eb02154e531a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '2f844636-4758-46c8-9e09-fa2ef3b2c255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:26:45.891205 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-61e51da3-87f7-484c-a3c1-411fcfa6d5fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:45.891756 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e51da3-87f7-484c-a3c1-411fcfa6d5fc None None] Bound using segment: {'id': '9ff17bfd-c0dc-468a-b3a3-eb02154e531a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '2f844636-4758-46c8-9e09-fa2ef3b2c255'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:26:45.892407 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-61e51da3-87f7-484c-a3c1-411fcfa6d5fc None None] Bound port: 78d6b42f-c138-4d47-bb01-5c7354df409d, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ff17bfd-c0dc-468a-b3a3-eb02154e531a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '2f844636-4758-46c8-9e09-fa2ef3b2c255'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:26:45.892977 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-61e51da3-87f7-484c-a3c1-411fcfa6d5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:45.948618 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 298b7126-72e8-4c27-a04c-2c90f55dc0f7, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=298b7126-72e8-4c27-a04c-2c90f55dc0f7,segment=NetworkSegment(2fb243d8-db7f-48f4-9c3e-fba66e6cded8),segment_id=2fb243d8-db7f-48f4-9c3e-fba66e6cded8)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:26:46.023804 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-61e51da3-87f7-484c-a3c1-411fcfa6d5fc None None] For port 78d6b42f-c138-4d47-bb01-5c7354df409d, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:26:46.030456 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-61e51da3-87f7-484c-a3c1-411fcfa6d5fc None None] For port 78d6b42f-c138-4d47-bb01-5c7354df409d, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=78d6b42f-c138-4d47-bb01-5c7354df409d,segment=NetworkSegment(9ff17bfd-c0dc-468a-b3a3-eb02154e531a),segment_id=9ff17bfd-c0dc-468a-b3a3-eb02154e531a)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:26:46.031529 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:46.032416 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device da07eab6-a3af-40b7-8d7c-46f79553023e up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:26:46.092985 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b533ddef-eb42-48bc-a54c-4a38e1475ea8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router 69fdb46c-87bc-4fd9-acc6-25e7717143cc has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:26:46.113718 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:46.118262 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-623d46a2-9d0c-434b-98e9-2e241ac0c110 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Allocated IP 172.20.0.1 (2f844636-4758-46c8-9e09-fa2ef3b2c255/a64082d2-8ab8-4398-a9aa-f8226cf49760/8e869259-be6a-4198-8535-6230d0b43c40) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:26:46.164325 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-61e51da3-87f7-484c-a3c1-411fcfa6d5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:46.234723 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=298b7126-72e8-4c27-a04c-2c90f55dc0f7,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:46.237994 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:46.238436 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-677c1439-783a-4afd-8507-f6d2674558f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:46.361500 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port da07eab6-a3af-40b7-8d7c-46f79553023e completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:26:46.370324 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port da07eab6-a3af-40b7-8d7c-46f79553023e triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:26:46.370879 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:46.394907 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-623d46a2-9d0c-434b-98e9-2e241ac0c110 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:46.413353 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-9695ffb5-df60-4d1d-81df-aa59a816b501 None None] Provisioning for port f258a8e5-6144-4198-ab1d-beedf4834303 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:26:46.431298 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b533ddef-eb42-48bc-a54c-4a38e1475ea8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:26:46.439159 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-9695ffb5-df60-4d1d-81df-aa59a816b501 None None] Provisioning complete for port f258a8e5-6144-4198-ab1d-beedf4834303 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:26:46.439570 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9695ffb5-df60-4d1d-81df-aa59a816b501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:46.441879 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-623d46a2-9d0c-434b-98e9-2e241ac0c110 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Transition to ACTIVE for port object 8e869259-be6a-4198-8535-6230d0b43c40 will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:26:46.454084 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b533ddef-eb42-48bc-a54c-4a38e1475ea8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "PUT /v2.0/routers/69fdb46c-87bc-4fd9-acc6-25e7717143cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6853914 Dec 22 13:26:46.457279 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51170) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:46.488069 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e51da3-87f7-484c-a3c1-411fcfa6d5fc None None] Pushing event updated for resources: {'Port': ['ID=78d6b42f-c138-4d47-bb01-5c7354df409d,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:46.517599 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-61e51da3-87f7-484c-a3c1-411fcfa6d5fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:46.574859 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-9695ffb5-df60-4d1d-81df-aa59a816b501 None None] Port f258a8e5-6144-4198-ab1d-beedf4834303 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:26:46.587229 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-623d46a2-9d0c-434b-98e9-2e241ac0c110 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:46.614374 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-14c22cc3-ef63-4108-88fa-d48a95099eb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:46.665099 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:46.702296 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-9695ffb5-df60-4d1d-81df-aa59a816b501 None None] Provisioning complete for port 298b7126-72e8-4c27-a04c-2c90f55dc0f7 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:26:46.703132 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9695ffb5-df60-4d1d-81df-aa59a816b501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:46.728026 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2184ee-4dbb-448a-ba9c-f72fa0a05e73 None None] Sync routers for ids ['69fdb46c-87bc-4fd9-acc6-25e7717143cc'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:26:46.744646 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2184ee-4dbb-448a-ba9c-f72fa0a05e73 None None] Routers {'69fdb46c-87bc-4fd9-acc6-25e7717143cc'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:26:46.745348 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-3a2184ee-4dbb-448a-ba9c-f72fa0a05e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:26:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['69fdb46c-87bc-4fd9-acc6-25e7717143cc'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:46.745594 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623d46a2-9d0c-434b-98e9-2e241ac0c110 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Network 2f844636-4758-46c8-9e09-fa2ef3b2c255 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:26:46.755796 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-623d46a2-9d0c-434b-98e9-2e241ac0c110 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:26:46.758430 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623d46a2-9d0c-434b-98e9-2e241ac0c110 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:26:46.837846 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d46a2-9d0c-434b-98e9-2e241ac0c110 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event updated for resources: {'Port': ['ID=8e869259-be6a-4198-8535-6230d0b43c40,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:46.841696 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-623d46a2-9d0c-434b-98e9-2e241ac0c110 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:46.853232 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a8743e-736f-42fd-ada6-28083c538f29 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:46.855634 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a8743e-736f-42fd-ada6-28083c538f29 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:46.855634 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a8743e-736f-42fd-ada6-28083c538f29 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:46.855634 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a8743e-736f-42fd-ada6-28083c538f29 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:46.855634 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a8743e-736f-42fd-ada6-28083c538f29 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:46.856207 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a8743e-736f-42fd-ada6-28083c538f29 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:46.856307 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a8743e-736f-42fd-ada6-28083c538f29 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:46.859900 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-24a8743e-736f-42fd-ada6-28083c538f29 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4966 time: 0.4008009 Dec 22 13:26:46.862686 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51174) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:46.869719 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port da07eab6-a3af-40b7-8d7c-46f79553023e, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=da07eab6-a3af-40b7-8d7c-46f79553023e,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:26:46.920516 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-623d46a2-9d0c-434b-98e9-2e241ac0c110 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:46.932788 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:46.952440 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-27cc9e92-792a-478e-a9ed-b51cb80ed7c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:46.972392 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5ce17b-dd35-4f7b-9bfa-2f71702664eb tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:46.972902 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5ce17b-dd35-4f7b-9bfa-2f71702664eb tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:46.973467 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5ce17b-dd35-4f7b-9bfa-2f71702664eb tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:46.973627 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5ce17b-dd35-4f7b-9bfa-2f71702664eb tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:46.974077 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5ce17b-dd35-4f7b-9bfa-2f71702664eb tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:46.974508 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5ce17b-dd35-4f7b-9bfa-2f71702664eb tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:46.974885 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-3a2184ee-4dbb-448a-ba9c-f72fa0a05e73 None None] Set router 69fdb46c-87bc-4fd9-acc6-25e7717143cc gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:26:46.975558 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5ce17b-dd35-4f7b-9bfa-2f71702664eb tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:46.982580 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ff5ce17b-dd35-4f7b-9bfa-2f71702664eb tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4597 time: 0.1111686 Dec 22 13:26:46.985573 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51178) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:47.068856 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=da07eab6-a3af-40b7-8d7c-46f79553023e,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:47.091494 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:47.129923 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-623d46a2-9d0c-434b-98e9-2e241ac0c110 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:47.203049 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c1732bb3-ba1b-4343-9ece-ebc07bc6a450 None None] Provisioning complete for port f258a8e5-6144-4198-ab1d-beedf4834303 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:26:47.203049 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c1732bb3-ba1b-4343-9ece-ebc07bc6a450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:47.243528 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 298b7126-72e8-4c27-a04c-2c90f55dc0f7 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:26:47.341292 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-3a2184ee-4dbb-448a-ba9c-f72fa0a05e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fdb46c-87bc-4fd9-acc6-25e7717143cc', 'name': 'tempest-TestNetworkBasicOps-router-1519351070', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.138'}], 'enable_snat': True}, 'gw_port_id': 'da07eab6-a3af-40b7-8d7c-46f79553023e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:38Z', 'updated_at': '2021-12-22T13:26:44Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'da07eab6-a3af-40b7-8d7c-46f79553023e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fdb46c-87bc-4fd9-acc6-25e7717143cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:38Z', 'updated_at': '2021-12-22T13:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'f258a8e5-6144-4198-ab1d-beedf4834303', 'name': '', 'network_id': 'b1872695-45c5-49dd-a010-6c7329d2e137', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:00:75:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fdb46c-87bc-4fd9-acc6-25e7717143cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b1a62fd-f8de-4d0c-aff0-389b2ffe2b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:42Z', 'updated_at': '2021-12-22T13:26:44Z', 'revision_number': 2, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '1b1a62fd-f8de-4d0c-aff0-389b2ffe2b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:47.345542 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2184ee-4dbb-448a-ba9c-f72fa0a05e73 None None] Checking router: 69fdb46c-87bc-4fd9-acc6-25e7717143cc for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:26:47.346107 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2184ee-4dbb-448a-ba9c-f72fa0a05e73 None None] Updating router 69fdb46c-87bc-4fd9-acc6-25e7717143cc port f258a8e5-6144-4198-ab1d-beedf4834303 binding host dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:26:47.400825 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-c1732bb3-ba1b-4343-9ece-ebc07bc6a450 None None] Port f258a8e5-6144-4198-ab1d-beedf4834303 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:26:47.404339 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-3a2184ee-4dbb-448a-ba9c-f72fa0a05e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:47.407406 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-45fb74a3-8747-4fb8-8efa-a789b1bd6682 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3573 time: 0.4205120 Dec 22 13:26:47.440787 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 298b7126-72e8-4c27-a04c-2c90f55dc0f7 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:26:47.441237 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:47.643935 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 78d6b42f-c138-4d47-bb01-5c7354df409d up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:26:47.751952 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce7f020-cdff-4aa3-a224-e8ff6bcfddf9 None None] Network 2f844636-4758-46c8-9e09-fa2ef3b2c255 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:26:47.785256 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-623d46a2-9d0c-434b-98e9-2e241ac0c110 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:47.846451 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 78d6b42f-c138-4d47-bb01-5c7354df409d completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:26:47.890153 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-623d46a2-9d0c-434b-98e9-2e241ac0c110 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:47.919652 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-3a2184ee-4dbb-448a-ba9c-f72fa0a05e73 None None] Notify callbacks [] for port, precommit_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:47.929967 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a287c58a-64ed-4ad7-a597-9e63ebeddaae tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:47.936632 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.provisioning_blocks [None req-3a2184ee-4dbb-448a-ba9c-f72fa0a05e73 None None] Transition to ACTIVE for port object f258a8e5-6144-4198-ab1d-beedf4834303 will not be triggered until provisioned by entity L2. {{(pid=84151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:26:47.955083 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51184) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:47.961840 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-10b6f08f-3130-4dba-a964-18630acfe4c0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-507213890', 'description': 'tempest-secgroup-smoke-507213890 description', 'project_id': '453b85bce7e6482dbe10966fb03da8cc'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:26:47.978061 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-10b6f08f-3130-4dba-a964-18630acfe4c0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:26:47.978061 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-10b6f08f-3130-4dba-a964-18630acfe4c0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:26:47.978061 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-10b6f08f-3130-4dba-a964-18630acfe4c0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:26:47.983835 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-10b6f08f-3130-4dba-a964-18630acfe4c0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:26:47.997978 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c70a5bd6-a093-4275-b6f5-c150513dad2f None None] Provisioning for port 78d6b42f-c138-4d47-bb01-5c7354df409d completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:26:48.005424 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c70a5bd6-a093-4275-b6f5-c150513dad2f None None] Provisioning complete for port 78d6b42f-c138-4d47-bb01-5c7354df409d triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:26:48.005814 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c70a5bd6-a093-4275-b6f5-c150513dad2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:48.014904 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-3a2184ee-4dbb-448a-ba9c-f72fa0a05e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:48.019743 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-1e0a340c-c363-4d52-9207-96a6f096c0d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:48.025993 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d46a2-9d0c-434b-98e9-2e241ac0c110 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event updated for resources: {'Port': ['ID=8e869259-be6a-4198-8535-6230d0b43c40,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:48.032813 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-623d46a2-9d0c-434b-98e9-2e241ac0c110 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:48.039940 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-623d46a2-9d0c-434b-98e9-2e241ac0c110 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:48.072163 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-10b6f08f-3130-4dba-a964-18630acfe4c0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:48.157786 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-10b6f08f-3130-4dba-a964-18630acfe4c0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:26:48.163761 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c70a5bd6-a093-4275-b6f5-c150513dad2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:48.177514 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-10b6f08f-3130-4dba-a964-18630acfe4c0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:26:48.180956 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-10b6f08f-3130-4dba-a964-18630acfe4c0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:26:48.198591 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-10b6f08f-3130-4dba-a964-18630acfe4c0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:26:48.211817 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-c70a5bd6-a093-4275-b6f5-c150513dad2f None None] For port 78d6b42f-c138-4d47-bb01-5c7354df409d, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=78d6b42f-c138-4d47-bb01-5c7354df409d,segment=NetworkSegment(9ff17bfd-c0dc-468a-b3a3-eb02154e531a),segment_id=9ff17bfd-c0dc-468a-b3a3-eb02154e531a)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:26:48.228399 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623d46a2-9d0c-434b-98e9-2e241ac0c110 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Network 2f844636-4758-46c8-9e09-fa2ef3b2c255 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:26:48.229880 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-623d46a2-9d0c-434b-98e9-2e241ac0c110 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:26:48.236615 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f132d21-1c79-49db-abe9-356e05060335 None None] Pushing event updated for resources: {'Port': ['ID=f258a8e5-6144-4198-ab1d-beedf4834303,revision_number=3']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:48.248186 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-5f132d21-1c79-49db-abe9-356e05060335 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:48.311524 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c70a5bd6-a093-4275-b6f5-c150513dad2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:48.313300 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:48.327692 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-10b6f08f-3130-4dba-a964-18630acfe4c0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:48.400616 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-10b6f08f-3130-4dba-a964-18630acfe4c0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:48.415420 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a5bd6-a093-4275-b6f5-c150513dad2f None None] Pushing event updated for resources: {'Port': ['ID=78d6b42f-c138-4d47-bb01-5c7354df409d,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:48.419431 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c70a5bd6-a093-4275-b6f5-c150513dad2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:48.430698 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4c52acce-ae3c-45c6-b4bd-3d3098b90b71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:48.461552 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-3a2184ee-4dbb-448a-ba9c-f72fa0a05e73 None None] Attempting to bind port f258a8e5-6144-4198-ab1d-beedf4834303 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:26:48.462222 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-3a2184ee-4dbb-448a-ba9c-f72fa0a05e73 None None] Attempting to bind port f258a8e5-6144-4198-ab1d-beedf4834303 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '2fb243d8-db7f-48f4-9c3e-fba66e6cded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b1872695-45c5-49dd-a010-6c7329d2e137'}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:26:48.462794 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2184ee-4dbb-448a-ba9c-f72fa0a05e73 None None] Attempting to bind port f258a8e5-6144-4198-ab1d-beedf4834303 on network b1872695-45c5-49dd-a010-6c7329d2e137 {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:26:48.477806 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2184ee-4dbb-448a-ba9c-f72fa0a05e73 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:26:48.477806 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2184ee-4dbb-448a-ba9c-f72fa0a05e73 None None] Checking segment: {'id': '2fb243d8-db7f-48f4-9c3e-fba66e6cded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b1872695-45c5-49dd-a010-6c7329d2e137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:26:48.478037 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b6f08f-3130-4dba-a964-18630acfe4c0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=718d48ea-44e3-4fff-97e2-daa7de89027e,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:48.478334 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-3a2184ee-4dbb-448a-ba9c-f72fa0a05e73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:48.478334 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2184ee-4dbb-448a-ba9c-f72fa0a05e73 None None] Bound using segment: {'id': '2fb243d8-db7f-48f4-9c3e-fba66e6cded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b1872695-45c5-49dd-a010-6c7329d2e137'} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:26:48.478334 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-3a2184ee-4dbb-448a-ba9c-f72fa0a05e73 None None] Bound port: f258a8e5-6144-4198-ab1d-beedf4834303, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb243d8-db7f-48f4-9c3e-fba66e6cded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b1872695-45c5-49dd-a010-6c7329d2e137'}}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:26:48.479188 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-3a2184ee-4dbb-448a-ba9c-f72fa0a05e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:48.479585 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-10b6f08f-3130-4dba-a964-18630acfe4c0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:48.546509 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-10b6f08f-3130-4dba-a964-18630acfe4c0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:48.546509 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-10b6f08f-3130-4dba-a964-18630acfe4c0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5880332 Dec 22 13:26:48.548534 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51190) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:48.551270 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-18976e58-a5dc-4bf3-be97-a1db6cfc5001 None None] Provisioning complete for port 78d6b42f-c138-4d47-bb01-5c7354df409d triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:26:48.551958 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-18976e58-a5dc-4bf3-be97-a1db6cfc5001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:48.557572 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-6fc5c785-b301-4e8c-8058-ed76acc5ec16 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '718d48ea-44e3-4fff-97e2-daa7de89027e', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:26:48.576522 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-6fc5c785-b301-4e8c-8058-ed76acc5ec16 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:26:48.593367 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6fc5c785-b301-4e8c-8058-ed76acc5ec16 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:26:48.597334 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6fc5c785-b301-4e8c-8058-ed76acc5ec16 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:26:48.619616 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-6fc5c785-b301-4e8c-8058-ed76acc5ec16 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:26:48.619773 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-3a2184ee-4dbb-448a-ba9c-f72fa0a05e73 None None] For port f258a8e5-6144-4198-ab1d-beedf4834303, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:26:48.620709 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-3a2184ee-4dbb-448a-ba9c-f72fa0a05e73 None None] For port f258a8e5-6144-4198-ab1d-beedf4834303, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=f258a8e5-6144-4198-ab1d-beedf4834303,segment=NetworkSegment(2fb243d8-db7f-48f4-9c3e-fba66e6cded8),segment_id=2fb243d8-db7f-48f4-9c3e-fba66e6cded8)] {{(pid=84151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:26:48.699000 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-3a2184ee-4dbb-448a-ba9c-f72fa0a05e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:48.704050 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-fb16370a-0d29-4186-b794-9918f138ab76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:48.713175 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6fc5c785-b301-4e8c-8058-ed76acc5ec16 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:48.802244 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6fc5c785-b301-4e8c-8058-ed76acc5ec16 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:48.815111 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-18976e58-a5dc-4bf3-be97-a1db6cfc5001 None None] Provisioning for port 8e869259-be6a-4198-8535-6230d0b43c40 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:26:48.821053 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-18976e58-a5dc-4bf3-be97-a1db6cfc5001 None None] Provisioning complete for port 8e869259-be6a-4198-8535-6230d0b43c40 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:26:48.821296 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-18976e58-a5dc-4bf3-be97-a1db6cfc5001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:48.824692 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f132d21-1c79-49db-abe9-356e05060335 None None] Pushing event updated for resources: {'Port': ['ID=f258a8e5-6144-4198-ab1d-beedf4834303,revision_number=4']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:48.829260 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-5f132d21-1c79-49db-abe9-356e05060335 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:48.830828 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2184ee-4dbb-448a-ba9c-f72fa0a05e73 None None] Routers {'69fdb46c-87bc-4fd9-acc6-25e7717143cc'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:26:48.831808 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-3a2184ee-4dbb-448a-ba9c-f72fa0a05e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:26:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['69fdb46c-87bc-4fd9-acc6-25e7717143cc'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:48.891119 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6fc5c785-b301-4e8c-8058-ed76acc5ec16 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:48.933366 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-18976e58-a5dc-4bf3-be97-a1db6cfc5001 None None] Port 8e869259-be6a-4198-8535-6230d0b43c40 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:26:48.953749 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3b3805e8-72ac-4912-884f-1b09cdbed7cd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:48.993381 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc5c785-b301-4e8c-8058-ed76acc5ec16 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94bb5195-fb8a-4825-af49-a3d869a99129,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:48.996341 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6fc5c785-b301-4e8c-8058-ed76acc5ec16 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:49.047619 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device da07eab6-a3af-40b7-8d7c-46f79553023e up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:26:49.049609 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6fc5c785-b301-4e8c-8058-ed76acc5ec16 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:49.054401 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6fc5c785-b301-4e8c-8058-ed76acc5ec16 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5011241 Dec 22 13:26:49.054685 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51194) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:49.060714 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-68102d53-a0bc-4c0b-837c-e6d37e0f9039 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '718d48ea-44e3-4fff-97e2-daa7de89027e', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:26:49.066237 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-3a2184ee-4dbb-448a-ba9c-f72fa0a05e73 None None] Set router 69fdb46c-87bc-4fd9-acc6-25e7717143cc gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:26:49.072438 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-68102d53-a0bc-4c0b-837c-e6d37e0f9039 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:26:49.076748 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-68102d53-a0bc-4c0b-837c-e6d37e0f9039 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:26:49.080454 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-68102d53-a0bc-4c0b-837c-e6d37e0f9039 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:26:49.089868 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623d46a2-9d0c-434b-98e9-2e241ac0c110 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Router 960e4edd-6c43-4bb2-92fa-5a45f836e913 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:26:49.093128 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-68102d53-a0bc-4c0b-837c-e6d37e0f9039 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:26:49.150075 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-414f097f-4344-4e48-a8ca-1e404ea44e87 None None] Provisioning complete for port 8e869259-be6a-4198-8535-6230d0b43c40 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:26:49.150696 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-414f097f-4344-4e48-a8ca-1e404ea44e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:49.201542 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-68102d53-a0bc-4c0b-837c-e6d37e0f9039 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:49.208850 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port da07eab6-a3af-40b7-8d7c-46f79553023e triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:26:49.209742 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:49.247286 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-414f097f-4344-4e48-a8ca-1e404ea44e87 None None] Port 8e869259-be6a-4198-8535-6230d0b43c40 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:26:49.287515 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-68102d53-a0bc-4c0b-837c-e6d37e0f9039 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:49.305644 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623d46a2-9d0c-434b-98e9-2e241ac0c110 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:26:49.321803 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-623d46a2-9d0c-434b-98e9-2e241ac0c110 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "PUT /v2.0/routers/960e4edd-6c43-4bb2-92fa-5a45f836e913/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4558508 Dec 22 13:26:49.321995 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e94b6f-a4a0-42a6-9802-2928f7d9d2d9 None None] Sync routers for ids ['960e4edd-6c43-4bb2-92fa-5a45f836e913'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:26:49.323881 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51198) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:49.358478 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 78d6b42f-c138-4d47-bb01-5c7354df409d up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:26:49.373899 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-68102d53-a0bc-4c0b-837c-e6d37e0f9039 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:49.383294 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-666bdab0-616d-44a2-bef6-0ec1ff0b651c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:49.390411 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e94b6f-a4a0-42a6-9802-2928f7d9d2d9 None None] Routers {'960e4edd-6c43-4bb2-92fa-5a45f836e913'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:26:49.391309 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-40e94b6f-a4a0-42a6-9802-2928f7d9d2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:26:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['960e4edd-6c43-4bb2-92fa-5a45f836e913'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:49.415795 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68102d53-a0bc-4c0b-837c-e6d37e0f9039 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11d0ca97-f737-4a48-bc24-d829f954cba2,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:49.421415 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-68102d53-a0bc-4c0b-837c-e6d37e0f9039 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:49.445819 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-3a2184ee-4dbb-448a-ba9c-f72fa0a05e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fdb46c-87bc-4fd9-acc6-25e7717143cc', 'name': 'tempest-TestNetworkBasicOps-router-1519351070', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.138'}], 'enable_snat': True}, 'gw_port_id': 'da07eab6-a3af-40b7-8d7c-46f79553023e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:38Z', 'updated_at': '2021-12-22T13:26:44Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'da07eab6-a3af-40b7-8d7c-46f79553023e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fdb46c-87bc-4fd9-acc6-25e7717143cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:38Z', 'updated_at': '2021-12-22T13:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'f258a8e5-6144-4198-ab1d-beedf4834303', 'name': '', 'network_id': 'b1872695-45c5-49dd-a010-6c7329d2e137', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:00:75:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fdb46c-87bc-4fd9-acc6-25e7717143cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b1a62fd-f8de-4d0c-aff0-389b2ffe2b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:42Z', 'updated_at': '2021-12-22T13:26:48Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '1b1a62fd-f8de-4d0c-aff0-389b2ffe2b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:49.446140 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ce5bde-0c2a-4ffb-bed1-53ff4c7638b2 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:49.446755 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-62ce5bde-0c2a-4ffb-bed1-53ff4c7638b2 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Synchronizing usage tracker for tenant:813a48bed9b742a7b1de5354f99e3715 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:26:49.449962 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2184ee-4dbb-448a-ba9c-f72fa0a05e73 None None] The sync data for ids ['69fdb46c-87bc-4fd9-acc6-25e7717143cc'] in dv-neutron-822669-1-hyperv is: [{'id': '69fdb46c-87bc-4fd9-acc6-25e7717143cc', 'name': 'tempest-TestNetworkBasicOps-router-1519351070', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.138'}], 'enable_snat': True}, 'gw_port_id': 'da07eab6-a3af-40b7-8d7c-46f79553023e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:38Z', 'updated_at': '2021-12-22T13:26:44Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'da07eab6-a3af-40b7-8d7c-46f79553023e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fdb46c-87bc-4fd9-acc6-25e7717143cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:38Z', 'updated_at': '2021-12-22T13:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'f258a8e5-6144-4198-ab1d-beedf4834303', 'name': '', 'network_id': 'b1872695-45c5-49dd-a010-6c7329d2e137', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:00:75:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fdb46c-87bc-4fd9-acc6-25e7717143cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b1a62fd-f8de-4d0c-aff0-389b2ffe2b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:42Z', 'updated_at': '2021-12-22T13:26:48Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '1b1a62fd-f8de-4d0c-aff0-389b2ffe2b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:26:49.482895 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-40e94b6f-a4a0-42a6-9802-2928f7d9d2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:49.512798 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-68102d53-a0bc-4c0b-837c-e6d37e0f9039 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:49.519357 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51202) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:49.520693 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-68102d53-a0bc-4c0b-837c-e6d37e0f9039 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4644153 Dec 22 13:26:49.526708 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-2e473ad6-0f45-4b79-9ba0-45501b79ce4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '718d48ea-44e3-4fff-97e2-daa7de89027e', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:26:49.539101 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-2e473ad6-0f45-4b79-9ba0-45501b79ce4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:26:49.540738 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-62ce5bde-0c2a-4ffb-bed1-53ff4c7638b2 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Unset dirty status for tenant:813a48bed9b742a7b1de5354f99e3715 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:26:49.541817 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-62ce5bde-0c2a-4ffb-bed1-53ff4c7638b2 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "GET /v2.0/ports/8e869259-be6a-4198-8535-6230d0b43c40 HTTP/1.1" status: 200 len: 910 time: 0.2165132 Dec 22 13:26:49.544647 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51206) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:49.550550 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-6d20b35a-2ba1-4c29-a644-6eb82e8d2ac2 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a64082d2-8ab8-4398-a9aa-f8226cf49760'}]}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:26:49.552457 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-2e473ad6-0f45-4b79-9ba0-45501b79ce4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:26:49.554710 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e94b6f-a4a0-42a6-9802-2928f7d9d2d9 None None] Routers {'960e4edd-6c43-4bb2-92fa-5a45f836e913'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:26:49.555348 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-40e94b6f-a4a0-42a6-9802-2928f7d9d2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:26:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['960e4edd-6c43-4bb2-92fa-5a45f836e913'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:49.557476 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-2e473ad6-0f45-4b79-9ba0-45501b79ce4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:26:49.577178 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-2e473ad6-0f45-4b79-9ba0-45501b79ce4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:26:49.637269 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 78d6b42f-c138-4d47-bb01-5c7354df409d triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:26:49.637430 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:49.650308 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2e473ad6-0f45-4b79-9ba0-45501b79ce4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:49.714784 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-2467e6a7-e3e3-4308-a302-b141bf991aaf None None] Provisioning complete for port 8e869259-be6a-4198-8535-6230d0b43c40 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:26:49.715061 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2467e6a7-e3e3-4308-a302-b141bf991aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:49.747056 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2e473ad6-0f45-4b79-9ba0-45501b79ce4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:49.757516 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-40e94b6f-a4a0-42a6-9802-2928f7d9d2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:49.758328 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e94b6f-a4a0-42a6-9802-2928f7d9d2d9 None None] The sync data for ids ['960e4edd-6c43-4bb2-92fa-5a45f836e913'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:26:49.805880 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-2467e6a7-e3e3-4308-a302-b141bf991aaf None None] Port 8e869259-be6a-4198-8535-6230d0b43c40 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:26:49.825006 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2e473ad6-0f45-4b79-9ba0-45501b79ce4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:49.829308 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c9c031c4-604b-4491-b48a-ee074e717fda tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:49.858138 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6d20b35a-2ba1-4c29-a644-6eb82e8d2ac2 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:49.874173 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e473ad6-0f45-4b79-9ba0-45501b79ce4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=199ed2e6-e164-436a-ae7a-c9fd5963e8be,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:49.877076 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2e473ad6-0f45-4b79-9ba0-45501b79ce4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:49.981662 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2e473ad6-0f45-4b79-9ba0-45501b79ce4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:49.986080 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-2e473ad6-0f45-4b79-9ba0-45501b79ce4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4643583 Dec 22 13:26:49.987940 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51210) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:49.993709 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-855aa21a-d788-49be-b32b-09b14976c34e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '718d48ea-44e3-4fff-97e2-daa7de89027e', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:26:49.999999 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-855aa21a-d788-49be-b32b-09b14976c34e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:26:50.008716 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-855aa21a-d788-49be-b32b-09b14976c34e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:26:50.009344 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-855aa21a-d788-49be-b32b-09b14976c34e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:26:50.015228 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-855aa21a-d788-49be-b32b-09b14976c34e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:26:50.082064 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-855aa21a-d788-49be-b32b-09b14976c34e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:50.156375 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-855aa21a-d788-49be-b32b-09b14976c34e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:50.219234 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-855aa21a-d788-49be-b32b-09b14976c34e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:50.221340 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:50.245473 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855aa21a-d788-49be-b32b-09b14976c34e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3e5a5ff-2f2f-46a0-9914-75786bac0fba,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:50.248311 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-855aa21a-d788-49be-b32b-09b14976c34e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:50.399764 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-855aa21a-d788-49be-b32b-09b14976c34e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:50.399764 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-855aa21a-d788-49be-b32b-09b14976c34e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4091959 Dec 22 13:26:50.401799 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51214) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:50.407513 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-7964901c-bdff-45f8-b3ca-ebce5265b4d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '718d48ea-44e3-4fff-97e2-daa7de89027e', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:26:50.414166 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-7964901c-bdff-45f8-b3ca-ebce5265b4d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:26:50.419239 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-7964901c-bdff-45f8-b3ca-ebce5265b4d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:26:50.421199 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6d20b35a-2ba1-4c29-a644-6eb82e8d2ac2 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:50.428782 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-7964901c-bdff-45f8-b3ca-ebce5265b4d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:26:50.433448 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-7964901c-bdff-45f8-b3ca-ebce5265b4d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:26:50.499271 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6d20b35a-2ba1-4c29-a644-6eb82e8d2ac2 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:50.499768 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.securitygroups_db [None req-7964901c-bdff-45f8-b3ca-ebce5265b4d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Project 453b85bce7e6482dbe10966fb03da8cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:26:50.507670 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7964901c-bdff-45f8-b3ca-ebce5265b4d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:50.529521 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-40755ad4-7d71-4955-827a-76c646425ea3 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:50.576573 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7964901c-bdff-45f8-b3ca-ebce5265b4d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:50.617783 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d20b35a-2ba1-4c29-a644-6eb82e8d2ac2 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:50.622166 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6d20b35a-2ba1-4c29-a644-6eb82e8d2ac2 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:50.622166 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6d20b35a-2ba1-4c29-a644-6eb82e8d2ac2 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "PUT /v2.0/ports/8e869259-be6a-4198-8535-6230d0b43c40 HTTP/1.1" status: 200 len: 910 time: 1.0741875 Dec 22 13:26:50.622166 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d20b35a-2ba1-4c29-a644-6eb82e8d2ac2 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event updated for resources: {'Port': ['ID=8e869259-be6a-4198-8535-6230d0b43c40,revision_number=3']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:50.623763 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6d20b35a-2ba1-4c29-a644-6eb82e8d2ac2 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:50.624314 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51218) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:50.636524 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7964901c-bdff-45f8-b3ca-ebce5265b4d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:50.639194 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a57ad58d-031b-40f0-af8a-150b21724626 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:50.661917 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964901c-bdff-45f8-b3ca-ebce5265b4d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd621b88-4ce2-4502-9d0c-83299abd8a9d,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:50.667905 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7964901c-bdff-45f8-b3ca-ebce5265b4d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:50.723915 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7964901c-bdff-45f8-b3ca-ebce5265b4d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:50.726411 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-7964901c-bdff-45f8-b3ca-ebce5265b4d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3231640 Dec 22 13:26:50.729499 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51222) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:50.735719 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-bb65b75f-aefe-4415-a6cf-2dc6e96542f2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '718d48ea-44e3-4fff-97e2-daa7de89027e', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:26:50.742130 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-bb65b75f-aefe-4415-a6cf-2dc6e96542f2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:26:50.746111 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-bb65b75f-aefe-4415-a6cf-2dc6e96542f2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:26:50.750586 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-bb65b75f-aefe-4415-a6cf-2dc6e96542f2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:26:50.755040 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-bb65b75f-aefe-4415-a6cf-2dc6e96542f2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:26:50.837985 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.securitygroups_db [None req-bb65b75f-aefe-4415-a6cf-2dc6e96542f2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Project 453b85bce7e6482dbe10966fb03da8cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:26:50.845050 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bb65b75f-aefe-4415-a6cf-2dc6e96542f2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:50.910678 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bb65b75f-aefe-4415-a6cf-2dc6e96542f2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:50.975184 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bb65b75f-aefe-4415-a6cf-2dc6e96542f2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:50.977753 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f51b0dc2-efed-410d-a171-e88ae05836c5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:51.000523 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65b75f-aefe-4415-a6cf-2dc6e96542f2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c93b64-94d6-4bc9-9b9e-667dacee5d1f,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:51.003105 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-bb65b75f-aefe-4415-a6cf-2dc6e96542f2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:51.035123 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device f258a8e5-6144-4198-ab1d-beedf4834303 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:26:51.083596 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ef2c30c5-718f-491d-904d-ad05e6ad3c5c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:51.117812 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bb65b75f-aefe-4415-a6cf-2dc6e96542f2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:51.119251 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-bb65b75f-aefe-4415-a6cf-2dc6e96542f2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3882203 Dec 22 13:26:51.190206 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port f258a8e5-6144-4198-ab1d-beedf4834303 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:26:51.196010 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port f258a8e5-6144-4198-ab1d-beedf4834303 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:26:51.196404 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:51.322252 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:51.360367 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port f258a8e5-6144-4198-ab1d-beedf4834303, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=f258a8e5-6144-4198-ab1d-beedf4834303,segment=NetworkSegment(2fb243d8-db7f-48f4-9c3e-fba66e6cded8),segment_id=2fb243d8-db7f-48f4-9c3e-fba66e6cded8)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:26:51.437811 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:51.439754 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-142d8d64-5de9-4e8f-a737-d75eb06cf9a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:51.572425 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=f258a8e5-6144-4198-ab1d-beedf4834303,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:51.575469 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:51.719001 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-3654b987-0253-4d16-baec-499385c0a4ce req-f711d009-c989-4195-8725-9e9cb5424a34 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-507213890&fields=id&tenant_id=453b85bce7e6482dbe10966fb03da8cc HTTP/1.1" status: 200 len: 267 time: 0.0591197 Dec 22 13:26:51.720908 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-ef2c30c5-718f-491d-904d-ad05e6ad3c5c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Deleting port 8e869259-be6a-4198-8535-6230d0b43c40 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:26:51.721321 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ef2c30c5-718f-491d-904d-ad05e6ad3c5c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:51.878741 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654b987-0253-4d16-baec-499385c0a4ce req-86439fb0-dcc7-445a-b696-0be74a840764 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:51.879404 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-3654b987-0253-4d16-baec-499385c0a4ce req-86439fb0-dcc7-445a-b696-0be74a840764 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:network {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:26:51.904093 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ef2c30c5-718f-491d-904d-ad05e6ad3c5c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:51.963553 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-3654b987-0253-4d16-baec-499385c0a4ce req-86439fb0-dcc7-445a-b696-0be74a840764 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:network {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:26:51.964952 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-3654b987-0253-4d16-baec-499385c0a4ce req-86439fb0-dcc7-445a-b696-0be74a840764 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/networks?id=b1872695-45c5-49dd-a010-6c7329d2e137 HTTP/1.1" status: 200 len: 796 time: 0.2381413 Dec 22 13:26:51.982580 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-3654b987-0253-4d16-baec-499385c0a4ce req-c7dc27e4-5734-4037-88a4-3f01a95b2207 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/quotas/453b85bce7e6482dbe10966fb03da8cc HTTP/1.1" status: 200 len: 375 time: 0.0113647 Dec 22 13:26:52.025263 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-ef2c30c5-718f-491d-904d-ad05e6ad3c5c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Calling delete_port for 8e869259-be6a-4198-8535-6230d0b43c40 owned by network:router_interface {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:26:52.068317 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-3654b987-0253-4d16-baec-499385c0a4ce req-1e71438e-0883-494b-b9e8-0175c14293c0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0805058 Dec 22 13:26:52.210454 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [req-3654b987-0253-4d16-baec-499385c0a4ce req-29b42e6c-ec64-4e20-a23f-d9ce94a3f445 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84148) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:26:52.211486 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-3654b987-0253-4d16-baec-499385c0a4ce req-29b42e6c-ec64-4e20-a23f-d9ce94a3f445 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1310742 Dec 22 13:26:52.272829 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ef2c30c5-718f-491d-904d-ad05e6ad3c5c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:52.276810 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e2df1cec-8d25-46a1-8b9b-eb14c7e6958d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:52.352636 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-3654b987-0253-4d16-baec-499385c0a4ce req-fcc5fe2e-6130-44e1-b8b5-ea4cb85a42c1 service neutron] 10.222.0.47 "GET /v2.0/networks/b1872695-45c5-49dd-a010-6c7329d2e137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345870 Dec 22 13:26:52.433451 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c30c5-718f-491d-904d-ad05e6ad3c5c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event deleted for resources: {'Port': ['ID=8e869259-be6a-4198-8535-6230d0b43c40,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:52.435877 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ef2c30c5-718f-491d-904d-ad05e6ad3c5c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:52.501871 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-3654b987-0253-4d16-baec-499385c0a4ce req-a3ab4e37-f506-454c-96ea-aaa3610bd286 service neutron] 10.222.0.47 "GET /v2.0/networks/b1872695-45c5-49dd-a010-6c7329d2e137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431081 Dec 22 13:26:52.680122 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ef2c30c5-718f-491d-904d-ad05e6ad3c5c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:52.998324 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-959bc5ef-6ee3-43db-bb00-64b42fe0e4fd req-d36fb54b-28b4-4142-a5c3-a40bec1187a5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:26:53.020663 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device f258a8e5-6144-4198-ab1d-beedf4834303 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:26:53.096433 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port f258a8e5-6144-4198-ab1d-beedf4834303 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:26:53.096819 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:53.136177 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-959bc5ef-6ee3-43db-bb00-64b42fe0e4fd req-d36fb54b-28b4-4142-a5c3-a40bec1187a5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:26:53.136864 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-959bc5ef-6ee3-43db-bb00-64b42fe0e4fd req-d36fb54b-28b4-4142-a5c3-a40bec1187a5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5762dbca-87ca-4244-b58f-4dc61496b8d0 HTTP/1.1" status: 200 len: 210 time: 0.3799427 Dec 22 13:26:53.173032 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2c30c5-718f-491d-904d-ad05e6ad3c5c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Router 960e4edd-6c43-4bb2-92fa-5a45f836e913 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:26:53.317562 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2c30c5-718f-491d-904d-ad05e6ad3c5c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:26:53.326634 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9265131-50dd-4bc4-9b50-aaf64019c79e None None] Sync routers for ids ['960e4edd-6c43-4bb2-92fa-5a45f836e913'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:26:53.339362 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9265131-50dd-4bc4-9b50-aaf64019c79e None None] Routers {'960e4edd-6c43-4bb2-92fa-5a45f836e913'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:26:53.339965 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-f9265131-50dd-4bc4-9b50-aaf64019c79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:26:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['960e4edd-6c43-4bb2-92fa-5a45f836e913'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:53.401971 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-f9265131-50dd-4bc4-9b50-aaf64019c79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:53.408243 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ef2c30c5-718f-491d-904d-ad05e6ad3c5c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "PUT /v2.0/routers/960e4edd-6c43-4bb2-92fa-5a45f836e913/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7802210 Dec 22 13:26:53.410203 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51256) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:53.413609 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9265131-50dd-4bc4-9b50-aaf64019c79e None None] Routers {'960e4edd-6c43-4bb2-92fa-5a45f836e913'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:26:53.414211 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-f9265131-50dd-4bc4-9b50-aaf64019c79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:26:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['960e4edd-6c43-4bb2-92fa-5a45f836e913'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:53.454731 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-578d78f3-12b8-4989-9f40-0bd639740a42 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Synchronizing usage tracker for tenant:813a48bed9b742a7b1de5354f99e3715 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:26:53.473410 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-f9265131-50dd-4bc4-9b50-aaf64019c79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:53.473815 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9265131-50dd-4bc4-9b50-aaf64019c79e None None] The sync data for ids ['960e4edd-6c43-4bb2-92fa-5a45f836e913'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:26:53.523942 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-578d78f3-12b8-4989-9f40-0bd639740a42 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Unset dirty status for tenant:813a48bed9b742a7b1de5354f99e3715 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:26:53.525307 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-578d78f3-12b8-4989-9f40-0bd639740a42 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "GET /v2.0/ports?device_id=960e4edd-6c43-4bb2-92fa-5a45f836e913 HTTP/1.1" status: 200 len: 205 time: 0.1137819 Dec 22 13:26:53.527762 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51262) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:53.671622 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d2d33753-20f4-4253-b899-be5e043cef61 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for router, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:54.169903 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d2d33753-20f4-4253-b899-be5e043cef61 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:54.174587 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d2d33753-20f4-4253-b899-be5e043cef61 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:54.260551 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d2d33753-20f4-4253-b899-be5e043cef61 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:54.261042 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d33753-20f4-4253-b899-be5e043cef61 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Fanout notify agent at l3_agent the message router_deleted on router 960e4edd-6c43-4bb2-92fa-5a45f836e913 {{(pid=84148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:26:54.320504 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d2d33753-20f4-4253-b899-be5e043cef61 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:54.320659 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51268) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:54.322964 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d2d33753-20f4-4253-b899-be5e043cef61 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "DELETE /v2.0/routers/960e4edd-6c43-4bb2-92fa-5a45f836e913 HTTP/1.1" status: 204 len: 168 time: 0.7941391 Dec 22 13:26:54.330851 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-efa44198-40f2-4aad-8542-01f3645fd1c2 req-4b601b7d-6ff0-4a51-b2ff-e1146b586d08 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5762dbca-87ca-4244-b58f-4dc61496b8d0 HTTP/1.1" status: 200 len: 210 time: 0.0586782 Dec 22 13:26:54.391887 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dfefc4c-20c1-42e8-97b4-2ef922f5560f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Deleting subnet a64082d2-8ab8-4398-a9aa-f8226cf49760 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:26:54.394948 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4dfefc4c-20c1-42e8-97b4-2ef922f5560f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:54.458364 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4dfefc4c-20c1-42e8-97b4-2ef922f5560f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:54.553701 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4dfefc4c-20c1-42e8-97b4-2ef922f5560f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:54.706868 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4dfefc4c-20c1-42e8-97b4-2ef922f5560f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:54.711303 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1d457832-f3e1-449c-a2e9-b764d60d86a7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:54.747060 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfefc4c-20c1-42e8-97b4-2ef922f5560f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event deleted for resources: {'Subnet': ['ID=a64082d2-8ab8-4398-a9aa-f8226cf49760,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:54.749492 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4dfefc4c-20c1-42e8-97b4-2ef922f5560f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:54.752253 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4dfefc4c-20c1-42e8-97b4-2ef922f5560f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:54.759205 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-4dfefc4c-20c1-42e8-97b4-2ef922f5560f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "DELETE /v2.0/subnets/a64082d2-8ab8-4398-a9aa-f8226cf49760 HTTP/1.1" status: 204 len: 168 time: 0.4374208 Dec 22 13:26:54.760199 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc45790-8971-4802-b915-c648b2bc6c15 None None] Network 2f844636-4758-46c8-9e09-fa2ef3b2c255 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:26:54.761431 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51272) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:55.009337 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ab92c2b1-d24e-4224-b2a0-60d6aab7d02f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:55.019837 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-ab92c2b1-d24e-4224-b2a0-60d6aab7d02f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Deleting port 78d6b42f-c138-4d47-bb01-5c7354df409d {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:26:55.020158 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ab92c2b1-d24e-4224-b2a0-60d6aab7d02f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:55.030087 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec24f055-58cb-471a-8b81-07ceed4ea6be None None] DHCP port deletion for 2f844636-4758-46c8-9e09-fa2ef3b2c255 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:26:55.038837 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-ec24f055-58cb-471a-8b81-07ceed4ea6be None None] Deleting port 78d6b42f-c138-4d47-bb01-5c7354df409d {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:26:55.038837 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ec24f055-58cb-471a-8b81-07ceed4ea6be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:55.253405 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-ec24f055-58cb-471a-8b81-07ceed4ea6be None None] For port 78d6b42f-c138-4d47-bb01-5c7354df409d, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=78d6b42f-c138-4d47-bb01-5c7354df409d,segment=NetworkSegment(9ff17bfd-c0dc-468a-b3a3-eb02154e531a),segment_id=9ff17bfd-c0dc-468a-b3a3-eb02154e531a)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:26:55.256970 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ec24f055-58cb-471a-8b81-07ceed4ea6be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:55.362859 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-ab92c2b1-d24e-4224-b2a0-60d6aab7d02f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] For port 78d6b42f-c138-4d47-bb01-5c7354df409d, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=78d6b42f-c138-4d47-bb01-5c7354df409d,segment=NetworkSegment(9ff17bfd-c0dc-468a-b3a3-eb02154e531a),segment_id=9ff17bfd-c0dc-468a-b3a3-eb02154e531a)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:26:55.366067 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ab92c2b1-d24e-4224-b2a0-60d6aab7d02f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:55.378848 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654b987-0253-4d16-baec-499385c0a4ce req-6e8ee123-a499-4321-90aa-ac472340a506 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:55.380282 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3654b987-0253-4d16-baec-499385c0a4ce req-6e8ee123-a499-4321-90aa-ac472340a506 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "GET /v2.0/networks?id=b1872695-45c5-49dd-a010-6c7329d2e137 HTTP/1.1" status: 200 len: 796 time: 0.2769322 Dec 22 13:26:55.382170 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-ec24f055-58cb-471a-8b81-07ceed4ea6be None None] Calling delete_port for 78d6b42f-c138-4d47-bb01-5c7354df409d owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:26:55.529510 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-ab92c2b1-d24e-4224-b2a0-60d6aab7d02f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Calling delete_port for 78d6b42f-c138-4d47-bb01-5c7354df409d owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:26:55.602582 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ec24f055-58cb-471a-8b81-07ceed4ea6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:55.607653 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-739613e5-72ed-43a1-a0b4-3497be457fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:55.622149 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f999607e-90a4-4ddf-a216-28c8727bc5e7 req-c179a341-ace1-48f9-a7aa-68aa0d4ed120 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5762dbca-87ca-4244-b58f-4dc61496b8d0 HTTP/1.1" status: 200 len: 210 time: 0.1116898 Dec 22 13:26:55.655810 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24f055-58cb-471a-8b81-07ceed4ea6be None None] Pushing event deleted for resources: {'Port': ['ID=78d6b42f-c138-4d47-bb01-5c7354df409d,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:55.659414 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-ec24f055-58cb-471a-8b81-07ceed4ea6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:55.666000 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec24f055-58cb-471a-8b81-07ceed4ea6be None None] No DVR routers for this DVR port 78d6b42f-c138-4d47-bb01-5c7354df409d on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:26:55.682980 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-3654b987-0253-4d16-baec-499385c0a4ce req-511a228f-033e-43bc-9f94-85b85a79328d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:26:55.697853 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.api [None req-ab92c2b1-d24e-4224-b2a0-60d6aab7d02f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84149) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:26:55.698160 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_db.api [None req-ab92c2b1-d24e-4224-b2a0-60d6aab7d02f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:26:55.746242 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-3654b987-0253-4d16-baec-499385c0a4ce req-511a228f-033e-43bc-9f94-85b85a79328d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:26:55.747553 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3654b987-0253-4d16-baec-499385c0a4ce req-511a228f-033e-43bc-9f94-85b85a79328d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=453b85bce7e6482dbe10966fb03da8cc HTTP/1.1" status: 200 len: 379 time: 0.2385452 Dec 22 13:26:55.765808 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-3654b987-0253-4d16-baec-499385c0a4ce req-e9a8a48c-cd34-4c44-b760-0b0640820ecc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'port': {'device_id': '5762dbca-87ca-4244-b58f-4dc61496b8d0', 'network_id': 'b1872695-45c5-49dd-a010-6c7329d2e137', 'admin_state_up': True, 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'security_groups': ['718d48ea-44e3-4fff-97e2-daa7de89027e']}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:26:55.901512 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-3654b987-0253-4d16-baec-499385c0a4ce req-e9a8a48c-cd34-4c44-b760-0b0640820ecc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:26:55.912066 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-3654b987-0253-4d16-baec-499385c0a4ce req-e9a8a48c-cd34-4c44-b760-0b0640820ecc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:26:56.003886 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3654b987-0253-4d16-baec-499385c0a4ce req-e9a8a48c-cd34-4c44-b760-0b0640820ecc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Made reservation on behalf of 453b85bce7e6482dbe10966fb03da8cc for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:26:56.007679 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-3654b987-0253-4d16-baec-499385c0a4ce req-e9a8a48c-cd34-4c44-b760-0b0640820ecc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:56.179049 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [req-3654b987-0253-4d16-baec-499385c0a4ce req-e9a8a48c-cd34-4c44-b760-0b0640820ecc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Allocated IP 172.20.0.3 (b1872695-45c5-49dd-a010-6c7329d2e137/1b1a62fd-f8de-4d0c-aff0-389b2ffe2b9f/a7526484-d017-473a-aa6e-5f9286fc9cab) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:26:56.203189 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-ab92c2b1-d24e-4224-b2a0-60d6aab7d02f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Deleting port 78d6b42f-c138-4d47-bb01-5c7354df409d {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:26:56.203189 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ab92c2b1-d24e-4224-b2a0-60d6aab7d02f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:56.283550 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-ab92c2b1-d24e-4224-b2a0-60d6aab7d02f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] The port '78d6b42f-c138-4d47-bb01-5c7354df409d' was deleted {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:26:56.504055 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ab92c2b1-d24e-4224-b2a0-60d6aab7d02f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:56.555910 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-ab92c2b1-d24e-4224-b2a0-60d6aab7d02f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f844636-4758-46c8-9e09-fa2ef3b2c255']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:56.578854 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-ab92c2b1-d24e-4224-b2a0-60d6aab7d02f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ff17bfd-c0dc-468a-b3a3-eb02154e531a') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:56.579147 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-ab92c2b1-d24e-4224-b2a0-60d6aab7d02f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ff17bfd-c0dc-468a-b3a3-eb02154e531a') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:56.603486 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ab92c2b1-d24e-4224-b2a0-60d6aab7d02f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:56.611334 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-3654b987-0253-4d16-baec-499385c0a4ce req-e9a8a48c-cd34-4c44-b760-0b0640820ecc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:56.632515 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ab92c2b1-d24e-4224-b2a0-60d6aab7d02f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:56.639425 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab92c2b1-d24e-4224-b2a0-60d6aab7d02f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:26:56.640490 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ab92c2b1-d24e-4224-b2a0-60d6aab7d02f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:56.654657 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:26:56.654657 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:26:56.654657 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:26:56.654657 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:26:56.654657 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:26:56.654657 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:26:56.654657 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:26:56.654657 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:26:56.654657 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:26:56.654657 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:26:56.654657 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:26:56.654657 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:26:56.654657 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:26:56.654657 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:26:56.654657 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:26:56.654657 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:26:56.654657 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:26:56.654657 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:26:56.654657 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:26:56.654657 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:26:56.654657 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:26:56.654657 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:26:56.654657 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:26:56.654657 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:26:56.654657 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:26:56.654657 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:26:56.654657 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:26:56.654657 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:26:56.654657 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:26:56.654657 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:26:56.654657 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:26:56.654657 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:26:56.802738 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0098e0e7-db7f-4947-a5db-dbc6f1502cd4 req-65bd18ae-4eb6-4672-a0d5-ed708259a9f6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5762dbca-87ca-4244-b58f-4dc61496b8d0 HTTP/1.1" status: 200 len: 210 time: 0.0444903 Dec 22 13:26:56.827009 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-3654b987-0253-4d16-baec-499385c0a4ce req-e9a8a48c-cd34-4c44-b760-0b0640820ecc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Transition to ACTIVE for port object a7526484-d017-473a-aa6e-5f9286fc9cab will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:26:56.828335 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ab92c2b1-d24e-4224-b2a0-60d6aab7d02f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:56.832732 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a5d783c7-af19-4da8-b397-10d762bec7ea tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:56.957437 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ab92c2b1-d24e-4224-b2a0-60d6aab7d02f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:56.968880 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab92c2b1-d24e-4224-b2a0-60d6aab7d02f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event deleted for resources: {'Network': ['ID=2f844636-4758-46c8-9e09-fa2ef3b2c255,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:56.974845 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ab92c2b1-d24e-4224-b2a0-60d6aab7d02f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:57.004866 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 78d6b42f-c138-4d47-bb01-5c7354df409d no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:26:57.039668 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 78d6b42f-c138-4d47-bb01-5c7354df409d {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:26:57.040017 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 78d6b42f-c138-4d47-bb01-5c7354df409d not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:26:57.071565 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ab92c2b1-d24e-4224-b2a0-60d6aab7d02f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "DELETE /v2.0/networks/2f844636-4758-46c8-9e09-fa2ef3b2c255 HTTP/1.1" status: 204 len: 168 time: 2.3048577 Dec 22 13:26:57.074650 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51280) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:57.080552 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-74550504-334a-48a7-9f59-20fa62d81ff2 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-138715235', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:26:57.087879 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-74550504-334a-48a7-9f59-20fa62d81ff2 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:26:57.097255 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-74550504-334a-48a7-9f59-20fa62d81ff2 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Usage tracker for resource:router and tenant:813a48bed9b742a7b1de5354f99e3715 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:26:57.097255 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-74550504-334a-48a7-9f59-20fa62d81ff2 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:26:57.101743 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-74550504-334a-48a7-9f59-20fa62d81ff2 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:26:57.108470 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-3654b987-0253-4d16-baec-499385c0a4ce req-e9a8a48c-cd34-4c44-b760-0b0640820ecc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:57.114738 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-40755ad4-7d71-4955-827a-76c646425ea3 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:57.175586 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3654b987-0253-4d16-baec-499385c0a4ce req-e9a8a48c-cd34-4c44-b760-0b0640820ecc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network b1872695-45c5-49dd-a010-6c7329d2e137 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:26:57.183394 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [req-3654b987-0253-4d16-baec-499385c0a4ce req-e9a8a48c-cd34-4c44-b760-0b0640820ecc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:26:57.185652 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-3654b987-0253-4d16-baec-499385c0a4ce req-e9a8a48c-cd34-4c44-b760-0b0640820ecc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:26:57.231878 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a8a48c-cd34-4c44-b760-0b0640820ecc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=a7526484-d017-473a-aa6e-5f9286fc9cab,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:57.235042 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e9a8a48c-cd34-4c44-b760-0b0640820ecc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:57.236309 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-74550504-334a-48a7-9f59-20fa62d81ff2 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:57.237249 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-74550504-334a-48a7-9f59-20fa62d81ff2 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:57.274517 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654b987-0253-4d16-baec-499385c0a4ce req-e9a8a48c-cd34-4c44-b760-0b0640820ecc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:57.274517 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-3654b987-0253-4d16-baec-499385c0a4ce req-e9a8a48c-cd34-4c44-b760-0b0640820ecc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:57.297199 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-74550504-334a-48a7-9f59-20fa62d81ff2 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:57.380230 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3654b987-0253-4d16-baec-499385c0a4ce req-e9a8a48c-cd34-4c44-b760-0b0640820ecc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6256328 Dec 22 13:26:57.399089 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-3654b987-0253-4d16-baec-499385c0a4ce req-f69dd430-7d29-41f5-a056-059f171639c1 service neutron] Request body: {'port': {'device_id': '5762dbca-87ca-4244-b58f-4dc61496b8d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:26:57.427205 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-74550504-334a-48a7-9f59-20fa62d81ff2 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:57.523163 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-74550504-334a-48a7-9f59-20fa62d81ff2 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:57.526183 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-74550504-334a-48a7-9f59-20fa62d81ff2 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4487505 Dec 22 13:26:57.528082 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51284) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:57.535630 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-0df49213-3da3-4b97-aa9c-82c33a36d46b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Request body: {'network': {'name': 'tempest-RoutersTest-1184982932'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:26:57.538756 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-3654b987-0253-4d16-baec-499385c0a4ce req-f69dd430-7d29-41f5-a056-059f171639c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:57.544757 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a6bb2b5a-10b9-4aad-b891-6dd2d5d49388 None None] Provisioning for port a7526484-d017-473a-aa6e-5f9286fc9cab completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:26:57.550418 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a6bb2b5a-10b9-4aad-b891-6dd2d5d49388 None None] Provisioning complete for port a7526484-d017-473a-aa6e-5f9286fc9cab triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:26:57.555410 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0df49213-3da3-4b97-aa9c-82c33a36d46b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:26:57.555574 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a6bb2b5a-10b9-4aad-b891-6dd2d5d49388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:57.558461 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0df49213-3da3-4b97-aa9c-82c33a36d46b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Usage tracker for resource:network and tenant:813a48bed9b742a7b1de5354f99e3715 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:26:57.562509 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0df49213-3da3-4b97-aa9c-82c33a36d46b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:26:57.600339 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0df49213-3da3-4b97-aa9c-82c33a36d46b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:26:57.606680 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-a6bb2b5a-10b9-4aad-b891-6dd2d5d49388 None None] Port a7526484-d017-473a-aa6e-5f9286fc9cab cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:26:57.690704 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df49213-3da3-4b97-aa9c-82c33a36d46b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Made reservation on behalf of 813a48bed9b742a7b1de5354f99e3715 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:26:57.693611 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0df49213-3da3-4b97-aa9c-82c33a36d46b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:57.804140 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0df49213-3da3-4b97-aa9c-82c33a36d46b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:26:57.828162 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0df49213-3da3-4b97-aa9c-82c33a36d46b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:57.828501 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-0df49213-3da3-4b97-aa9c-82c33a36d46b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Added segment 3aefbf72-e471-48c5-a0c1-3472138c6568 of type vlan for network 7ca5fb19-1c53-478d-aff8-7eb99069f0a0 Dec 22 13:26:57.875235 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0df49213-3da3-4b97-aa9c-82c33a36d46b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:58.008600 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [req-3654b987-0253-4d16-baec-499385c0a4ce req-f69dd430-7d29-41f5-a056-059f171639c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7526484-d017-473a-aa6e-5f9286fc9cab {{(pid=84149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:26:58.016970 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-3654b987-0253-4d16-baec-499385c0a4ce req-f69dd430-7d29-41f5-a056-059f171639c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:58.036887 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-3654b987-0253-4d16-baec-499385c0a4ce req-f69dd430-7d29-41f5-a056-059f171639c1 service neutron] Transition to ACTIVE for port object a7526484-d017-473a-aa6e-5f9286fc9cab will not be triggered until provisioned by entity L2. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:26:58.059750 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28697700-8cae-48c8-b2c1-8176f6d9d505 req-3079bc09-2e41-4fb9-9b73-3a1ba872f472 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:58.060424 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-28697700-8cae-48c8-b2c1-8176f6d9d505 req-3079bc09-2e41-4fb9-9b73-3a1ba872f472 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:26:58.066494 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0df49213-3da3-4b97-aa9c-82c33a36d46b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:58.069925 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df49213-3da3-4b97-aa9c-82c33a36d46b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:58.070501 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0df49213-3da3-4b97-aa9c-82c33a36d46b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:58.076125 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1a738237-5d33-4003-8dd7-b0e9cf1a9bee tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:58.171122 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-3654b987-0253-4d16-baec-499385c0a4ce req-f69dd430-7d29-41f5-a056-059f171639c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:58.196995 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df49213-3da3-4b97-aa9c-82c33a36d46b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event updated for resources: {'Network': ['ID=7ca5fb19-1c53-478d-aff8-7eb99069f0a0,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:58.205474 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 7ca5fb19-1c53-478d-aff8-7eb99069f0a0 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:26:58.238319 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0df49213-3da3-4b97-aa9c-82c33a36d46b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:58.239476 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ef2c30c5-718f-491d-904d-ad05e6ad3c5c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:58.288753 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-28697700-8cae-48c8-b2c1-8176f6d9d505 req-3079bc09-2e41-4fb9-9b73-3a1ba872f472 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:26:58.289836 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-28697700-8cae-48c8-b2c1-8176f6d9d505 req-3079bc09-2e41-4fb9-9b73-3a1ba872f472 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5762dbca-87ca-4244-b58f-4dc61496b8d0 HTTP/1.1" status: 200 len: 931 time: 0.3490002 Dec 22 13:26:58.315966 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0df49213-3da3-4b97-aa9c-82c33a36d46b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7868369 Dec 22 13:26:58.323690 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51290) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:58.331217 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-d26ab30f-a3df-4a0a-b20d-e61538b97629 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Request body: {'subnet': {'network_id': '7ca5fb19-1c53-478d-aff8-7eb99069f0a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:26:58.382062 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69dd430-7d29-41f5-a056-059f171639c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a7526484-d017-473a-aa6e-5f9286fc9cab,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:58.392223 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f69dd430-7d29-41f5-a056-059f171639c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:58.455636 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-28697700-8cae-48c8-b2c1-8176f6d9d505 req-0c61038e-944c-4205-aad4-1c61f1af973b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=718d48ea-44e3-4fff-97e2-daa7de89027e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477301 Dec 22 13:26:58.472298 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-d26ab30f-a3df-4a0a-b20d-e61538b97629 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:26:58.477287 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-d26ab30f-a3df-4a0a-b20d-e61538b97629 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Usage tracker for resource:subnet and tenant:813a48bed9b742a7b1de5354f99e3715 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:26:58.480893 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-d26ab30f-a3df-4a0a-b20d-e61538b97629 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:26:58.487648 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-3654b987-0253-4d16-baec-499385c0a4ce req-f69dd430-7d29-41f5-a056-059f171639c1 service neutron] Attempting to bind port a7526484-d017-473a-aa6e-5f9286fc9cab on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:26:58.487982 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-3654b987-0253-4d16-baec-499385c0a4ce req-f69dd430-7d29-41f5-a056-059f171639c1 service neutron] Attempting to bind port a7526484-d017-473a-aa6e-5f9286fc9cab by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2fb243d8-db7f-48f4-9c3e-fba66e6cded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b1872695-45c5-49dd-a010-6c7329d2e137'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:26:58.488765 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3654b987-0253-4d16-baec-499385c0a4ce req-f69dd430-7d29-41f5-a056-059f171639c1 service neutron] Attempting to bind port a7526484-d017-473a-aa6e-5f9286fc9cab on network b1872695-45c5-49dd-a010-6c7329d2e137 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:26:58.489355 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-d26ab30f-a3df-4a0a-b20d-e61538b97629 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:26:58.496380 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3654b987-0253-4d16-baec-499385c0a4ce req-f69dd430-7d29-41f5-a056-059f171639c1 service neutron] Port a7526484-d017-473a-aa6e-5f9286fc9cab on network b1872695-45c5-49dd-a010-6c7329d2e137 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:26:58.496695 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3654b987-0253-4d16-baec-499385c0a4ce req-f69dd430-7d29-41f5-a056-059f171639c1 service neutron] Attempting to bind port a7526484-d017-473a-aa6e-5f9286fc9cab on network b1872695-45c5-49dd-a010-6c7329d2e137 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:26:58.506079 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3654b987-0253-4d16-baec-499385c0a4ce req-f69dd430-7d29-41f5-a056-059f171639c1 service neutron] Checking agent: {'id': '72ee2f79-9ac0-483e-b4fd-5b910a776581', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'started_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:26:58.506481 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3654b987-0253-4d16-baec-499385c0a4ce req-f69dd430-7d29-41f5-a056-059f171639c1 service neutron] Checking segment: {'id': '2fb243d8-db7f-48f4-9c3e-fba66e6cded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b1872695-45c5-49dd-a010-6c7329d2e137'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:26:58.507525 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3654b987-0253-4d16-baec-499385c0a4ce req-f69dd430-7d29-41f5-a056-059f171639c1 service neutron] Bound using segment: {'id': '2fb243d8-db7f-48f4-9c3e-fba66e6cded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b1872695-45c5-49dd-a010-6c7329d2e137'} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:26:58.507980 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-3654b987-0253-4d16-baec-499385c0a4ce req-f69dd430-7d29-41f5-a056-059f171639c1 service neutron] Bound port: a7526484-d017-473a-aa6e-5f9286fc9cab, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fb243d8-db7f-48f4-9c3e-fba66e6cded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b1872695-45c5-49dd-a010-6c7329d2e137'}}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:26:58.508325 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-3654b987-0253-4d16-baec-499385c0a4ce req-f69dd430-7d29-41f5-a056-059f171639c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:58.558419 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26ab30f-a3df-4a0a-b20d-e61538b97629 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Made reservation on behalf of 813a48bed9b742a7b1de5354f99e3715 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:26:58.601256 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-3654b987-0253-4d16-baec-499385c0a4ce req-f69dd430-7d29-41f5-a056-059f171639c1 service neutron] For port a7526484-d017-473a-aa6e-5f9286fc9cab, host hv-neutron-8226, cleared binding levels {{(pid=84149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:26:58.604531 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-3654b987-0253-4d16-baec-499385c0a4ce req-f69dd430-7d29-41f5-a056-059f171639c1 service neutron] For port a7526484-d017-473a-aa6e-5f9286fc9cab, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a7526484-d017-473a-aa6e-5f9286fc9cab,segment=NetworkSegment(2fb243d8-db7f-48f4-9c3e-fba66e6cded8),segment_id=2fb243d8-db7f-48f4-9c3e-fba66e6cded8)] {{(pid=84149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:26:58.661649 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d26ab30f-a3df-4a0a-b20d-e61538b97629 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:58.672161 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:58.673079 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-3654b987-0253-4d16-baec-499385c0a4ce req-f69dd430-7d29-41f5-a056-059f171639c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:58.677782 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b533ddef-eb42-48bc-a54c-4a38e1475ea8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:58.735322 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-3654b987-0253-4d16-baec-499385c0a4ce req-f69dd430-7d29-41f5-a056-059f171639c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:58.736699 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3654b987-0253-4d16-baec-499385c0a4ce req-f69dd430-7d29-41f5-a056-059f171639c1 service neutron] 10.222.0.45 "PUT /v2.0/ports/a7526484-d017-473a-aa6e-5f9286fc9cab HTTP/1.1" status: 200 len: 1093 time: 1.3419075 Dec 22 13:26:58.741639 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5762dbca-87ca-4244-b58f-4dc61496b8d0', 'tag': 'a7526484-d017-473a-aa6e-5f9286fc9cab'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:26:58.770805 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69dd430-7d29-41f5-a056-059f171639c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a7526484-d017-473a-aa6e-5f9286fc9cab,revision_number=3']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:58.782593 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f69dd430-7d29-41f5-a056-059f171639c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:58.803896 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5762dbca-87ca-4244-b58f-4dc61496b8d0', 'tag': 'a7526484-d017-473a-aa6e-5f9286fc9cab', 'status': 'completed', 'code': 200} Dec 22 13:26:58.911045 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-11f19fe2-54a4-4725-821a-aa3026c0ccf7 req-54528156-9f03-4681-be83-172dac80aa42 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=5762dbca-87ca-4244-b58f-4dc61496b8d0 HTTP/1.1" status: 200 len: 1096 time: 0.0752451 Dec 22 13:26:58.976126 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d26ab30f-a3df-4a0a-b20d-e61538b97629 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:58.980569 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b5e9d894-bc68-4a66-aba1-efcc10459399 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:59.050608 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ab30f-a3df-4a0a-b20d-e61538b97629 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event updated for resources: {'Subnet': ['ID=7c0fcec8-ac43-43f2-9bdf-cc2a9c421af9,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:59.053119 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d26ab30f-a3df-4a0a-b20d-e61538b97629 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:59.063780 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f19fe2-54a4-4725-821a-aa3026c0ccf7 req-b2501a19-2adb-42be-bcfd-b9061068979b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:59.069574 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-11f19fe2-54a4-4725-821a-aa3026c0ccf7 req-b2501a19-2adb-42be-bcfd-b9061068979b service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=453b85bce7e6482dbe10966fb03da8cc&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1425760 Dec 22 13:26:59.069977 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26ab30f-a3df-4a0a-b20d-e61538b97629 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Checking segment: {'id': '3aefbf72-e471-48c5-a0c1-3472138c6568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '7ca5fb19-1c53-478d-aff8-7eb99069f0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:26:59.070334 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26ab30f-a3df-4a0a-b20d-e61538b97629 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Network hostable DHCP agents. Network: 7ca5fb19-1c53-478d-aff8-7eb99069f0a0, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:26:59.198834 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26ab30f-a3df-4a0a-b20d-e61538b97629 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Network 7ca5fb19-1c53-478d-aff8-7eb99069f0a0 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:26:59.300537 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-d26ab30f-a3df-4a0a-b20d-e61538b97629 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 7ca5fb19-1c53-478d-aff8-7eb99069f0a0) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:26:59.305389 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26ab30f-a3df-4a0a-b20d-e61538b97629 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:59.306284 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d26ab30f-a3df-4a0a-b20d-e61538b97629 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:59.311191 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3301c192-40c7-48cd-a9f0-29ba368eabb0 None None] Network 7ca5fb19-1c53-478d-aff8-7eb99069f0a0 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:26:59.316837 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f19fe2-54a4-4725-821a-aa3026c0ccf7 req-5d84891b-de33-496f-ba63-9dee30af3de9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:59.318334 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-11f19fe2-54a4-4725-821a-aa3026c0ccf7 req-5d84891b-de33-496f-ba63-9dee30af3de9 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2424223 Dec 22 13:26:59.450759 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3654b987-0253-4d16-baec-499385c0a4ce req-9edcb921-73b5-4cd7-9efd-7c74824a40f1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=5762dbca-87ca-4244-b58f-4dc61496b8d0 HTTP/1.1" status: 200 len: 1096 time: 0.0735691 Dec 22 13:26:59.455884 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d26ab30f-a3df-4a0a-b20d-e61538b97629 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1301899 Dec 22 13:26:59.458612 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51296) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:59.529419 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3654b987-0253-4d16-baec-499385c0a4ce req-4365e710-6c86-4ff9-871f-fdaf6d409ce1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7526484-d017-473a-aa6e-5f9286fc9cab HTTP/1.1" status: 200 len: 217 time: 0.0674548 Dec 22 13:26:59.549819 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586ec7bb-0580-46b8-a337-7e5319e99124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-7ca5fb19-1c53-478d-aff8-7eb99069f0a0', 'network_id': '7ca5fb19-1c53-478d-aff8-7eb99069f0a0', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'fixed_ips': [{'subnet_id': '7c0fcec8-ac43-43f2-9bdf-cc2a9c421af9'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:26:59.550327 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-586ec7bb-0580-46b8-a337-7e5319e99124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:59.654031 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654b987-0253-4d16-baec-499385c0a4ce req-35ef5571-23f1-4acf-9e15-91969f11dff1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:59.655493 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3654b987-0253-4d16-baec-499385c0a4ce req-35ef5571-23f1-4acf-9e15-91969f11dff1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1b1a62fd-f8de-4d0c-aff0-389b2ffe2b9f HTTP/1.1" status: 200 len: 834 time: 0.1131754 Dec 22 13:26:59.736691 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-586ec7bb-0580-46b8-a337-7e5319e99124 None None] Allocated IP 172.20.0.2 (7ca5fb19-1c53-478d-aff8-7eb99069f0a0/7c0fcec8-ac43-43f2-9bdf-cc2a9c421af9/cf2191ae-bd2c-4eb2-9fbe-1aea4bf3187d) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:26:59.744980 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8fbe4-35d7-4b47-ae11-3c70005039d8 req-8cde4ba2-74a2-468c-ad53-868f688dc41e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:59.746302 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-82c8fbe4-35d7-4b47-ae11-3c70005039d8 req-8cde4ba2-74a2-468c-ad53-868f688dc41e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5762dbca-87ca-4244-b58f-4dc61496b8d0 HTTP/1.1" status: 200 len: 943 time: 0.1394093 Dec 22 13:26:59.789906 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3654b987-0253-4d16-baec-499385c0a4ce req-f2d5b80b-ad38-41c7-8073-b7e232d11ab2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b1872695-45c5-49dd-a010-6c7329d2e137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1228073 Dec 22 13:26:59.802856 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [req-3654b987-0253-4d16-baec-499385c0a4ce req-a85f8899-b9e7-485a-9c73-3da0d16f53c8 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:26:59.804633 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3654b987-0253-4d16-baec-499385c0a4ce req-a85f8899-b9e7-485a-9c73-3da0d16f53c8 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0064194 Dec 22 13:26:59.816517 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-82c8fbe4-35d7-4b47-ae11-3c70005039d8 req-f772a335-21f2-4702-8f38-ad735f32c055 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=718d48ea-44e3-4fff-97e2-daa7de89027e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597548 Dec 22 13:26:59.962338 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3654b987-0253-4d16-baec-499385c0a4ce req-c23ed5e1-cb5d-4c3a-8ddf-39fa5e3616dd service neutron] 10.222.0.45 "GET /v2.0/networks/b1872695-45c5-49dd-a010-6c7329d2e137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448734 Dec 22 13:26:59.987810 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-586ec7bb-0580-46b8-a337-7e5319e99124 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:59.999056 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-586ec7bb-0580-46b8-a337-7e5319e99124 None None] Transition to ACTIVE for port object cf2191ae-bd2c-4eb2-9fbe-1aea4bf3187d will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:27:00.017254 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-586ec7bb-0580-46b8-a337-7e5319e99124 None None] Transition to ACTIVE for port object cf2191ae-bd2c-4eb2-9fbe-1aea4bf3187d will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:27:00.108561 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3654b987-0253-4d16-baec-499385c0a4ce req-cdad0483-829e-4cc6-8592-ea6cde4ba8f8 service neutron] 10.222.0.45 "GET /v2.0/networks/b1872695-45c5-49dd-a010-6c7329d2e137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348712 Dec 22 13:27:00.122862 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-586ec7bb-0580-46b8-a337-7e5319e99124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:00.128136 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-90151cfc-2e71-4b6a-a6a8-13f9e88eef3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:00.160025 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1e228574-b08c-4b92-8223-373bf2dbdef9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:00.196856 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586ec7bb-0580-46b8-a337-7e5319e99124 None None] Network 7ca5fb19-1c53-478d-aff8-7eb99069f0a0 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:27:00.204763 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-586ec7bb-0580-46b8-a337-7e5319e99124 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:27:00.204763 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586ec7bb-0580-46b8-a337-7e5319e99124 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:27:00.215651 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ec7bb-0580-46b8-a337-7e5319e99124 None None] Pushing event updated for resources: {'Port': ['ID=cf2191ae-bd2c-4eb2-9fbe-1aea4bf3187d,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:00.215651 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-586ec7bb-0580-46b8-a337-7e5319e99124 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:00.301917 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-586ec7bb-0580-46b8-a337-7e5319e99124 None None] Attempting to bind port cf2191ae-bd2c-4eb2-9fbe-1aea4bf3187d on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:27:00.302295 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-586ec7bb-0580-46b8-a337-7e5319e99124 None None] Attempting to bind port cf2191ae-bd2c-4eb2-9fbe-1aea4bf3187d by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '3aefbf72-e471-48c5-a0c1-3472138c6568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '7ca5fb19-1c53-478d-aff8-7eb99069f0a0'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:27:00.302691 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586ec7bb-0580-46b8-a337-7e5319e99124 None None] Attempting to bind port cf2191ae-bd2c-4eb2-9fbe-1aea4bf3187d on network 7ca5fb19-1c53-478d-aff8-7eb99069f0a0 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:27:00.309932 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586ec7bb-0580-46b8-a337-7e5319e99124 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:27:00.310311 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586ec7bb-0580-46b8-a337-7e5319e99124 None None] Checking segment: {'id': '3aefbf72-e471-48c5-a0c1-3472138c6568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '7ca5fb19-1c53-478d-aff8-7eb99069f0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:27:00.310751 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-586ec7bb-0580-46b8-a337-7e5319e99124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:00.311145 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586ec7bb-0580-46b8-a337-7e5319e99124 None None] Bound using segment: {'id': '3aefbf72-e471-48c5-a0c1-3472138c6568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '7ca5fb19-1c53-478d-aff8-7eb99069f0a0'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:27:00.311608 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-586ec7bb-0580-46b8-a337-7e5319e99124 None None] Bound port: cf2191ae-bd2c-4eb2-9fbe-1aea4bf3187d, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aefbf72-e471-48c5-a0c1-3472138c6568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '7ca5fb19-1c53-478d-aff8-7eb99069f0a0'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:27:00.312343 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-586ec7bb-0580-46b8-a337-7e5319e99124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:00.403735 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-586ec7bb-0580-46b8-a337-7e5319e99124 None None] For port cf2191ae-bd2c-4eb2-9fbe-1aea4bf3187d, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:27:00.406726 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-586ec7bb-0580-46b8-a337-7e5319e99124 None None] For port cf2191ae-bd2c-4eb2-9fbe-1aea4bf3187d, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=cf2191ae-bd2c-4eb2-9fbe-1aea4bf3187d,segment=NetworkSegment(3aefbf72-e471-48c5-a0c1-3472138c6568),segment_id=3aefbf72-e471-48c5-a0c1-3472138c6568)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:27:00.473787 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-586ec7bb-0580-46b8-a337-7e5319e99124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:00.476201 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:00.516096 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-1e228574-b08c-4b92-8223-373bf2dbdef9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Allocated IP 172.20.0.1 (7ca5fb19-1c53-478d-aff8-7eb99069f0a0/7c0fcec8-ac43-43f2-9bdf-cc2a9c421af9/8feee4b2-7000-49c6-b3d8-884ea33a98fb) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:27:00.560369 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ec7bb-0580-46b8-a337-7e5319e99124 None None] Pushing event updated for resources: {'Port': ['ID=cf2191ae-bd2c-4eb2-9fbe-1aea4bf3187d,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:00.563430 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-586ec7bb-0580-46b8-a337-7e5319e99124 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:00.697783 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1e228574-b08c-4b92-8223-373bf2dbdef9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:00.706624 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-1e228574-b08c-4b92-8223-373bf2dbdef9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Transition to ACTIVE for port object 8feee4b2-7000-49c6-b3d8-884ea33a98fb will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:27:00.799016 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1e228574-b08c-4b92-8223-373bf2dbdef9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:00.802097 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7dce2c35-cf31-4e62-98f5-adac9b36b8ce tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:00.871764 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e228574-b08c-4b92-8223-373bf2dbdef9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Network 7ca5fb19-1c53-478d-aff8-7eb99069f0a0 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:27:00.881604 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-1e228574-b08c-4b92-8223-373bf2dbdef9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:27:00.885077 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e228574-b08c-4b92-8223-373bf2dbdef9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:27:00.919448 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e228574-b08c-4b92-8223-373bf2dbdef9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event updated for resources: {'Port': ['ID=8feee4b2-7000-49c6-b3d8-884ea33a98fb,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:00.924315 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1e228574-b08c-4b92-8223-373bf2dbdef9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:00.946906 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1e228574-b08c-4b92-8223-373bf2dbdef9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:01.045609 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device cf2191ae-bd2c-4eb2-9fbe-1aea4bf3187d up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:27:01.057283 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e1925-8924-4c77-b2da-8eae47b0e0b2 req-0b052f2d-38ac-4541-b2b0-6bb3e05eecb1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:27:01.058803 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7f3e1925-8924-4c77-b2da-8eae47b0e0b2 req-0b052f2d-38ac-4541-b2b0-6bb3e05eecb1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5762dbca-87ca-4244-b58f-4dc61496b8d0 HTTP/1.1" status: 200 len: 943 time: 0.1055071 Dec 22 13:27:01.107282 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7f3e1925-8924-4c77-b2da-8eae47b0e0b2 req-fc38aee7-1f10-4413-9f00-798773bf6217 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=718d48ea-44e3-4fff-97e2-daa7de89027e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426557 Dec 22 13:27:01.170626 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1e228574-b08c-4b92-8223-373bf2dbdef9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:01.175562 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port cf2191ae-bd2c-4eb2-9fbe-1aea4bf3187d completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:27:01.470095 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2261a578-d933-4202-99cf-500c298fe866 None None] Network 7ca5fb19-1c53-478d-aff8-7eb99069f0a0 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:27:01.565488 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1e228574-b08c-4b92-8223-373bf2dbdef9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:01.681563 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-9a2445bb-7088-4a59-b205-f3c08f6cd134 None None] Provisioning for port cf2191ae-bd2c-4eb2-9fbe-1aea4bf3187d completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:27:01.688581 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1e228574-b08c-4b92-8223-373bf2dbdef9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:01.692376 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-9a2445bb-7088-4a59-b205-f3c08f6cd134 None None] Provisioning complete for port cf2191ae-bd2c-4eb2-9fbe-1aea4bf3187d triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:27:01.692753 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9a2445bb-7088-4a59-b205-f3c08f6cd134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:01.711498 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-11be9c50-5270-4aea-af4d-ab775baad5b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:01.846177 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9a2445bb-7088-4a59-b205-f3c08f6cd134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:01.883004 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-9a2445bb-7088-4a59-b205-f3c08f6cd134 None None] For port cf2191ae-bd2c-4eb2-9fbe-1aea4bf3187d, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=cf2191ae-bd2c-4eb2-9fbe-1aea4bf3187d,segment=NetworkSegment(3aefbf72-e471-48c5-a0c1-3472138c6568),segment_id=3aefbf72-e471-48c5-a0c1-3472138c6568)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:27:01.911349 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e228574-b08c-4b92-8223-373bf2dbdef9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event updated for resources: {'Port': ['ID=8feee4b2-7000-49c6-b3d8-884ea33a98fb,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:01.914040 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1e228574-b08c-4b92-8223-373bf2dbdef9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:01.917843 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1e228574-b08c-4b92-8223-373bf2dbdef9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:01.969762 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9a2445bb-7088-4a59-b205-f3c08f6cd134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:01.972040 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-6bd0c326-8a1f-4244-80e9-0eca5b713912 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:02.039957 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2445bb-7088-4a59-b205-f3c08f6cd134 None None] Pushing event updated for resources: {'Port': ['ID=cf2191ae-bd2c-4eb2-9fbe-1aea4bf3187d,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:02.054337 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-9a2445bb-7088-4a59-b205-f3c08f6cd134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:02.063256 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e228574-b08c-4b92-8223-373bf2dbdef9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Network 7ca5fb19-1c53-478d-aff8-7eb99069f0a0 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:27:02.064398 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-1e228574-b08c-4b92-8223-373bf2dbdef9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:27:02.150739 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c9d2a2f3-5e9e-448d-b5e0-aa99281de330 None None] Provisioning for port 8feee4b2-7000-49c6-b3d8-884ea33a98fb completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:27:02.159388 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c9d2a2f3-5e9e-448d-b5e0-aa99281de330 None None] Provisioning complete for port 8feee4b2-7000-49c6-b3d8-884ea33a98fb triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:27:02.159857 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c9d2a2f3-5e9e-448d-b5e0-aa99281de330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:02.225708 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-c9d2a2f3-5e9e-448d-b5e0-aa99281de330 None None] Port 8feee4b2-7000-49c6-b3d8-884ea33a98fb cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:27:02.239175 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c9d2a2f3-5e9e-448d-b5e0-aa99281de330 None None] Provisioning complete for port cf2191ae-bd2c-4eb2-9fbe-1aea4bf3187d triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:27:02.239615 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c9d2a2f3-5e9e-448d-b5e0-aa99281de330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:02.376855 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977b440-c71f-4fde-a007-74970dbda537 req-8efc613f-2ad3-4b6e-a49d-3fbdb135ccae tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:27:02.385410 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b977b440-c71f-4fde-a007-74970dbda537 req-8efc613f-2ad3-4b6e-a49d-3fbdb135ccae tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5762dbca-87ca-4244-b58f-4dc61496b8d0 HTTP/1.1" status: 200 len: 943 time: 0.1152008 Dec 22 13:27:02.430504 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b977b440-c71f-4fde-a007-74970dbda537 req-92f589d8-28d6-4878-8596-617704d94c92 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=718d48ea-44e3-4fff-97e2-daa7de89027e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441298 Dec 22 13:27:02.502636 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-1cd86116-8b63-4aba-9c34-8de9f1f2039b None None] Provisioning complete for port 8feee4b2-7000-49c6-b3d8-884ea33a98fb triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:27:02.503255 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1cd86116-8b63-4aba-9c34-8de9f1f2039b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:02.544484 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e228574-b08c-4b92-8223-373bf2dbdef9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Router dd21aff1-01f2-4b01-a70f-f81bd2e1f185 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:27:02.589471 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-1cd86116-8b63-4aba-9c34-8de9f1f2039b None None] Port 8feee4b2-7000-49c6-b3d8-884ea33a98fb cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:27:02.721283 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e228574-b08c-4b92-8223-373bf2dbdef9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:27:02.731509 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692d8376-9631-4dac-9dc1-6e23bde097a6 None None] Sync routers for ids ['dd21aff1-01f2-4b01-a70f-f81bd2e1f185'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:27:02.734506 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-1e228574-b08c-4b92-8223-373bf2dbdef9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "PUT /v2.0/routers/dd21aff1-01f2-4b01-a70f-f81bd2e1f185/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2748001 Dec 22 13:27:02.737433 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51306) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:02.743739 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-1baa0076-094d-48b2-a5c8-40c9604527e5 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Request body: {'network': {'name': 'tempest-RoutersTest-1126442232'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:27:02.745462 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692d8376-9631-4dac-9dc1-6e23bde097a6 None None] Routers {'dd21aff1-01f2-4b01-a70f-f81bd2e1f185'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:27:02.746443 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-692d8376-9631-4dac-9dc1-6e23bde097a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:26:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['dd21aff1-01f2-4b01-a70f-f81bd2e1f185'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:02.748855 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-1baa0076-094d-48b2-a5c8-40c9604527e5 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:27:02.752604 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-1baa0076-094d-48b2-a5c8-40c9604527e5 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Usage tracker for resource:network and tenant:813a48bed9b742a7b1de5354f99e3715 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:27:02.755522 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-1baa0076-094d-48b2-a5c8-40c9604527e5 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:27:02.762635 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-1baa0076-094d-48b2-a5c8-40c9604527e5 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:27:02.831807 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1baa0076-094d-48b2-a5c8-40c9604527e5 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Made reservation on behalf of 813a48bed9b742a7b1de5354f99e3715 for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:27:02.835186 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1baa0076-094d-48b2-a5c8-40c9604527e5 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:02.863287 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1baa0076-094d-48b2-a5c8-40c9604527e5 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:27:02.872623 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1baa0076-094d-48b2-a5c8-40c9604527e5 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:02.872957 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-1baa0076-094d-48b2-a5c8-40c9604527e5 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Added segment e485e558-0a08-4118-a923-5e3fbb23f31e of type vlan for network 6a6f3267-2e71-4f52-9cdf-7ed5629acb09 Dec 22 13:27:02.899472 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1baa0076-094d-48b2-a5c8-40c9604527e5 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:02.899842 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-692d8376-9631-4dac-9dc1-6e23bde097a6 None None] Set router dd21aff1-01f2-4b01-a70f-f81bd2e1f185 gateway port host: None {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:27:02.986507 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1baa0076-094d-48b2-a5c8-40c9604527e5 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:02.990288 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1baa0076-094d-48b2-a5c8-40c9604527e5 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:27:02.991626 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1baa0076-094d-48b2-a5c8-40c9604527e5 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:02.996305 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2d89e269-bd65-4d59-ad0b-82417952497c tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:03.030156 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device cf2191ae-bd2c-4eb2-9fbe-1aea4bf3187d up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:27:03.105584 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa0076-094d-48b2-a5c8-40c9604527e5 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event updated for resources: {'Network': ['ID=6a6f3267-2e71-4f52-9cdf-7ed5629acb09,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:03.108189 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1baa0076-094d-48b2-a5c8-40c9604527e5 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:03.130657 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 6a6f3267-2e71-4f52-9cdf-7ed5629acb09 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:27:03.182892 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-1baa0076-094d-48b2-a5c8-40c9604527e5 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4447031 Dec 22 13:27:03.184471 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51312) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:03.189913 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-3b04fcf2-792f-410f-a5d1-09339a332179 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Request body: {'subnet': {'network_id': '6a6f3267-2e71-4f52-9cdf-7ed5629acb09', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:27:03.303493 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-3b04fcf2-792f-410f-a5d1-09339a332179 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:27:03.307942 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-3b04fcf2-792f-410f-a5d1-09339a332179 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Usage tracker for resource:subnet and tenant:813a48bed9b742a7b1de5354f99e3715 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:27:03.310839 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-3b04fcf2-792f-410f-a5d1-09339a332179 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:27:03.316391 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-3b04fcf2-792f-410f-a5d1-09339a332179 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:27:03.341655 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port cf2191ae-bd2c-4eb2-9fbe-1aea4bf3187d triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:27:03.342042 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:03.391898 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b04fcf2-792f-410f-a5d1-09339a332179 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Made reservation on behalf of 813a48bed9b742a7b1de5354f99e3715 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:27:03.469728 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-692d8376-9631-4dac-9dc1-6e23bde097a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'name': 'tempest-RoutersTest-router-138715235', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:57Z', 'updated_at': '2021-12-22T13:27:01Z', 'revision_number': 2, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'gw_port_host': None, '_interfaces': [{'id': '8feee4b2-7000-49c6-b3d8-884ea33a98fb', 'name': '', 'network_id': '7ca5fb19-1c53-478d-aff8-7eb99069f0a0', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'mac_address': 'fa:16:3e:e4:ea:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c0fcec8-ac43-43f2-9bdf-cc2a9c421af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:27:00Z', 'updated_at': '2021-12-22T13:27:01Z', 'revision_number': 2, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'subnets': [{'id': '7c0fcec8-ac43-43f2-9bdf-cc2a9c421af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:03.477560 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692d8376-9631-4dac-9dc1-6e23bde097a6 None None] Checking router: dd21aff1-01f2-4b01-a70f-f81bd2e1f185 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:27:03.477925 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692d8376-9631-4dac-9dc1-6e23bde097a6 None None] Updating router dd21aff1-01f2-4b01-a70f-f81bd2e1f185 port 8feee4b2-7000-49c6-b3d8-884ea33a98fb binding host dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:27:03.501509 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3b04fcf2-792f-410f-a5d1-09339a332179 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:03.546460 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-692d8376-9631-4dac-9dc1-6e23bde097a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:03.746372 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae88ec1-3031-40d0-b4b6-358932b95930 req-9cf53948-baa2-4773-8537-edf0912ad18c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:27:03.750842 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-6ae88ec1-3031-40d0-b4b6-358932b95930 req-9cf53948-baa2-4773-8537-edf0912ad18c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5762dbca-87ca-4244-b58f-4dc61496b8d0 HTTP/1.1" status: 200 len: 943 time: 0.1518307 Dec 22 13:27:03.911958 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-692d8376-9631-4dac-9dc1-6e23bde097a6 None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:03.924455 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-692d8376-9631-4dac-9dc1-6e23bde097a6 None None] Transition to ACTIVE for port object 8feee4b2-7000-49c6-b3d8-884ea33a98fb will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:27:03.947105 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device a7526484-d017-473a-aa6e-5f9286fc9cab details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:27:03.948042 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-6ae88ec1-3031-40d0-b4b6-358932b95930 req-a53397f7-d4eb-4c5f-939c-012a504b5781 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=718d48ea-44e3-4fff-97e2-daa7de89027e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923897 Dec 22 13:27:04.022014 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-692d8376-9631-4dac-9dc1-6e23bde097a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:04.029506 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-d4c471d0-4b01-49fd-8d25-7cc3ea834a65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:04.043248 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3b04fcf2-792f-410f-a5d1-09339a332179 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:04.043248 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b2ae6af0-16cc-4484-82fb-56fffc941b39 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:04.117556 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04fcf2-792f-410f-a5d1-09339a332179 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event updated for resources: {'Subnet': ['ID=52608720-80fc-4921-b173-d61280ec95e9,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:04.122267 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3b04fcf2-792f-410f-a5d1-09339a332179 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:04.134148 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b04fcf2-792f-410f-a5d1-09339a332179 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Checking segment: {'id': 'e485e558-0a08-4118-a923-5e3fbb23f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '6a6f3267-2e71-4f52-9cdf-7ed5629acb09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:27:04.134687 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b04fcf2-792f-410f-a5d1-09339a332179 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Network hostable DHCP agents. Network: 6a6f3267-2e71-4f52-9cdf-7ed5629acb09, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:27:04.227756 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b04fcf2-792f-410f-a5d1-09339a332179 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Network 6a6f3267-2e71-4f52-9cdf-7ed5629acb09 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:27:04.227910 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f05f4bc-5da9-4914-8ff1-0cbe94d29e28 None None] Pushing event updated for resources: {'Port': ['ID=8feee4b2-7000-49c6-b3d8-884ea33a98fb,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:04.239576 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-5f05f4bc-5da9-4914-8ff1-0cbe94d29e28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:04.306243 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-3b04fcf2-792f-410f-a5d1-09339a332179 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 6a6f3267-2e71-4f52-9cdf-7ed5629acb09) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:27:04.310250 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b04fcf2-792f-410f-a5d1-09339a332179 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:27:04.310769 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3b04fcf2-792f-410f-a5d1-09339a332179 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:04.340400 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb41698-0a78-42dc-ac89-d596de3254bb None None] Network 6a6f3267-2e71-4f52-9cdf-7ed5629acb09 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:27:04.370463 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port a7526484-d017-473a-aa6e-5f9286fc9cab, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a7526484-d017-473a-aa6e-5f9286fc9cab,segment=NetworkSegment(2fb243d8-db7f-48f4-9c3e-fba66e6cded8),segment_id=2fb243d8-db7f-48f4-9c3e-fba66e6cded8)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:27:04.404197 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-3b04fcf2-792f-410f-a5d1-09339a332179 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2185631 Dec 22 13:27:04.407036 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51318) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:04.444804 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': 'a7526484-d017-473a-aa6e-5f9286fc9cab', 'network_id': 'b1872695-45c5-49dd-a010-6c7329d2e137', 'port_id': 'a7526484-d017-473a-aa6e-5f9286fc9cab', 'mac_address': 'fa:16:3e:3e:14:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b1a62fd-f8de-4d0c-aff0-389b2ffe2b9f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:27:04.446366 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-692d8376-9631-4dac-9dc1-6e23bde097a6 None None] Attempting to bind port 8feee4b2-7000-49c6-b3d8-884ea33a98fb on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:27:04.446757 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-692d8376-9631-4dac-9dc1-6e23bde097a6 None None] Attempting to bind port 8feee4b2-7000-49c6-b3d8-884ea33a98fb by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '3aefbf72-e471-48c5-a0c1-3472138c6568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '7ca5fb19-1c53-478d-aff8-7eb99069f0a0'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:27:04.447123 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692d8376-9631-4dac-9dc1-6e23bde097a6 None None] Attempting to bind port 8feee4b2-7000-49c6-b3d8-884ea33a98fb on network 7ca5fb19-1c53-478d-aff8-7eb99069f0a0 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:27:04.520860 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692d8376-9631-4dac-9dc1-6e23bde097a6 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:27:04.521243 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692d8376-9631-4dac-9dc1-6e23bde097a6 None None] Checking segment: {'id': '3aefbf72-e471-48c5-a0c1-3472138c6568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '7ca5fb19-1c53-478d-aff8-7eb99069f0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:27:04.521745 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-692d8376-9631-4dac-9dc1-6e23bde097a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:04.523078 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692d8376-9631-4dac-9dc1-6e23bde097a6 None None] Bound using segment: {'id': '3aefbf72-e471-48c5-a0c1-3472138c6568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '7ca5fb19-1c53-478d-aff8-7eb99069f0a0'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:27:04.523281 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-692d8376-9631-4dac-9dc1-6e23bde097a6 None None] Bound port: 8feee4b2-7000-49c6-b3d8-884ea33a98fb, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aefbf72-e471-48c5-a0c1-3472138c6568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '7ca5fb19-1c53-478d-aff8-7eb99069f0a0'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:27:04.523668 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-692d8376-9631-4dac-9dc1-6e23bde097a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:04.570338 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:04.661274 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7526484-d017-473a-aa6e-5f9286fc9cab {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:27:04.718622 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port a7526484-d017-473a-aa6e-5f9286fc9cab, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a7526484-d017-473a-aa6e-5f9286fc9cab,segment=NetworkSegment(2fb243d8-db7f-48f4-9c3e-fba66e6cded8),segment_id=2fb243d8-db7f-48f4-9c3e-fba66e6cded8)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:27:04.752194 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-692d8376-9631-4dac-9dc1-6e23bde097a6 None None] For port 8feee4b2-7000-49c6-b3d8-884ea33a98fb, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:27:04.768359 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-692d8376-9631-4dac-9dc1-6e23bde097a6 None None] For port 8feee4b2-7000-49c6-b3d8-884ea33a98fb, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=8feee4b2-7000-49c6-b3d8-884ea33a98fb,segment=NetworkSegment(3aefbf72-e471-48c5-a0c1-3472138c6568),segment_id=3aefbf72-e471-48c5-a0c1-3472138c6568)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:27:04.769943 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90021187-c443-45c2-8da0-8658be9ca69a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-6a6f3267-2e71-4f52-9cdf-7ed5629acb09', 'network_id': '6a6f3267-2e71-4f52-9cdf-7ed5629acb09', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'fixed_ips': [{'subnet_id': '52608720-80fc-4921-b173-d61280ec95e9'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:27:04.770767 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-90021187-c443-45c2-8da0-8658be9ca69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:04.834851 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:04.838667 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:04.880842 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-692d8376-9631-4dac-9dc1-6e23bde097a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:04.993957 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=a7526484-d017-473a-aa6e-5f9286fc9cab,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:05.001671 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:05.002171 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-00448714-50e7-48ab-b7d6-bf8950d10023 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:05.045145 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fca3de34-ce24-4c74-9f47-313e3750037e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:05.085101 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692d8376-9631-4dac-9dc1-6e23bde097a6 None None] Routers {'dd21aff1-01f2-4b01-a70f-f81bd2e1f185'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:27:05.085689 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-692d8376-9631-4dac-9dc1-6e23bde097a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:26:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['dd21aff1-01f2-4b01-a70f-f81bd2e1f185'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:05.154741 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['a7526484-d017-473a-aa6e-5f9286fc9cab'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:27:05.199401 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-90021187-c443-45c2-8da0-8658be9ca69a None None] Allocated IP 172.21.0.2 (6a6f3267-2e71-4f52-9cdf-7ed5629acb09/52608720-80fc-4921-b173-d61280ec95e9/6a2d5fa2-2ccd-41dc-a46e-6ce6dbf52247) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:27:05.211169 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74780d7c-0f32-4c5d-9f1f-88b2ff8f519d req-f7a5dc41-939e-44f7-817e-72cd6e9a194d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:27:05.214818 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-74780d7c-0f32-4c5d-9f1f-88b2ff8f519d req-f7a5dc41-939e-44f7-817e-72cd6e9a194d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5762dbca-87ca-4244-b58f-4dc61496b8d0 HTTP/1.1" status: 200 len: 944 time: 0.1023257 Dec 22 13:27:05.267586 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-74780d7c-0f32-4c5d-9f1f-88b2ff8f519d req-93516b2a-37b2-4dd3-a713-63e0993de9ca tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=718d48ea-44e3-4fff-97e2-daa7de89027e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491490 Dec 22 13:27:05.319413 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f05f4bc-5da9-4914-8ff1-0cbe94d29e28 None None] Pushing event updated for resources: {'Port': ['ID=8feee4b2-7000-49c6-b3d8-884ea33a98fb,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:05.323161 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-5f05f4bc-5da9-4914-8ff1-0cbe94d29e28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:05.457076 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-692d8376-9631-4dac-9dc1-6e23bde097a6 None None] Set router dd21aff1-01f2-4b01-a70f-f81bd2e1f185 gateway port host: None {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:27:05.818863 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8afda1bf-6331-46f4-887e-bfe183b7767d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:05.953342 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-90021187-c443-45c2-8da0-8658be9ca69a None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:05.979540 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-90021187-c443-45c2-8da0-8658be9ca69a None None] Transition to ACTIVE for port object 6a2d5fa2-2ccd-41dc-a46e-6ce6dbf52247 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:27:06.044842 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-90021187-c443-45c2-8da0-8658be9ca69a None None] Transition to ACTIVE for port object 6a2d5fa2-2ccd-41dc-a46e-6ce6dbf52247 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:27:06.121779 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-90021187-c443-45c2-8da0-8658be9ca69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:06.128098 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-27cc9e92-792a-478e-a9ed-b51cb80ed7c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:06.186418 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-fca3de34-ce24-4c74-9f47-313e3750037e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Allocated IP 172.21.0.1 (6a6f3267-2e71-4f52-9cdf-7ed5629acb09/52608720-80fc-4921-b173-d61280ec95e9/c627c3bd-3ccd-4a33-b95c-af24393ab05e) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:27:06.187057 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-692d8376-9631-4dac-9dc1-6e23bde097a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'name': 'tempest-RoutersTest-router-138715235', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:57Z', 'updated_at': '2021-12-22T13:27:01Z', 'revision_number': 2, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'gw_port_host': None, '_interfaces': [{'id': '8feee4b2-7000-49c6-b3d8-884ea33a98fb', 'name': '', 'network_id': '7ca5fb19-1c53-478d-aff8-7eb99069f0a0', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'mac_address': 'fa:16:3e:e4:ea:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c0fcec8-ac43-43f2-9bdf-cc2a9c421af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:27:00Z', 'updated_at': '2021-12-22T13:27:04Z', 'revision_number': 4, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'subnets': [{'id': '7c0fcec8-ac43-43f2-9bdf-cc2a9c421af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:06.204627 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692d8376-9631-4dac-9dc1-6e23bde097a6 None None] The sync data for ids ['dd21aff1-01f2-4b01-a70f-f81bd2e1f185'] in dv-neutron-822669-1-hyperv is: [{'id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'name': 'tempest-RoutersTest-router-138715235', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:57Z', 'updated_at': '2021-12-22T13:27:01Z', 'revision_number': 2, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'gw_port_host': None, '_interfaces': [{'id': '8feee4b2-7000-49c6-b3d8-884ea33a98fb', 'name': '', 'network_id': '7ca5fb19-1c53-478d-aff8-7eb99069f0a0', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'mac_address': 'fa:16:3e:e4:ea:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c0fcec8-ac43-43f2-9bdf-cc2a9c421af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:27:00Z', 'updated_at': '2021-12-22T13:27:04Z', 'revision_number': 4, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'subnets': [{'id': '7c0fcec8-ac43-43f2-9bdf-cc2a9c421af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:27:06.228298 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90021187-c443-45c2-8da0-8658be9ca69a None None] Network 6a6f3267-2e71-4f52-9cdf-7ed5629acb09 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:27:06.229932 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-90021187-c443-45c2-8da0-8658be9ca69a None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:27:06.234784 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90021187-c443-45c2-8da0-8658be9ca69a None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:27:06.241535 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90021187-c443-45c2-8da0-8658be9ca69a None None] Pushing event updated for resources: {'Port': ['ID=6a2d5fa2-2ccd-41dc-a46e-6ce6dbf52247,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:06.247704 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-90021187-c443-45c2-8da0-8658be9ca69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:06.342704 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-90021187-c443-45c2-8da0-8658be9ca69a None None] Attempting to bind port 6a2d5fa2-2ccd-41dc-a46e-6ce6dbf52247 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:27:06.343086 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-90021187-c443-45c2-8da0-8658be9ca69a None None] Attempting to bind port 6a2d5fa2-2ccd-41dc-a46e-6ce6dbf52247 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'e485e558-0a08-4118-a923-5e3fbb23f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '6a6f3267-2e71-4f52-9cdf-7ed5629acb09'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:27:06.343540 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90021187-c443-45c2-8da0-8658be9ca69a None None] Attempting to bind port 6a2d5fa2-2ccd-41dc-a46e-6ce6dbf52247 on network 6a6f3267-2e71-4f52-9cdf-7ed5629acb09 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:27:06.350222 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90021187-c443-45c2-8da0-8658be9ca69a None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:27:06.350939 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90021187-c443-45c2-8da0-8658be9ca69a None None] Checking segment: {'id': 'e485e558-0a08-4118-a923-5e3fbb23f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '6a6f3267-2e71-4f52-9cdf-7ed5629acb09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:27:06.351355 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-90021187-c443-45c2-8da0-8658be9ca69a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:06.351761 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90021187-c443-45c2-8da0-8658be9ca69a None None] Bound using segment: {'id': 'e485e558-0a08-4118-a923-5e3fbb23f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '6a6f3267-2e71-4f52-9cdf-7ed5629acb09'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:27:06.352377 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-90021187-c443-45c2-8da0-8658be9ca69a None None] Bound port: 6a2d5fa2-2ccd-41dc-a46e-6ce6dbf52247, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e485e558-0a08-4118-a923-5e3fbb23f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '6a6f3267-2e71-4f52-9cdf-7ed5629acb09'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:27:06.352769 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-90021187-c443-45c2-8da0-8658be9ca69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:06.381660 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fca3de34-ce24-4c74-9f47-313e3750037e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:06.399690 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-fca3de34-ce24-4c74-9f47-313e3750037e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Transition to ACTIVE for port object c627c3bd-3ccd-4a33-b95c-af24393ab05e will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:27:06.475962 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-90021187-c443-45c2-8da0-8658be9ca69a None None] For port 6a2d5fa2-2ccd-41dc-a46e-6ce6dbf52247, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:27:06.479389 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-90021187-c443-45c2-8da0-8658be9ca69a None None] For port 6a2d5fa2-2ccd-41dc-a46e-6ce6dbf52247, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=6a2d5fa2-2ccd-41dc-a46e-6ce6dbf52247,segment=NetworkSegment(e485e558-0a08-4118-a923-5e3fbb23f31e),segment_id=e485e558-0a08-4118-a923-5e3fbb23f31e)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:27:06.524786 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a109f-a11f-4bc5-ba73-c75fc4931a30 req-d20ac94a-9bb3-44b6-acb8-2f7abd23d681 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:27:06.526528 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-dd9a109f-a11f-4bc5-ba73-c75fc4931a30 req-d20ac94a-9bb3-44b6-acb8-2f7abd23d681 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5762dbca-87ca-4244-b58f-4dc61496b8d0 HTTP/1.1" status: 200 len: 944 time: 0.1172659 Dec 22 13:27:06.564864 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-90021187-c443-45c2-8da0-8658be9ca69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:06.572317 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-61e51da3-87f7-484c-a3c1-411fcfa6d5fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:06.578541 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-dd9a109f-a11f-4bc5-ba73-c75fc4931a30 req-1d4b97dc-ad16-49c1-924e-7038458d22fd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=718d48ea-44e3-4fff-97e2-daa7de89027e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451884 Dec 22 13:27:06.598582 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fca3de34-ce24-4c74-9f47-313e3750037e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:06.612339 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3c4991b7-6894-4e10-b6e5-9858d62e25d3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:06.659974 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90021187-c443-45c2-8da0-8658be9ca69a None None] Pushing event updated for resources: {'Port': ['ID=6a2d5fa2-2ccd-41dc-a46e-6ce6dbf52247,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:06.663195 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-90021187-c443-45c2-8da0-8658be9ca69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:06.799489 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca3de34-ce24-4c74-9f47-313e3750037e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Network 6a6f3267-2e71-4f52-9cdf-7ed5629acb09 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:27:06.808952 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-fca3de34-ce24-4c74-9f47-313e3750037e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:27:06.813276 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca3de34-ce24-4c74-9f47-313e3750037e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:27:06.845579 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca3de34-ce24-4c74-9f47-313e3750037e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event updated for resources: {'Port': ['ID=c627c3bd-3ccd-4a33-b95c-af24393ab05e,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:06.853278 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-fca3de34-ce24-4c74-9f47-313e3750037e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:06.887353 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fca3de34-ce24-4c74-9f47-313e3750037e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:07.065779 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fca3de34-ce24-4c74-9f47-313e3750037e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:07.087672 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 8feee4b2-7000-49c6-b3d8-884ea33a98fb up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:27:07.254497 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 8feee4b2-7000-49c6-b3d8-884ea33a98fb completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:27:07.259659 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 8feee4b2-7000-49c6-b3d8-884ea33a98fb triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:27:07.260188 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:07.378693 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:07.415585 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 8feee4b2-7000-49c6-b3d8-884ea33a98fb, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=8feee4b2-7000-49c6-b3d8-884ea33a98fb,segment=NetworkSegment(3aefbf72-e471-48c5-a0c1-3472138c6568),segment_id=3aefbf72-e471-48c5-a0c1-3472138c6568)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:27:07.471273 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fca3de34-ce24-4c74-9f47-313e3750037e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:07.507184 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:07.510143 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 6a2d5fa2-2ccd-41dc-a46e-6ce6dbf52247 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:27:07.535444 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:07.552273 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fca3de34-ce24-4c74-9f47-313e3750037e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:07.582381 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-357a9b2e-9343-4985-8cd0-86e2d3904ccd tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:07.632441 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=8feee4b2-7000-49c6-b3d8-884ea33a98fb,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:07.635435 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:07.676311 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca3de34-ce24-4c74-9f47-313e3750037e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event updated for resources: {'Port': ['ID=c627c3bd-3ccd-4a33-b95c-af24393ab05e,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:07.679617 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-fca3de34-ce24-4c74-9f47-313e3750037e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:07.680724 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fca3de34-ce24-4c74-9f47-313e3750037e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:07.721848 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 6a2d5fa2-2ccd-41dc-a46e-6ce6dbf52247 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:27:07.798590 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64083a2c-5b0a-41a0-9cba-79680ce0bd63 None None] Network 6a6f3267-2e71-4f52-9cdf-7ed5629acb09 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:27:07.825821 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7086b9-1733-41bb-94b0-ad11deca03ae req-73660590-4620-4e5f-a875-7c041b4166b9 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:27:07.830618 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca3de34-ce24-4c74-9f47-313e3750037e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Network 6a6f3267-2e71-4f52-9cdf-7ed5629acb09 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:27:07.831501 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-fca3de34-ce24-4c74-9f47-313e3750037e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:27:07.831917 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8f7086b9-1733-41bb-94b0-ad11deca03ae req-73660590-4620-4e5f-a875-7c041b4166b9 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5762dbca-87ca-4244-b58f-4dc61496b8d0 HTTP/1.1" status: 200 len: 944 time: 0.0928583 Dec 22 13:27:07.890901 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8f7086b9-1733-41bb-94b0-ad11deca03ae req-cb3ff447-959f-4948-8445-0e454591107a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=718d48ea-44e3-4fff-97e2-daa7de89027e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510278 Dec 22 13:27:07.978523 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device a7526484-d017-473a-aa6e-5f9286fc9cab up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:27:08.018047 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5db66bc0-0a1e-4d51-a961-6773ab58e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:08.078089 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-79e73ca8-8b9c-4107-944e-02c7ab3a7b72 None None] Provisioning for port 6a2d5fa2-2ccd-41dc-a46e-6ce6dbf52247 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:27:08.093994 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-79e73ca8-8b9c-4107-944e-02c7ab3a7b72 None None] Provisioning complete for port 6a2d5fa2-2ccd-41dc-a46e-6ce6dbf52247 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:27:08.094704 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-79e73ca8-8b9c-4107-944e-02c7ab3a7b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:08.177233 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca3de34-ce24-4c74-9f47-313e3750037e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Router dd21aff1-01f2-4b01-a70f-f81bd2e1f185 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:27:08.243170 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning for port a7526484-d017-473a-aa6e-5f9286fc9cab completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:27:08.251347 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-79e73ca8-8b9c-4107-944e-02c7ab3a7b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:08.261868 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port a7526484-d017-473a-aa6e-5f9286fc9cab triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:27:08.264016 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:08.334316 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-79e73ca8-8b9c-4107-944e-02c7ab3a7b72 None None] For port 6a2d5fa2-2ccd-41dc-a46e-6ce6dbf52247, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=6a2d5fa2-2ccd-41dc-a46e-6ce6dbf52247,segment=NetworkSegment(e485e558-0a08-4118-a923-5e3fbb23f31e),segment_id=e485e558-0a08-4118-a923-5e3fbb23f31e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:27:08.375328 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca3de34-ce24-4c74-9f47-313e3750037e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:27:08.389890 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-fca3de34-ce24-4c74-9f47-313e3750037e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "PUT /v2.0/routers/dd21aff1-01f2-4b01-a70f-f81bd2e1f185/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9814587 Dec 22 13:27:08.393158 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51328) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:08.401736 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-b5011eed-f5da-42cf-b3ba-887d18ed17bd tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Request body: {'network': {'name': 'tempest-RoutersTest-676269074'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:27:08.402224 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:08.406048 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-b5011eed-f5da-42cf-b3ba-887d18ed17bd tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:27:08.416951 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-b5011eed-f5da-42cf-b3ba-887d18ed17bd tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Usage tracker for resource:network and tenant:813a48bed9b742a7b1de5354f99e3715 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:27:08.420034 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-b5011eed-f5da-42cf-b3ba-887d18ed17bd tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:27:08.426237 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-b5011eed-f5da-42cf-b3ba-887d18ed17bd tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:27:08.434740 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5762dbca-87ca-4244-b58f-4dc61496b8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7526484-d017-473a-aa6e-5f9286fc9cab'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:27:08.446730 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port a7526484-d017-473a-aa6e-5f9286fc9cab, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a7526484-d017-473a-aa6e-5f9286fc9cab,segment=NetworkSegment(2fb243d8-db7f-48f4-9c3e-fba66e6cded8),segment_id=2fb243d8-db7f-48f4-9c3e-fba66e6cded8)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:27:08.482523 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-79e73ca8-8b9c-4107-944e-02c7ab3a7b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:08.716795 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-ec24f055-58cb-471a-8b81-07ceed4ea6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:08.716795 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5762dbca-87ca-4244-b58f-4dc61496b8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7526484-d017-473a-aa6e-5f9286fc9cab', 'code': 200} Dec 22 13:27:08.716795 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e73ca8-8b9c-4107-944e-02c7ab3a7b72 None None] Pushing event updated for resources: {'Port': ['ID=6a2d5fa2-2ccd-41dc-a46e-6ce6dbf52247,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:08.716795 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-79e73ca8-8b9c-4107-944e-02c7ab3a7b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:08.716795 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c1843792-68c0-4606-b8b4-646d98496918 None None] Provisioning complete for port 6a2d5fa2-2ccd-41dc-a46e-6ce6dbf52247 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:27:08.716795 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c1843792-68c0-4606-b8b4-646d98496918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:08.939989 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5011eed-f5da-42cf-b3ba-887d18ed17bd tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Made reservation on behalf of 813a48bed9b742a7b1de5354f99e3715 for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:27:08.943184 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b5011eed-f5da-42cf-b3ba-887d18ed17bd tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:08.977436 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5011eed-f5da-42cf-b3ba-887d18ed17bd tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:27:08.979633 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:08.981609 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:08.983118 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c1843792-68c0-4606-b8b4-646d98496918 None None] Provisioning for port c627c3bd-3ccd-4a33-b95c-af24393ab05e completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:27:08.991485 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-79e73ca8-8b9c-4107-944e-02c7ab3a7b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:09.003568 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b5011eed-f5da-42cf-b3ba-887d18ed17bd tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:09.005465 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-b5011eed-f5da-42cf-b3ba-887d18ed17bd tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Added segment 4bc33809-9b6d-4385-b240-9803e6b3499c of type vlan for network 1a871739-0655-450e-addf-db7fdb89ffc6 Dec 22 13:27:09.059875 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b5011eed-f5da-42cf-b3ba-887d18ed17bd tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:09.073903 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c1843792-68c0-4606-b8b4-646d98496918 None None] Provisioning complete for port c627c3bd-3ccd-4a33-b95c-af24393ab05e triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:27:09.074295 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c1843792-68c0-4606-b8b4-646d98496918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:09.107946 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 8feee4b2-7000-49c6-b3d8-884ea33a98fb up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:27:09.127980 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cc88b-dd60-46ae-ab88-8030279c934a req-9e5da8c9-7984-4d61-b32b-0fad86f18c34 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:27:09.129779 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5f3cc88b-dd60-46ae-ab88-8030279c934a req-9e5da8c9-7984-4d61-b32b-0fad86f18c34 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5762dbca-87ca-4244-b58f-4dc61496b8d0 HTTP/1.1" status: 200 len: 945 time: 0.1043589 Dec 22 13:27:09.179777 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5f3cc88b-dd60-46ae-ab88-8030279c934a req-cddb618d-3d21-4b6c-8391-50297e552b9d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=718d48ea-44e3-4fff-97e2-daa7de89027e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427971 Dec 22 13:27:09.190156 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=a7526484-d017-473a-aa6e-5f9286fc9cab,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:09.204688 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:09.207411 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b5011eed-f5da-42cf-b3ba-887d18ed17bd tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:09.213206 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5011eed-f5da-42cf-b3ba-887d18ed17bd tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:27:09.213975 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-c1843792-68c0-4606-b8b4-646d98496918 None None] Port c627c3bd-3ccd-4a33-b95c-af24393ab05e cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:27:09.215124 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b5011eed-f5da-42cf-b3ba-887d18ed17bd tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:09.221987 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6100c7ea-55e3-4391-b7d5-5f4d58ffe8d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:09.231256 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 8feee4b2-7000-49c6-b3d8-884ea33a98fb triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:27:09.235130 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:09.352256 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:09.376324 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6d9774f4-018c-422e-ba27-d6f14fbe0bd2 req-0bdc19cb-65ff-4ffd-badc-a86fccba6512 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5762dbca-87ca-4244-b58f-4dc61496b8d0 HTTP/1.1" status: 200 len: 1098 time: 0.1650424 Dec 22 13:27:09.378386 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 6a2d5fa2-2ccd-41dc-a46e-6ce6dbf52247 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:27:09.424503 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-137d83b9-8f05-454c-92ab-59526fe89154 None None] Provisioning complete for port c627c3bd-3ccd-4a33-b95c-af24393ab05e triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:27:09.425136 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-137d83b9-8f05-454c-92ab-59526fe89154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:09.431008 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6d9774f4-018c-422e-ba27-d6f14fbe0bd2 req-1856caf8-efea-4314-8806-eb2ec1ed352d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=718d48ea-44e3-4fff-97e2-daa7de89027e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428636 Dec 22 13:27:09.481660 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5011eed-f5da-42cf-b3ba-887d18ed17bd tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event updated for resources: {'Network': ['ID=1a871739-0655-450e-addf-db7fdb89ffc6,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:09.484803 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b5011eed-f5da-42cf-b3ba-887d18ed17bd tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:09.494321 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-137d83b9-8f05-454c-92ab-59526fe89154 None None] Port c627c3bd-3ccd-4a33-b95c-af24393ab05e cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:27:09.497469 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 1a871739-0655-450e-addf-db7fdb89ffc6 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:27:09.518269 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b5011eed-f5da-42cf-b3ba-887d18ed17bd tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1240246 Dec 22 13:27:09.520990 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51338) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:09.527926 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-dd76e474-451b-4a87-a77e-bf333513d4b8 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Request body: {'subnet': {'network_id': '1a871739-0655-450e-addf-db7fdb89ffc6', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:27:09.608027 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 6a2d5fa2-2ccd-41dc-a46e-6ce6dbf52247 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:27:09.608413 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:09.644733 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-dd76e474-451b-4a87-a77e-bf333513d4b8 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:27:09.649744 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-dd76e474-451b-4a87-a77e-bf333513d4b8 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Usage tracker for resource:subnet and tenant:813a48bed9b742a7b1de5354f99e3715 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:27:09.653747 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-dd76e474-451b-4a87-a77e-bf333513d4b8 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:27:09.659137 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-dd76e474-451b-4a87-a77e-bf333513d4b8 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:27:09.704596 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b7f344-865e-4aef-814c-e3de77478679 None None] Sync routers for ids ['dd21aff1-01f2-4b01-a70f-f81bd2e1f185'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:27:09.717383 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b7f344-865e-4aef-814c-e3de77478679 None None] Routers {'dd21aff1-01f2-4b01-a70f-f81bd2e1f185'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:27:09.718088 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-e5b7f344-865e-4aef-814c-e3de77478679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:27:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['dd21aff1-01f2-4b01-a70f-f81bd2e1f185'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:09.756214 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd76e474-451b-4a87-a77e-bf333513d4b8 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Made reservation on behalf of 813a48bed9b742a7b1de5354f99e3715 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:27:09.861965 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dd76e474-451b-4a87-a77e-bf333513d4b8 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:09.874651 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-e5b7f344-865e-4aef-814c-e3de77478679 None None] Set router dd21aff1-01f2-4b01-a70f-f81bd2e1f185 gateway port host: None {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:27:10.117922 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dd76e474-451b-4a87-a77e-bf333513d4b8 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:10.122856 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-153a3e59-7de6-439e-b5d7-9db37bc7675a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:10.197899 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd76e474-451b-4a87-a77e-bf333513d4b8 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event updated for resources: {'Subnet': ['ID=46de269f-a8a7-4634-873f-2f1330ad7b6a,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:10.201703 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-dd76e474-451b-4a87-a77e-bf333513d4b8 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:10.210490 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd76e474-451b-4a87-a77e-bf333513d4b8 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Checking segment: {'id': '4bc33809-9b6d-4385-b240-9803e6b3499c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1a871739-0655-450e-addf-db7fdb89ffc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:27:10.210840 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd76e474-451b-4a87-a77e-bf333513d4b8 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Network hostable DHCP agents. Network: 1a871739-0655-450e-addf-db7fdb89ffc6, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:27:10.215506 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-e5b7f344-865e-4aef-814c-e3de77478679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'name': 'tempest-RoutersTest-router-138715235', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:57Z', 'updated_at': '2021-12-22T13:27:06Z', 'revision_number': 3, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'gw_port_host': None, '_interfaces': [{'id': '8feee4b2-7000-49c6-b3d8-884ea33a98fb', 'name': '', 'network_id': '7ca5fb19-1c53-478d-aff8-7eb99069f0a0', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'mac_address': 'fa:16:3e:e4:ea:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c0fcec8-ac43-43f2-9bdf-cc2a9c421af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:27:00Z', 'updated_at': '2021-12-22T13:27:07Z', 'revision_number': 5, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'subnets': [{'id': '7c0fcec8-ac43-43f2-9bdf-cc2a9c421af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c627c3bd-3ccd-4a33-b95c-af24393ab05e', 'name': '', 'network_id': '6a6f3267-2e71-4f52-9cdf-7ed5629acb09', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'mac_address': 'fa:16:3e:d0:fa:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52608720-80fc-4921-b173-d61280ec95e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:27:05Z', 'updated_at': '2021-12-22T13:27:07Z', 'revision_number': 2, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'subnets': [{'id': '52608720-80fc-4921-b173-d61280ec95e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:10.219118 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b7f344-865e-4aef-814c-e3de77478679 None None] Checking router: dd21aff1-01f2-4b01-a70f-f81bd2e1f185 for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:27:10.219468 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b7f344-865e-4aef-814c-e3de77478679 None None] Updating router dd21aff1-01f2-4b01-a70f-f81bd2e1f185 port c627c3bd-3ccd-4a33-b95c-af24393ab05e binding host dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:27:10.271232 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-e5b7f344-865e-4aef-814c-e3de77478679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:10.343858 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd76e474-451b-4a87-a77e-bf333513d4b8 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Network 1a871739-0655-450e-addf-db7fdb89ffc6 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:27:10.403815 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cdc83-0594-4392-8b1d-4e1384608662 req-bc5b83e0-d253-4789-b85a-eb93cc7de405 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:27:10.403815 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-db5cdc83-0594-4392-8b1d-4e1384608662 req-bc5b83e0-d253-4789-b85a-eb93cc7de405 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5762dbca-87ca-4244-b58f-4dc61496b8d0 HTTP/1.1" status: 200 len: 945 time: 0.0930996 Dec 22 13:27:10.428339 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-dd76e474-451b-4a87-a77e-bf333513d4b8 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 1a871739-0655-450e-addf-db7fdb89ffc6) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:27:10.436963 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b4f3b8-b0a7-4511-9687-4a91c1bb7054 None None] Network 1a871739-0655-450e-addf-db7fdb89ffc6 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:27:10.437472 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd76e474-451b-4a87-a77e-bf333513d4b8 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:27:10.437825 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dd76e474-451b-4a87-a77e-bf333513d4b8 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:10.496798 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-db5cdc83-0594-4392-8b1d-4e1384608662 req-a16a36e3-3183-4359-9f1c-2a699049ac1b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=718d48ea-44e3-4fff-97e2-daa7de89027e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760415 Dec 22 13:27:10.497370 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:10.580357 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-dd76e474-451b-4a87-a77e-bf333513d4b8 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0571043 Dec 22 13:27:10.585612 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51344) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:10.645198 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-e5b7f344-865e-4aef-814c-e3de77478679 None None] Notify callbacks [] for port, precommit_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:10.657548 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.provisioning_blocks [None req-e5b7f344-865e-4aef-814c-e3de77478679 None None] Transition to ACTIVE for port object c627c3bd-3ccd-4a33-b95c-af24393ab05e will not be triggered until provisioned by entity L2. {{(pid=84151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:27:10.683084 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92c3c21-d9bb-4189-b540-90164f0fc204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-1a871739-0655-450e-addf-db7fdb89ffc6', 'network_id': '1a871739-0655-450e-addf-db7fdb89ffc6', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'fixed_ips': [{'subnet_id': '46de269f-a8a7-4634-873f-2f1330ad7b6a'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:27:10.683084 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f92c3c21-d9bb-4189-b540-90164f0fc204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:10.754786 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-e5b7f344-865e-4aef-814c-e3de77478679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:10.762719 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:10.829394 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea77d33-a9c3-4c78-b6ce-19196f78a170 None None] Pushing event updated for resources: {'Port': ['ID=c627c3bd-3ccd-4a33-b95c-af24393ab05e,revision_number=3']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:10.860798 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-f92c3c21-d9bb-4189-b540-90164f0fc204 None None] Allocated IP 172.22.0.2 (1a871739-0655-450e-addf-db7fdb89ffc6/46de269f-a8a7-4634-873f-2f1330ad7b6a/1a248136-afe5-46f1-9221-d8b8dc29fc38) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:27:10.926676 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea77d33-a9c3-4c78-b6ce-19196f78a170 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:10.927008 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea77d33-a9c3-4c78-b6ce-19196f78a170 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:10.928181 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea77d33-a9c3-4c78-b6ce-19196f78a170 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:10.928924 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea77d33-a9c3-4c78-b6ce-19196f78a170 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:10.929448 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea77d33-a9c3-4c78-b6ce-19196f78a170 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:10.929939 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea77d33-a9c3-4c78-b6ce-19196f78a170 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:10.930476 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea77d33-a9c3-4c78-b6ce-19196f78a170 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:10.930963 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea77d33-a9c3-4c78-b6ce-19196f78a170 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:10.936646 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea77d33-a9c3-4c78-b6ce-19196f78a170 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:10.936646 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea77d33-a9c3-4c78-b6ce-19196f78a170 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:10.936646 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea77d33-a9c3-4c78-b6ce-19196f78a170 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:10.941429 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-bea77d33-a9c3-4c78-b6ce-19196f78a170 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:11.004169 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-e5b7f344-865e-4aef-814c-e3de77478679 None None] Attempting to bind port c627c3bd-3ccd-4a33-b95c-af24393ab05e on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:27:11.004829 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-e5b7f344-865e-4aef-814c-e3de77478679 None None] Attempting to bind port c627c3bd-3ccd-4a33-b95c-af24393ab05e by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'e485e558-0a08-4118-a923-5e3fbb23f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '6a6f3267-2e71-4f52-9cdf-7ed5629acb09'}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:27:11.005381 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b7f344-865e-4aef-814c-e3de77478679 None None] Attempting to bind port c627c3bd-3ccd-4a33-b95c-af24393ab05e on network 6a6f3267-2e71-4f52-9cdf-7ed5629acb09 {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:27:11.014203 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b7f344-865e-4aef-814c-e3de77478679 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:27:11.015067 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b7f344-865e-4aef-814c-e3de77478679 None None] Checking segment: {'id': 'e485e558-0a08-4118-a923-5e3fbb23f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '6a6f3267-2e71-4f52-9cdf-7ed5629acb09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:27:11.015310 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-e5b7f344-865e-4aef-814c-e3de77478679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:11.015795 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b7f344-865e-4aef-814c-e3de77478679 None None] Bound using segment: {'id': 'e485e558-0a08-4118-a923-5e3fbb23f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '6a6f3267-2e71-4f52-9cdf-7ed5629acb09'} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:27:11.016361 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-e5b7f344-865e-4aef-814c-e3de77478679 None None] Bound port: c627c3bd-3ccd-4a33-b95c-af24393ab05e, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e485e558-0a08-4118-a923-5e3fbb23f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '6a6f3267-2e71-4f52-9cdf-7ed5629acb09'}}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:27:11.016958 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-e5b7f344-865e-4aef-814c-e3de77478679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:11.122807 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f92c3c21-d9bb-4189-b540-90164f0fc204 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:11.132308 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-e5b7f344-865e-4aef-814c-e3de77478679 None None] For port c627c3bd-3ccd-4a33-b95c-af24393ab05e, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:27:11.135840 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-e5b7f344-865e-4aef-814c-e3de77478679 None None] For port c627c3bd-3ccd-4a33-b95c-af24393ab05e, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=c627c3bd-3ccd-4a33-b95c-af24393ab05e,segment=NetworkSegment(e485e558-0a08-4118-a923-5e3fbb23f31e),segment_id=e485e558-0a08-4118-a923-5e3fbb23f31e)] {{(pid=84151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:27:11.136137 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-f92c3c21-d9bb-4189-b540-90164f0fc204 None None] Transition to ACTIVE for port object 1a248136-afe5-46f1-9221-d8b8dc29fc38 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:27:11.160769 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-f92c3c21-d9bb-4189-b540-90164f0fc204 None None] Transition to ACTIVE for port object 1a248136-afe5-46f1-9221-d8b8dc29fc38 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:27:11.221008 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-e5b7f344-865e-4aef-814c-e3de77478679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:11.225607 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-d570ac73-bb57-456c-aaaf-81b09c10a393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:11.249990 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f92c3c21-d9bb-4189-b540-90164f0fc204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:11.256713 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-0f65ea7e-d1dc-46cd-a484-a25ab2f2f868 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:11.308694 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea77d33-a9c3-4c78-b6ce-19196f78a170 None None] Pushing event updated for resources: {'Port': ['ID=c627c3bd-3ccd-4a33-b95c-af24393ab05e,revision_number=4']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:11.312793 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-bea77d33-a9c3-4c78-b6ce-19196f78a170 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:11.315944 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b7f344-865e-4aef-814c-e3de77478679 None None] Routers {'dd21aff1-01f2-4b01-a70f-f81bd2e1f185'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:27:11.315944 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-e5b7f344-865e-4aef-814c-e3de77478679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:27:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['dd21aff1-01f2-4b01-a70f-f81bd2e1f185'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:11.319027 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92c3c21-d9bb-4189-b540-90164f0fc204 None None] Network 1a871739-0655-450e-addf-db7fdb89ffc6 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:27:11.321950 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-f92c3c21-d9bb-4189-b540-90164f0fc204 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:27:11.331131 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92c3c21-d9bb-4189-b540-90164f0fc204 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:27:11.342593 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c3c21-d9bb-4189-b540-90164f0fc204 None None] Pushing event updated for resources: {'Port': ['ID=1a248136-afe5-46f1-9221-d8b8dc29fc38,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:11.347413 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f92c3c21-d9bb-4189-b540-90164f0fc204 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:11.438286 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a0f80e26-bad7-4a32-8ab0-dde860f752b9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:11.449100 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-f92c3c21-d9bb-4189-b540-90164f0fc204 None None] Attempting to bind port 1a248136-afe5-46f1-9221-d8b8dc29fc38 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:27:11.449703 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-f92c3c21-d9bb-4189-b540-90164f0fc204 None None] Attempting to bind port 1a248136-afe5-46f1-9221-d8b8dc29fc38 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '4bc33809-9b6d-4385-b240-9803e6b3499c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1a871739-0655-450e-addf-db7fdb89ffc6'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:27:11.450932 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92c3c21-d9bb-4189-b540-90164f0fc204 None None] Attempting to bind port 1a248136-afe5-46f1-9221-d8b8dc29fc38 on network 1a871739-0655-450e-addf-db7fdb89ffc6 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:27:11.458675 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92c3c21-d9bb-4189-b540-90164f0fc204 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:27:11.459177 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92c3c21-d9bb-4189-b540-90164f0fc204 None None] Checking segment: {'id': '4bc33809-9b6d-4385-b240-9803e6b3499c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1a871739-0655-450e-addf-db7fdb89ffc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:27:11.459599 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f92c3c21-d9bb-4189-b540-90164f0fc204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:11.459999 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92c3c21-d9bb-4189-b540-90164f0fc204 None None] Bound using segment: {'id': '4bc33809-9b6d-4385-b240-9803e6b3499c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1a871739-0655-450e-addf-db7fdb89ffc6'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:27:11.460503 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-f92c3c21-d9bb-4189-b540-90164f0fc204 None None] Bound port: 1a248136-afe5-46f1-9221-d8b8dc29fc38, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc33809-9b6d-4385-b240-9803e6b3499c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1a871739-0655-450e-addf-db7fdb89ffc6'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:27:11.472172 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f92c3c21-d9bb-4189-b540-90164f0fc204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:11.497848 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-e5b7f344-865e-4aef-814c-e3de77478679 None None] Set router dd21aff1-01f2-4b01-a70f-f81bd2e1f185 gateway port host: None {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:27:11.612474 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-f92c3c21-d9bb-4189-b540-90164f0fc204 None None] For port 1a248136-afe5-46f1-9221-d8b8dc29fc38, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:27:11.617324 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-f92c3c21-d9bb-4189-b540-90164f0fc204 None None] For port 1a248136-afe5-46f1-9221-d8b8dc29fc38, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=1a248136-afe5-46f1-9221-d8b8dc29fc38,segment=NetworkSegment(4bc33809-9b6d-4385-b240-9803e6b3499c),segment_id=4bc33809-9b6d-4385-b240-9803e6b3499c)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:27:11.718296 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f92c3c21-d9bb-4189-b540-90164f0fc204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:11.740949 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-5872be7a-a18e-4332-aa1b-9b2e1a89cb5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:11.829031 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c3c21-d9bb-4189-b540-90164f0fc204 None None] Pushing event updated for resources: {'Port': ['ID=1a248136-afe5-46f1-9221-d8b8dc29fc38,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:11.832947 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f92c3c21-d9bb-4189-b540-90164f0fc204 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:11.859155 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22ee7f-ce8c-4e4b-ae73-1d4b1e6ef2cc req-931734b5-096e-49cc-bda0-fcfd9b623a0b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:27:11.860634 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9d22ee7f-ce8c-4e4b-ae73-1d4b1e6ef2cc req-931734b5-096e-49cc-bda0-fcfd9b623a0b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5762dbca-87ca-4244-b58f-4dc61496b8d0 HTTP/1.1" status: 200 len: 945 time: 0.1770077 Dec 22 13:27:11.905613 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-e5b7f344-865e-4aef-814c-e3de77478679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'name': 'tempest-RoutersTest-router-138715235', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:57Z', 'updated_at': '2021-12-22T13:27:06Z', 'revision_number': 3, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'gw_port_host': None, '_interfaces': [{'id': '8feee4b2-7000-49c6-b3d8-884ea33a98fb', 'name': '', 'network_id': '7ca5fb19-1c53-478d-aff8-7eb99069f0a0', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'mac_address': 'fa:16:3e:e4:ea:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c0fcec8-ac43-43f2-9bdf-cc2a9c421af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:27:00Z', 'updated_at': '2021-12-22T13:27:07Z', 'revision_number': 5, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'subnets': [{'id': '7c0fcec8-ac43-43f2-9bdf-cc2a9c421af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c627c3bd-3ccd-4a33-b95c-af24393ab05e', 'name': '', 'network_id': '6a6f3267-2e71-4f52-9cdf-7ed5629acb09', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'mac_address': 'fa:16:3e:d0:fa:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52608720-80fc-4921-b173-d61280ec95e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:27:05Z', 'updated_at': '2021-12-22T13:27:11Z', 'revision_number': 4, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'subnets': [{'id': '52608720-80fc-4921-b173-d61280ec95e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:11.909984 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b7f344-865e-4aef-814c-e3de77478679 None None] The sync data for ids ['dd21aff1-01f2-4b01-a70f-f81bd2e1f185'] in dv-neutron-822669-1-hyperv is: [{'id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'name': 'tempest-RoutersTest-router-138715235', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:57Z', 'updated_at': '2021-12-22T13:27:06Z', 'revision_number': 3, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'gw_port_host': None, '_interfaces': [{'id': '8feee4b2-7000-49c6-b3d8-884ea33a98fb', 'name': '', 'network_id': '7ca5fb19-1c53-478d-aff8-7eb99069f0a0', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'mac_address': 'fa:16:3e:e4:ea:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c0fcec8-ac43-43f2-9bdf-cc2a9c421af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:27:00Z', 'updated_at': '2021-12-22T13:27:07Z', 'revision_number': 5, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'subnets': [{'id': '7c0fcec8-ac43-43f2-9bdf-cc2a9c421af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c627c3bd-3ccd-4a33-b95c-af24393ab05e', 'name': '', 'network_id': '6a6f3267-2e71-4f52-9cdf-7ed5629acb09', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'mac_address': 'fa:16:3e:d0:fa:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52608720-80fc-4921-b173-d61280ec95e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:27:05Z', 'updated_at': '2021-12-22T13:27:11Z', 'revision_number': 4, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'subnets': [{'id': '52608720-80fc-4921-b173-d61280ec95e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:27:11.999149 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-a0f80e26-bad7-4a32-8ab0-dde860f752b9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Allocated IP 172.22.0.1 (1a871739-0655-450e-addf-db7fdb89ffc6/46de269f-a8a7-4634-873f-2f1330ad7b6a/68c8d008-8d59-479d-8c6b-06ec993416ba) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:27:12.004721 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9d22ee7f-ce8c-4e4b-ae73-1d4b1e6ef2cc req-423c035c-a62b-4796-abd6-89b18a34df93 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=718d48ea-44e3-4fff-97e2-daa7de89027e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367657 Dec 22 13:27:12.231427 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a0f80e26-bad7-4a32-8ab0-dde860f752b9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:12.249976 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-a0f80e26-bad7-4a32-8ab0-dde860f752b9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Transition to ACTIVE for port object 68c8d008-8d59-479d-8c6b-06ec993416ba will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:27:12.289103 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f9845-41b5-4f9d-add8-2a8714ab0e74 req-14ff6d44-9228-4c8d-ab70-7ae86ef36340 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:27:12.290990 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e58f9845-41b5-4f9d-add8-2a8714ab0e74 req-14ff6d44-9228-4c8d-ab70-7ae86ef36340 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5762dbca-87ca-4244-b58f-4dc61496b8d0 HTTP/1.1" status: 200 len: 945 time: 0.0932267 Dec 22 13:27:12.341130 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a0f80e26-bad7-4a32-8ab0-dde860f752b9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:12.345571 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e58f9845-41b5-4f9d-add8-2a8714ab0e74 req-bd90a33f-f29c-4ea0-808f-182c19294017 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=718d48ea-44e3-4fff-97e2-daa7de89027e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477843 Dec 22 13:27:12.345928 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b217d0a8-54e2-4616-8c0a-05ae769b3852 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:12.375052 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51352) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:12.409698 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f80e26-bad7-4a32-8ab0-dde860f752b9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Network 1a871739-0655-450e-addf-db7fdb89ffc6 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:27:12.418144 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-a0f80e26-bad7-4a32-8ab0-dde860f752b9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:27:12.423027 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f80e26-bad7-4a32-8ab0-dde860f752b9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:27:12.456331 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b9784542-0b4a-491a-9b5b-6bdeff5d94ac tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=5762dbca-87ca-4244-b58f-4dc61496b8d0 HTTP/1.1" status: 200 len: 1093 time: 0.0799711 Dec 22 13:27:12.459719 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51356) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:12.460172 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f80e26-bad7-4a32-8ab0-dde860f752b9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event updated for resources: {'Port': ['ID=68c8d008-8d59-479d-8c6b-06ec993416ba,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:12.476573 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-0c1999a7-6cbb-4c85-b51f-7948ec30d1f3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'floatingip': {'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'port_id': 'a7526484-d017-473a-aa6e-5f9286fc9cab', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:27:12.476573 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-0c1999a7-6cbb-4c85-b51f-7948ec30d1f3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:27:12.477073 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a0f80e26-bad7-4a32-8ab0-dde860f752b9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:12.477872 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-0c1999a7-6cbb-4c85-b51f-7948ec30d1f3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:floatingip and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:27:12.482954 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-0c1999a7-6cbb-4c85-b51f-7948ec30d1f3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:27:12.490921 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-0c1999a7-6cbb-4c85-b51f-7948ec30d1f3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:27:12.516228 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a0f80e26-bad7-4a32-8ab0-dde860f752b9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:12.597933 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0c1999a7-6cbb-4c85-b51f-7948ec30d1f3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for floatingip, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:12.684659 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a0f80e26-bad7-4a32-8ab0-dde860f752b9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:12.752912 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0c1999a7-6cbb-4c85-b51f-7948ec30d1f3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:12.909753 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-0c1999a7-6cbb-4c85-b51f-7948ec30d1f3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Allocated IP 172.26.1.22 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/80dc0ca9-50e9-4484-a6a4-28a8973a4c8a) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:27:12.931982 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace9f78f-59ca-48a2-8ce1-bfa8a0c15d23 None None] Network 1a871739-0655-450e-addf-db7fdb89ffc6 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:27:13.083467 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0c1999a7-6cbb-4c85-b51f-7948ec30d1f3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:13.108631 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:27:13.144486 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 1a248136-afe5-46f1-9221-d8b8dc29fc38 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:27:13.175542 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-b1300b4b-7d9d-41c7-96f0-56aefc616831 None None] Provisioning for port 1a248136-afe5-46f1-9221-d8b8dc29fc38 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:27:13.192330 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0c1999a7-6cbb-4c85-b51f-7948ec30d1f3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:13.196314 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-caefecf4-6390-4554-b340-35393327808e tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:13.264319 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1999a7-6cbb-4c85-b51f-7948ec30d1f3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:27:13.267752 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-0c1999a7-6cbb-4c85-b51f-7948ec30d1f3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:27:13.270624 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1999a7-6cbb-4c85-b51f-7948ec30d1f3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=80dc0ca9-50e9-4484-a6a4-28a8973a4c8a,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:13.272597 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1999a7-6cbb-4c85-b51f-7948ec30d1f3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:27:13.299199 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a0f80e26-bad7-4a32-8ab0-dde860f752b9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:13.305333 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0c1999a7-6cbb-4c85-b51f-7948ec30d1f3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:13.370744 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 1a248136-afe5-46f1-9221-d8b8dc29fc38 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:27:13.373139 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 1a248136-afe5-46f1-9221-d8b8dc29fc38 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:27:13.373706 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:13.395526 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a0f80e26-bad7-4a32-8ab0-dde860f752b9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:13.426382 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-cdd138c4-083a-4bb1-b7dc-9890452d393c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:13.523039 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a0f80e26-bad7-4a32-8ab0-dde860f752b9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:13.527645 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f80e26-bad7-4a32-8ab0-dde860f752b9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event updated for resources: {'Port': ['ID=68c8d008-8d59-479d-8c6b-06ec993416ba,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:13.531095 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a0f80e26-bad7-4a32-8ab0-dde860f752b9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:13.554275 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:13.592049 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 1a248136-afe5-46f1-9221-d8b8dc29fc38, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=1a248136-afe5-46f1-9221-d8b8dc29fc38,segment=NetworkSegment(4bc33809-9b6d-4385-b240-9803e6b3499c),segment_id=4bc33809-9b6d-4385-b240-9803e6b3499c)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:27:13.629454 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-98902c75-8fea-4506-83ac-13604f2e068c None None] Provisioning complete for port 1a248136-afe5-46f1-9221-d8b8dc29fc38 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:27:13.629965 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-98902c75-8fea-4506-83ac-13604f2e068c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:13.664092 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:13.664726 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device c627c3bd-3ccd-4a33-b95c-af24393ab05e up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:27:13.699802 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-d4c471d0-4b01-49fd-8d25-7cc3ea834a65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:13.725161 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f80e26-bad7-4a32-8ab0-dde860f752b9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Network 1a871739-0655-450e-addf-db7fdb89ffc6 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:27:13.727409 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-a0f80e26-bad7-4a32-8ab0-dde860f752b9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:27:13.782752 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=1a248136-afe5-46f1-9221-d8b8dc29fc38,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:13.793131 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:14.008014 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port c627c3bd-3ccd-4a33-b95c-af24393ab05e completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:27:14.016489 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port c627c3bd-3ccd-4a33-b95c-af24393ab05e triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:27:14.021897 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:14.054447 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-98902c75-8fea-4506-83ac-13604f2e068c None None] Provisioning for port 68c8d008-8d59-479d-8c6b-06ec993416ba completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:27:14.065490 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0c1999a7-6cbb-4c85-b51f-7948ec30d1f3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:14.068212 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-98902c75-8fea-4506-83ac-13604f2e068c None None] Provisioning complete for port 68c8d008-8d59-479d-8c6b-06ec993416ba triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:27:14.068560 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-98902c75-8fea-4506-83ac-13604f2e068c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:14.111226 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f80e26-bad7-4a32-8ab0-dde860f752b9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Router dd21aff1-01f2-4b01-a70f-f81bd2e1f185 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:27:14.135079 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-98902c75-8fea-4506-83ac-13604f2e068c None None] Port 68c8d008-8d59-479d-8c6b-06ec993416ba cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:27:14.168978 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0c1999a7-6cbb-4c85-b51f-7948ec30d1f3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:14.214332 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:14.272567 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port c627c3bd-3ccd-4a33-b95c-af24393ab05e, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=c627c3bd-3ccd-4a33-b95c-af24393ab05e,segment=NetworkSegment(e485e558-0a08-4118-a923-5e3fbb23f31e),segment_id=e485e558-0a08-4118-a923-5e3fbb23f31e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:27:14.272567 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-1836f1b8-5c89-46b0-b6c5-4167a783fa13 None None] Provisioning complete for port 68c8d008-8d59-479d-8c6b-06ec993416ba triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:27:14.272567 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1836f1b8-5c89-46b0-b6c5-4167a783fa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:14.291747 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f80e26-bad7-4a32-8ab0-dde860f752b9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:27:14.305587 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a0f80e26-bad7-4a32-8ab0-dde860f752b9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "PUT /v2.0/routers/dd21aff1-01f2-4b01-a70f-f81bd2e1f185/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7241502 Dec 22 13:27:14.308254 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51362) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:14.314061 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-75ae2f8d-b5f9-4e48-84f6-953c768a9fcd tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Request body: {'network': {'name': 'tempest-RoutersTest-1080247428'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:27:14.320333 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-75ae2f8d-b5f9-4e48-84f6-953c768a9fcd tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:27:14.323683 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-1836f1b8-5c89-46b0-b6c5-4167a783fa13 None None] Port 68c8d008-8d59-479d-8c6b-06ec993416ba cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:27:14.324590 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-75ae2f8d-b5f9-4e48-84f6-953c768a9fcd tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Usage tracker for resource:network and tenant:813a48bed9b742a7b1de5354f99e3715 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:27:14.328142 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-75ae2f8d-b5f9-4e48-84f6-953c768a9fcd tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:27:14.334840 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-75ae2f8d-b5f9-4e48-84f6-953c768a9fcd tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:27:14.340700 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:14.343817 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f92c3c21-d9bb-4189-b540-90164f0fc204 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:14.391845 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0c1999a7-6cbb-4c85-b51f-7948ec30d1f3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:14.398325 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ae2f8d-b5f9-4e48-84f6-953c768a9fcd tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Made reservation on behalf of 813a48bed9b742a7b1de5354f99e3715 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:27:14.401446 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-75ae2f8d-b5f9-4e48-84f6-953c768a9fcd tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:14.414465 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=c627c3bd-3ccd-4a33-b95c-af24393ab05e,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:14.418521 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:14.436047 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75ae2f8d-b5f9-4e48-84f6-953c768a9fcd tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:27:14.438121 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0c1999a7-6cbb-4c85-b51f-7948ec30d1f3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:14.442732 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-623d46a2-9d0c-434b-98e9-2e241ac0c110 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:14.445575 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-75ae2f8d-b5f9-4e48-84f6-953c768a9fcd tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:14.445960 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-75ae2f8d-b5f9-4e48-84f6-953c768a9fcd tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Added segment 804352e3-6eff-4244-863b-df389f0efbd4 of type vlan for network 80b82ca8-0e6e-4fe9-aa72-217d72c54bd0 Dec 22 13:27:14.473306 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-75ae2f8d-b5f9-4e48-84f6-953c768a9fcd tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:14.547459 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1999a7-6cbb-4c85-b51f-7948ec30d1f3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=80dc0ca9-50e9-4484-a6a4-28a8973a4c8a,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:14.550229 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0c1999a7-6cbb-4c85-b51f-7948ec30d1f3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:14.568829 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0c1999a7-6cbb-4c85-b51f-7948ec30d1f3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:14.574626 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-75ae2f8d-b5f9-4e48-84f6-953c768a9fcd tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:14.579019 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ae2f8d-b5f9-4e48-84f6-953c768a9fcd tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:27:14.579019 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-75ae2f8d-b5f9-4e48-84f6-953c768a9fcd tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:14.583064 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1ca31528-1344-4669-b927-61de184feb3e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:14.690545 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae2f8d-b5f9-4e48-84f6-953c768a9fcd tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event updated for resources: {'Network': ['ID=80b82ca8-0e6e-4fe9-aa72-217d72c54bd0,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:14.694047 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-75ae2f8d-b5f9-4e48-84f6-953c768a9fcd tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:14.701409 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 80b82ca8-0e6e-4fe9-aa72-217d72c54bd0 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:27:14.771130 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-75ae2f8d-b5f9-4e48-84f6-953c768a9fcd tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4587340 Dec 22 13:27:14.771130 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51366) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:14.775104 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.l3_db [None req-0c1999a7-6cbb-4c85-b51f-7948ec30d1f3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Floating IP 9d1bd2b0-ea63-4cd1-bbfc-171c88b97ad1 associated. External IP: 172.26.1.22, port: a7526484-d017-473a-aa6e-5f9286fc9cab. Dec 22 13:27:14.777274 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-0f67e1f5-a74a-4129-a9c0-55bf358e5f2a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Request body: {'subnet': {'network_id': '80b82ca8-0e6e-4fe9-aa72-217d72c54bd0', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:27:14.895479 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0f67e1f5-a74a-4129-a9c0-55bf358e5f2a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:27:14.899440 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0f67e1f5-a74a-4129-a9c0-55bf358e5f2a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Usage tracker for resource:subnet and tenant:813a48bed9b742a7b1de5354f99e3715 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:27:14.902248 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0f67e1f5-a74a-4129-a9c0-55bf358e5f2a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:27:14.907971 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0f67e1f5-a74a-4129-a9c0-55bf358e5f2a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:27:14.997506 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f67e1f5-a74a-4129-a9c0-55bf358e5f2a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Made reservation on behalf of 813a48bed9b742a7b1de5354f99e3715 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:27:15.026970 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 1a248136-afe5-46f1-9221-d8b8dc29fc38 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:27:15.103112 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 1a248136-afe5-46f1-9221-d8b8dc29fc38 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:27:15.103515 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:15.114782 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0f67e1f5-a74a-4129-a9c0-55bf358e5f2a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:15.201009 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1999a7-6cbb-4c85-b51f-7948ec30d1f3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router 69fdb46c-87bc-4fd9-acc6-25e7717143cc has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:27:15.231811 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device c627c3bd-3ccd-4a33-b95c-af24393ab05e up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:27:15.314676 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port c627c3bd-3ccd-4a33-b95c-af24393ab05e triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:27:15.314676 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:15.544811 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1999a7-6cbb-4c85-b51f-7948ec30d1f3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:27:15.555513 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f19731a-0bce-418c-917b-3d19472a1e9a None None] Sync routers for ids ['69fdb46c-87bc-4fd9-acc6-25e7717143cc'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:27:15.563669 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0f67e1f5-a74a-4129-a9c0-55bf358e5f2a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:15.568893 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f19731a-0bce-418c-917b-3d19472a1e9a None None] Routers {'69fdb46c-87bc-4fd9-acc6-25e7717143cc'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:27:15.569111 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1bf407fa-1802-4aee-aa9c-36ed74ff96bf tempest-RoutersIpV6AdminTest-1883635495 tempest-RoutersIpV6AdminTest-1883635495-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:15.569527 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-3f19731a-0bce-418c-917b-3d19472a1e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:27:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['69fdb46c-87bc-4fd9-acc6-25e7717143cc'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:15.647515 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67e1f5-a74a-4129-a9c0-55bf358e5f2a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event updated for resources: {'Subnet': ['ID=5ce5bfa2-107e-4341-8dca-a76e3af13006,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:15.650876 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0f67e1f5-a74a-4129-a9c0-55bf358e5f2a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:15.658127 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f67e1f5-a74a-4129-a9c0-55bf358e5f2a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Checking segment: {'id': '804352e3-6eff-4244-863b-df389f0efbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '80b82ca8-0e6e-4fe9-aa72-217d72c54bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:27:15.658524 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f67e1f5-a74a-4129-a9c0-55bf358e5f2a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Network hostable DHCP agents. Network: 80b82ca8-0e6e-4fe9-aa72-217d72c54bd0, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:27:15.670454 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0c1999a7-6cbb-4c85-b51f-7948ec30d1f3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:15.735263 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0c1999a7-6cbb-4c85-b51f-7948ec30d1f3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2720633 Dec 22 13:27:15.735263 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5762dbca-87ca-4244-b58f-4dc61496b8d0', 'tag': 'a7526484-d017-473a-aa6e-5f9286fc9cab'}] {{(pid=84148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:27:15.741527 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51370) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:15.790866 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5762dbca-87ca-4244-b58f-4dc61496b8d0', 'tag': 'a7526484-d017-473a-aa6e-5f9286fc9cab', 'status': 'completed', 'code': 200} Dec 22 13:27:15.802451 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-3f19731a-0bce-418c-917b-3d19472a1e9a None None] Set router 69fdb46c-87bc-4fd9-acc6-25e7717143cc gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:27:15.808355 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f67e1f5-a74a-4129-a9c0-55bf358e5f2a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Network 80b82ca8-0e6e-4fe9-aa72-217d72c54bd0 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:27:15.903638 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-89c64fa0-81fc-4bb0-86bc-06637b90c029 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/9d1bd2b0-ea63-4cd1-bbfc-171c88b97ad1 HTTP/1.1" status: 200 len: 990 time: 0.1667905 Dec 22 13:27:15.918580 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-0f67e1f5-a74a-4129-a9c0-55bf358e5f2a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 80b82ca8-0e6e-4fe9-aa72-217d72c54bd0) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:27:15.924561 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f67e1f5-a74a-4129-a9c0-55bf358e5f2a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:27:15.925508 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0f67e1f5-a74a-4129-a9c0-55bf358e5f2a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:15.934154 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d38830ca-31ab-47d9-aee4-7a79114d96fb req-814bcbbf-4c76-41c9-a653-6ce2f129dc70 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=5762dbca-87ca-4244-b58f-4dc61496b8d0 HTTP/1.1" status: 200 len: 1098 time: 0.1147456 Dec 22 13:27:15.934470 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3564939-82f6-4cdd-b111-4398e7916e64 None None] Network 80b82ca8-0e6e-4fe9-aa72-217d72c54bd0 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:27:16.073228 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38830ca-31ab-47d9-aee4-7a79114d96fb req-57ab6946-2e67-4aae-81bd-45f6fd530fef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:27:16.074962 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d38830ca-31ab-47d9-aee4-7a79114d96fb req-57ab6946-2e67-4aae-81bd-45f6fd530fef service neutron] 10.222.0.45 "GET /v2.0/networks?id=b1872695-45c5-49dd-a010-6c7329d2e137 HTTP/1.1" status: 200 len: 897 time: 0.1330698 Dec 22 13:27:16.140186 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0f67e1f5-a74a-4129-a9c0-55bf358e5f2a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3683848 Dec 22 13:27:16.143052 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51376) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:16.184951 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d38830ca-31ab-47d9-aee4-7a79114d96fb req-789f004a-1e16-41e4-a19f-cb78013288fa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7526484-d017-473a-aa6e-5f9286fc9cab HTTP/1.1" status: 200 len: 998 time: 0.1037047 Dec 22 13:27:16.251876 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38830ca-31ab-47d9-aee4-7a79114d96fb req-66d0eac0-bd31-46fa-a4db-f52a847ac579 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:27:16.253510 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d38830ca-31ab-47d9-aee4-7a79114d96fb req-66d0eac0-bd31-46fa-a4db-f52a847ac579 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1b1a62fd-f8de-4d0c-aff0-389b2ffe2b9f HTTP/1.1" status: 200 len: 834 time: 0.0624385 Dec 22 13:27:16.340990 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d38830ca-31ab-47d9-aee4-7a79114d96fb req-3fd0ca1c-ae31-4bab-bb0d-5ec72f2f2e8d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b1872695-45c5-49dd-a010-6c7329d2e137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806589 Dec 22 13:27:16.341880 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36314604-eede-4654-b7b5-7b08d64a1150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-80b82ca8-0e6e-4fe9-aa72-217d72c54bd0', 'network_id': '80b82ca8-0e6e-4fe9-aa72-217d72c54bd0', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'fixed_ips': [{'subnet_id': '5ce5bfa2-107e-4341-8dca-a76e3af13006'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:27:16.343254 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-36314604-eede-4654-b7b5-7b08d64a1150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:16.432211 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-3f19731a-0bce-418c-917b-3d19472a1e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fdb46c-87bc-4fd9-acc6-25e7717143cc', 'name': 'tempest-TestNetworkBasicOps-router-1519351070', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.138'}], 'enable_snat': True}, 'gw_port_id': 'da07eab6-a3af-40b7-8d7c-46f79553023e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:38Z', 'updated_at': '2021-12-22T13:26:44Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'da07eab6-a3af-40b7-8d7c-46f79553023e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fdb46c-87bc-4fd9-acc6-25e7717143cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:38Z', 'updated_at': '2021-12-22T13:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '9d1bd2b0-ea63-4cd1-bbfc-171c88b97ad1', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.22', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '69fdb46c-87bc-4fd9-acc6-25e7717143cc', 'port_id': 'a7526484-d017-473a-aa6e-5f9286fc9cab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1872695-45c5-49dd-a010-6c7329d2e137', 'mac_address': 'fa:16:3e:3e:14:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5762dbca-87ca-4244-b58f-4dc61496b8d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:27:13Z', 'updated_at': '2021-12-22T13:27:13Z', 'revision_number': 0, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f258a8e5-6144-4198-ab1d-beedf4834303', 'name': '', 'network_id': 'b1872695-45c5-49dd-a010-6c7329d2e137', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:00:75:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fdb46c-87bc-4fd9-acc6-25e7717143cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b1a62fd-f8de-4d0c-aff0-389b2ffe2b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:42Z', 'updated_at': '2021-12-22T13:26:51Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '1b1a62fd-f8de-4d0c-aff0-389b2ffe2b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:16.440445 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f19731a-0bce-418c-917b-3d19472a1e9a None None] Checking router: 69fdb46c-87bc-4fd9-acc6-25e7717143cc for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:27:16.503323 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f19731a-0bce-418c-917b-3d19472a1e9a None None] Routers {'69fdb46c-87bc-4fd9-acc6-25e7717143cc'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:27:16.504034 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-3f19731a-0bce-418c-917b-3d19472a1e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:27:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['69fdb46c-87bc-4fd9-acc6-25e7717143cc'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:16.508545 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d38830ca-31ab-47d9-aee4-7a79114d96fb req-ab9d30a8-469e-4869-b099-94717a8e1fe4 service neutron] 10.222.0.45 "GET /v2.0/networks/b1872695-45c5-49dd-a010-6c7329d2e137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549878 Dec 22 13:27:16.655692 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d38830ca-31ab-47d9-aee4-7a79114d96fb req-d05c71c2-bbc7-4540-b560-e7a87795e458 service neutron] 10.222.0.45 "GET /v2.0/networks/b1872695-45c5-49dd-a010-6c7329d2e137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404390 Dec 22 13:27:16.675282 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-36314604-eede-4654-b7b5-7b08d64a1150 None None] Allocated IP 172.23.0.2 (80b82ca8-0e6e-4fe9-aa72-217d72c54bd0/5ce5bfa2-107e-4341-8dca-a76e3af13006/c47b3ae3-c245-4260-89dc-139bdb75a7cd) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:27:16.797483 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-3f19731a-0bce-418c-917b-3d19472a1e9a None None] Set router 69fdb46c-87bc-4fd9-acc6-25e7717143cc gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:27:16.814987 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2d35c8de-e62f-403c-a5b4-c569b87764ee tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:16.907795 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51380) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:17.017012 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c9dd040b-6613-4c5e-8196-55c987c7ac05 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/9d1bd2b0-ea63-4cd1-bbfc-171c88b97ad1 HTTP/1.1" status: 200 len: 990 time: 0.1070366 Dec 22 13:27:17.181678 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-36314604-eede-4654-b7b5-7b08d64a1150 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:17.202927 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-36314604-eede-4654-b7b5-7b08d64a1150 None None] Transition to ACTIVE for port object c47b3ae3-c245-4260-89dc-139bdb75a7cd will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:27:17.241275 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-36314604-eede-4654-b7b5-7b08d64a1150 None None] Transition to ACTIVE for port object c47b3ae3-c245-4260-89dc-139bdb75a7cd will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:27:17.307607 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-36314604-eede-4654-b7b5-7b08d64a1150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:17.312611 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-9a2445bb-7088-4a59-b205-f3c08f6cd134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:17.369390 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-2d35c8de-e62f-403c-a5b4-c569b87764ee tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Allocated IP 172.23.0.1 (80b82ca8-0e6e-4fe9-aa72-217d72c54bd0/5ce5bfa2-107e-4341-8dca-a76e3af13006/9c7132c3-77f4-402d-8e07-ea6bf514b210) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:27:17.379316 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36314604-eede-4654-b7b5-7b08d64a1150 None None] Network 80b82ca8-0e6e-4fe9-aa72-217d72c54bd0 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:27:17.387535 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-36314604-eede-4654-b7b5-7b08d64a1150 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:27:17.390736 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-3f19731a-0bce-418c-917b-3d19472a1e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fdb46c-87bc-4fd9-acc6-25e7717143cc', 'name': 'tempest-TestNetworkBasicOps-router-1519351070', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.138'}], 'enable_snat': True}, 'gw_port_id': 'da07eab6-a3af-40b7-8d7c-46f79553023e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:38Z', 'updated_at': '2021-12-22T13:26:44Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'da07eab6-a3af-40b7-8d7c-46f79553023e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fdb46c-87bc-4fd9-acc6-25e7717143cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:38Z', 'updated_at': '2021-12-22T13:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '9d1bd2b0-ea63-4cd1-bbfc-171c88b97ad1', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.22', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '69fdb46c-87bc-4fd9-acc6-25e7717143cc', 'port_id': 'a7526484-d017-473a-aa6e-5f9286fc9cab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1872695-45c5-49dd-a010-6c7329d2e137', 'mac_address': 'fa:16:3e:3e:14:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5762dbca-87ca-4244-b58f-4dc61496b8d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:27:13Z', 'updated_at': '2021-12-22T13:27:13Z', 'revision_number': 0, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f258a8e5-6144-4198-ab1d-beedf4834303', 'name': '', 'network_id': 'b1872695-45c5-49dd-a010-6c7329d2e137', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:00:75:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fdb46c-87bc-4fd9-acc6-25e7717143cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b1a62fd-f8de-4d0c-aff0-389b2ffe2b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:42Z', 'updated_at': '2021-12-22T13:26:51Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '1b1a62fd-f8de-4d0c-aff0-389b2ffe2b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:17.392884 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36314604-eede-4654-b7b5-7b08d64a1150 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:27:17.405027 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f19731a-0bce-418c-917b-3d19472a1e9a None None] The sync data for ids ['69fdb46c-87bc-4fd9-acc6-25e7717143cc'] in dv-neutron-822669-1-hyperv is: [{'id': '69fdb46c-87bc-4fd9-acc6-25e7717143cc', 'name': 'tempest-TestNetworkBasicOps-router-1519351070', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.138'}], 'enable_snat': True}, 'gw_port_id': 'da07eab6-a3af-40b7-8d7c-46f79553023e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:38Z', 'updated_at': '2021-12-22T13:26:44Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'da07eab6-a3af-40b7-8d7c-46f79553023e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fdb46c-87bc-4fd9-acc6-25e7717143cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:38Z', 'updated_at': '2021-12-22T13:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '9d1bd2b0-ea63-4cd1-bbfc-171c88b97ad1', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.22', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '69fdb46c-87bc-4fd9-acc6-25e7717143cc', 'port_id': 'a7526484-d017-473a-aa6e-5f9286fc9cab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1872695-45c5-49dd-a010-6c7329d2e137', 'mac_address': 'fa:16:3e:3e:14:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5762dbca-87ca-4244-b58f-4dc61496b8d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:27:13Z', 'updated_at': '2021-12-22T13:27:13Z', 'revision_number': 0, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f258a8e5-6144-4198-ab1d-beedf4834303', 'name': '', 'network_id': 'b1872695-45c5-49dd-a010-6c7329d2e137', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:00:75:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fdb46c-87bc-4fd9-acc6-25e7717143cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b1a62fd-f8de-4d0c-aff0-389b2ffe2b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:42Z', 'updated_at': '2021-12-22T13:26:51Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '1b1a62fd-f8de-4d0c-aff0-389b2ffe2b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:27:17.406538 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36314604-eede-4654-b7b5-7b08d64a1150 None None] Pushing event updated for resources: {'Port': ['ID=c47b3ae3-c245-4260-89dc-139bdb75a7cd,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:17.409632 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-36314604-eede-4654-b7b5-7b08d64a1150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:17.496335 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-36314604-eede-4654-b7b5-7b08d64a1150 None None] Attempting to bind port c47b3ae3-c245-4260-89dc-139bdb75a7cd on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:27:17.496846 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-36314604-eede-4654-b7b5-7b08d64a1150 None None] Attempting to bind port c47b3ae3-c245-4260-89dc-139bdb75a7cd by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '804352e3-6eff-4244-863b-df389f0efbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '80b82ca8-0e6e-4fe9-aa72-217d72c54bd0'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:27:17.497341 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36314604-eede-4654-b7b5-7b08d64a1150 None None] Attempting to bind port c47b3ae3-c245-4260-89dc-139bdb75a7cd on network 80b82ca8-0e6e-4fe9-aa72-217d72c54bd0 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:27:17.503863 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36314604-eede-4654-b7b5-7b08d64a1150 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:27:17.504246 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36314604-eede-4654-b7b5-7b08d64a1150 None None] Checking segment: {'id': '804352e3-6eff-4244-863b-df389f0efbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '80b82ca8-0e6e-4fe9-aa72-217d72c54bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:27:17.504652 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-36314604-eede-4654-b7b5-7b08d64a1150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:17.505077 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36314604-eede-4654-b7b5-7b08d64a1150 None None] Bound using segment: {'id': '804352e3-6eff-4244-863b-df389f0efbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '80b82ca8-0e6e-4fe9-aa72-217d72c54bd0'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:27:17.506163 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-36314604-eede-4654-b7b5-7b08d64a1150 None None] Bound port: c47b3ae3-c245-4260-89dc-139bdb75a7cd, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '804352e3-6eff-4244-863b-df389f0efbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '80b82ca8-0e6e-4fe9-aa72-217d72c54bd0'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:27:17.506608 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-36314604-eede-4654-b7b5-7b08d64a1150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:17.539932 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2d35c8de-e62f-403c-a5b4-c569b87764ee tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:17.556126 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-2d35c8de-e62f-403c-a5b4-c569b87764ee tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Transition to ACTIVE for port object 9c7132c3-77f4-402d-8e07-ea6bf514b210 will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:27:17.595253 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-36314604-eede-4654-b7b5-7b08d64a1150 None None] For port c47b3ae3-c245-4260-89dc-139bdb75a7cd, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:27:17.598152 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-36314604-eede-4654-b7b5-7b08d64a1150 None None] For port c47b3ae3-c245-4260-89dc-139bdb75a7cd, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=c47b3ae3-c245-4260-89dc-139bdb75a7cd,segment=NetworkSegment(804352e3-6eff-4244-863b-df389f0efbd4),segment_id=804352e3-6eff-4244-863b-df389f0efbd4)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:27:17.660770 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2d35c8de-e62f-403c-a5b4-c569b87764ee tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:17.664680 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-27f69df9-b8ab-416b-8e0a-5658feb1c3a7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:17.707089 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-36314604-eede-4654-b7b5-7b08d64a1150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:17.711703 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:17.727218 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d35c8de-e62f-403c-a5b4-c569b87764ee tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Network 80b82ca8-0e6e-4fe9-aa72-217d72c54bd0 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:27:17.734320 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-2d35c8de-e62f-403c-a5b4-c569b87764ee tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:27:17.736693 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d35c8de-e62f-403c-a5b4-c569b87764ee tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:27:17.775415 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d35c8de-e62f-403c-a5b4-c569b87764ee tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event updated for resources: {'Port': ['ID=9c7132c3-77f4-402d-8e07-ea6bf514b210,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:17.780179 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2d35c8de-e62f-403c-a5b4-c569b87764ee tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:17.791612 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36314604-eede-4654-b7b5-7b08d64a1150 None None] Pushing event updated for resources: {'Port': ['ID=c47b3ae3-c245-4260-89dc-139bdb75a7cd,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:17.794268 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-36314604-eede-4654-b7b5-7b08d64a1150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:17.798283 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2d35c8de-e62f-403c-a5b4-c569b87764ee tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:18.019354 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51384) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:18.094634 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2d35c8de-e62f-403c-a5b4-c569b87764ee tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:18.134157 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c6b6c7af-fcfd-4880-bed2-868fe5c95c8f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/9d1bd2b0-ea63-4cd1-bbfc-171c88b97ad1 HTTP/1.1" status: 200 len: 990 time: 0.1100760 Dec 22 13:27:18.486415 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] Sync routers for ids ['dd21aff1-01f2-4b01-a70f-f81bd2e1f185'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:27:18.496840 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2d35c8de-e62f-403c-a5b4-c569b87764ee tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:18.511994 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] Routers {'dd21aff1-01f2-4b01-a70f-f81bd2e1f185'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:27:18.513552 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:27:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['dd21aff1-01f2-4b01-a70f-f81bd2e1f185'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:18.573009 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2d35c8de-e62f-403c-a5b4-c569b87764ee tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:18.611786 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-47d77e58-c349-4c68-a32c-2f3892e448c6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:18.688732 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d35c8de-e62f-403c-a5b4-c569b87764ee tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event updated for resources: {'Port': ['ID=9c7132c3-77f4-402d-8e07-ea6bf514b210,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:18.698993 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2d35c8de-e62f-403c-a5b4-c569b87764ee tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:18.705529 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] Set router dd21aff1-01f2-4b01-a70f-f81bd2e1f185 gateway port host: None {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:27:18.710651 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2d35c8de-e62f-403c-a5b4-c569b87764ee tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:18.864122 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d35c8de-e62f-403c-a5b4-c569b87764ee tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Network 80b82ca8-0e6e-4fe9-aa72-217d72c54bd0 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:27:18.867787 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495bf35a-ef7e-4aca-9415-13dc855456b0 None None] Network 80b82ca8-0e6e-4fe9-aa72-217d72c54bd0 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:27:18.871176 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-2d35c8de-e62f-403c-a5b4-c569b87764ee tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:27:19.066385 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'name': 'tempest-RoutersTest-router-138715235', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:57Z', 'updated_at': '2021-12-22T13:27:17Z', 'revision_number': 5, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'gw_port_host': None, '_interfaces': [{'id': '68c8d008-8d59-479d-8c6b-06ec993416ba', 'name': '', 'network_id': '1a871739-0655-450e-addf-db7fdb89ffc6', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'mac_address': 'fa:16:3e:00:b0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46de269f-a8a7-4634-873f-2f1330ad7b6a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:27:11Z', 'updated_at': '2021-12-22T13:27:12Z', 'revision_number': 2, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'subnets': [{'id': '46de269f-a8a7-4634-873f-2f1330ad7b6a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8feee4b2-7000-49c6-b3d8-884ea33a98fb', 'name': '', 'network_id': '7ca5fb19-1c53-478d-aff8-7eb99069f0a0', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'mac_address': 'fa:16:3e:e4:ea:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c0fcec8-ac43-43f2-9bdf-cc2a9c421af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:27:00Z', 'updated_at': '2021-12-22T13:27:07Z', 'revision_number': 5, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'subnets': [{'id': '7c0fcec8-ac43-43f2-9bdf-cc2a9c421af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c7132c3-77f4-402d-8e07-ea6bf514b210', 'name': '', 'network_id': '80b82ca8-0e6e-4fe9-aa72-217d72c54bd0', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'mac_address': 'fa:16:3e:df:83:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ce5bfa2-107e-4341-8dca-a76e3af13006', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:27:17Z', 'updated_at': '2021-12-22T13:27:18Z', 'revision_number': 2, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'subnets': [{'id': '5ce5bfa2-107e-4341-8dca-a76e3af13006', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c627c3bd-3ccd-4a33-b95c-af24393ab05e', 'name': '', 'network_id': '6a6f3267-2e71-4f52-9cdf-7ed5629acb09', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'mac_address': 'fa:16:3e:d0:fa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52608720-80fc-4921-b173-d61280ec95e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:27:05Z', 'updated_at': '2021-12-22T13:27:14Z', 'revision_number': 5, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'subnets': [{'id': '52608720-80fc-4921-b173-d61280ec95e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:19.071868 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] Checking router: dd21aff1-01f2-4b01-a70f-f81bd2e1f185 for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:27:19.072424 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] Updating router dd21aff1-01f2-4b01-a70f-f81bd2e1f185 port 68c8d008-8d59-479d-8c6b-06ec993416ba binding host dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:27:19.109697 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-498dbb8b-9ba0-4ae2-8061-95a1ce9f3d30 None None] Provisioning for port c47b3ae3-c245-4260-89dc-139bdb75a7cd completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:27:19.131598 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device c47b3ae3-c245-4260-89dc-139bdb75a7cd up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:27:19.135445 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51388) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:19.137199 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:19.268536 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d35c8de-e62f-403c-a5b4-c569b87764ee tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Router dd21aff1-01f2-4b01-a70f-f81bd2e1f185 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:27:19.275668 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-59729f23-b705-477a-9601-57c8a7a4b1da tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/9d1bd2b0-ea63-4cd1-bbfc-171c88b97ad1 HTTP/1.1" status: 200 len: 990 time: 0.1389325 Dec 22 13:27:19.301101 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port c47b3ae3-c245-4260-89dc-139bdb75a7cd completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:27:19.308882 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port c47b3ae3-c245-4260-89dc-139bdb75a7cd triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:27:19.309596 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:19.462925 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:19.500940 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d35c8de-e62f-403c-a5b4-c569b87764ee tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:27:19.527256 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-2d35c8de-e62f-403c-a5b4-c569b87764ee tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "PUT /v2.0/routers/dd21aff1-01f2-4b01-a70f-f81bd2e1f185/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3822041 Dec 22 13:27:19.527548 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51392) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:19.533359 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-f088a4ea-7bce-4c34-bf07-03f6d98ee60b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:27:19.538807 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port c47b3ae3-c245-4260-89dc-139bdb75a7cd, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=c47b3ae3-c245-4260-89dc-139bdb75a7cd,segment=NetworkSegment(804352e3-6eff-4244-863b-df389f0efbd4),segment_id=804352e3-6eff-4244-863b-df389f0efbd4)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:27:19.564867 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] Notify callbacks [] for port, precommit_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:19.565753 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-aee341e1-3a0a-4e87-96ea-275acc74771e None None] Provisioning complete for port c47b3ae3-c245-4260-89dc-139bdb75a7cd triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:27:19.565753 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-aee341e1-3a0a-4e87-96ea-275acc74771e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:19.574723 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.provisioning_blocks [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] Transition to ACTIVE for port object 68c8d008-8d59-479d-8c6b-06ec993416ba will not be triggered until provisioned by entity L2. {{(pid=84151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:27:19.640818 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:19.647361 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-586ec7bb-0580-46b8-a337-7e5319e99124 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:19.728809 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:19.735323 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-7958f3c1-43bf-45fc-b8bc-708aa7df5327 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:19.770228 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d0d096-6366-4aeb-86e7-efbde1f5c639 None None] New status for floating IP 9d1bd2b0-ea63-4cd1-bbfc-171c88b97ad1: ACTIVE {{(pid=84150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:27:19.884579 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17154b3-9868-4ccf-9b77-a0e009130512 None None] Pushing event updated for resources: {'Port': ['ID=68c8d008-8d59-479d-8c6b-06ec993416ba,revision_number=3']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:19.926604 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-d17154b3-9868-4ccf-9b77-a0e009130512 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:20.000169 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=c47b3ae3-c245-4260-89dc-139bdb75a7cd,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:20.025032 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:20.049199 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] Attempting to bind port 68c8d008-8d59-479d-8c6b-06ec993416ba on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:27:20.049701 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] Attempting to bind port 68c8d008-8d59-479d-8c6b-06ec993416ba by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '4bc33809-9b6d-4385-b240-9803e6b3499c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1a871739-0655-450e-addf-db7fdb89ffc6'}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:27:20.050709 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] Attempting to bind port 68c8d008-8d59-479d-8c6b-06ec993416ba on network 1a871739-0655-450e-addf-db7fdb89ffc6 {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:27:20.060777 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:27:20.061149 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] Checking segment: {'id': '4bc33809-9b6d-4385-b240-9803e6b3499c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1a871739-0655-450e-addf-db7fdb89ffc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:27:20.061754 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:20.062299 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] Bound using segment: {'id': '4bc33809-9b6d-4385-b240-9803e6b3499c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1a871739-0655-450e-addf-db7fdb89ffc6'} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:27:20.063825 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] Bound port: 68c8d008-8d59-479d-8c6b-06ec993416ba, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc33809-9b6d-4385-b240-9803e6b3499c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1a871739-0655-450e-addf-db7fdb89ffc6'}}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:27:20.064387 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:20.181127 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] For port 68c8d008-8d59-479d-8c6b-06ec993416ba, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:27:20.184051 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] For port 68c8d008-8d59-479d-8c6b-06ec993416ba, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=68c8d008-8d59-479d-8c6b-06ec993416ba,segment=NetworkSegment(4bc33809-9b6d-4385-b240-9803e6b3499c),segment_id=4bc33809-9b6d-4385-b240-9803e6b3499c)] {{(pid=84151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:27:20.197773 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-aee341e1-3a0a-4e87-96ea-275acc74771e None None] Provisioning for port 9c7132c3-77f4-402d-8e07-ea6bf514b210 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:27:20.202855 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-aee341e1-3a0a-4e87-96ea-275acc74771e None None] Provisioning complete for port 9c7132c3-77f4-402d-8e07-ea6bf514b210 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:27:20.203234 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-aee341e1-3a0a-4e87-96ea-275acc74771e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:20.257481 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:20.268386 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-aee341e1-3a0a-4e87-96ea-275acc74771e None None] Port 9c7132c3-77f4-402d-8e07-ea6bf514b210 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:27:20.269644 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-5f132d21-1c79-49db-abe9-356e05060335 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:20.278093 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51396) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:20.321564 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] Updating router dd21aff1-01f2-4b01-a70f-f81bd2e1f185 port 9c7132c3-77f4-402d-8e07-ea6bf514b210 binding host dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:27:20.389603 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17154b3-9868-4ccf-9b77-a0e009130512 None None] Pushing event updated for resources: {'Port': ['ID=68c8d008-8d59-479d-8c6b-06ec993416ba,revision_number=4']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:20.390709 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.extraroute_db [None req-f088a4ea-7bce-4c34-bf07-03f6d98ee60b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=84149) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 22 13:27:20.393855 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-d17154b3-9868-4ccf-9b77-a0e009130512 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:20.394851 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:20.405208 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-13ce2d26-1e87-422f-b29c-316e3118f4e3 None None] Provisioning complete for port 9c7132c3-77f4-402d-8e07-ea6bf514b210 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:27:20.409561 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-13ce2d26-1e87-422f-b29c-316e3118f4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:20.418021 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.extraroute_db [None req-f088a4ea-7bce-4c34-bf07-03f6d98ee60b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Removed routes are [] {{(pid=84149) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 22 13:27:20.418604 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f088a4ea-7bce-4c34-bf07-03f6d98ee60b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:20.440073 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ff91030f-c873-43ee-849d-6d85f07e2305 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/9d1bd2b0-ea63-4cd1-bbfc-171c88b97ad1 HTTP/1.1" status: 200 len: 992 time: 0.1546693 Dec 22 13:27:20.468397 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-13ce2d26-1e87-422f-b29c-316e3118f4e3 None None] Port 9c7132c3-77f4-402d-8e07-ea6bf514b210 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:27:20.787801 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] Notify callbacks [] for port, precommit_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:20.799135 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.provisioning_blocks [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] Transition to ACTIVE for port object 9c7132c3-77f4-402d-8e07-ea6bf514b210 will not be triggered until provisioned by entity L2. {{(pid=84151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:27:20.816638 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f088a4ea-7bce-4c34-bf07-03f6d98ee60b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:20.820526 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f088a4ea-7bce-4c34-bf07-03f6d98ee60b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707601'] for router, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:20.871508 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:20.875374 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-5d91f75f-bc14-462f-ae5a-12caad3c6ede None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:21.004217 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17154b3-9868-4ccf-9b77-a0e009130512 None None] Pushing event updated for resources: {'Port': ['ID=9c7132c3-77f4-402d-8e07-ea6bf514b210,revision_number=3']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:21.009322 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-d17154b3-9868-4ccf-9b77-a0e009130512 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:21.015523 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f088a4ea-7bce-4c34-bf07-03f6d98ee60b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Router dd21aff1-01f2-4b01-a70f-f81bd2e1f185 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:27:21.040720 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device c47b3ae3-c245-4260-89dc-139bdb75a7cd up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:27:21.099241 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] Attempting to bind port 9c7132c3-77f4-402d-8e07-ea6bf514b210 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:27:21.099828 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] Attempting to bind port 9c7132c3-77f4-402d-8e07-ea6bf514b210 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '804352e3-6eff-4244-863b-df389f0efbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '80b82ca8-0e6e-4fe9-aa72-217d72c54bd0'}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:27:21.100192 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] Attempting to bind port 9c7132c3-77f4-402d-8e07-ea6bf514b210 on network 80b82ca8-0e6e-4fe9-aa72-217d72c54bd0 {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:27:21.108382 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:27:21.108756 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] Checking segment: {'id': '804352e3-6eff-4244-863b-df389f0efbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '80b82ca8-0e6e-4fe9-aa72-217d72c54bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:27:21.109292 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:21.109689 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] Bound using segment: {'id': '804352e3-6eff-4244-863b-df389f0efbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '80b82ca8-0e6e-4fe9-aa72-217d72c54bd0'} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:27:21.110161 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] Bound port: 9c7132c3-77f4-402d-8e07-ea6bf514b210, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '804352e3-6eff-4244-863b-df389f0efbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '80b82ca8-0e6e-4fe9-aa72-217d72c54bd0'}}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:27:21.110562 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:21.115708 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port c47b3ae3-c245-4260-89dc-139bdb75a7cd triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:27:21.116318 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:21.213882 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] For port 9c7132c3-77f4-402d-8e07-ea6bf514b210, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:27:21.217120 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] For port 9c7132c3-77f4-402d-8e07-ea6bf514b210, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=9c7132c3-77f4-402d-8e07-ea6bf514b210,segment=NetworkSegment(804352e3-6eff-4244-863b-df389f0efbd4),segment_id=804352e3-6eff-4244-863b-df389f0efbd4)] {{(pid=84151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:27:21.220489 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f088a4ea-7bce-4c34-bf07-03f6d98ee60b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:27:21.227703 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f088a4ea-7bce-4c34-bf07-03f6d98ee60b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:21.230391 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f088a4ea-7bce-4c34-bf07-03f6d98ee60b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "PUT /v2.0/routers/dd21aff1-01f2-4b01-a70f-f81bd2e1f185 HTTP/1.1" status: 200 len: 933 time: 1.7001634 Dec 22 13:27:21.231707 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51400) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:21.306761 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:21.313692 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:21.390422 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17154b3-9868-4ccf-9b77-a0e009130512 None None] Pushing event updated for resources: {'Port': ['ID=9c7132c3-77f4-402d-8e07-ea6bf514b210,revision_number=4']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:21.393707 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-d17154b3-9868-4ccf-9b77-a0e009130512 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:21.398204 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] Routers {'dd21aff1-01f2-4b01-a70f-f81bd2e1f185'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:27:21.398847 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:27:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['dd21aff1-01f2-4b01-a70f-f81bd2e1f185'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:21.546770 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0e765481-857c-4030-ad56-45d2d48dd6a2 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "GET /v2.0/routers/dd21aff1-01f2-4b01-a70f-f81bd2e1f185 HTTP/1.1" status: 200 len: 933 time: 0.3136082 Dec 22 13:27:21.549360 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51404) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:21.554893 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-dbcfce2d-2994-439f-9da8-c8227302dc97 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Request body: {'router': {'routes': None}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:27:21.567612 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] Set router dd21aff1-01f2-4b01-a70f-f81bd2e1f185 gateway port host: None {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:27:21.892795 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'name': 'tempest-RoutersTest-router-138715235', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:57Z', 'updated_at': '2021-12-22T13:27:20Z', 'revision_number': 6, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'gw_port_host': None, '_interfaces': [{'id': '68c8d008-8d59-479d-8c6b-06ec993416ba', 'name': '', 'network_id': '1a871739-0655-450e-addf-db7fdb89ffc6', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'mac_address': 'fa:16:3e:00:b0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46de269f-a8a7-4634-873f-2f1330ad7b6a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:27:11Z', 'updated_at': '2021-12-22T13:27:20Z', 'revision_number': 4, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'subnets': [{'id': '46de269f-a8a7-4634-873f-2f1330ad7b6a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8feee4b2-7000-49c6-b3d8-884ea33a98fb', 'name': '', 'network_id': '7ca5fb19-1c53-478d-aff8-7eb99069f0a0', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'mac_address': 'fa:16:3e:e4:ea:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c0fcec8-ac43-43f2-9bdf-cc2a9c421af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:27:00Z', 'updated_at': '2021-12-22T13:27:07Z', 'revision_number': 5, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'subnets': [{'id': '7c0fcec8-ac43-43f2-9bdf-cc2a9c421af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c7132c3-77f4-402d-8e07-ea6bf514b210', 'name': '', 'network_id': '80b82ca8-0e6e-4fe9-aa72-217d72c54bd0', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'mac_address': 'fa:16:3e:df:83:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ce5bfa2-107e-4341-8dca-a76e3af13006', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:27:17Z', 'updated_at': '2021-12-22T13:27:21Z', 'revision_number': 4, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'subnets': [{'id': '5ce5bfa2-107e-4341-8dca-a76e3af13006', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c627c3bd-3ccd-4a33-b95c-af24393ab05e', 'name': '', 'network_id': '6a6f3267-2e71-4f52-9cdf-7ed5629acb09', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'mac_address': 'fa:16:3e:d0:fa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52608720-80fc-4921-b173-d61280ec95e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:27:05Z', 'updated_at': '2021-12-22T13:27:14Z', 'revision_number': 5, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'subnets': [{'id': '52608720-80fc-4921-b173-d61280ec95e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:21.897537 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e1404a-016b-40aa-9666-fd2f2db4d562 None None] The sync data for ids ['dd21aff1-01f2-4b01-a70f-f81bd2e1f185'] in dv-neutron-822669-1-hyperv is: [{'id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'name': 'tempest-RoutersTest-router-138715235', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:57Z', 'updated_at': '2021-12-22T13:27:20Z', 'revision_number': 6, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'gw_port_host': None, '_interfaces': [{'id': '68c8d008-8d59-479d-8c6b-06ec993416ba', 'name': '', 'network_id': '1a871739-0655-450e-addf-db7fdb89ffc6', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'mac_address': 'fa:16:3e:00:b0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46de269f-a8a7-4634-873f-2f1330ad7b6a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:27:11Z', 'updated_at': '2021-12-22T13:27:20Z', 'revision_number': 4, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'subnets': [{'id': '46de269f-a8a7-4634-873f-2f1330ad7b6a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8feee4b2-7000-49c6-b3d8-884ea33a98fb', 'name': '', 'network_id': '7ca5fb19-1c53-478d-aff8-7eb99069f0a0', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'mac_address': 'fa:16:3e:e4:ea:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c0fcec8-ac43-43f2-9bdf-cc2a9c421af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:27:00Z', 'updated_at': '2021-12-22T13:27:07Z', 'revision_number': 5, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'subnets': [{'id': '7c0fcec8-ac43-43f2-9bdf-cc2a9c421af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c7132c3-77f4-402d-8e07-ea6bf514b210', 'name': '', 'network_id': '80b82ca8-0e6e-4fe9-aa72-217d72c54bd0', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'mac_address': 'fa:16:3e:df:83:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ce5bfa2-107e-4341-8dca-a76e3af13006', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:27:17Z', 'updated_at': '2021-12-22T13:27:21Z', 'revision_number': 4, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'subnets': [{'id': '5ce5bfa2-107e-4341-8dca-a76e3af13006', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c627c3bd-3ccd-4a33-b95c-af24393ab05e', 'name': '', 'network_id': '6a6f3267-2e71-4f52-9cdf-7ed5629acb09', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'mac_address': 'fa:16:3e:d0:fa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52608720-80fc-4921-b173-d61280ec95e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:27:05Z', 'updated_at': '2021-12-22T13:27:14Z', 'revision_number': 5, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'subnets': [{'id': '52608720-80fc-4921-b173-d61280ec95e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:27:22.182380 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.extraroute_db [None req-dbcfce2d-2994-439f-9da8-c8227302dc97 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Added routes are [] {{(pid=84148) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 22 13:27:22.182704 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.extraroute_db [None req-dbcfce2d-2994-439f-9da8-c8227302dc97 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=84148) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 22 13:27:22.214582 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dbcfce2d-2994-439f-9da8-c8227302dc97 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:22.640374 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dbcfce2d-2994-439f-9da8-c8227302dc97 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:22.643378 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dbcfce2d-2994-439f-9da8-c8227302dc97 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707601'] for router, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:22.822934 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbcfce2d-2994-439f-9da8-c8227302dc97 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Router dd21aff1-01f2-4b01-a70f-f81bd2e1f185 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:27:23.073869 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 9c7132c3-77f4-402d-8e07-ea6bf514b210 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:27:23.120724 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcfce2d-2994-439f-9da8-c8227302dc97 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:27:23.127019 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dbcfce2d-2994-439f-9da8-c8227302dc97 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:23.128160 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-dbcfce2d-2994-439f-9da8-c8227302dc97 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "PUT /v2.0/routers/dd21aff1-01f2-4b01-a70f-f81bd2e1f185 HTTP/1.1" status: 200 len: 699 time: 1.5776660 Dec 22 13:27:23.131255 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51408) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:23.264371 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 9c7132c3-77f4-402d-8e07-ea6bf514b210 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:27:23.269460 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 9c7132c3-77f4-402d-8e07-ea6bf514b210 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:27:23.269825 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:23.310255 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-60a5ac8c-bd0c-40f7-826f-42996bf9abad tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "GET /v2.0/routers/dd21aff1-01f2-4b01-a70f-f81bd2e1f185 HTTP/1.1" status: 200 len: 699 time: 0.1752319 Dec 22 13:27:23.310544 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51412) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:23.389520 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:23.426172 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 9c7132c3-77f4-402d-8e07-ea6bf514b210, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=9c7132c3-77f4-402d-8e07-ea6bf514b210,segment=NetworkSegment(804352e3-6eff-4244-863b-df389f0efbd4),segment_id=804352e3-6eff-4244-863b-df389f0efbd4)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:27:23.512323 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:23.513199 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 68c8d008-8d59-479d-8c6b-06ec993416ba up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:27:23.537882 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:23.627361 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=9c7132c3-77f4-402d-8e07-ea6bf514b210,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:23.632553 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:23.734490 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 68c8d008-8d59-479d-8c6b-06ec993416ba completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:27:23.743183 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 68c8d008-8d59-479d-8c6b-06ec993416ba triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:27:23.743183 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:23.771378 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3d690a06-eb0e-4899-8da5-a73c0c72d8e0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:23.855613 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:23.888989 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 68c8d008-8d59-479d-8c6b-06ec993416ba, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=68c8d008-8d59-479d-8c6b-06ec993416ba,segment=NetworkSegment(4bc33809-9b6d-4385-b240-9803e6b3499c),segment_id=4bc33809-9b6d-4385-b240-9803e6b3499c)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:27:23.972738 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:23.975476 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f92c3c21-d9bb-4189-b540-90164f0fc204 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:24.045791 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=68c8d008-8d59-479d-8c6b-06ec993416ba,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:24.049673 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:24.360808 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-3d690a06-eb0e-4899-8da5-a73c0c72d8e0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Deleting port 9c7132c3-77f4-402d-8e07-ea6bf514b210 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:27:24.365057 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3d690a06-eb0e-4899-8da5-a73c0c72d8e0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:24.549388 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-3d690a06-eb0e-4899-8da5-a73c0c72d8e0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] For port 9c7132c3-77f4-402d-8e07-ea6bf514b210, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=9c7132c3-77f4-402d-8e07-ea6bf514b210,segment=NetworkSegment(804352e3-6eff-4244-863b-df389f0efbd4),segment_id=804352e3-6eff-4244-863b-df389f0efbd4)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:27:24.549748 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3d690a06-eb0e-4899-8da5-a73c0c72d8e0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:24.672037 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-3d690a06-eb0e-4899-8da5-a73c0c72d8e0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Calling delete_port for 9c7132c3-77f4-402d-8e07-ea6bf514b210 owned by network:router_interface {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:27:24.940248 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3d690a06-eb0e-4899-8da5-a73c0c72d8e0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:24.943742 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a0f80e26-bad7-4a32-8ab0-dde860f752b9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:25.030770 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 9c7132c3-77f4-402d-8e07-ea6bf514b210 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:27:25.066930 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 9c7132c3-77f4-402d-8e07-ea6bf514b210 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:27:25.067280 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 9c7132c3-77f4-402d-8e07-ea6bf514b210 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 22 13:27:25.103201 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Port 9c7132c3-77f4-402d-8e07-ea6bf514b210 not found, will not notify nova. {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 22 13:27:25.103605 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d690a06-eb0e-4899-8da5-a73c0c72d8e0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event deleted for resources: {'Port': ['ID=9c7132c3-77f4-402d-8e07-ea6bf514b210,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:25.104610 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 68c8d008-8d59-479d-8c6b-06ec993416ba up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:27:25.105754 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3d690a06-eb0e-4899-8da5-a73c0c72d8e0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:25.190112 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 68c8d008-8d59-479d-8c6b-06ec993416ba triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:27:25.190801 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:25.409289 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3d690a06-eb0e-4899-8da5-a73c0c72d8e0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:25.922743 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d690a06-eb0e-4899-8da5-a73c0c72d8e0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Router dd21aff1-01f2-4b01-a70f-f81bd2e1f185 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:27:26.096636 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d690a06-eb0e-4899-8da5-a73c0c72d8e0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:27:26.114817 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-3d690a06-eb0e-4899-8da5-a73c0c72d8e0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "PUT /v2.0/routers/dd21aff1-01f2-4b01-a70f-f81bd2e1f185/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7994802 Dec 22 13:27:26.116785 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51420) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:26.311649 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-645fe751-ca87-469b-9237-c45d1b5a7e50 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Deleting subnet 5ce5bfa2-107e-4341-8dca-a76e3af13006 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:27:26.314541 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-645fe751-ca87-469b-9237-c45d1b5a7e50 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:26.371024 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-645fe751-ca87-469b-9237-c45d1b5a7e50 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:26.452842 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-645fe751-ca87-469b-9237-c45d1b5a7e50 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:26.723098 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-645fe751-ca87-469b-9237-c45d1b5a7e50 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:26.727433 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4dfefc4c-20c1-42e8-97b4-2ef922f5560f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:26.764048 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645fe751-ca87-469b-9237-c45d1b5a7e50 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event deleted for resources: {'Subnet': ['ID=5ce5bfa2-107e-4341-8dca-a76e3af13006,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:26.768009 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-645fe751-ca87-469b-9237-c45d1b5a7e50 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:26.770719 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-645fe751-ca87-469b-9237-c45d1b5a7e50 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:26.776546 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f08bdd-9930-4ffe-b994-72f658c1e374 None None] Network 80b82ca8-0e6e-4fe9-aa72-217d72c54bd0 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:27:26.777584 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-645fe751-ca87-469b-9237-c45d1b5a7e50 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "DELETE /v2.0/subnets/5ce5bfa2-107e-4341-8dca-a76e3af13006 HTTP/1.1" status: 204 len: 168 time: 0.6598279 Dec 22 13:27:26.780640 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51424) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:26.901992 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b867674e-e6dc-4de1-9d67-803d6746d2e1 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:26.913636 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-b867674e-e6dc-4de1-9d67-803d6746d2e1 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Deleting port c47b3ae3-c245-4260-89dc-139bdb75a7cd {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:27:26.913972 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b867674e-e6dc-4de1-9d67-803d6746d2e1 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:27.072235 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204b7a5d-4af8-4ee9-8a70-6950f32b694f None None] DHCP port deletion for 80b82ca8-0e6e-4fe9-aa72-217d72c54bd0 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:27:27.072235 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-204b7a5d-4af8-4ee9-8a70-6950f32b694f None None] Deleting port c47b3ae3-c245-4260-89dc-139bdb75a7cd {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:27:27.072235 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-204b7a5d-4af8-4ee9-8a70-6950f32b694f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:27.169859 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-b867674e-e6dc-4de1-9d67-803d6746d2e1 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] For port c47b3ae3-c245-4260-89dc-139bdb75a7cd, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=c47b3ae3-c245-4260-89dc-139bdb75a7cd,segment=NetworkSegment(804352e3-6eff-4244-863b-df389f0efbd4),segment_id=804352e3-6eff-4244-863b-df389f0efbd4)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:27:27.170032 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b867674e-e6dc-4de1-9d67-803d6746d2e1 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:27.282818 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-204b7a5d-4af8-4ee9-8a70-6950f32b694f None None] For port c47b3ae3-c245-4260-89dc-139bdb75a7cd, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=c47b3ae3-c245-4260-89dc-139bdb75a7cd,segment=NetworkSegment(804352e3-6eff-4244-863b-df389f0efbd4),segment_id=804352e3-6eff-4244-863b-df389f0efbd4)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:27:27.283026 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-204b7a5d-4af8-4ee9-8a70-6950f32b694f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:27.295138 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-b867674e-e6dc-4de1-9d67-803d6746d2e1 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Calling delete_port for c47b3ae3-c245-4260-89dc-139bdb75a7cd owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:27:27.410947 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-204b7a5d-4af8-4ee9-8a70-6950f32b694f None None] Calling delete_port for c47b3ae3-c245-4260-89dc-139bdb75a7cd owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:27:27.456512 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b867674e-e6dc-4de1-9d67-803d6746d2e1 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:27.461594 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-cfd9072a-3abe-45cd-afee-97c46ac050db tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:27.490303 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-204b7a5d-4af8-4ee9-8a70-6950f32b694f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:27:27.490819 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-204b7a5d-4af8-4ee9-8a70-6950f32b694f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:27:27.507427 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b867674e-e6dc-4de1-9d67-803d6746d2e1 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event deleted for resources: {'Port': ['ID=c47b3ae3-c245-4260-89dc-139bdb75a7cd,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:27.510761 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b867674e-e6dc-4de1-9d67-803d6746d2e1 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:27.511515 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b867674e-e6dc-4de1-9d67-803d6746d2e1 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] No DVR routers for this DVR port c47b3ae3-c245-4260-89dc-139bdb75a7cd on host dv-neutron-822669-1-hyperv {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:27:27.636002 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b867674e-e6dc-4de1-9d67-803d6746d2e1 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:27.662366 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-b867674e-e6dc-4de1-9d67-803d6746d2e1 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b82ca8-0e6e-4fe9-aa72-217d72c54bd0']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:27.674777 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-b867674e-e6dc-4de1-9d67-803d6746d2e1 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '804352e3-6eff-4244-863b-df389f0efbd4') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:27.675619 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-b867674e-e6dc-4de1-9d67-803d6746d2e1 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '804352e3-6eff-4244-863b-df389f0efbd4') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:27.686715 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b867674e-e6dc-4de1-9d67-803d6746d2e1 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:27.703470 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b867674e-e6dc-4de1-9d67-803d6746d2e1 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:27.710053 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b867674e-e6dc-4de1-9d67-803d6746d2e1 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:27:27.710469 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b867674e-e6dc-4de1-9d67-803d6746d2e1 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:27.725094 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:27:27.725094 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:27:27.725094 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:27:27.725094 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:27:27.725094 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:27:27.725094 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:27:27.725094 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:27:27.725094 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:27:27.725094 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:27:27.725094 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:27:27.725094 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:27:27.725094 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:27:27.725094 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:27:27.725094 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:27:27.725094 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:27:27.725094 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:27:27.725094 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:27:27.725094 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:27:27.725094 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:27:27.725094 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:27:27.725094 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:27:27.725094 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:27:27.725094 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:27:27.725094 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:27:27.725094 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:27:27.725094 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:27:27.725094 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:27:27.725094 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:27:27.725094 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:27:27.725094 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:27:27.725094 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:27:27.725094 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:27:27.898114 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b867674e-e6dc-4de1-9d67-803d6746d2e1 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:27.899251 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0fb73f7e-09c4-41fb-97ef-7b2cb2366c88 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:27.913886 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b867674e-e6dc-4de1-9d67-803d6746d2e1 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:27.924646 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b867674e-e6dc-4de1-9d67-803d6746d2e1 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event deleted for resources: {'Network': ['ID=80b82ca8-0e6e-4fe9-aa72-217d72c54bd0,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:27.929919 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b867674e-e6dc-4de1-9d67-803d6746d2e1 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:27.933037 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b867674e-e6dc-4de1-9d67-803d6746d2e1 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "DELETE /v2.0/networks/80b82ca8-0e6e-4fe9-aa72-217d72c54bd0 HTTP/1.1" status: 204 len: 168 time: 1.1512175 Dec 22 13:27:27.935592 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51428) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:27.991628 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-204b7a5d-4af8-4ee9-8a70-6950f32b694f None None] Deleting port c47b3ae3-c245-4260-89dc-139bdb75a7cd {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:27:27.995693 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-204b7a5d-4af8-4ee9-8a70-6950f32b694f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:28.091407 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-204b7a5d-4af8-4ee9-8a70-6950f32b694f None None] The port 'c47b3ae3-c245-4260-89dc-139bdb75a7cd' was deleted {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:27:28.284559 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9617c18c-82be-4b5b-9386-0f20658ade5a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:28.706239 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:28.986839 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-9617c18c-82be-4b5b-9386-0f20658ade5a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Deleting port 68c8d008-8d59-479d-8c6b-06ec993416ba {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:27:28.987375 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9617c18c-82be-4b5b-9386-0f20658ade5a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:29.019222 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device c47b3ae3-c245-4260-89dc-139bdb75a7cd no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:27:29.052695 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: c47b3ae3-c245-4260-89dc-139bdb75a7cd {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:27:29.057376 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device c47b3ae3-c245-4260-89dc-139bdb75a7cd not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:27:29.177957 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-9617c18c-82be-4b5b-9386-0f20658ade5a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] For port 68c8d008-8d59-479d-8c6b-06ec993416ba, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=68c8d008-8d59-479d-8c6b-06ec993416ba,segment=NetworkSegment(4bc33809-9b6d-4385-b240-9803e6b3499c),segment_id=4bc33809-9b6d-4385-b240-9803e6b3499c)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:27:29.177957 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9617c18c-82be-4b5b-9386-0f20658ade5a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:29.297696 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-9617c18c-82be-4b5b-9386-0f20658ade5a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Calling delete_port for 68c8d008-8d59-479d-8c6b-06ec993416ba owned by network:router_interface {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:27:29.540511 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9617c18c-82be-4b5b-9386-0f20658ade5a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:29.544456 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7dc70deb-782b-42b7-ad8f-ccf0bfa68e72 tempest-TestServerAdvancedOps-1919025908 tempest-TestServerAdvancedOps-1919025908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:29.589834 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617c18c-82be-4b5b-9386-0f20658ade5a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event deleted for resources: {'Port': ['ID=68c8d008-8d59-479d-8c6b-06ec993416ba,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:29.593387 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9617c18c-82be-4b5b-9386-0f20658ade5a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:29.866690 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9617c18c-82be-4b5b-9386-0f20658ade5a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:30.484410 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9617c18c-82be-4b5b-9386-0f20658ade5a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Router dd21aff1-01f2-4b01-a70f-f81bd2e1f185 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:27:30.661892 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9617c18c-82be-4b5b-9386-0f20658ade5a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:27:30.674287 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9617c18c-82be-4b5b-9386-0f20658ade5a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "PUT /v2.0/routers/dd21aff1-01f2-4b01-a70f-f81bd2e1f185/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7377443 Dec 22 13:27:30.681776 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51432) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:30.863828 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bf78655-54d2-4f4d-8989-623a74c2fb4c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Deleting subnet 46de269f-a8a7-4634-873f-2f1330ad7b6a {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:27:30.867375 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5bf78655-54d2-4f4d-8989-623a74c2fb4c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:30.923091 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5bf78655-54d2-4f4d-8989-623a74c2fb4c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:31.007992 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5bf78655-54d2-4f4d-8989-623a74c2fb4c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:31.168871 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5bf78655-54d2-4f4d-8989-623a74c2fb4c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:31.172866 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6ff1d467-57c1-4903-bbd1-e9f595917ef3 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:31.216026 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf78655-54d2-4f4d-8989-623a74c2fb4c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event deleted for resources: {'Subnet': ['ID=46de269f-a8a7-4634-873f-2f1330ad7b6a,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:31.231592 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5bf78655-54d2-4f4d-8989-623a74c2fb4c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:31.231592 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf78655-54d2-4f4d-8989-623a74c2fb4c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:31.231592 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf78655-54d2-4f4d-8989-623a74c2fb4c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:31.231592 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf78655-54d2-4f4d-8989-623a74c2fb4c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:31.231592 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf78655-54d2-4f4d-8989-623a74c2fb4c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:31.231592 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf78655-54d2-4f4d-8989-623a74c2fb4c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:31.235623 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf78655-54d2-4f4d-8989-623a74c2fb4c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:31.235623 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf78655-54d2-4f4d-8989-623a74c2fb4c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:31.235623 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf78655-54d2-4f4d-8989-623a74c2fb4c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:31.235623 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf78655-54d2-4f4d-8989-623a74c2fb4c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:31.235623 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf78655-54d2-4f4d-8989-623a74c2fb4c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:31.235623 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf78655-54d2-4f4d-8989-623a74c2fb4c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:31.238951 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680aa305-ff30-4456-aa2f-e6d79f943607 None None] Network 1a871739-0655-450e-addf-db7fdb89ffc6 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:27:31.242876 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5bf78655-54d2-4f4d-8989-623a74c2fb4c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:31.242876 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5bf78655-54d2-4f4d-8989-623a74c2fb4c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "DELETE /v2.0/subnets/46de269f-a8a7-4634-873f-2f1330ad7b6a HTTP/1.1" status: 204 len: 168 time: 0.5564461 Dec 22 13:27:31.242876 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51436) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:31.358650 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7c2cd8c0-fdd6-421c-86a0-fbf8b73acce7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:31.369435 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-7c2cd8c0-fdd6-421c-86a0-fbf8b73acce7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Deleting port 1a248136-afe5-46f1-9221-d8b8dc29fc38 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:27:31.369764 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7c2cd8c0-fdd6-421c-86a0-fbf8b73acce7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:31.585802 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-7c2cd8c0-fdd6-421c-86a0-fbf8b73acce7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] For port 1a248136-afe5-46f1-9221-d8b8dc29fc38, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=1a248136-afe5-46f1-9221-d8b8dc29fc38,segment=NetworkSegment(4bc33809-9b6d-4385-b240-9803e6b3499c),segment_id=4bc33809-9b6d-4385-b240-9803e6b3499c)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:27:31.586535 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7c2cd8c0-fdd6-421c-86a0-fbf8b73acce7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:31.613275 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c11cf6-2802-45df-86f6-051dcf87f781 None None] DHCP port deletion for 1a871739-0655-450e-addf-db7fdb89ffc6 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:27:31.629004 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-60c11cf6-2802-45df-86f6-051dcf87f781 None None] Deleting port 1a248136-afe5-46f1-9221-d8b8dc29fc38 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:27:31.629385 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-60c11cf6-2802-45df-86f6-051dcf87f781 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:31.826900 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-7c2cd8c0-fdd6-421c-86a0-fbf8b73acce7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Calling delete_port for 1a248136-afe5-46f1-9221-d8b8dc29fc38 owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:27:31.874070 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-60c11cf6-2802-45df-86f6-051dcf87f781 None None] For port 1a248136-afe5-46f1-9221-d8b8dc29fc38, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=1a248136-afe5-46f1-9221-d8b8dc29fc38,segment=NetworkSegment(4bc33809-9b6d-4385-b240-9803e6b3499c),segment_id=4bc33809-9b6d-4385-b240-9803e6b3499c)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:27:31.874442 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-60c11cf6-2802-45df-86f6-051dcf87f781 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:31.961072 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7c2cd8c0-fdd6-421c-86a0-fbf8b73acce7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:31.965046 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-23997f75-9b55-4066-9c0e-f5acbf77e35f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:31.994408 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-60c11cf6-2802-45df-86f6-051dcf87f781 None None] Calling delete_port for 1a248136-afe5-46f1-9221-d8b8dc29fc38 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:27:32.006441 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2cd8c0-fdd6-421c-86a0-fbf8b73acce7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event deleted for resources: {'Port': ['ID=1a248136-afe5-46f1-9221-d8b8dc29fc38,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:32.008871 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7c2cd8c0-fdd6-421c-86a0-fbf8b73acce7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:32.015613 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2cd8c0-fdd6-421c-86a0-fbf8b73acce7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] No DVR routers for this DVR port 1a248136-afe5-46f1-9221-d8b8dc29fc38 on host dv-neutron-822669-1-hyperv {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:27:32.064681 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-60c11cf6-2802-45df-86f6-051dcf87f781 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:27:32.065046 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-60c11cf6-2802-45df-86f6-051dcf87f781 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:27:32.140809 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7c2cd8c0-fdd6-421c-86a0-fbf8b73acce7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:32.170091 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-7c2cd8c0-fdd6-421c-86a0-fbf8b73acce7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a871739-0655-450e-addf-db7fdb89ffc6']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:32.182393 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-7c2cd8c0-fdd6-421c-86a0-fbf8b73acce7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bc33809-9b6d-4385-b240-9803e6b3499c') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:32.182631 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-7c2cd8c0-fdd6-421c-86a0-fbf8b73acce7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bc33809-9b6d-4385-b240-9803e6b3499c') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:32.194464 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7c2cd8c0-fdd6-421c-86a0-fbf8b73acce7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:32.211417 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7c2cd8c0-fdd6-421c-86a0-fbf8b73acce7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:32.217382 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c2cd8c0-fdd6-421c-86a0-fbf8b73acce7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:27:32.217764 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7c2cd8c0-fdd6-421c-86a0-fbf8b73acce7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:32.236967 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:27:32.236967 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:27:32.236967 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:27:32.236967 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:27:32.236967 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:27:32.236967 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:27:32.236967 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:27:32.236967 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:27:32.236967 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:27:32.236967 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:27:32.236967 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:27:32.236967 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:27:32.236967 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:27:32.236967 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:27:32.236967 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:27:32.236967 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:27:32.236967 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:27:32.236967 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:27:32.236967 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:27:32.236967 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:27:32.236967 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:27:32.236967 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:27:32.236967 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:27:32.236967 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:27:32.236967 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:27:32.236967 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:27:32.236967 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:27:32.236967 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:27:32.236967 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:27:32.236967 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:27:32.236967 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:27:32.236967 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:27:32.395108 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7c2cd8c0-fdd6-421c-86a0-fbf8b73acce7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:32.399928 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b867674e-e6dc-4de1-9d67-803d6746d2e1 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:32.423459 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7c2cd8c0-fdd6-421c-86a0-fbf8b73acce7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:32.428661 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2cd8c0-fdd6-421c-86a0-fbf8b73acce7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event deleted for resources: {'Network': ['ID=1a871739-0655-450e-addf-db7fdb89ffc6,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:32.432965 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7c2cd8c0-fdd6-421c-86a0-fbf8b73acce7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:32.436469 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7c2cd8c0-fdd6-421c-86a0-fbf8b73acce7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "DELETE /v2.0/networks/1a871739-0655-450e-addf-db7fdb89ffc6 HTTP/1.1" status: 204 len: 168 time: 1.1938467 Dec 22 13:27:32.439150 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51440) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:32.566795 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-60c11cf6-2802-45df-86f6-051dcf87f781 None None] Deleting port 1a248136-afe5-46f1-9221-d8b8dc29fc38 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:27:32.567987 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-60c11cf6-2802-45df-86f6-051dcf87f781 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:32.635818 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-60c11cf6-2802-45df-86f6-051dcf87f781 None None] The port '1a248136-afe5-46f1-9221-d8b8dc29fc38' was deleted {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:27:32.781551 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-02169a3d-d051-417f-90a2-2753f6082153 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:33.021434 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 1a248136-afe5-46f1-9221-d8b8dc29fc38 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:27:33.054053 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 1a248136-afe5-46f1-9221-d8b8dc29fc38 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:27:33.057222 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 1a248136-afe5-46f1-9221-d8b8dc29fc38 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:27:33.368024 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa428a63-e32f-45d9-8d89-1423afc96702 None None] Sync routers for ids ['dd21aff1-01f2-4b01-a70f-f81bd2e1f185'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:27:33.381131 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa428a63-e32f-45d9-8d89-1423afc96702 None None] Routers {'dd21aff1-01f2-4b01-a70f-f81bd2e1f185'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:27:33.381747 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-aa428a63-e32f-45d9-8d89-1423afc96702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:27:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['dd21aff1-01f2-4b01-a70f-f81bd2e1f185'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:33.481698 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-02169a3d-d051-417f-90a2-2753f6082153 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Deleting port c627c3bd-3ccd-4a33-b95c-af24393ab05e {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:27:33.482040 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-02169a3d-d051-417f-90a2-2753f6082153 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:33.540820 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-aa428a63-e32f-45d9-8d89-1423afc96702 None None] Set router dd21aff1-01f2-4b01-a70f-f81bd2e1f185 gateway port host: None {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:27:33.669865 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-02169a3d-d051-417f-90a2-2753f6082153 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] For port c627c3bd-3ccd-4a33-b95c-af24393ab05e, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=c627c3bd-3ccd-4a33-b95c-af24393ab05e,segment=NetworkSegment(e485e558-0a08-4118-a923-5e3fbb23f31e),segment_id=e485e558-0a08-4118-a923-5e3fbb23f31e)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:27:33.670336 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-02169a3d-d051-417f-90a2-2753f6082153 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:33.798022 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-02169a3d-d051-417f-90a2-2753f6082153 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Calling delete_port for c627c3bd-3ccd-4a33-b95c-af24393ab05e owned by network:router_interface {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:27:33.881686 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-aa428a63-e32f-45d9-8d89-1423afc96702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'name': 'tempest-RoutersTest-router-138715235', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:57Z', 'updated_at': '2021-12-22T13:27:29Z', 'revision_number': 9, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'gw_port_host': None, '_interfaces': [{'id': '8feee4b2-7000-49c6-b3d8-884ea33a98fb', 'name': '', 'network_id': '7ca5fb19-1c53-478d-aff8-7eb99069f0a0', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'mac_address': 'fa:16:3e:e4:ea:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c0fcec8-ac43-43f2-9bdf-cc2a9c421af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:27:00Z', 'updated_at': '2021-12-22T13:27:07Z', 'revision_number': 5, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'subnets': [{'id': '7c0fcec8-ac43-43f2-9bdf-cc2a9c421af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c627c3bd-3ccd-4a33-b95c-af24393ab05e', 'name': '', 'network_id': '6a6f3267-2e71-4f52-9cdf-7ed5629acb09', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'mac_address': 'fa:16:3e:d0:fa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52608720-80fc-4921-b173-d61280ec95e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:27:05Z', 'updated_at': '2021-12-22T13:27:14Z', 'revision_number': 5, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'subnets': [{'id': '52608720-80fc-4921-b173-d61280ec95e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:33.885883 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa428a63-e32f-45d9-8d89-1423afc96702 None None] Checking router: dd21aff1-01f2-4b01-a70f-f81bd2e1f185 for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:27:33.896871 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa428a63-e32f-45d9-8d89-1423afc96702 None None] Routers {'dd21aff1-01f2-4b01-a70f-f81bd2e1f185'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:27:33.897482 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-aa428a63-e32f-45d9-8d89-1423afc96702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:27:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['dd21aff1-01f2-4b01-a70f-f81bd2e1f185'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:34.049589 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-aa428a63-e32f-45d9-8d89-1423afc96702 None None] Set router dd21aff1-01f2-4b01-a70f-f81bd2e1f185 gateway port host: None {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:27:34.084397 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-02169a3d-d051-417f-90a2-2753f6082153 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:34.088285 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-34cee928-bc1f-4db1-8830-f6028479fe21 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:34.132622 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02169a3d-d051-417f-90a2-2753f6082153 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event deleted for resources: {'Port': ['ID=c627c3bd-3ccd-4a33-b95c-af24393ab05e,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:34.136625 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-02169a3d-d051-417f-90a2-2753f6082153 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:34.385097 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-aa428a63-e32f-45d9-8d89-1423afc96702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'name': 'tempest-RoutersTest-router-138715235', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:57Z', 'updated_at': '2021-12-22T13:27:29Z', 'revision_number': 9, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'gw_port_host': None, '_interfaces': [{'id': '8feee4b2-7000-49c6-b3d8-884ea33a98fb', 'name': '', 'network_id': '7ca5fb19-1c53-478d-aff8-7eb99069f0a0', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'mac_address': 'fa:16:3e:e4:ea:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c0fcec8-ac43-43f2-9bdf-cc2a9c421af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:27:00Z', 'updated_at': '2021-12-22T13:27:07Z', 'revision_number': 5, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'subnets': [{'id': '7c0fcec8-ac43-43f2-9bdf-cc2a9c421af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c627c3bd-3ccd-4a33-b95c-af24393ab05e', 'name': '', 'network_id': '6a6f3267-2e71-4f52-9cdf-7ed5629acb09', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'mac_address': 'fa:16:3e:d0:fa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52608720-80fc-4921-b173-d61280ec95e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:27:05Z', 'updated_at': '2021-12-22T13:27:14Z', 'revision_number': 5, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'subnets': [{'id': '52608720-80fc-4921-b173-d61280ec95e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:34.389873 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa428a63-e32f-45d9-8d89-1423afc96702 None None] The sync data for ids ['dd21aff1-01f2-4b01-a70f-f81bd2e1f185'] in dv-neutron-822669-1-hyperv is: [{'id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'name': 'tempest-RoutersTest-router-138715235', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:57Z', 'updated_at': '2021-12-22T13:27:29Z', 'revision_number': 9, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'gw_port_host': None, '_interfaces': [{'id': '8feee4b2-7000-49c6-b3d8-884ea33a98fb', 'name': '', 'network_id': '7ca5fb19-1c53-478d-aff8-7eb99069f0a0', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'mac_address': 'fa:16:3e:e4:ea:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c0fcec8-ac43-43f2-9bdf-cc2a9c421af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:27:00Z', 'updated_at': '2021-12-22T13:27:07Z', 'revision_number': 5, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'subnets': [{'id': '7c0fcec8-ac43-43f2-9bdf-cc2a9c421af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c627c3bd-3ccd-4a33-b95c-af24393ab05e', 'name': '', 'network_id': '6a6f3267-2e71-4f52-9cdf-7ed5629acb09', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'mac_address': 'fa:16:3e:d0:fa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52608720-80fc-4921-b173-d61280ec95e9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:27:05Z', 'updated_at': '2021-12-22T13:27:14Z', 'revision_number': 5, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'subnets': [{'id': '52608720-80fc-4921-b173-d61280ec95e9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:27:34.424926 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-02169a3d-d051-417f-90a2-2753f6082153 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:35.044055 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02169a3d-d051-417f-90a2-2753f6082153 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Router dd21aff1-01f2-4b01-a70f-f81bd2e1f185 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:27:35.153465 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 9c7132c3-77f4-402d-8e07-ea6bf514b210 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:27:35.185897 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 9c7132c3-77f4-402d-8e07-ea6bf514b210 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:27:35.186254 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 9c7132c3-77f4-402d-8e07-ea6bf514b210 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:27:35.186708 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 68c8d008-8d59-479d-8c6b-06ec993416ba no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:27:35.223442 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 68c8d008-8d59-479d-8c6b-06ec993416ba {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:27:35.223772 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 68c8d008-8d59-479d-8c6b-06ec993416ba not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:27:35.237278 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02169a3d-d051-417f-90a2-2753f6082153 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:27:35.246699 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-02169a3d-d051-417f-90a2-2753f6082153 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "PUT /v2.0/routers/dd21aff1-01f2-4b01-a70f-f81bd2e1f185/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8066018 Dec 22 13:27:35.249353 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51444) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:35.445197 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e8ed9ce-b118-42c9-9139-862900293323 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Deleting subnet 52608720-80fc-4921-b173-d61280ec95e9 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:27:35.448095 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0e8ed9ce-b118-42c9-9139-862900293323 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:35.502628 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0e8ed9ce-b118-42c9-9139-862900293323 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:35.589338 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0e8ed9ce-b118-42c9-9139-862900293323 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:35.677506 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-75f9a83d-18aa-4246-83fe-e7c098946a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:35.784216 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0e8ed9ce-b118-42c9-9139-862900293323 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:35.788697 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-734ecedb-4ef6-4981-b4c4-38b8b6cfb139 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:35.827298 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ed9ce-b118-42c9-9139-862900293323 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event deleted for resources: {'Subnet': ['ID=52608720-80fc-4921-b173-d61280ec95e9,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:35.831470 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0e8ed9ce-b118-42c9-9139-862900293323 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:35.834123 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0e8ed9ce-b118-42c9-9139-862900293323 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:35.839831 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ae0553-105f-40b9-86fe-b7df7fd6f742 None None] Network 6a6f3267-2e71-4f52-9cdf-7ed5629acb09 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:27:35.841536 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0e8ed9ce-b118-42c9-9139-862900293323 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "DELETE /v2.0/subnets/52608720-80fc-4921-b173-d61280ec95e9 HTTP/1.1" status: 204 len: 168 time: 0.5912311 Dec 22 13:27:35.844123 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51448) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:35.954873 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dcaf74ce-fc52-4475-a922-14275187ac39 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:35.967666 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf74ce-fc52-4475-a922-14275187ac39 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Deleting port 6a2d5fa2-2ccd-41dc-a46e-6ce6dbf52247 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:27:35.967666 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dcaf74ce-fc52-4475-a922-14275187ac39 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:36.084441 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9288853e-9b91-48ad-833c-d55f2c375b93 None None] DHCP port deletion for 6a6f3267-2e71-4f52-9cdf-7ed5629acb09 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:27:36.088673 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-9288853e-9b91-48ad-833c-d55f2c375b93 None None] Deleting port 6a2d5fa2-2ccd-41dc-a46e-6ce6dbf52247 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:27:36.089054 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9288853e-9b91-48ad-833c-d55f2c375b93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:36.181203 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-dcaf74ce-fc52-4475-a922-14275187ac39 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] For port 6a2d5fa2-2ccd-41dc-a46e-6ce6dbf52247, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=6a2d5fa2-2ccd-41dc-a46e-6ce6dbf52247,segment=NetworkSegment(e485e558-0a08-4118-a923-5e3fbb23f31e),segment_id=e485e558-0a08-4118-a923-5e3fbb23f31e)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:27:36.181907 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dcaf74ce-fc52-4475-a922-14275187ac39 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:36.302996 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf74ce-fc52-4475-a922-14275187ac39 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Calling delete_port for 6a2d5fa2-2ccd-41dc-a46e-6ce6dbf52247 owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:27:36.329861 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-9288853e-9b91-48ad-833c-d55f2c375b93 None None] For port 6a2d5fa2-2ccd-41dc-a46e-6ce6dbf52247, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=6a2d5fa2-2ccd-41dc-a46e-6ce6dbf52247,segment=NetworkSegment(e485e558-0a08-4118-a923-5e3fbb23f31e),segment_id=e485e558-0a08-4118-a923-5e3fbb23f31e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:27:36.330726 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9288853e-9b91-48ad-833c-d55f2c375b93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:36.453035 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-9288853e-9b91-48ad-833c-d55f2c375b93 None None] Calling delete_port for 6a2d5fa2-2ccd-41dc-a46e-6ce6dbf52247 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:27:36.477414 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dcaf74ce-fc52-4475-a922-14275187ac39 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:36.485699 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-02169a3d-d051-417f-90a2-2753f6082153 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:36.531217 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-9288853e-9b91-48ad-833c-d55f2c375b93 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:27:36.531638 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-9288853e-9b91-48ad-833c-d55f2c375b93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:27:36.537031 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf74ce-fc52-4475-a922-14275187ac39 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event deleted for resources: {'Port': ['ID=6a2d5fa2-2ccd-41dc-a46e-6ce6dbf52247,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:36.547773 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-dcaf74ce-fc52-4475-a922-14275187ac39 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:36.547773 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaf74ce-fc52-4475-a922-14275187ac39 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] No DVR routers for this DVR port 6a2d5fa2-2ccd-41dc-a46e-6ce6dbf52247 on host dv-neutron-822669-1-hyperv {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:27:36.681404 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dcaf74ce-fc52-4475-a922-14275187ac39 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:36.685529 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b41dbab-48ff-46df-8d9f-e5902ccb2eb7 None None] Sync routers for ids ['dd21aff1-01f2-4b01-a70f-f81bd2e1f185'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:27:36.702634 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b41dbab-48ff-46df-8d9f-e5902ccb2eb7 None None] Routers {'dd21aff1-01f2-4b01-a70f-f81bd2e1f185'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:27:36.703451 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-0b41dbab-48ff-46df-8d9f-e5902ccb2eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:27:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['dd21aff1-01f2-4b01-a70f-f81bd2e1f185'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:36.711955 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-dcaf74ce-fc52-4475-a922-14275187ac39 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a6f3267-2e71-4f52-9cdf-7ed5629acb09']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:36.725227 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-dcaf74ce-fc52-4475-a922-14275187ac39 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e485e558-0a08-4118-a923-5e3fbb23f31e') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:36.725526 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-dcaf74ce-fc52-4475-a922-14275187ac39 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e485e558-0a08-4118-a923-5e3fbb23f31e') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:36.739951 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dcaf74ce-fc52-4475-a922-14275187ac39 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:36.764488 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dcaf74ce-fc52-4475-a922-14275187ac39 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:36.771345 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcaf74ce-fc52-4475-a922-14275187ac39 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:27:36.776737 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dcaf74ce-fc52-4475-a922-14275187ac39 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:36.791190 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:27:36.791190 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:27:36.791190 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:27:36.791190 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:27:36.791190 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:27:36.791190 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:27:36.791190 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:27:36.791190 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:27:36.791190 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:27:36.791190 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:27:36.791190 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:27:36.791190 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:27:36.791190 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:27:36.791190 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:27:36.791190 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:27:36.791190 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:27:36.791190 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:27:36.791190 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:27:36.791190 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:27:36.791190 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:27:36.791190 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:27:36.791190 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:27:36.791190 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:27:36.791190 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:27:36.791190 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:27:36.791190 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:27:36.791190 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:27:36.791190 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:27:36.791190 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:27:36.791190 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:27:36.791190 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:27:36.791190 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:27:36.870456 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-0b41dbab-48ff-46df-8d9f-e5902ccb2eb7 None None] Set router dd21aff1-01f2-4b01-a70f-f81bd2e1f185 gateway port host: None {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:27:37.041905 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 6a2d5fa2-2ccd-41dc-a46e-6ce6dbf52247 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:27:37.069167 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-9288853e-9b91-48ad-833c-d55f2c375b93 None None] Deleting port 6a2d5fa2-2ccd-41dc-a46e-6ce6dbf52247 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:27:37.069544 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9288853e-9b91-48ad-833c-d55f2c375b93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:37.081722 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dcaf74ce-fc52-4475-a922-14275187ac39 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:37.087884 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dcaf74ce-fc52-4475-a922-14275187ac39 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:37.092568 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-99c196f3-e9f8-40d5-85c8-bb8048b66691 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:37.136473 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf74ce-fc52-4475-a922-14275187ac39 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event deleted for resources: {'Network': ['ID=6a6f3267-2e71-4f52-9cdf-7ed5629acb09,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:37.136473 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-dcaf74ce-fc52-4475-a922-14275187ac39 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:37.136473 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-dcaf74ce-fc52-4475-a922-14275187ac39 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "DELETE /v2.0/networks/6a6f3267-2e71-4f52-9cdf-7ed5629acb09 HTTP/1.1" status: 204 len: 168 time: 1.2888460 Dec 22 13:27:37.138693 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51456) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:37.168128 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 6a2d5fa2-2ccd-41dc-a46e-6ce6dbf52247 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:27:37.168476 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 6a2d5fa2-2ccd-41dc-a46e-6ce6dbf52247 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:27:37.218621 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-9288853e-9b91-48ad-833c-d55f2c375b93 None None] The port '6a2d5fa2-2ccd-41dc-a46e-6ce6dbf52247' was deleted {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:27:37.344173 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-0b41dbab-48ff-46df-8d9f-e5902ccb2eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'name': 'tempest-RoutersTest-router-138715235', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:57Z', 'updated_at': '2021-12-22T13:27:33Z', 'revision_number': 10, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'gw_port_host': None, '_interfaces': [{'id': '8feee4b2-7000-49c6-b3d8-884ea33a98fb', 'name': '', 'network_id': '7ca5fb19-1c53-478d-aff8-7eb99069f0a0', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'mac_address': 'fa:16:3e:e4:ea:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c0fcec8-ac43-43f2-9bdf-cc2a9c421af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:27:00Z', 'updated_at': '2021-12-22T13:27:07Z', 'revision_number': 5, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'subnets': [{'id': '7c0fcec8-ac43-43f2-9bdf-cc2a9c421af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:37.349995 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b41dbab-48ff-46df-8d9f-e5902ccb2eb7 None None] Checking router: dd21aff1-01f2-4b01-a70f-f81bd2e1f185 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:27:37.364064 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b41dbab-48ff-46df-8d9f-e5902ccb2eb7 None None] Routers {'dd21aff1-01f2-4b01-a70f-f81bd2e1f185'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:27:37.364064 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-0b41dbab-48ff-46df-8d9f-e5902ccb2eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:27:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['dd21aff1-01f2-4b01-a70f-f81bd2e1f185'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:37.492688 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-97b97921-0a46-4ae0-aa38-e78494ed9545 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:37.534397 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-0b41dbab-48ff-46df-8d9f-e5902ccb2eb7 None None] Set router dd21aff1-01f2-4b01-a70f-f81bd2e1f185 gateway port host: None {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:27:37.907532 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-0b41dbab-48ff-46df-8d9f-e5902ccb2eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'name': 'tempest-RoutersTest-router-138715235', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:57Z', 'updated_at': '2021-12-22T13:27:33Z', 'revision_number': 10, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'gw_port_host': None, '_interfaces': [{'id': '8feee4b2-7000-49c6-b3d8-884ea33a98fb', 'name': '', 'network_id': '7ca5fb19-1c53-478d-aff8-7eb99069f0a0', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'mac_address': 'fa:16:3e:e4:ea:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c0fcec8-ac43-43f2-9bdf-cc2a9c421af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:27:00Z', 'updated_at': '2021-12-22T13:27:07Z', 'revision_number': 5, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'subnets': [{'id': '7c0fcec8-ac43-43f2-9bdf-cc2a9c421af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:37.912103 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b41dbab-48ff-46df-8d9f-e5902ccb2eb7 None None] The sync data for ids ['dd21aff1-01f2-4b01-a70f-f81bd2e1f185'] in dv-neutron-822669-1-hyperv is: [{'id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'name': 'tempest-RoutersTest-router-138715235', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:57Z', 'updated_at': '2021-12-22T13:27:33Z', 'revision_number': 10, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'gw_port_host': None, '_interfaces': [{'id': '8feee4b2-7000-49c6-b3d8-884ea33a98fb', 'name': '', 'network_id': '7ca5fb19-1c53-478d-aff8-7eb99069f0a0', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'mac_address': 'fa:16:3e:e4:ea:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c0fcec8-ac43-43f2-9bdf-cc2a9c421af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:27:00Z', 'updated_at': '2021-12-22T13:27:07Z', 'revision_number': 5, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'subnets': [{'id': '7c0fcec8-ac43-43f2-9bdf-cc2a9c421af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:27:37.997199 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-32d1a76d-a52d-40ec-baf4-1db8f967c618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:38.100617 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-97b97921-0a46-4ae0-aa38-e78494ed9545 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Deleting port 8feee4b2-7000-49c6-b3d8-884ea33a98fb {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:27:38.101064 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-97b97921-0a46-4ae0-aa38-e78494ed9545 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:38.295243 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-97b97921-0a46-4ae0-aa38-e78494ed9545 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] For port 8feee4b2-7000-49c6-b3d8-884ea33a98fb, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=8feee4b2-7000-49c6-b3d8-884ea33a98fb,segment=NetworkSegment(3aefbf72-e471-48c5-a0c1-3472138c6568),segment_id=3aefbf72-e471-48c5-a0c1-3472138c6568)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:27:38.295610 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-97b97921-0a46-4ae0-aa38-e78494ed9545 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:38.421926 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-97b97921-0a46-4ae0-aa38-e78494ed9545 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Calling delete_port for 8feee4b2-7000-49c6-b3d8-884ea33a98fb owned by network:router_interface {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:27:38.767102 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-97b97921-0a46-4ae0-aa38-e78494ed9545 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:38.773201 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f69dd430-7d29-41f5-a056-059f171639c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:38.816073 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b97921-0a46-4ae0-aa38-e78494ed9545 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event deleted for resources: {'Port': ['ID=8feee4b2-7000-49c6-b3d8-884ea33a98fb,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:38.820000 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-97b97921-0a46-4ae0-aa38-e78494ed9545 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:38.952936 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:39.047247 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device c627c3bd-3ccd-4a33-b95c-af24393ab05e no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:27:39.060613 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-97b97921-0a46-4ae0-aa38-e78494ed9545 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:39.082246 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: c627c3bd-3ccd-4a33-b95c-af24393ab05e {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:27:39.082577 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device c627c3bd-3ccd-4a33-b95c-af24393ab05e not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:27:39.237535 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:39.503579 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b97921-0a46-4ae0-aa38-e78494ed9545 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Router dd21aff1-01f2-4b01-a70f-f81bd2e1f185 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:27:39.648243 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b97921-0a46-4ae0-aa38-e78494ed9545 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:27:39.657937 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5031e6-6982-41d6-bf1b-164812e91132 None None] Sync routers for ids ['dd21aff1-01f2-4b01-a70f-f81bd2e1f185'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:27:39.661730 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-97b97921-0a46-4ae0-aa38-e78494ed9545 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "PUT /v2.0/routers/dd21aff1-01f2-4b01-a70f-f81bd2e1f185/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5220141 Dec 22 13:27:39.668329 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51462) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:39.671069 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5031e6-6982-41d6-bf1b-164812e91132 None None] Routers {'dd21aff1-01f2-4b01-a70f-f81bd2e1f185'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:27:39.671753 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-2c5031e6-6982-41d6-bf1b-164812e91132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:27:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['dd21aff1-01f2-4b01-a70f-f81bd2e1f185'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:39.799866 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-2c5031e6-6982-41d6-bf1b-164812e91132 None None] Set router dd21aff1-01f2-4b01-a70f-f81bd2e1f185 gateway port host: None {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:27:39.861213 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad446df0-ef94-45c5-b275-8f04bb4db497 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Deleting subnet 7c0fcec8-ac43-43f2-9bdf-cc2a9c421af9 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:27:39.864221 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ad446df0-ef94-45c5-b275-8f04bb4db497 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:39.906053 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-2c5031e6-6982-41d6-bf1b-164812e91132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'name': 'tempest-RoutersTest-router-138715235', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:57Z', 'updated_at': '2021-12-22T13:27:38Z', 'revision_number': 11, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'gw_port_host': None}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:39.909865 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5031e6-6982-41d6-bf1b-164812e91132 None None] Checking router: dd21aff1-01f2-4b01-a70f-f81bd2e1f185 for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:27:39.918416 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ad446df0-ef94-45c5-b275-8f04bb4db497 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:39.921623 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5031e6-6982-41d6-bf1b-164812e91132 None None] Routers {'dd21aff1-01f2-4b01-a70f-f81bd2e1f185'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:27:39.922250 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-2c5031e6-6982-41d6-bf1b-164812e91132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:27:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['dd21aff1-01f2-4b01-a70f-f81bd2e1f185'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:40.049768 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-2c5031e6-6982-41d6-bf1b-164812e91132 None None] Set router dd21aff1-01f2-4b01-a70f-f81bd2e1f185 gateway port host: None {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:27:40.116502 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ad446df0-ef94-45c5-b275-8f04bb4db497 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:40.155969 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-2c5031e6-6982-41d6-bf1b-164812e91132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'name': 'tempest-RoutersTest-router-138715235', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:57Z', 'updated_at': '2021-12-22T13:27:38Z', 'revision_number': 11, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'gw_port_host': None}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:40.160025 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5031e6-6982-41d6-bf1b-164812e91132 None None] The sync data for ids ['dd21aff1-01f2-4b01-a70f-f81bd2e1f185'] in dv-neutron-822669-1-hyperv is: [{'id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'name': 'tempest-RoutersTest-router-138715235', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:57Z', 'updated_at': '2021-12-22T13:27:38Z', 'revision_number': 11, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'gw_port_host': None}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:27:40.243642 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ad446df0-ef94-45c5-b275-8f04bb4db497 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:40.247519 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2a6fa3b2-ff37-4718-b6b5-45db31f2993c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:40.286169 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad446df0-ef94-45c5-b275-8f04bb4db497 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event deleted for resources: {'Subnet': ['ID=7c0fcec8-ac43-43f2-9bdf-cc2a9c421af9,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:40.289366 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ad446df0-ef94-45c5-b275-8f04bb4db497 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:40.295454 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ad446df0-ef94-45c5-b275-8f04bb4db497 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:40.301024 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ad446df0-ef94-45c5-b275-8f04bb4db497 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "DELETE /v2.0/subnets/7c0fcec8-ac43-43f2-9bdf-cc2a9c421af9 HTTP/1.1" status: 204 len: 168 time: 0.6317432 Dec 22 13:27:40.302412 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2698479a-d9a9-4e9d-9d67-7bf911727fc5 None None] Network 7ca5fb19-1c53-478d-aff8-7eb99069f0a0 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:27:40.303728 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51466) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:40.427959 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5125ab69-33c2-4673-bf65-4feadd9aeb92 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:40.438437 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-5125ab69-33c2-4673-bf65-4feadd9aeb92 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Deleting port cf2191ae-bd2c-4eb2-9fbe-1aea4bf3187d {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:27:40.438773 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5125ab69-33c2-4673-bf65-4feadd9aeb92 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:40.469575 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:40.587773 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c0828d-1eb7-454b-b7f0-718dcb367725 None None] DHCP port deletion for 7ca5fb19-1c53-478d-aff8-7eb99069f0a0 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:27:40.592244 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-37c0828d-1eb7-454b-b7f0-718dcb367725 None None] Deleting port cf2191ae-bd2c-4eb2-9fbe-1aea4bf3187d {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:27:40.592732 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-37c0828d-1eb7-454b-b7f0-718dcb367725 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:40.674783 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-5125ab69-33c2-4673-bf65-4feadd9aeb92 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] For port cf2191ae-bd2c-4eb2-9fbe-1aea4bf3187d, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=cf2191ae-bd2c-4eb2-9fbe-1aea4bf3187d,segment=NetworkSegment(3aefbf72-e471-48c5-a0c1-3472138c6568),segment_id=3aefbf72-e471-48c5-a0c1-3472138c6568)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:27:40.675136 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5125ab69-33c2-4673-bf65-4feadd9aeb92 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:40.794311 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-5125ab69-33c2-4673-bf65-4feadd9aeb92 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Calling delete_port for cf2191ae-bd2c-4eb2-9fbe-1aea4bf3187d owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:27:40.794962 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-37c0828d-1eb7-454b-b7f0-718dcb367725 None None] For port cf2191ae-bd2c-4eb2-9fbe-1aea4bf3187d, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=cf2191ae-bd2c-4eb2-9fbe-1aea4bf3187d,segment=NetworkSegment(3aefbf72-e471-48c5-a0c1-3472138c6568),segment_id=3aefbf72-e471-48c5-a0c1-3472138c6568)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:27:40.795362 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-37c0828d-1eb7-454b-b7f0-718dcb367725 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:40.917386 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-37c0828d-1eb7-454b-b7f0-718dcb367725 None None] Calling delete_port for cf2191ae-bd2c-4eb2-9fbe-1aea4bf3187d owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:27:40.928686 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5125ab69-33c2-4673-bf65-4feadd9aeb92 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:40.932554 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-99c196f3-e9f8-40d5-85c8-bb8048b66691 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:40.972781 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125ab69-33c2-4673-bf65-4feadd9aeb92 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event deleted for resources: {'Port': ['ID=cf2191ae-bd2c-4eb2-9fbe-1aea4bf3187d,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:40.976811 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5125ab69-33c2-4673-bf65-4feadd9aeb92 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:40.979861 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5125ab69-33c2-4673-bf65-4feadd9aeb92 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] No DVR routers for this DVR port cf2191ae-bd2c-4eb2-9fbe-1aea4bf3187d on host dv-neutron-822669-1-hyperv {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:27:40.989849 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-37c0828d-1eb7-454b-b7f0-718dcb367725 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:27:40.989849 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-37c0828d-1eb7-454b-b7f0-718dcb367725 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:27:41.033374 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 8feee4b2-7000-49c6-b3d8-884ea33a98fb no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:27:41.066518 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 8feee4b2-7000-49c6-b3d8-884ea33a98fb {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:27:41.066867 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 8feee4b2-7000-49c6-b3d8-884ea33a98fb not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:27:41.067314 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device cf2191ae-bd2c-4eb2-9fbe-1aea4bf3187d no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:27:41.101084 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: cf2191ae-bd2c-4eb2-9fbe-1aea4bf3187d {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:27:41.101439 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device cf2191ae-bd2c-4eb2-9fbe-1aea4bf3187d not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:27:41.107600 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5125ab69-33c2-4673-bf65-4feadd9aeb92 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:41.133190 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-5125ab69-33c2-4673-bf65-4feadd9aeb92 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca5fb19-1c53-478d-aff8-7eb99069f0a0']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:41.149616 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-5125ab69-33c2-4673-bf65-4feadd9aeb92 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aefbf72-e471-48c5-a0c1-3472138c6568') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:41.149913 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-5125ab69-33c2-4673-bf65-4feadd9aeb92 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aefbf72-e471-48c5-a0c1-3472138c6568') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:41.161397 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5125ab69-33c2-4673-bf65-4feadd9aeb92 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:41.176725 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5125ab69-33c2-4673-bf65-4feadd9aeb92 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:41.182655 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5125ab69-33c2-4673-bf65-4feadd9aeb92 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:27:41.183023 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5125ab69-33c2-4673-bf65-4feadd9aeb92 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:41.198627 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:27:41.198627 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:27:41.198627 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:27:41.198627 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:27:41.198627 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:27:41.198627 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:27:41.198627 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:27:41.198627 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:27:41.198627 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:27:41.198627 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:27:41.198627 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:27:41.198627 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:27:41.198627 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:27:41.198627 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:27:41.198627 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:27:41.198627 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:27:41.198627 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:27:41.198627 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:27:41.198627 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:27:41.198627 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:27:41.198627 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:27:41.198627 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:27:41.198627 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:27:41.198627 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:27:41.198627 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:27:41.198627 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:27:41.198627 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:27:41.198627 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:27:41.198627 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:27:41.198627 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:27:41.198627 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:27:41.198627 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:27:41.345633 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5125ab69-33c2-4673-bf65-4feadd9aeb92 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:41.349663 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5125ab69-33c2-4673-bf65-4feadd9aeb92 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:41.352227 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-cbdf4ae3-a345-415f-898f-6b29c38cdd4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:41.382117 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125ab69-33c2-4673-bf65-4feadd9aeb92 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Pushing event deleted for resources: {'Network': ['ID=7ca5fb19-1c53-478d-aff8-7eb99069f0a0,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:41.385626 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5125ab69-33c2-4673-bf65-4feadd9aeb92 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:41.387469 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5125ab69-33c2-4673-bf65-4feadd9aeb92 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "DELETE /v2.0/networks/7ca5fb19-1c53-478d-aff8-7eb99069f0a0 HTTP/1.1" status: 204 len: 168 time: 1.0827680 Dec 22 13:27:41.390114 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51470) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:41.395792 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-6cc3afa4-3b8f-4dfc-80c6-c57216e2e732 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Request body: {'router': {'routes': None}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:27:41.491264 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-37c0828d-1eb7-454b-b7f0-718dcb367725 None None] Deleting port cf2191ae-bd2c-4eb2-9fbe-1aea4bf3187d {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:27:41.491803 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-37c0828d-1eb7-454b-b7f0-718dcb367725 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:41.554607 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-37c0828d-1eb7-454b-b7f0-718dcb367725 None None] The port 'cf2191ae-bd2c-4eb2-9fbe-1aea4bf3187d' was deleted {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:27:41.785043 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.extraroute_db [None req-6cc3afa4-3b8f-4dfc-80c6-c57216e2e732 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Added routes are [] {{(pid=84149) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 22 13:27:41.785285 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.extraroute_db [None req-6cc3afa4-3b8f-4dfc-80c6-c57216e2e732 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Removed routes are [] {{(pid=84149) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 22 13:27:41.785604 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6cc3afa4-3b8f-4dfc-80c6-c57216e2e732 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:42.036382 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6cc3afa4-3b8f-4dfc-80c6-c57216e2e732 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:42.039454 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6cc3afa4-3b8f-4dfc-80c6-c57216e2e732 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707601'] for router, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:42.176831 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc3afa4-3b8f-4dfc-80c6-c57216e2e732 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Router dd21aff1-01f2-4b01-a70f-f81bd2e1f185 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:27:42.310937 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc3afa4-3b8f-4dfc-80c6-c57216e2e732 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:27:42.316622 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6cc3afa4-3b8f-4dfc-80c6-c57216e2e732 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:42.318401 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6cc3afa4-3b8f-4dfc-80c6-c57216e2e732 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "PUT /v2.0/routers/dd21aff1-01f2-4b01-a70f-f81bd2e1f185 HTTP/1.1" status: 200 len: 700 time: 0.9272382 Dec 22 13:27:42.320956 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854c01e8-4f60-48da-9ef0-054b9eb3537d None None] Sync routers for ids ['dd21aff1-01f2-4b01-a70f-f81bd2e1f185'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:27:42.321794 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51474) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:42.333542 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854c01e8-4f60-48da-9ef0-054b9eb3537d None None] Routers {'dd21aff1-01f2-4b01-a70f-f81bd2e1f185'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:27:42.334151 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-854c01e8-4f60-48da-9ef0-054b9eb3537d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:27:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['dd21aff1-01f2-4b01-a70f-f81bd2e1f185'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:42.363598 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-4362ef8d-967f-4dc7-bdfd-9a1a38073723 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Synchronizing usage tracker for tenant:813a48bed9b742a7b1de5354f99e3715 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:27:42.458856 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-4362ef8d-967f-4dc7-bdfd-9a1a38073723 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Unset dirty status for tenant:813a48bed9b742a7b1de5354f99e3715 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:27:42.460042 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-4362ef8d-967f-4dc7-bdfd-9a1a38073723 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd21aff1-01f2-4b01-a70f-f81bd2e1f185 HTTP/1.1" status: 200 len: 205 time: 0.1372242 Dec 22 13:27:42.461907 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-854c01e8-4f60-48da-9ef0-054b9eb3537d None None] Set router dd21aff1-01f2-4b01-a70f-f81bd2e1f185 gateway port host: None {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:27:42.462675 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51478) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:42.566094 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-854c01e8-4f60-48da-9ef0-054b9eb3537d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'name': 'tempest-RoutersTest-router-138715235', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:57Z', 'updated_at': '2021-12-22T13:27:38Z', 'revision_number': 11, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'gw_port_host': None}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:42.570730 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854c01e8-4f60-48da-9ef0-054b9eb3537d None None] Checking router: dd21aff1-01f2-4b01-a70f-f81bd2e1f185 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:27:42.581529 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854c01e8-4f60-48da-9ef0-054b9eb3537d None None] Routers {'dd21aff1-01f2-4b01-a70f-f81bd2e1f185'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:27:42.582135 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-854c01e8-4f60-48da-9ef0-054b9eb3537d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:27:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['dd21aff1-01f2-4b01-a70f-f81bd2e1f185'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:42.600683 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-29d51ed0-c13a-4e68-82be-00e5601a87c2 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for router, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:42.745960 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-854c01e8-4f60-48da-9ef0-054b9eb3537d None None] Set router dd21aff1-01f2-4b01-a70f-f81bd2e1f185 gateway port host: None {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:27:42.857797 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-854c01e8-4f60-48da-9ef0-054b9eb3537d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'name': 'tempest-RoutersTest-router-138715235', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:57Z', 'updated_at': '2021-12-22T13:27:38Z', 'revision_number': 11, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'gw_port_host': None}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:42.861664 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854c01e8-4f60-48da-9ef0-054b9eb3537d None None] The sync data for ids ['dd21aff1-01f2-4b01-a70f-f81bd2e1f185'] in dv-neutron-822669-1-hyperv is: [{'id': 'dd21aff1-01f2-4b01-a70f-f81bd2e1f185', 'name': 'tempest-RoutersTest-router-138715235', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:57Z', 'updated_at': '2021-12-22T13:27:38Z', 'revision_number': 11, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'gw_port_host': None}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:27:42.990633 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-29d51ed0-c13a-4e68-82be-00e5601a87c2 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:42.994820 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-29d51ed0-c13a-4e68-82be-00e5601a87c2 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:43.069015 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-29d51ed0-c13a-4e68-82be-00e5601a87c2 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:43.069523 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d51ed0-c13a-4e68-82be-00e5601a87c2 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Fanout notify agent at l3_agent the message router_deleted on router dd21aff1-01f2-4b01-a70f-f81bd2e1f185 {{(pid=84148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:27:43.084026 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-29d51ed0-c13a-4e68-82be-00e5601a87c2 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:43.085113 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-29d51ed0-c13a-4e68-82be-00e5601a87c2 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "DELETE /v2.0/routers/dd21aff1-01f2-4b01-a70f-f81bd2e1f185 HTTP/1.1" status: 204 len: 168 time: 0.6214254 Dec 22 13:27:43.089252 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51484) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:43.097606 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-5e612030-4676-408a-8e75-c6f2bc0f6e00 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-76847668', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:27:43.105137 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5e612030-4676-408a-8e75-c6f2bc0f6e00 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:27:43.109476 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5e612030-4676-408a-8e75-c6f2bc0f6e00 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Usage tracker for resource:router and tenant:813a48bed9b742a7b1de5354f99e3715 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:27:43.112311 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5e612030-4676-408a-8e75-c6f2bc0f6e00 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:27:43.118307 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5e612030-4676-408a-8e75-c6f2bc0f6e00 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:27:43.231634 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5e612030-4676-408a-8e75-c6f2bc0f6e00 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:43.232632 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5e612030-4676-408a-8e75-c6f2bc0f6e00 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:43.251162 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5e612030-4676-408a-8e75-c6f2bc0f6e00 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:43.345943 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5e612030-4676-408a-8e75-c6f2bc0f6e00 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:43.425696 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5e612030-4676-408a-8e75-c6f2bc0f6e00 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:43.427424 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5e612030-4676-408a-8e75-c6f2bc0f6e00 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3366604 Dec 22 13:27:43.430238 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51488) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:43.435887 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-bc146e23-dc8b-411d-bfe1-6e291b6f973e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:27:43.503813 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3ec5a43f-8c3d-4e80-a366-a950f9d94fad req-44ced9c9-5ef7-41a8-9858-02b21a423a5d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b3c913a1-0535-47b7-b904-e3597c45454f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753148 Dec 22 13:27:43.651041 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3ec5a43f-8c3d-4e80-a366-a950f9d94fad req-043bfc3a-baa2-413b-8018-9d3239958cba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b2be9708be2a4e27beb28819ba0fc835&device_id=b3c913a1-0535-47b7-b904-e3597c45454f HTTP/1.1" status: 200 len: 1098 time: 0.0688987 Dec 22 13:27:43.798607 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5a43f-8c3d-4e80-a366-a950f9d94fad req-beda9db0-bb23-49e0-b5e2-d6065c02a652 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:27:43.799970 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3ec5a43f-8c3d-4e80-a366-a950f9d94fad req-beda9db0-bb23-49e0-b5e2-d6065c02a652 service neutron] 10.222.0.45 "GET /v2.0/networks?id=10e79ce2-fabb-4316-a76b-1469cb51a232 HTTP/1.1" status: 200 len: 913 time: 0.1286759 Dec 22 13:27:43.908867 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3ec5a43f-8c3d-4e80-a366-a950f9d94fad req-6a02e8cf-d8ca-46ed-baf9-d41b25c7f3b6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6eb50e87-1a7a-4b25-a1a2-cb8403e6240b HTTP/1.1" status: 200 len: 1000 time: 0.1012766 Dec 22 13:27:43.933222 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bc146e23-dc8b-411d-bfe1-6e291b6f973e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:43.976452 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5a43f-8c3d-4e80-a366-a950f9d94fad req-db406e3b-42eb-4bc9-8d97-49c64e739fbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:27:43.977908 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3ec5a43f-8c3d-4e80-a366-a950f9d94fad req-db406e3b-42eb-4bc9-8d97-49c64e739fbb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d855c4ed-0ace-4ba2-aafe-06ef167ba3f1 HTTP/1.1" status: 200 len: 851 time: 0.0576417 Dec 22 13:27:44.018226 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bc146e23-dc8b-411d-bfe1-6e291b6f973e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707601'] for router, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:44.056155 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3ec5a43f-8c3d-4e80-a366-a950f9d94fad req-42be5474-6d4c-440a-a779-f510c42ba9d5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10e79ce2-fabb-4316-a76b-1469cb51a232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713801 Dec 22 13:27:44.195931 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3ec5a43f-8c3d-4e80-a366-a950f9d94fad req-30d7d250-2714-4b22-bdea-c91173901b31 service neutron] 10.222.0.45 "GET /v2.0/networks/10e79ce2-fabb-4316-a76b-1469cb51a232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287940 Dec 22 13:27:44.242720 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc146e23-dc8b-411d-bfe1-6e291b6f973e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Router 2a4d014f-530e-4211-9679-72555c1dd132 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:27:44.387838 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc146e23-dc8b-411d-bfe1-6e291b6f973e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:27:44.395071 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bc146e23-dc8b-411d-bfe1-6e291b6f973e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:44.397467 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-bc146e23-dc8b-411d-bfe1-6e291b6f973e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "PUT /v2.0/routers/2a4d014f-530e-4211-9679-72555c1dd132 HTTP/1.1" status: 200 len: 692 time: 0.9654362 Dec 22 13:27:44.399321 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51492) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:44.402285 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdea9441-4c66-4ea4-8eb5-db24bc62604a None None] Sync routers for ids ['2a4d014f-530e-4211-9679-72555c1dd132'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:27:44.414035 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdea9441-4c66-4ea4-8eb5-db24bc62604a None None] Routers {'2a4d014f-530e-4211-9679-72555c1dd132'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:27:44.414694 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-cdea9441-4c66-4ea4-8eb5-db24bc62604a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:27:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['2a4d014f-530e-4211-9679-72555c1dd132'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:44.447941 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3ec5a43f-8c3d-4e80-a366-a950f9d94fad req-981575ae-66b0-4e03-b964-29333d3d0416 service neutron] 10.222.0.45 "GET /v2.0/networks/10e79ce2-fabb-4316-a76b-1469cb51a232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440705 Dec 22 13:27:44.550909 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c9cf7586-a8f9-4fa1-a475-2bed9e394423 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "GET /v2.0/routers/2a4d014f-530e-4211-9679-72555c1dd132 HTTP/1.1" status: 200 len: 698 time: 0.1501422 Dec 22 13:27:44.554778 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51496) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:44.577268 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-cdea9441-4c66-4ea4-8eb5-db24bc62604a None None] Set router 2a4d014f-530e-4211-9679-72555c1dd132 gateway port host: None {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:27:44.608975 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c4473688-eb08-4b92-809e-2d4306cc1bae tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a4d014f-530e-4211-9679-72555c1dd132 HTTP/1.1" status: 200 len: 205 time: 0.0487020 Dec 22 13:27:44.609373 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51500) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:44.683154 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-cdea9441-4c66-4ea4-8eb5-db24bc62604a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4d014f-530e-4211-9679-72555c1dd132', 'name': 'tempest-RoutersTest-router-76847668', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:27:43Z', 'updated_at': '2021-12-22T13:27:43Z', 'revision_number': 2, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'gw_port_host': None}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:44.687095 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdea9441-4c66-4ea4-8eb5-db24bc62604a None None] Checking router: 2a4d014f-530e-4211-9679-72555c1dd132 for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:27:44.698671 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdea9441-4c66-4ea4-8eb5-db24bc62604a None None] Routers {'2a4d014f-530e-4211-9679-72555c1dd132'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:27:44.699252 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-cdea9441-4c66-4ea4-8eb5-db24bc62604a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:27:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['2a4d014f-530e-4211-9679-72555c1dd132'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:44.758094 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-76e7bb5a-1e58-4507-843a-9479b498a2ac tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for router, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:44.827373 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-cdea9441-4c66-4ea4-8eb5-db24bc62604a None None] Set router 2a4d014f-530e-4211-9679-72555c1dd132 gateway port host: None {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:27:44.934519 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-cdea9441-4c66-4ea4-8eb5-db24bc62604a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4d014f-530e-4211-9679-72555c1dd132', 'name': 'tempest-RoutersTest-router-76847668', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:27:43Z', 'updated_at': '2021-12-22T13:27:43Z', 'revision_number': 2, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'gw_port_host': None}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:44.938289 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdea9441-4c66-4ea4-8eb5-db24bc62604a None None] The sync data for ids ['2a4d014f-530e-4211-9679-72555c1dd132'] in dv-neutron-822669-1-hyperv is: [{'id': '2a4d014f-530e-4211-9679-72555c1dd132', 'name': 'tempest-RoutersTest-router-76847668', 'tenant_id': '813a48bed9b742a7b1de5354f99e3715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:27:43Z', 'updated_at': '2021-12-22T13:27:43Z', 'revision_number': 2, 'project_id': '813a48bed9b742a7b1de5354f99e3715', 'gw_port_host': None}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:27:45.148309 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-76e7bb5a-1e58-4507-843a-9479b498a2ac tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:45.152431 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-76e7bb5a-1e58-4507-843a-9479b498a2ac tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:45.265932 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-76e7bb5a-1e58-4507-843a-9479b498a2ac tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:45.266334 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e7bb5a-1e58-4507-843a-9479b498a2ac tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Fanout notify agent at l3_agent the message router_deleted on router 2a4d014f-530e-4211-9679-72555c1dd132 {{(pid=84148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:27:45.280972 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-76e7bb5a-1e58-4507-843a-9479b498a2ac tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:45.282096 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-76e7bb5a-1e58-4507-843a-9479b498a2ac tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "DELETE /v2.0/routers/2a4d014f-530e-4211-9679-72555c1dd132 HTTP/1.1" status: 204 len: 168 time: 0.6717014 Dec 22 13:27:45.285358 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51504) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:45.331408 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ad7602f9-4139-46d0-8c60-ec94fbb22e70 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a4d014f-530e-4211-9679-72555c1dd132 HTTP/1.1" status: 200 len: 205 time: 0.0442865 Dec 22 13:27:45.337093 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51508) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:45.401304 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-2bacfc12-fada-459f-8a68-64fcf60275cf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] delete failed (client error): The resource could not be found. Dec 22 13:27:45.402305 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-2bacfc12-fada-459f-8a68-64fcf60275cf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "DELETE /v2.0/routers/2a4d014f-530e-4211-9679-72555c1dd132 HTTP/1.1" status: 404 len: 336 time: 0.0669999 Dec 22 13:27:45.404930 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51512) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:45.445694 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-520ac509-0613-4fc7-9a89-b7920176efe0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] DELETE failed (client error): The resource could not be found. Dec 22 13:27:45.446117 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-520ac509-0613-4fc7-9a89-b7920176efe0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:27:45.447701 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-520ac509-0613-4fc7-9a89-b7920176efe0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "DELETE /v2.0/subnets/5ce5bfa2-107e-4341-8dca-a76e3af13006 HTTP/1.1" status: 404 len: 337 time: 0.0419028 Dec 22 13:27:45.450168 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51516) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:45.486434 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8e469eb-76f2-4df0-bf93-df75cfcebaf2 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] DELETE failed (client error): The resource could not be found. Dec 22 13:27:45.486862 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8e469eb-76f2-4df0-bf93-df75cfcebaf2 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:27:45.488412 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c8e469eb-76f2-4df0-bf93-df75cfcebaf2 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "DELETE /v2.0/subnets/46de269f-a8a7-4634-873f-2f1330ad7b6a HTTP/1.1" status: 404 len: 337 time: 0.0373704 Dec 22 13:27:45.491035 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51520) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:45.528383 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-28001926-bd8c-4b6e-aeb7-263b36551fc0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] DELETE failed (client error): The resource could not be found. Dec 22 13:27:45.528724 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28001926-bd8c-4b6e-aeb7-263b36551fc0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:27:45.530289 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-28001926-bd8c-4b6e-aeb7-263b36551fc0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "DELETE /v2.0/subnets/52608720-80fc-4921-b173-d61280ec95e9 HTTP/1.1" status: 404 len: 337 time: 0.0384095 Dec 22 13:27:45.532905 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51524) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:45.573392 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ae7ea4-3185-4e17-a9ba-1782ee9379dc tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] DELETE failed (client error): The resource could not be found. Dec 22 13:27:45.573823 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81ae7ea4-3185-4e17-a9ba-1782ee9379dc tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:27:45.575459 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-81ae7ea4-3185-4e17-a9ba-1782ee9379dc tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "DELETE /v2.0/subnets/7c0fcec8-ac43-43f2-9bdf-cc2a9c421af9 HTTP/1.1" status: 404 len: 337 time: 0.0417039 Dec 22 13:27:45.578078 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51528) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:45.620397 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6e7b1c49-4e53-4def-8cca-6a978d0b7524 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Synchronizing usage tracker for tenant:813a48bed9b742a7b1de5354f99e3715 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:27:45.632197 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6e7b1c49-4e53-4def-8cca-6a978d0b7524 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Unset dirty status for tenant:813a48bed9b742a7b1de5354f99e3715 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:27:45.633192 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6e7b1c49-4e53-4def-8cca-6a978d0b7524 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd21aff1-01f2-4b01-a70f-f81bd2e1f185 HTTP/1.1" status: 200 len: 205 time: 0.0542066 Dec 22 13:27:45.635729 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51532) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:45.703111 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-c20d2d72-ef39-4475-b895-e51ed938b763 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] delete failed (client error): The resource could not be found. Dec 22 13:27:45.704181 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c20d2d72-ef39-4475-b895-e51ed938b763 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "DELETE /v2.0/routers/dd21aff1-01f2-4b01-a70f-f81bd2e1f185 HTTP/1.1" status: 404 len: 336 time: 0.0675085 Dec 22 13:27:45.709620 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51536) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:45.750770 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c1b9de3b-0499-429c-863b-716a2124a886 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "GET /v2.0/ports?device_id=960e4edd-6c43-4bb2-92fa-5a45f836e913 HTTP/1.1" status: 200 len: 205 time: 0.0416415 Dec 22 13:27:45.753020 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51540) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:45.820893 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-b2759370-6104-4466-86b3-f0d929948d4f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] delete failed (client error): The resource could not be found. Dec 22 13:27:45.821924 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b2759370-6104-4466-86b3-f0d929948d4f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "DELETE /v2.0/routers/960e4edd-6c43-4bb2-92fa-5a45f836e913 HTTP/1.1" status: 404 len: 336 time: 0.0680161 Dec 22 13:27:45.824518 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51544) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:45.862256 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa97e12f-05fa-4cb3-b36e-76e08d629310 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] DELETE failed (client error): The resource could not be found. Dec 22 13:27:45.862710 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa97e12f-05fa-4cb3-b36e-76e08d629310 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:27:45.864858 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-fa97e12f-05fa-4cb3-b36e-76e08d629310 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "DELETE /v2.0/subnets/a64082d2-8ab8-4398-a9aa-f8226cf49760 HTTP/1.1" status: 404 len: 337 time: 0.0389578 Dec 22 13:27:45.866848 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51548) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:45.907766 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a8f4d069-2dbc-4451-b606-01a31d2a3ab0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d893726-6685-45eb-a0f8-d705c9310dca HTTP/1.1" status: 200 len: 205 time: 0.0398715 Dec 22 13:27:45.909933 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51552) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:45.977005 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-bd39473e-cf38-4739-8eea-cc246c455ed5 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] delete failed (client error): The resource could not be found. Dec 22 13:27:45.977932 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-bd39473e-cf38-4739-8eea-cc246c455ed5 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "DELETE /v2.0/routers/2d893726-6685-45eb-a0f8-d705c9310dca HTTP/1.1" status: 404 len: 336 time: 0.0671101 Dec 22 13:27:45.981060 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51556) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:46.024207 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6ebbfa61-06f6-4ada-a8fb-959bd4158925 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4d46cc2-1df2-4feb-afac-c874af6bd090 HTTP/1.1" status: 200 len: 205 time: 0.0420334 Dec 22 13:27:46.026470 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51560) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:46.093240 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-6ef53999-ca38-4108-9e89-a8a6fb497da4 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] delete failed (client error): The resource could not be found. Dec 22 13:27:46.094158 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6ef53999-ca38-4108-9e89-a8a6fb497da4 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "DELETE /v2.0/routers/c4d46cc2-1df2-4feb-afac-c874af6bd090 HTTP/1.1" status: 404 len: 336 time: 0.0667531 Dec 22 13:27:46.096740 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51564) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:46.136560 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c15d01b-be10-4f9a-ad64-3236e881b5a6 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] DELETE failed (client error): The resource could not be found. Dec 22 13:27:46.136992 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c15d01b-be10-4f9a-ad64-3236e881b5a6 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:27:46.138592 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8c15d01b-be10-4f9a-ad64-3236e881b5a6 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "DELETE /v2.0/subnets/7689ca68-e75c-4b32-9dfe-f7553143a6be HTTP/1.1" status: 404 len: 337 time: 0.0409620 Dec 22 13:27:46.141181 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51568) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:46.185717 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a5a21e16-c00d-41af-93b3-033c0594a2b5 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "GET /v2.0/ports?device_id=766438a3-a8ec-408b-81f6-6a3af21c5a40 HTTP/1.1" status: 200 len: 205 time: 0.0434678 Dec 22 13:27:46.187891 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51572) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:46.250832 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-79e4811e-7a35-4e3b-afda-3a75388d59e6 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] delete failed (client error): The resource could not be found. Dec 22 13:27:46.251823 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-79e4811e-7a35-4e3b-afda-3a75388d59e6 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "DELETE /v2.0/routers/766438a3-a8ec-408b-81f6-6a3af21c5a40 HTTP/1.1" status: 404 len: 336 time: 0.0630789 Dec 22 13:27:46.254781 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51576) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:46.294875 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0dbcb42-83ec-4dab-bb9b-877263e7e951 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] DELETE failed (client error): The resource could not be found. Dec 22 13:27:46.295310 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0dbcb42-83ec-4dab-bb9b-877263e7e951 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:27:46.296859 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a0dbcb42-83ec-4dab-bb9b-877263e7e951 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "DELETE /v2.0/subnets/c9eb35d7-0739-4978-93ac-950c274d00e1 HTTP/1.1" status: 404 len: 337 time: 0.0412331 Dec 22 13:27:46.299296 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51580) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:46.341208 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c83dec7f-4d65-4c0f-9dc5-3ac04f10d4e9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "GET /v2.0/ports?device_id=d762ea0c-acf1-45ea-a757-2a66e963b729 HTTP/1.1" status: 200 len: 205 time: 0.0408361 Dec 22 13:27:46.343517 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51584) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:46.409398 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-7c43f9ba-17ae-4025-9b7b-8fe5cd15c99b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] delete failed (client error): The resource could not be found. Dec 22 13:27:46.410399 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7c43f9ba-17ae-4025-9b7b-8fe5cd15c99b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "DELETE /v2.0/routers/d762ea0c-acf1-45ea-a757-2a66e963b729 HTTP/1.1" status: 404 len: 336 time: 0.0660534 Dec 22 13:27:46.412881 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51588) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:46.451412 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-b634ec65-95c7-4e68-96f9-d5df5b105f53 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] DELETE failed (client error): The resource could not be found. Dec 22 13:27:46.451842 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b634ec65-95c7-4e68-96f9-d5df5b105f53 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:27:46.453391 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b634ec65-95c7-4e68-96f9-d5df5b105f53 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "DELETE /v2.0/subnets/84a5d3e1-64f1-4316-9948-9b570e920d47 HTTP/1.1" status: 404 len: 337 time: 0.0396423 Dec 22 13:27:46.456022 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51592) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:46.493356 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-9087b1c1-3bbd-4dd8-97d5-ffafe0701c3a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] DELETE failed (client error): The resource could not be found. Dec 22 13:27:46.493789 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9087b1c1-3bbd-4dd8-97d5-ffafe0701c3a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:27:46.495388 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9087b1c1-3bbd-4dd8-97d5-ffafe0701c3a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] 10.222.0.47 "DELETE /v2.0/subnets/43590e6e-c616-4a43-9a81-9d1d670b2eaa HTTP/1.1" status: 404 len: 337 time: 0.0385184 Dec 22 13:27:47.004372 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51600) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:47.182239 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-54379dad-9094-4e01-9bc9-411bafb8b8bb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=813a48bed9b742a7b1de5354f99e3715&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1766822 Dec 22 13:27:47.184688 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51606) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:47.243926 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-27b0eef1-2127-4a8e-a17c-bf9e4942d52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:47.269371 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-27b0eef1-2127-4a8e-a17c-bf9e4942d52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:47.385540 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-27b0eef1-2127-4a8e-a17c-bf9e4942d52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:47.389484 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d9e03281-31c4-4518-9736-2a560c74e47c tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:47.400927 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b0eef1-2127-4a8e-a17c-bf9e4942d52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8490fcd4-ea5a-422b-aff4-431c4f295b84,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:47.404624 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-27b0eef1-2127-4a8e-a17c-bf9e4942d52d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:47.408920 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-27b0eef1-2127-4a8e-a17c-bf9e4942d52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:47.410056 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-27b0eef1-2127-4a8e-a17c-bf9e4942d52d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8490fcd4-ea5a-422b-aff4-431c4f295b84 HTTP/1.1" status: 204 len: 168 time: 0.2244759 Dec 22 13:27:47.786472 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51618) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:48.012910 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-15771152-6701-4e76-94a3-dccb8558f082 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/9d1bd2b0-ea63-4cd1-bbfc-171c88b97ad1 HTTP/1.1" status: 200 len: 992 time: 0.2249081 Dec 22 13:27:48.560373 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51636) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:48.685578 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-b201ff78-1f86-4c8a-aca8-4d444788ab8c tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2125540067', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:27:48.692120 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-b201ff78-1f86-4c8a-aca8-4d444788ab8c tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:27:48.696219 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-b201ff78-1f86-4c8a-aca8-4d444788ab8c tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Usage tracker for resource:router and tenant:6dc5eb9d0cdc45f897007c5a9636b88e is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:27:48.699066 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-b201ff78-1f86-4c8a-aca8-4d444788ab8c tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:27:48.704668 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-b201ff78-1f86-4c8a-aca8-4d444788ab8c tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:27:48.777599 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b201ff78-1f86-4c8a-aca8-4d444788ab8c tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:48.778537 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b201ff78-1f86-4c8a-aca8-4d444788ab8c tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:48.799241 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b201ff78-1f86-4c8a-aca8-4d444788ab8c tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:48.869223 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b201ff78-1f86-4c8a-aca8-4d444788ab8c tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:48.960633 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b201ff78-1f86-4c8a-aca8-4d444788ab8c tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:48.962027 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b201ff78-1f86-4c8a-aca8-4d444788ab8c tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4004364 Dec 22 13:27:48.964413 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51642) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:48.969838 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-6ec86e4e-228c-4002-ba50-5a29c134ce36 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-83257328'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:27:48.975360 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-6ec86e4e-228c-4002-ba50-5a29c134ce36 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:27:48.979132 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6ec86e4e-228c-4002-ba50-5a29c134ce36 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Usage tracker for resource:network and tenant:6dc5eb9d0cdc45f897007c5a9636b88e is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:27:48.982554 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6ec86e4e-228c-4002-ba50-5a29c134ce36 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:27:48.988209 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-6ec86e4e-228c-4002-ba50-5a29c134ce36 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:27:49.071488 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec86e4e-228c-4002-ba50-5a29c134ce36 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Made reservation on behalf of 6dc5eb9d0cdc45f897007c5a9636b88e for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:27:49.074847 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6ec86e4e-228c-4002-ba50-5a29c134ce36 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:49.090690 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6ec86e4e-228c-4002-ba50-5a29c134ce36 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:49.123080 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-6ec86e4e-228c-4002-ba50-5a29c134ce36 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:27:49.126814 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6ec86e4e-228c-4002-ba50-5a29c134ce36 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Usage tracker for resource:security_group_rule and tenant:6dc5eb9d0cdc45f897007c5a9636b88e is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:27:49.129651 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6ec86e4e-228c-4002-ba50-5a29c134ce36 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:27:49.135351 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-6ec86e4e-228c-4002-ba50-5a29c134ce36 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:27:49.204537 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6ec86e4e-228c-4002-ba50-5a29c134ce36 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:49.248941 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51650) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:49.308417 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6ec86e4e-228c-4002-ba50-5a29c134ce36 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:49.323177 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8b7a6693-e961-445e-8ac4-f3c104816dca tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:49.367976 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ec86e4e-228c-4002-ba50-5a29c134ce36 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:27:49.388264 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec86e4e-228c-4002-ba50-5a29c134ce36 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d24347b2-216e-48f2-b0fe-64a05f48203b,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:49.392645 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6ec86e4e-228c-4002-ba50-5a29c134ce36 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:49.392981 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-6ec86e4e-228c-4002-ba50-5a29c134ce36 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Added segment 5fedaf9d-5554-4691-9fe5-068cbdd83cee of type vlan for network 5c5ba407-8441-4926-8af9-00d5212537c8 Dec 22 13:27:49.394256 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6ec86e4e-228c-4002-ba50-5a29c134ce36 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:49.591957 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6ec86e4e-228c-4002-ba50-5a29c134ce36 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:49.619432 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-c0253132-a6c6-4208-b15e-9a19e4134058 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting port 80dc0ca9-50e9-4484-a6a4-28a8973a4c8a {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:27:49.622407 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c0253132-a6c6-4208-b15e-9a19e4134058 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:49.744049 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6ec86e4e-228c-4002-ba50-5a29c134ce36 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:49.747767 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec86e4e-228c-4002-ba50-5a29c134ce36 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:27:49.748341 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6ec86e4e-228c-4002-ba50-5a29c134ce36 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:49.753377 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-41607c63-4578-4530-b020-34287f7bf739 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:49.888391 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec86e4e-228c-4002-ba50-5a29c134ce36 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Pushing event updated for resources: {'Network': ['ID=5c5ba407-8441-4926-8af9-00d5212537c8,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:49.891617 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6ec86e4e-228c-4002-ba50-5a29c134ce36 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:49.898603 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 5c5ba407-8441-4926-8af9-00d5212537c8 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:27:49.914661 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c0253132-a6c6-4208-b15e-9a19e4134058 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:49.914995 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c0253132-a6c6-4208-b15e-9a19e4134058 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:49.981243 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6ec86e4e-228c-4002-ba50-5a29c134ce36 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0157981 Dec 22 13:27:49.984287 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51654) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:49.991641 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-e179afcd-099e-4583-89b0-5a3343106ce2 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Request body: {'subnet': {'network_id': '5c5ba407-8441-4926-8af9-00d5212537c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:27:50.043596 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-c0253132-a6c6-4208-b15e-9a19e4134058 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Calling delete_port for 80dc0ca9-50e9-4484-a6a4-28a8973a4c8a owned by network:floatingip {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:27:50.102337 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e179afcd-099e-4583-89b0-5a3343106ce2 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:27:50.106148 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e179afcd-099e-4583-89b0-5a3343106ce2 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Usage tracker for resource:subnet and tenant:6dc5eb9d0cdc45f897007c5a9636b88e is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:27:50.108778 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:27:50.109299 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e179afcd-099e-4583-89b0-5a3343106ce2 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:27:50.115884 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e179afcd-099e-4583-89b0-5a3343106ce2 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:27:50.173859 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e179afcd-099e-4583-89b0-5a3343106ce2 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Made reservation on behalf of 6dc5eb9d0cdc45f897007c5a9636b88e for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:27:50.231100 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c0253132-a6c6-4208-b15e-9a19e4134058 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:50.234995 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7c2cd8c0-fdd6-421c-86a0-fbf8b73acce7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:50.276426 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e179afcd-099e-4583-89b0-5a3343106ce2 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:50.280694 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0253132-a6c6-4208-b15e-9a19e4134058 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Port': ['ID=80dc0ca9-50e9-4484-a6a4-28a8973a4c8a,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:50.284192 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c0253132-a6c6-4208-b15e-9a19e4134058 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:50.376042 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c0253132-a6c6-4208-b15e-9a19e4134058 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for floatingip, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:50.545477 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e179afcd-099e-4583-89b0-5a3343106ce2 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:50.550025 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-4778199b-1ba3-4ded-84c2-f6d962498874 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:50.625686 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e179afcd-099e-4583-89b0-5a3343106ce2 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Pushing event updated for resources: {'Subnet': ['ID=0010eba6-8de7-4519-a344-f495b75369f3,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:50.640126 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e179afcd-099e-4583-89b0-5a3343106ce2 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:50.640509 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e179afcd-099e-4583-89b0-5a3343106ce2 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:50.640883 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e179afcd-099e-4583-89b0-5a3343106ce2 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:50.641250 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e179afcd-099e-4583-89b0-5a3343106ce2 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:50.641623 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e179afcd-099e-4583-89b0-5a3343106ce2 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:50.641984 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e179afcd-099e-4583-89b0-5a3343106ce2 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:50.642345 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e179afcd-099e-4583-89b0-5a3343106ce2 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:50.642723 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e179afcd-099e-4583-89b0-5a3343106ce2 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:50.643079 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e179afcd-099e-4583-89b0-5a3343106ce2 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:50.643434 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e179afcd-099e-4583-89b0-5a3343106ce2 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:50.643789 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e179afcd-099e-4583-89b0-5a3343106ce2 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:50.646935 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e179afcd-099e-4583-89b0-5a3343106ce2 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Checking segment: {'id': '5fedaf9d-5554-4691-9fe5-068cbdd83cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '5c5ba407-8441-4926-8af9-00d5212537c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:27:50.647289 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e179afcd-099e-4583-89b0-5a3343106ce2 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Network hostable DHCP agents. Network: 5c5ba407-8441-4926-8af9-00d5212537c8, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:27:50.653026 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e179afcd-099e-4583-89b0-5a3343106ce2 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:50.705057 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e179afcd-099e-4583-89b0-5a3343106ce2 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Network 5c5ba407-8441-4926-8af9-00d5212537c8 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:27:50.756823 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-e179afcd-099e-4583-89b0-5a3343106ce2 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 5c5ba407-8441-4926-8af9-00d5212537c8) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:27:50.761260 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e179afcd-099e-4583-89b0-5a3343106ce2 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:27:50.762640 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e179afcd-099e-4583-89b0-5a3343106ce2 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:50.769569 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a905a140-77f7-48a8-b5dc-963c86f3950e None None] Network 5c5ba407-8441-4926-8af9-00d5212537c8 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:27:50.785193 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0253132-a6c6-4208-b15e-9a19e4134058 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router 69fdb46c-87bc-4fd9-acc6-25e7717143cc has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:27:50.837972 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e179afcd-099e-4583-89b0-5a3343106ce2 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8521869 Dec 22 13:27:50.841203 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51658) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:50.846790 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-248db16e-9d62-4db9-96b1-983082412856 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Request body: {'network': {'name': 'tempest-router-network01--439812301'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:27:50.852079 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-248db16e-9d62-4db9-96b1-983082412856 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:27:50.856210 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-248db16e-9d62-4db9-96b1-983082412856 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Usage tracker for resource:network and tenant:6dc5eb9d0cdc45f897007c5a9636b88e is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:27:50.859088 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-248db16e-9d62-4db9-96b1-983082412856 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:27:50.865686 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-248db16e-9d62-4db9-96b1-983082412856 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:27:50.949342 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248db16e-9d62-4db9-96b1-983082412856 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Made reservation on behalf of 6dc5eb9d0cdc45f897007c5a9636b88e for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:27:50.952704 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-248db16e-9d62-4db9-96b1-983082412856 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:50.989090 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-248db16e-9d62-4db9-96b1-983082412856 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:27:50.997546 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbc7149-21aa-4a3a-a7d1-94149c26a3b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-5c5ba407-8441-4926-8af9-00d5212537c8', 'network_id': '5c5ba407-8441-4926-8af9-00d5212537c8', 'tenant_id': '6dc5eb9d0cdc45f897007c5a9636b88e', 'fixed_ips': [{'subnet_id': '0010eba6-8de7-4519-a344-f495b75369f3'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:27:50.998484 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2cbc7149-21aa-4a3a-a7d1-94149c26a3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:50.999206 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-248db16e-9d62-4db9-96b1-983082412856 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:50.999564 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-248db16e-9d62-4db9-96b1-983082412856 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Added segment 2406f3fb-1561-4500-9211-85a3377654c9 of type vlan for network aa811b9e-67aa-46a3-a3d5-9e1ef66b55fa Dec 22 13:27:51.000655 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0253132-a6c6-4208-b15e-9a19e4134058 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:27:51.014656 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b479106c-7363-4071-b6e1-d848ab4f8022 None None] Sync routers for ids ['69fdb46c-87bc-4fd9-acc6-25e7717143cc'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:27:51.030272 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-248db16e-9d62-4db9-96b1-983082412856 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:51.066488 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b479106c-7363-4071-b6e1-d848ab4f8022 None None] Routers {'69fdb46c-87bc-4fd9-acc6-25e7717143cc'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:27:51.067125 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-b479106c-7363-4071-b6e1-d848ab4f8022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:27:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['69fdb46c-87bc-4fd9-acc6-25e7717143cc'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:51.104188 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c0253132-a6c6-4208-b15e-9a19e4134058 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:51.128224 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-248db16e-9d62-4db9-96b1-983082412856 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:51.133316 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248db16e-9d62-4db9-96b1-983082412856 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:27:51.137559 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-248db16e-9d62-4db9-96b1-983082412856 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:51.138483 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0445ce80-c0fc-4d31-acc7-4023d7acc184 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:51.162716 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c0253132-a6c6-4208-b15e-9a19e4134058 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/floatingips/9d1bd2b0-ea63-4cd1-bbfc-171c88b97ad1 HTTP/1.1" status: 204 len: 168 time: 1.9126687 Dec 22 13:27:51.163681 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5762dbca-87ca-4244-b58f-4dc61496b8d0', 'tag': 'a7526484-d017-473a-aa6e-5f9286fc9cab'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:27:51.250943 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5762dbca-87ca-4244-b58f-4dc61496b8d0', 'tag': 'a7526484-d017-473a-aa6e-5f9286fc9cab', 'status': 'completed', 'code': 200} Dec 22 13:27:51.257993 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248db16e-9d62-4db9-96b1-983082412856 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Pushing event updated for resources: {'Network': ['ID=aa811b9e-67aa-46a3-a3d5-9e1ef66b55fa,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:51.269964 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-248db16e-9d62-4db9-96b1-983082412856 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:51.285737 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network aa811b9e-67aa-46a3-a3d5-9e1ef66b55fa details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:27:51.318320 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-248db16e-9d62-4db9-96b1-983082412856 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4755197 Dec 22 13:27:51.320836 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51668) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:51.326952 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-ca5535d0-be90-4fd7-ba19-472117606393 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Request body: {'network': {'name': 'tempest-router-network02--1267875570'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:27:51.333079 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ca5535d0-be90-4fd7-ba19-472117606393 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:27:51.344048 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ca5535d0-be90-4fd7-ba19-472117606393 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Usage tracker for resource:network and tenant:6dc5eb9d0cdc45f897007c5a9636b88e is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:27:51.347768 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ca5535d0-be90-4fd7-ba19-472117606393 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:27:51.355522 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ca5535d0-be90-4fd7-ba19-472117606393 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:27:51.365635 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-500f3b3c-7f49-4c44-bdab-53ccc965b78d req-428d8aaf-8378-4cfa-a920-16f89ac22179 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=5762dbca-87ca-4244-b58f-4dc61496b8d0 HTTP/1.1" status: 200 len: 1098 time: 0.0889096 Dec 22 13:27:51.432577 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-2cbc7149-21aa-4a3a-a7d1-94149c26a3b2 None None] Allocated IP 2001:db8::2 (5c5ba407-8441-4926-8af9-00d5212537c8/0010eba6-8de7-4519-a344-f495b75369f3/9aa4b224-a130-462a-a4ce-bc72eec18cbf) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:27:51.453764 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-b479106c-7363-4071-b6e1-d848ab4f8022 None None] Set router 69fdb46c-87bc-4fd9-acc6-25e7717143cc gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:27:51.455108 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5535d0-be90-4fd7-ba19-472117606393 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Made reservation on behalf of 6dc5eb9d0cdc45f897007c5a9636b88e for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:27:51.460724 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ca5535d0-be90-4fd7-ba19-472117606393 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:51.494871 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca5535d0-be90-4fd7-ba19-472117606393 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:27:51.507839 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ca5535d0-be90-4fd7-ba19-472117606393 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:51.508624 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-ca5535d0-be90-4fd7-ba19-472117606393 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Added segment 549da1b8-3a7d-44a8-a17c-c2d3cf545364 of type vlan for network 5563f734-90ea-44a3-84d3-4586548e9a82 Dec 22 13:27:51.537760 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ca5535d0-be90-4fd7-ba19-472117606393 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:51.619291 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f3b3c-7f49-4c44-bdab-53ccc965b78d req-8ef58421-7935-46c2-8fb6-654bc08b047e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:27:51.620637 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-500f3b3c-7f49-4c44-bdab-53ccc965b78d req-8ef58421-7935-46c2-8fb6-654bc08b047e service neutron] 10.222.0.45 "GET /v2.0/networks?id=b1872695-45c5-49dd-a010-6c7329d2e137 HTTP/1.1" status: 200 len: 897 time: 0.2457113 Dec 22 13:27:51.647506 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ca5535d0-be90-4fd7-ba19-472117606393 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:51.652049 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5535d0-be90-4fd7-ba19-472117606393 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:27:51.652776 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ca5535d0-be90-4fd7-ba19-472117606393 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:51.661137 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-cb918036-2383-4dff-9abc-afcfcfc70c21 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:51.706288 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-500f3b3c-7f49-4c44-bdab-53ccc965b78d req-00e447ca-07a1-4af7-929c-0bda4165009e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7526484-d017-473a-aa6e-5f9286fc9cab HTTP/1.1" status: 200 len: 217 time: 0.0669584 Dec 22 13:27:51.780775 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5535d0-be90-4fd7-ba19-472117606393 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Pushing event updated for resources: {'Network': ['ID=5563f734-90ea-44a3-84d3-4586548e9a82,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:51.783711 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ca5535d0-be90-4fd7-ba19-472117606393 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:51.823470 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ca5535d0-be90-4fd7-ba19-472117606393 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4989386 Dec 22 13:27:51.824045 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51674) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:51.834372 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-50b0e6db-c385-417d-96f1-8dfaec61f668 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Request body: {'subnet': {'network_id': 'aa811b9e-67aa-46a3-a3d5-9e1ef66b55fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:27:51.835198 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f3b3c-7f49-4c44-bdab-53ccc965b78d req-a3e1058c-2057-4ca2-9235-dbb6f2e9415c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:27:51.836628 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-500f3b3c-7f49-4c44-bdab-53ccc965b78d req-a3e1058c-2057-4ca2-9235-dbb6f2e9415c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1b1a62fd-f8de-4d0c-aff0-389b2ffe2b9f HTTP/1.1" status: 200 len: 834 time: 0.1113913 Dec 22 13:27:51.874817 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 5563f734-90ea-44a3-84d3-4586548e9a82 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:27:51.971772 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c2f29-2dea-4877-a98b-c7621b7ea7b2 req-cb91bae9-6b42-490a-9853-d553db06d202 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:27:51.972463 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-543c2f29-2dea-4877-a98b-c7621b7ea7b2 req-cb91bae9-6b42-490a-9853-d553db06d202 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:27:51.976891 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-50b0e6db-c385-417d-96f1-8dfaec61f668 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:27:51.980150 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-500f3b3c-7f49-4c44-bdab-53ccc965b78d req-a88b3b76-d124-4694-b379-d386adc512bb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b1872695-45c5-49dd-a010-6c7329d2e137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1091912 Dec 22 13:27:51.980808 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-50b0e6db-c385-417d-96f1-8dfaec61f668 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Usage tracker for resource:subnet and tenant:6dc5eb9d0cdc45f897007c5a9636b88e is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:27:51.984019 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-50b0e6db-c385-417d-96f1-8dfaec61f668 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:27:51.990000 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-50b0e6db-c385-417d-96f1-8dfaec61f668 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:27:51.993103 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2cbc7149-21aa-4a3a-a7d1-94149c26a3b2 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:52.019170 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-2cbc7149-21aa-4a3a-a7d1-94149c26a3b2 None None] Transition to ACTIVE for port object 9aa4b224-a130-462a-a4ce-bc72eec18cbf will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:27:52.071746 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b0e6db-c385-417d-96f1-8dfaec61f668 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Made reservation on behalf of 6dc5eb9d0cdc45f897007c5a9636b88e for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:27:52.088776 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-2cbc7149-21aa-4a3a-a7d1-94149c26a3b2 None None] Transition to ACTIVE for port object 9aa4b224-a130-462a-a4ce-bc72eec18cbf will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:27:52.090949 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-543c2f29-2dea-4877-a98b-c7621b7ea7b2 req-cb91bae9-6b42-490a-9853-d553db06d202 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:27:52.092107 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-543c2f29-2dea-4877-a98b-c7621b7ea7b2 req-cb91bae9-6b42-490a-9853-d553db06d202 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5762dbca-87ca-4244-b58f-4dc61496b8d0 HTTP/1.1" status: 200 len: 945 time: 0.2592566 Dec 22 13:27:52.127709 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-b479106c-7363-4071-b6e1-d848ab4f8022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fdb46c-87bc-4fd9-acc6-25e7717143cc', 'name': 'tempest-TestNetworkBasicOps-router-1519351070', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.138'}], 'enable_snat': True}, 'gw_port_id': 'da07eab6-a3af-40b7-8d7c-46f79553023e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:38Z', 'updated_at': '2021-12-22T13:26:44Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'da07eab6-a3af-40b7-8d7c-46f79553023e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fdb46c-87bc-4fd9-acc6-25e7717143cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:38Z', 'updated_at': '2021-12-22T13:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'f258a8e5-6144-4198-ab1d-beedf4834303', 'name': '', 'network_id': 'b1872695-45c5-49dd-a010-6c7329d2e137', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:00:75:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fdb46c-87bc-4fd9-acc6-25e7717143cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b1a62fd-f8de-4d0c-aff0-389b2ffe2b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:42Z', 'updated_at': '2021-12-22T13:26:51Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '1b1a62fd-f8de-4d0c-aff0-389b2ffe2b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:52.132747 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b479106c-7363-4071-b6e1-d848ab4f8022 None None] Checking router: 69fdb46c-87bc-4fd9-acc6-25e7717143cc for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:27:52.140040 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-500f3b3c-7f49-4c44-bdab-53ccc965b78d req-3d75c6f3-9d27-4ac4-89e8-4a9cafa544c7 service neutron] 10.222.0.45 "GET /v2.0/networks/b1872695-45c5-49dd-a010-6c7329d2e137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514595 Dec 22 13:27:52.146613 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b479106c-7363-4071-b6e1-d848ab4f8022 None None] Routers {'69fdb46c-87bc-4fd9-acc6-25e7717143cc'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:27:52.146613 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-b479106c-7363-4071-b6e1-d848ab4f8022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:27:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['69fdb46c-87bc-4fd9-acc6-25e7717143cc'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:52.181349 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-50b0e6db-c385-417d-96f1-8dfaec61f668 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:52.207036 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2cbc7149-21aa-4a3a-a7d1-94149c26a3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:52.234706 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-543c2f29-2dea-4877-a98b-c7621b7ea7b2 req-bdb0e048-2984-4036-aa8b-10814c8fe716 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=718d48ea-44e3-4fff-97e2-daa7de89027e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296289 Dec 22 13:27:52.284695 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-61e51da3-87f7-484c-a3c1-411fcfa6d5fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:52.314745 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-500f3b3c-7f49-4c44-bdab-53ccc965b78d req-79510897-247c-4261-a543-659d03927f4c service neutron] 10.222.0.45 "GET /v2.0/networks/b1872695-45c5-49dd-a010-6c7329d2e137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661069 Dec 22 13:27:52.380881 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc7149-21aa-4a3a-a7d1-94149c26a3b2 None None] Pushing event updated for resources: {'Port': ['ID=9aa4b224-a130-462a-a4ce-bc72eec18cbf,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:52.383675 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbc7149-21aa-4a3a-a7d1-94149c26a3b2 None None] Network 5c5ba407-8441-4926-8af9-00d5212537c8 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:27:52.386981 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-2cbc7149-21aa-4a3a-a7d1-94149c26a3b2 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:27:52.391934 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbc7149-21aa-4a3a-a7d1-94149c26a3b2 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:27:52.406181 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc7149-21aa-4a3a-a7d1-94149c26a3b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:52.406563 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc7149-21aa-4a3a-a7d1-94149c26a3b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:52.406899 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc7149-21aa-4a3a-a7d1-94149c26a3b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:52.407232 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc7149-21aa-4a3a-a7d1-94149c26a3b2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:52.407563 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc7149-21aa-4a3a-a7d1-94149c26a3b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:52.407892 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc7149-21aa-4a3a-a7d1-94149c26a3b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:52.408218 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc7149-21aa-4a3a-a7d1-94149c26a3b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:52.408541 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc7149-21aa-4a3a-a7d1-94149c26a3b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:52.408865 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc7149-21aa-4a3a-a7d1-94149c26a3b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:52.409183 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc7149-21aa-4a3a-a7d1-94149c26a3b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:52.409503 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc7149-21aa-4a3a-a7d1-94149c26a3b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:27:52.415915 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-2cbc7149-21aa-4a3a-a7d1-94149c26a3b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:52.446637 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-b479106c-7363-4071-b6e1-d848ab4f8022 None None] Set router 69fdb46c-87bc-4fd9-acc6-25e7717143cc gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:27:52.469775 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-50b0e6db-c385-417d-96f1-8dfaec61f668 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:52.476992 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3b04fcf2-792f-410f-a5d1-09339a332179 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:52.565971 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-2cbc7149-21aa-4a3a-a7d1-94149c26a3b2 None None] Attempting to bind port 9aa4b224-a130-462a-a4ce-bc72eec18cbf on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:27:52.566324 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-2cbc7149-21aa-4a3a-a7d1-94149c26a3b2 None None] Attempting to bind port 9aa4b224-a130-462a-a4ce-bc72eec18cbf by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '5fedaf9d-5554-4691-9fe5-068cbdd83cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '5c5ba407-8441-4926-8af9-00d5212537c8'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:27:52.566721 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbc7149-21aa-4a3a-a7d1-94149c26a3b2 None None] Attempting to bind port 9aa4b224-a130-462a-a4ce-bc72eec18cbf on network 5c5ba407-8441-4926-8af9-00d5212537c8 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:27:52.657787 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0e6db-c385-417d-96f1-8dfaec61f668 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Pushing event updated for resources: {'Subnet': ['ID=621f54f2-6ecd-4cd1-a204-339d9bc1be2c,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:52.662974 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-50b0e6db-c385-417d-96f1-8dfaec61f668 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:52.671362 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b0e6db-c385-417d-96f1-8dfaec61f668 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Checking segment: {'id': '2406f3fb-1561-4500-9211-85a3377654c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'aa811b9e-67aa-46a3-a3d5-9e1ef66b55fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:27:52.671726 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b0e6db-c385-417d-96f1-8dfaec61f668 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Network hostable DHCP agents. Network: aa811b9e-67aa-46a3-a3d5-9e1ef66b55fa, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:27:52.690285 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbc7149-21aa-4a3a-a7d1-94149c26a3b2 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:27:52.690690 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbc7149-21aa-4a3a-a7d1-94149c26a3b2 None None] Checking segment: {'id': '5fedaf9d-5554-4691-9fe5-068cbdd83cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '5c5ba407-8441-4926-8af9-00d5212537c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:27:52.691101 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2cbc7149-21aa-4a3a-a7d1-94149c26a3b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:52.691503 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbc7149-21aa-4a3a-a7d1-94149c26a3b2 None None] Bound using segment: {'id': '5fedaf9d-5554-4691-9fe5-068cbdd83cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '5c5ba407-8441-4926-8af9-00d5212537c8'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:27:52.691995 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-2cbc7149-21aa-4a3a-a7d1-94149c26a3b2 None None] Bound port: 9aa4b224-a130-462a-a4ce-bc72eec18cbf, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fedaf9d-5554-4691-9fe5-068cbdd83cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '5c5ba407-8441-4926-8af9-00d5212537c8'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:27:52.692382 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2cbc7149-21aa-4a3a-a7d1-94149c26a3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:52.756670 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b0e6db-c385-417d-96f1-8dfaec61f668 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Network aa811b9e-67aa-46a3-a3d5-9e1ef66b55fa is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:27:52.851875 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-50b0e6db-c385-417d-96f1-8dfaec61f668 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, aa811b9e-67aa-46a3-a3d5-9e1ef66b55fa) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:27:52.856465 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-2cbc7149-21aa-4a3a-a7d1-94149c26a3b2 None None] For port 9aa4b224-a130-462a-a4ce-bc72eec18cbf, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:27:52.856665 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b0e6db-c385-417d-96f1-8dfaec61f668 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:27:52.857667 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-50b0e6db-c385-417d-96f1-8dfaec61f668 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:52.863092 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c711c0c9-281a-4962-ba5c-1fa20121393b None None] Network aa811b9e-67aa-46a3-a3d5-9e1ef66b55fa requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:27:52.932016 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-2cbc7149-21aa-4a3a-a7d1-94149c26a3b2 None None] For port 9aa4b224-a130-462a-a4ce-bc72eec18cbf, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=9aa4b224-a130-462a-a4ce-bc72eec18cbf,segment=NetworkSegment(5fedaf9d-5554-4691-9fe5-068cbdd83cee),segment_id=5fedaf9d-5554-4691-9fe5-068cbdd83cee)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:27:52.952638 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-50b0e6db-c385-417d-96f1-8dfaec61f668 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1243110 Dec 22 13:27:52.952847 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51678) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:52.959478 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-e361e7c3-2b80-4e93-b4c1-645b29d4e8fa tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Request body: {'subnet': {'network_id': '5563f734-90ea-44a3-84d3-4586548e9a82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:27:53.004537 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2cbc7149-21aa-4a3a-a7d1-94149c26a3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:53.034940 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-90021187-c443-45c2-8da0-8658be9ca69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:53.067380 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e361e7c3-2b80-4e93-b4c1-645b29d4e8fa tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:27:53.071594 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-b479106c-7363-4071-b6e1-d848ab4f8022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fdb46c-87bc-4fd9-acc6-25e7717143cc', 'name': 'tempest-TestNetworkBasicOps-router-1519351070', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.138'}], 'enable_snat': True}, 'gw_port_id': 'da07eab6-a3af-40b7-8d7c-46f79553023e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:38Z', 'updated_at': '2021-12-22T13:26:44Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'da07eab6-a3af-40b7-8d7c-46f79553023e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fdb46c-87bc-4fd9-acc6-25e7717143cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:38Z', 'updated_at': '2021-12-22T13:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'f258a8e5-6144-4198-ab1d-beedf4834303', 'name': '', 'network_id': 'b1872695-45c5-49dd-a010-6c7329d2e137', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:00:75:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fdb46c-87bc-4fd9-acc6-25e7717143cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b1a62fd-f8de-4d0c-aff0-389b2ffe2b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:42Z', 'updated_at': '2021-12-22T13:26:51Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '1b1a62fd-f8de-4d0c-aff0-389b2ffe2b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:53.071948 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e361e7c3-2b80-4e93-b4c1-645b29d4e8fa tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Usage tracker for resource:subnet and tenant:6dc5eb9d0cdc45f897007c5a9636b88e is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:27:53.074883 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e361e7c3-2b80-4e93-b4c1-645b29d4e8fa tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:27:53.080877 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e361e7c3-2b80-4e93-b4c1-645b29d4e8fa tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:27:53.093464 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b479106c-7363-4071-b6e1-d848ab4f8022 None None] The sync data for ids ['69fdb46c-87bc-4fd9-acc6-25e7717143cc'] in dv-neutron-822669-1-hyperv is: [{'id': '69fdb46c-87bc-4fd9-acc6-25e7717143cc', 'name': 'tempest-TestNetworkBasicOps-router-1519351070', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.138'}], 'enable_snat': True}, 'gw_port_id': 'da07eab6-a3af-40b7-8d7c-46f79553023e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:38Z', 'updated_at': '2021-12-22T13:26:44Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'da07eab6-a3af-40b7-8d7c-46f79553023e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fdb46c-87bc-4fd9-acc6-25e7717143cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:38Z', 'updated_at': '2021-12-22T13:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'f258a8e5-6144-4198-ab1d-beedf4834303', 'name': '', 'network_id': 'b1872695-45c5-49dd-a010-6c7329d2e137', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:00:75:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fdb46c-87bc-4fd9-acc6-25e7717143cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b1a62fd-f8de-4d0c-aff0-389b2ffe2b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:42Z', 'updated_at': '2021-12-22T13:26:51Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '1b1a62fd-f8de-4d0c-aff0-389b2ffe2b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:27:53.155406 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e361e7c3-2b80-4e93-b4c1-645b29d4e8fa tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Made reservation on behalf of 6dc5eb9d0cdc45f897007c5a9636b88e for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:27:53.175023 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc7149-21aa-4a3a-a7d1-94149c26a3b2 None None] Pushing event updated for resources: {'Port': ['ID=9aa4b224-a130-462a-a4ce-bc72eec18cbf,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:53.178673 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-2cbc7149-21aa-4a3a-a7d1-94149c26a3b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:53.194445 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02355c38-ebae-4298-8b22-ac52424ddb2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-aa811b9e-67aa-46a3-a3d5-9e1ef66b55fa', 'network_id': 'aa811b9e-67aa-46a3-a3d5-9e1ef66b55fa', 'tenant_id': '6dc5eb9d0cdc45f897007c5a9636b88e', 'fixed_ips': [{'subnet_id': '621f54f2-6ecd-4cd1-a204-339d9bc1be2c'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:27:53.195425 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-02355c38-ebae-4298-8b22-ac52424ddb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:53.283392 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e361e7c3-2b80-4e93-b4c1-645b29d4e8fa tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:53.469555 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1ff1c9-6254-4b32-b26d-31c832edc190 None None] New status for floating IP 9d1bd2b0-ea63-4cd1-bbfc-171c88b97ad1: DOWN {{(pid=84151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:27:53.550817 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-02355c38-ebae-4298-8b22-ac52424ddb2a None None] Allocated IP 2001:db8::2 (aa811b9e-67aa-46a3-a3d5-9e1ef66b55fa/621f54f2-6ecd-4cd1-a204-339d9bc1be2c/cc351e77-906b-4bf8-baf1-f1902ff4e489) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:27:53.565962 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ec81e-834d-4c8b-9cb0-020b5ee80c96 req-5da8a723-6118-44a4-bf87-15d03eea052b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:27:53.570570 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b21ec81e-834d-4c8b-9cb0-020b5ee80c96 req-5da8a723-6118-44a4-bf87-15d03eea052b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "GET /v2.0/ports?device_id=5762dbca-87ca-4244-b58f-4dc61496b8d0 HTTP/1.1" status: 200 len: 945 time: 0.2496395 Dec 22 13:27:53.646225 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67656aba-1786-4131-80b7-c4a05631a0a6 req-0f814474-53de-4bd0-9969-851f1c73511e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:27:53.647982 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-67656aba-1786-4131-80b7-c4a05631a0a6 req-0f814474-53de-4bd0-9969-851f1c73511e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5762dbca-87ca-4244-b58f-4dc61496b8d0 HTTP/1.1" status: 200 len: 945 time: 0.2163973 Dec 22 13:27:53.665924 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-b21ec81e-834d-4c8b-9cb0-020b5ee80c96 req-5273081d-ae63-4e44-a6dc-71a114b730ee tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting port a7526484-d017-473a-aa6e-5f9286fc9cab {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:27:53.667064 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-b21ec81e-834d-4c8b-9cb0-020b5ee80c96 req-5273081d-ae63-4e44-a6dc-71a114b730ee tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:53.741451 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-67656aba-1786-4131-80b7-c4a05631a0a6 req-5637e813-eac0-45fe-bb2c-b19eb2879908 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=718d48ea-44e3-4fff-97e2-daa7de89027e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844936 Dec 22 13:27:53.825409 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e361e7c3-2b80-4e93-b4c1-645b29d4e8fa tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:53.829624 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-685315da-c136-416c-b8e9-4119571a9858 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:53.879528 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-02355c38-ebae-4298-8b22-ac52424ddb2a None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:53.891063 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-02355c38-ebae-4298-8b22-ac52424ddb2a None None] Transition to ACTIVE for port object cc351e77-906b-4bf8-baf1-f1902ff4e489 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:27:53.906541 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361e7c3-2b80-4e93-b4c1-645b29d4e8fa tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Pushing event updated for resources: {'Subnet': ['ID=83f9030b-31c1-46a5-b04d-00eae482a593,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:53.909448 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e361e7c3-2b80-4e93-b4c1-645b29d4e8fa tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:53.915411 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-02355c38-ebae-4298-8b22-ac52424ddb2a None None] Transition to ACTIVE for port object cc351e77-906b-4bf8-baf1-f1902ff4e489 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:27:53.921186 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e361e7c3-2b80-4e93-b4c1-645b29d4e8fa tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Checking segment: {'id': '549da1b8-3a7d-44a8-a17c-c2d3cf545364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '5563f734-90ea-44a3-84d3-4586548e9a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:27:53.921687 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e361e7c3-2b80-4e93-b4c1-645b29d4e8fa tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Network hostable DHCP agents. Network: 5563f734-90ea-44a3-84d3-4586548e9a82, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:27:53.932223 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-b21ec81e-834d-4c8b-9cb0-020b5ee80c96 req-5273081d-ae63-4e44-a6dc-71a114b730ee tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] For port a7526484-d017-473a-aa6e-5f9286fc9cab, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a7526484-d017-473a-aa6e-5f9286fc9cab,segment=NetworkSegment(2fb243d8-db7f-48f4-9c3e-fba66e6cded8),segment_id=2fb243d8-db7f-48f4-9c3e-fba66e6cded8)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:27:53.932583 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-b21ec81e-834d-4c8b-9cb0-020b5ee80c96 req-5273081d-ae63-4e44-a6dc-71a114b730ee tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:53.985981 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-02355c38-ebae-4298-8b22-ac52424ddb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:53.996754 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-6bd0c326-8a1f-4244-80e9-0eca5b713912 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:54.008086 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e361e7c3-2b80-4e93-b4c1-645b29d4e8fa tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Network 5563f734-90ea-44a3-84d3-4586548e9a82 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:27:54.059320 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-b21ec81e-834d-4c8b-9cb0-020b5ee80c96 req-5273081d-ae63-4e44-a6dc-71a114b730ee tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Calling delete_port for a7526484-d017-473a-aa6e-5f9286fc9cab owned by compute:nova {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:27:54.059564 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-e361e7c3-2b80-4e93-b4c1-645b29d4e8fa tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 5563f734-90ea-44a3-84d3-4586548e9a82) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:27:54.063884 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e361e7c3-2b80-4e93-b4c1-645b29d4e8fa tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:27:54.064479 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e361e7c3-2b80-4e93-b4c1-645b29d4e8fa tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:54.085505 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02355c38-ebae-4298-8b22-ac52424ddb2a None None] Network aa811b9e-67aa-46a3-a3d5-9e1ef66b55fa is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:27:54.086544 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c4c7ae-bd43-4763-a184-3f362d45d061 None None] Network 5563f734-90ea-44a3-84d3-4586548e9a82 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:27:54.105718 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-02355c38-ebae-4298-8b22-ac52424ddb2a None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:27:54.126885 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e361e7c3-2b80-4e93-b4c1-645b29d4e8fa tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1706326 Dec 22 13:27:54.127463 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51684) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:54.156915 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02355c38-ebae-4298-8b22-ac52424ddb2a None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:27:54.204573 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02355c38-ebae-4298-8b22-ac52424ddb2a None None] Pushing event updated for resources: {'Port': ['ID=cc351e77-906b-4bf8-baf1-f1902ff4e489,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:54.214139 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-02355c38-ebae-4298-8b22-ac52424ddb2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:54.269441 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-b21ec81e-834d-4c8b-9cb0-020b5ee80c96 req-5273081d-ae63-4e44-a6dc-71a114b730ee tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:54.276820 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-91657cb5-8e93-498f-be19-465f4922ead1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:54.295448 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-02355c38-ebae-4298-8b22-ac52424ddb2a None None] Attempting to bind port cc351e77-906b-4bf8-baf1-f1902ff4e489 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:27:54.295820 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-02355c38-ebae-4298-8b22-ac52424ddb2a None None] Attempting to bind port cc351e77-906b-4bf8-baf1-f1902ff4e489 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '2406f3fb-1561-4500-9211-85a3377654c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'aa811b9e-67aa-46a3-a3d5-9e1ef66b55fa'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:27:54.296189 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02355c38-ebae-4298-8b22-ac52424ddb2a None None] Attempting to bind port cc351e77-906b-4bf8-baf1-f1902ff4e489 on network aa811b9e-67aa-46a3-a3d5-9e1ef66b55fa {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:27:54.321986 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02355c38-ebae-4298-8b22-ac52424ddb2a None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:27:54.322595 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02355c38-ebae-4298-8b22-ac52424ddb2a None None] Checking segment: {'id': '2406f3fb-1561-4500-9211-85a3377654c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'aa811b9e-67aa-46a3-a3d5-9e1ef66b55fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:27:54.323232 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-02355c38-ebae-4298-8b22-ac52424ddb2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:54.324424 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02355c38-ebae-4298-8b22-ac52424ddb2a None None] Bound using segment: {'id': '2406f3fb-1561-4500-9211-85a3377654c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'aa811b9e-67aa-46a3-a3d5-9e1ef66b55fa'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:27:54.324760 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-02355c38-ebae-4298-8b22-ac52424ddb2a None None] Bound port: cc351e77-906b-4bf8-baf1-f1902ff4e489, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2406f3fb-1561-4500-9211-85a3377654c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'aa811b9e-67aa-46a3-a3d5-9e1ef66b55fa'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:27:54.325353 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-02355c38-ebae-4298-8b22-ac52424ddb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:54.340837 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273081d-ae63-4e44-a6dc-71a114b730ee tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Port': ['ID=a7526484-d017-473a-aa6e-5f9286fc9cab,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:54.352436 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490a3c15-8934-4ed9-acfd-f258f77c1d95 None None] Network 5c5ba407-8441-4926-8af9-00d5212537c8 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:27:54.354167 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5273081d-ae63-4e44-a6dc-71a114b730ee tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:54.433061 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21ec81e-834d-4c8b-9cb0-020b5ee80c96 req-5273081d-ae63-4e44-a6dc-71a114b730ee tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] No DVR routers for this DVR port a7526484-d017-473a-aa6e-5f9286fc9cab on host hv-neutron-8226 {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:27:54.435478 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-b21ec81e-834d-4c8b-9cb0-020b5ee80c96 req-5273081d-ae63-4e44-a6dc-71a114b730ee tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:54.438804 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5762dbca-87ca-4244-b58f-4dc61496b8d0', 'name': 'network-vif-deleted', 'tag': 'a7526484-d017-473a-aa6e-5f9286fc9cab'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:27:54.503667 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5762dbca-87ca-4244-b58f-4dc61496b8d0', 'name': 'network-vif-deleted', 'tag': 'a7526484-d017-473a-aa6e-5f9286fc9cab', 'status': 'completed', 'code': 200} Dec 22 13:27:54.524073 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b21ec81e-834d-4c8b-9cb0-020b5ee80c96 req-5273081d-ae63-4e44-a6dc-71a114b730ee tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "DELETE /v2.0/ports/a7526484-d017-473a-aa6e-5f9286fc9cab HTTP/1.1" status: 204 len: 173 time: 0.9454596 Dec 22 13:27:54.668820 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9d48aa6b-1ce4-475d-a9c6-da57ed3623fa tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:54.688729 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be04f5de-7157-43bd-8c85-a38fab55c0df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-5563f734-90ea-44a3-84d3-4586548e9a82', 'network_id': '5563f734-90ea-44a3-84d3-4586548e9a82', 'tenant_id': '6dc5eb9d0cdc45f897007c5a9636b88e', 'fixed_ips': [{'subnet_id': '83f9030b-31c1-46a5-b04d-00eae482a593'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:27:54.689680 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-be04f5de-7157-43bd-8c85-a38fab55c0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:54.699358 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-fa8c9ece-7019-41ef-899a-c78064c903de None None] Provisioning for port 9aa4b224-a130-462a-a4ce-bc72eec18cbf completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:27:54.755808 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-02355c38-ebae-4298-8b22-ac52424ddb2a None None] For port cc351e77-906b-4bf8-baf1-f1902ff4e489, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:27:54.874881 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-02355c38-ebae-4298-8b22-ac52424ddb2a None None] For port cc351e77-906b-4bf8-baf1-f1902ff4e489, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=cc351e77-906b-4bf8-baf1-f1902ff4e489,segment=NetworkSegment(2406f3fb-1561-4500-9211-85a3377654c9),segment_id=2406f3fb-1561-4500-9211-85a3377654c9)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:27:54.985299 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-02355c38-ebae-4298-8b22-ac52424ddb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:54.995748 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-2cbc7149-21aa-4a3a-a7d1-94149c26a3b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:55.044536 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-69288edb-c6d0-4310-8b2a-cffe0ca77488 req-0b50c508-fe40-4785-b877-9e84a963a448 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5762dbca-87ca-4244-b58f-4dc61496b8d0 HTTP/1.1" status: 200 len: 210 time: 0.0435219 Dec 22 13:27:55.087052 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-be04f5de-7157-43bd-8c85-a38fab55c0df None None] Allocated IP 2001:db8::2 (5563f734-90ea-44a3-84d3-4586548e9a82/83f9030b-31c1-46a5-b04d-00eae482a593/306f32cd-8c8e-41ff-a6c8-b24af4797530) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:27:55.099240 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 9aa4b224-a130-462a-a4ce-bc72eec18cbf up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:27:55.163599 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02355c38-ebae-4298-8b22-ac52424ddb2a None None] Pushing event updated for resources: {'Port': ['ID=cc351e77-906b-4bf8-baf1-f1902ff4e489,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:55.172409 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-02355c38-ebae-4298-8b22-ac52424ddb2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:55.283075 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-9d48aa6b-1ce4-475d-a9c6-da57ed3623fa tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Allocated IP 2001:db8::1 (aa811b9e-67aa-46a3-a3d5-9e1ef66b55fa/621f54f2-6ecd-4cd1-a204-339d9bc1be2c/c70150ff-1b21-422e-8fe3-1b0a970e3ca4) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:27:55.400164 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 9aa4b224-a130-462a-a4ce-bc72eec18cbf completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:27:55.410091 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 9aa4b224-a130-462a-a4ce-bc72eec18cbf triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:27:55.410493 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:55.469802 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-be04f5de-7157-43bd-8c85-a38fab55c0df None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:55.493846 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-be04f5de-7157-43bd-8c85-a38fab55c0df None None] Transition to ACTIVE for port object 306f32cd-8c8e-41ff-a6c8-b24af4797530 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:27:55.521053 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-be04f5de-7157-43bd-8c85-a38fab55c0df None None] Transition to ACTIVE for port object 306f32cd-8c8e-41ff-a6c8-b24af4797530 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:27:55.559546 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9d48aa6b-1ce4-475d-a9c6-da57ed3623fa tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:55.616684 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-9d48aa6b-1ce4-475d-a9c6-da57ed3623fa tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Transition to ACTIVE for port object c70150ff-1b21-422e-8fe3-1b0a970e3ca4 will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:27:55.655043 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-be04f5de-7157-43bd-8c85-a38fab55c0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:55.660400 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-5872be7a-a18e-4332-aa1b-9b2e1a89cb5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:55.691281 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:55.728866 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9d48aa6b-1ce4-475d-a9c6-da57ed3623fa tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:55.733316 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-fca3de34-ce24-4c74-9f47-313e3750037e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:55.746993 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be04f5de-7157-43bd-8c85-a38fab55c0df None None] Network 5563f734-90ea-44a3-84d3-4586548e9a82 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:27:55.752646 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-be04f5de-7157-43bd-8c85-a38fab55c0df None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:27:55.754993 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be04f5de-7157-43bd-8c85-a38fab55c0df None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:27:55.810391 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d48aa6b-1ce4-475d-a9c6-da57ed3623fa tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Network aa811b9e-67aa-46a3-a3d5-9e1ef66b55fa is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:27:55.813875 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-9d48aa6b-1ce4-475d-a9c6-da57ed3623fa tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:27:55.814703 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be04f5de-7157-43bd-8c85-a38fab55c0df None None] Pushing event updated for resources: {'Port': ['ID=306f32cd-8c8e-41ff-a6c8-b24af4797530,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:55.819069 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-be04f5de-7157-43bd-8c85-a38fab55c0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:55.819585 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d48aa6b-1ce4-475d-a9c6-da57ed3623fa tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:27:55.820095 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9d48aa6b-1ce4-475d-a9c6-da57ed3623fa tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:55.822758 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48aa6b-1ce4-475d-a9c6-da57ed3623fa tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Pushing event updated for resources: {'Port': ['ID=c70150ff-1b21-422e-8fe3-1b0a970e3ca4,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:55.826413 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9d48aa6b-1ce4-475d-a9c6-da57ed3623fa tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:55.843951 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 9aa4b224-a130-462a-a4ce-bc72eec18cbf, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=9aa4b224-a130-462a-a4ce-bc72eec18cbf,segment=NetworkSegment(5fedaf9d-5554-4691-9fe5-068cbdd83cee),segment_id=5fedaf9d-5554-4691-9fe5-068cbdd83cee)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:27:55.889822 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-25d25a18-2edf-4ca0-9789-36abbd290e4d None None] Provisioning complete for port 9aa4b224-a130-462a-a4ce-bc72eec18cbf triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:27:55.890239 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-25d25a18-2edf-4ca0-9789-36abbd290e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:55.930487 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:55.933378 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-be04f5de-7157-43bd-8c85-a38fab55c0df None None] Attempting to bind port 306f32cd-8c8e-41ff-a6c8-b24af4797530 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:27:55.933749 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-be04f5de-7157-43bd-8c85-a38fab55c0df None None] Attempting to bind port 306f32cd-8c8e-41ff-a6c8-b24af4797530 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '549da1b8-3a7d-44a8-a17c-c2d3cf545364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '5563f734-90ea-44a3-84d3-4586548e9a82'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:27:55.934141 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be04f5de-7157-43bd-8c85-a38fab55c0df None None] Attempting to bind port 306f32cd-8c8e-41ff-a6c8-b24af4797530 on network 5563f734-90ea-44a3-84d3-4586548e9a82 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:27:55.938179 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-5f05f4bc-5da9-4914-8ff1-0cbe94d29e28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:55.999872 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be04f5de-7157-43bd-8c85-a38fab55c0df None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:27:56.000255 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be04f5de-7157-43bd-8c85-a38fab55c0df None None] Checking segment: {'id': '549da1b8-3a7d-44a8-a17c-c2d3cf545364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '5563f734-90ea-44a3-84d3-4586548e9a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:27:56.000669 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-be04f5de-7157-43bd-8c85-a38fab55c0df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:56.001071 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be04f5de-7157-43bd-8c85-a38fab55c0df None None] Bound using segment: {'id': '549da1b8-3a7d-44a8-a17c-c2d3cf545364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '5563f734-90ea-44a3-84d3-4586548e9a82'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:27:56.001847 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-be04f5de-7157-43bd-8c85-a38fab55c0df None None] Bound port: 306f32cd-8c8e-41ff-a6c8-b24af4797530, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '549da1b8-3a7d-44a8-a17c-c2d3cf545364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '5563f734-90ea-44a3-84d3-4586548e9a82'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:27:56.002005 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-be04f5de-7157-43bd-8c85-a38fab55c0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:56.021810 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9d48aa6b-1ce4-475d-a9c6-da57ed3623fa tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:56.084456 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=9aa4b224-a130-462a-a4ce-bc72eec18cbf,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:56.087892 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:56.196029 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-be04f5de-7157-43bd-8c85-a38fab55c0df None None] For port 306f32cd-8c8e-41ff-a6c8-b24af4797530, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:27:56.199898 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-be04f5de-7157-43bd-8c85-a38fab55c0df None None] For port 306f32cd-8c8e-41ff-a6c8-b24af4797530, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=306f32cd-8c8e-41ff-a6c8-b24af4797530,segment=NetworkSegment(549da1b8-3a7d-44a8-a17c-c2d3cf545364),segment_id=549da1b8-3a7d-44a8-a17c-c2d3cf545364)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:27:56.223466 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51696) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:56.283621 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-be04f5de-7157-43bd-8c85-a38fab55c0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:56.288775 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:56.436277 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c10192d9-5936-4bec-ac03-ab545ecff10b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:56.471232 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be04f5de-7157-43bd-8c85-a38fab55c0df None None] Pushing event updated for resources: {'Port': ['ID=306f32cd-8c8e-41ff-a6c8-b24af4797530,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:56.472360 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c10192d9-5936-4bec-ac03-ab545ecff10b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:56.487068 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a76b04-4e69-4c72-9a4d-42c4b89e3a80 None None] Network aa811b9e-67aa-46a3-a3d5-9e1ef66b55fa requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:27:56.605112 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-be04f5de-7157-43bd-8c85-a38fab55c0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:56.628142 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9d48aa6b-1ce4-475d-a9c6-da57ed3623fa tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:56.652651 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c10192d9-5936-4bec-ac03-ab545ecff10b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:56.657981 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-83f5b29d-c2f7-4bed-a0ce-93faec26ddfd tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:56.698000 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9d48aa6b-1ce4-475d-a9c6-da57ed3623fa tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:56.698882 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9d48aa6b-1ce4-475d-a9c6-da57ed3623fa tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:56.703370 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10192d9-5936-4bec-ac03-ab545ecff10b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=718d48ea-44e3-4fff-97e2-daa7de89027e,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:56.703517 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0c1999a7-6cbb-4c85-b51f-7948ec30d1f3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:56.706760 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c10192d9-5936-4bec-ac03-ab545ecff10b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:56.734752 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-9099138f-43ef-4c81-93a2-a5c4a93cbc24 None None] Provisioning for port cc351e77-906b-4bf8-baf1-f1902ff4e489 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:27:56.791830 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c10192d9-5936-4bec-ac03-ab545ecff10b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:56.793330 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c10192d9-5936-4bec-ac03-ab545ecff10b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/security-groups/718d48ea-44e3-4fff-97e2-daa7de89027e HTTP/1.1" status: 204 len: 168 time: 0.5650308 Dec 22 13:27:56.851043 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48aa6b-1ce4-475d-a9c6-da57ed3623fa tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Pushing event updated for resources: {'Port': ['ID=c70150ff-1b21-422e-8fe3-1b0a970e3ca4,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:56.855406 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9d48aa6b-1ce4-475d-a9c6-da57ed3623fa tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:56.890081 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51702) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:56.988034 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d48aa6b-1ce4-475d-a9c6-da57ed3623fa tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Network aa811b9e-67aa-46a3-a3d5-9e1ef66b55fa is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:27:56.991045 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-9d48aa6b-1ce4-475d-a9c6-da57ed3623fa tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:27:57.178258 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device cc351e77-906b-4bf8-baf1-f1902ff4e489 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:27:57.208695 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-13663cd8-bcb5-40eb-8eaa-ad1fbd310ac2 None None] Provisioning for port c70150ff-1b21-422e-8fe3-1b0a970e3ca4 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:27:57.228291 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-13663cd8-bcb5-40eb-8eaa-ad1fbd310ac2 None None] Provisioning complete for port c70150ff-1b21-422e-8fe3-1b0a970e3ca4 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:27:57.228705 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-13663cd8-bcb5-40eb-8eaa-ad1fbd310ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:57.307765 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-13663cd8-bcb5-40eb-8eaa-ad1fbd310ac2 None None] Port c70150ff-1b21-422e-8fe3-1b0a970e3ca4 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:27:57.389284 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port cc351e77-906b-4bf8-baf1-f1902ff4e489 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:27:57.395302 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port cc351e77-906b-4bf8-baf1-f1902ff4e489 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:27:57.396619 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:57.543368 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:57.575827 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-851359cf-31ca-4c60-8036-c0ef0a125986 None None] Provisioning complete for port c70150ff-1b21-422e-8fe3-1b0a970e3ca4 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:27:57.576211 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-851359cf-31ca-4c60-8036-c0ef0a125986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:57.630986 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port cc351e77-906b-4bf8-baf1-f1902ff4e489, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=cc351e77-906b-4bf8-baf1-f1902ff4e489,segment=NetworkSegment(2406f3fb-1561-4500-9211-85a3377654c9),segment_id=2406f3fb-1561-4500-9211-85a3377654c9)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:27:57.644665 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-851359cf-31ca-4c60-8036-c0ef0a125986 None None] Port c70150ff-1b21-422e-8fe3-1b0a970e3ca4 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:27:57.697683 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:57.698733 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 306f32cd-8c8e-41ff-a6c8-b24af4797530 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:27:57.726598 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:57.804849 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc5a6f9-22e8-4162-91b9-86be43477b23 None None] Network 5563f734-90ea-44a3-84d3-4586548e9a82 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:27:57.816967 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-590e8f63-ae7f-4c22-ac42-435d14ee60f1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:57.874392 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d48aa6b-1ce4-475d-a9c6-da57ed3623fa tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Router 8dfdfaa3-1156-42e5-a69a-1e92c3f09588 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:27:57.885409 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=cc351e77-906b-4bf8-baf1-f1902ff4e489,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:57.899429 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:57.991725 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-01b366c2-9c1c-4847-9900-09b7c00484c4 None None] Provisioning for port 306f32cd-8c8e-41ff-a6c8-b24af4797530 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:27:58.017143 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 306f32cd-8c8e-41ff-a6c8-b24af4797530 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:27:58.024699 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 306f32cd-8c8e-41ff-a6c8-b24af4797530 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:27:58.025084 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:58.112872 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-01b366c2-9c1c-4847-9900-09b7c00484c4 None None] Provisioning complete for port c70150ff-1b21-422e-8fe3-1b0a970e3ca4 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:27:58.113193 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-01b366c2-9c1c-4847-9900-09b7c00484c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:58.159153 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d48aa6b-1ce4-475d-a9c6-da57ed3623fa tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:27:58.173954 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70912e6d-a824-4a03-8253-036fc0f74c04 None None] Sync routers for ids ['8dfdfaa3-1156-42e5-a69a-1e92c3f09588'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:27:58.178437 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-9d48aa6b-1ce4-475d-a9c6-da57ed3623fa tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] 10.222.0.47 "PUT /v2.0/routers/8dfdfaa3-1156-42e5-a69a-1e92c3f09588/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0468414 Dec 22 13:27:58.179167 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51706) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:58.245405 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-01b366c2-9c1c-4847-9900-09b7c00484c4 None None] Port c70150ff-1b21-422e-8fe3-1b0a970e3ca4 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:27:58.293487 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device a7526484-d017-473a-aa6e-5f9286fc9cab no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:27:58.334496 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70912e6d-a824-4a03-8253-036fc0f74c04 None None] Routers {'8dfdfaa3-1156-42e5-a69a-1e92c3f09588'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:27:58.335195 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-70912e6d-a824-4a03-8253-036fc0f74c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:27:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['8dfdfaa3-1156-42e5-a69a-1e92c3f09588'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:58.388531 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] No Port match for: a7526484-d017-473a-aa6e-5f9286fc9cab {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:27:58.388889 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device a7526484-d017-473a-aa6e-5f9286fc9cab not bound to the agent host hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:27:58.406202 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-70912e6d-a824-4a03-8253-036fc0f74c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:58.422676 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:58.443142 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70912e6d-a824-4a03-8253-036fc0f74c04 None None] Routers {'8dfdfaa3-1156-42e5-a69a-1e92c3f09588'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:27:58.443789 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-70912e6d-a824-4a03-8253-036fc0f74c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:27:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['8dfdfaa3-1156-42e5-a69a-1e92c3f09588'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:58.514392 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-70912e6d-a824-4a03-8253-036fc0f74c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:27:58.514811 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70912e6d-a824-4a03-8253-036fc0f74c04 None None] The sync data for ids ['8dfdfaa3-1156-42e5-a69a-1e92c3f09588'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:27:58.530633 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 306f32cd-8c8e-41ff-a6c8-b24af4797530, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=306f32cd-8c8e-41ff-a6c8-b24af4797530,segment=NetworkSegment(549da1b8-3a7d-44a8-a17c-c2d3cf545364),segment_id=549da1b8-3a7d-44a8-a17c-c2d3cf545364)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:27:58.574447 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-1e7547a4-48e3-4c65-bcf9-6cacb72aa8e4 None None] Provisioning complete for port 306f32cd-8c8e-41ff-a6c8-b24af4797530 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:27:58.574841 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1e7547a4-48e3-4c65-bcf9-6cacb72aa8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:58.605613 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:58.605956 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 9aa4b224-a130-462a-a4ce-bc72eec18cbf up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:27:58.638812 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-586ec7bb-0580-46b8-a337-7e5319e99124 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:58.681876 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-590e8f63-ae7f-4c22-ac42-435d14ee60f1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting port f258a8e5-6144-4198-ab1d-beedf4834303 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:27:58.682142 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-590e8f63-ae7f-4c22-ac42-435d14ee60f1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:58.765077 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=306f32cd-8c8e-41ff-a6c8-b24af4797530,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:58.770361 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:58.801141 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:58.823811 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 9aa4b224-a130-462a-a4ce-bc72eec18cbf triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:27:58.824042 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:58.882064 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-590e8f63-ae7f-4c22-ac42-435d14ee60f1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] For port f258a8e5-6144-4198-ab1d-beedf4834303, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=f258a8e5-6144-4198-ab1d-beedf4834303,segment=NetworkSegment(2fb243d8-db7f-48f4-9c3e-fba66e6cded8),segment_id=2fb243d8-db7f-48f4-9c3e-fba66e6cded8)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:27:58.882706 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-7b5c3c6a-482e-4bc6-96b2-a5ac3a6cfced tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:27:58.882879 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-590e8f63-ae7f-4c22-ac42-435d14ee60f1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:58.883212 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7b5c3c6a-482e-4bc6-96b2-a5ac3a6cfced tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] 10.222.0.47 "PUT /v2.0/routers/8dfdfaa3-1156-42e5-a69a-1e92c3f09588/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7020693 Dec 22 13:27:58.885884 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51710) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:27:59.049463 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 306f32cd-8c8e-41ff-a6c8-b24af4797530 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:27:59.124632 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 306f32cd-8c8e-41ff-a6c8-b24af4797530 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:27:59.125424 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:59.138879 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-590e8f63-ae7f-4c22-ac42-435d14ee60f1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Calling delete_port for f258a8e5-6144-4198-ab1d-beedf4834303 owned by network:router_interface {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:27:59.245011 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7ecc8ee3-a83e-4b22-9244-6b91d1489c52 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:59.245648 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device cc351e77-906b-4bf8-baf1-f1902ff4e489 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:27:59.312360 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port cc351e77-906b-4bf8-baf1-f1902ff4e489 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:27:59.312732 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:59.385643 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-590e8f63-ae7f-4c22-ac42-435d14ee60f1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:59.391669 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ca5eb844-af5a-41a5-9e4d-42510183fae1 tempest-RoutersIpV6AdminTest-1880743239 tempest-RoutersIpV6AdminTest-1880743239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:27:59.437730 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e8f63-ae7f-4c22-ac42-435d14ee60f1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Port': ['ID=f258a8e5-6144-4198-ab1d-beedf4834303,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:27:59.441894 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-590e8f63-ae7f-4c22-ac42-435d14ee60f1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:27:59.764839 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-590e8f63-ae7f-4c22-ac42-435d14ee60f1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:59.957150 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-7ecc8ee3-a83e-4b22-9244-6b91d1489c52 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Deleting port c70150ff-1b21-422e-8fe3-1b0a970e3ca4 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:27:59.957847 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7ecc8ee3-a83e-4b22-9244-6b91d1489c52 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:00.140537 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7ecc8ee3-a83e-4b22-9244-6b91d1489c52 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:00.263188 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-7ecc8ee3-a83e-4b22-9244-6b91d1489c52 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Calling delete_port for c70150ff-1b21-422e-8fe3-1b0a970e3ca4 owned by network:router_interface {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:28:00.339500 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590e8f63-ae7f-4c22-ac42-435d14ee60f1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router 69fdb46c-87bc-4fd9-acc6-25e7717143cc has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:28:00.488220 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7ecc8ee3-a83e-4b22-9244-6b91d1489c52 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:00.493014 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-87623e85-45bc-40fb-9bf9-c54393dcee8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:00.542398 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc8ee3-a83e-4b22-9244-6b91d1489c52 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Pushing event deleted for resources: {'Port': ['ID=c70150ff-1b21-422e-8fe3-1b0a970e3ca4,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:00.547054 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7ecc8ee3-a83e-4b22-9244-6b91d1489c52 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:00.671588 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590e8f63-ae7f-4c22-ac42-435d14ee60f1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:28:00.684422 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d6de97-7fab-43cc-9051-957dce2821ff None None] Sync routers for ids ['69fdb46c-87bc-4fd9-acc6-25e7717143cc'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:28:00.686929 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-590e8f63-ae7f-4c22-ac42-435d14ee60f1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "PUT /v2.0/routers/69fdb46c-87bc-4fd9-acc6-25e7717143cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7958002 Dec 22 13:28:00.689587 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51714) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:00.705029 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d6de97-7fab-43cc-9051-957dce2821ff None None] Routers {'69fdb46c-87bc-4fd9-acc6-25e7717143cc'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:28:00.706051 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-50d6de97-7fab-43cc-9051-957dce2821ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:27:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['69fdb46c-87bc-4fd9-acc6-25e7717143cc'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:00.729852 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7ecc8ee3-a83e-4b22-9244-6b91d1489c52 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:00.888174 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-b60d7f33-d3c0-4848-822e-23413c63a5f2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting subnet 1b1a62fd-f8de-4d0c-aff0-389b2ffe2b9f {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:28:00.891665 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b60d7f33-d3c0-4848-822e-23413c63a5f2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:00.894450 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-50d6de97-7fab-43cc-9051-957dce2821ff None None] Set router 69fdb46c-87bc-4fd9-acc6-25e7717143cc gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:28:00.949889 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b60d7f33-d3c0-4848-822e-23413c63a5f2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:01.036899 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b60d7f33-d3c0-4848-822e-23413c63a5f2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:01.188003 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b60d7f33-d3c0-4848-822e-23413c63a5f2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:01.193650 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d4cbb99c-e2a3-420c-9e2f-5d83c019ecff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:01.207684 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-50d6de97-7fab-43cc-9051-957dce2821ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fdb46c-87bc-4fd9-acc6-25e7717143cc', 'name': 'tempest-TestNetworkBasicOps-router-1519351070', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.138'}], 'enable_snat': True}, 'gw_port_id': 'da07eab6-a3af-40b7-8d7c-46f79553023e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:38Z', 'updated_at': '2021-12-22T13:27:59Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'da07eab6-a3af-40b7-8d7c-46f79553023e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fdb46c-87bc-4fd9-acc6-25e7717143cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:38Z', 'updated_at': '2021-12-22T13:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:01.212988 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d6de97-7fab-43cc-9051-957dce2821ff None None] Checking router: 69fdb46c-87bc-4fd9-acc6-25e7717143cc for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:28:01.225750 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d6de97-7fab-43cc-9051-957dce2821ff None None] Routers {'69fdb46c-87bc-4fd9-acc6-25e7717143cc'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:28:01.226646 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-50d6de97-7fab-43cc-9051-957dce2821ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:27:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['69fdb46c-87bc-4fd9-acc6-25e7717143cc'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:01.233847 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d7f33-d3c0-4848-822e-23413c63a5f2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Subnet': ['ID=1b1a62fd-f8de-4d0c-aff0-389b2ffe2b9f,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:01.240883 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b60d7f33-d3c0-4848-822e-23413c63a5f2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:01.241226 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b60d7f33-d3c0-4848-822e-23413c63a5f2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:01.250020 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b60d7f33-d3c0-4848-822e-23413c63a5f2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/subnets/1b1a62fd-f8de-4d0c-aff0-389b2ffe2b9f HTTP/1.1" status: 204 len: 168 time: 0.5570443 Dec 22 13:28:01.250203 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14de33ab-ba9b-4f21-9424-369f63ab4871 None None] Network b1872695-45c5-49dd-a010-6c7329d2e137 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:28:01.253490 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51718) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:01.347984 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ecc8ee3-a83e-4b22-9244-6b91d1489c52 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Router 8dfdfaa3-1156-42e5-a69a-1e92c3f09588 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:28:01.450920 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-50d6de97-7fab-43cc-9051-957dce2821ff None None] Set router 69fdb46c-87bc-4fd9-acc6-25e7717143cc gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:28:01.508363 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657effbf-d9a9-4775-901a-7fe38680c90c None None] DHCP port deletion for b1872695-45c5-49dd-a010-6c7329d2e137 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:28:01.512706 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-657effbf-d9a9-4775-901a-7fe38680c90c None None] Deleting port 298b7126-72e8-4c27-a04c-2c90f55dc0f7 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:28:01.513292 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-657effbf-d9a9-4775-901a-7fe38680c90c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:01.572737 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ecc8ee3-a83e-4b22-9244-6b91d1489c52 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:28:01.586877 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7ecc8ee3-a83e-4b22-9244-6b91d1489c52 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] 10.222.0.47 "PUT /v2.0/routers/8dfdfaa3-1156-42e5-a69a-1e92c3f09588/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6999199 Dec 22 13:28:01.591393 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51722) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:01.618470 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592979a7-2b74-40b6-ba1a-9ab95cb8f281 None None] Sync routers for ids ['8dfdfaa3-1156-42e5-a69a-1e92c3f09588'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:28:01.627961 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7bdbc041-220f-4f12-b9a4-28515254fb62 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:01.656711 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592979a7-2b74-40b6-ba1a-9ab95cb8f281 None None] Routers {'8dfdfaa3-1156-42e5-a69a-1e92c3f09588'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:28:01.657654 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-592979a7-2b74-40b6-ba1a-9ab95cb8f281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:27:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['8dfdfaa3-1156-42e5-a69a-1e92c3f09588'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:01.667239 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-af9581d7-0d07-436a-90ab-0952f21a841c tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] delete failed (client error): The resource could not be found. Dec 22 13:28:01.668273 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-af9581d7-0d07-436a-90ab-0952f21a841c tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] 10.222.0.47 "DELETE /v2.0/routers/tempest-non_exist_router-1946400119 HTTP/1.1" status: 404 len: 335 time: 0.0758755 Dec 22 13:28:01.672352 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51726) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:01.678601 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-59079778-e039-46cd-9343-d2ea194fc049 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Request body: {'router': {'external_gateway_info': {'network_id': '8dfdfaa3-1156-42e5-a69a-1e92c3f09588'}}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:28:01.777684 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-592979a7-2b74-40b6-ba1a-9ab95cb8f281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:01.783138 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-50d6de97-7fab-43cc-9051-957dce2821ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fdb46c-87bc-4fd9-acc6-25e7717143cc', 'name': 'tempest-TestNetworkBasicOps-router-1519351070', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.138'}], 'enable_snat': True}, 'gw_port_id': 'da07eab6-a3af-40b7-8d7c-46f79553023e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:38Z', 'updated_at': '2021-12-22T13:27:59Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'da07eab6-a3af-40b7-8d7c-46f79553023e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fdb46c-87bc-4fd9-acc6-25e7717143cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:38Z', 'updated_at': '2021-12-22T13:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:01.788101 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d6de97-7fab-43cc-9051-957dce2821ff None None] The sync data for ids ['69fdb46c-87bc-4fd9-acc6-25e7717143cc'] in dv-neutron-822669-1-hyperv is: [{'id': '69fdb46c-87bc-4fd9-acc6-25e7717143cc', 'name': 'tempest-TestNetworkBasicOps-router-1519351070', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.138'}], 'enable_snat': True}, 'gw_port_id': 'da07eab6-a3af-40b7-8d7c-46f79553023e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:38Z', 'updated_at': '2021-12-22T13:27:59Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'da07eab6-a3af-40b7-8d7c-46f79553023e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:1e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fdb46c-87bc-4fd9-acc6-25e7717143cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:38Z', 'updated_at': '2021-12-22T13:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:28:01.794892 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592979a7-2b74-40b6-ba1a-9ab95cb8f281 None None] Routers {'8dfdfaa3-1156-42e5-a69a-1e92c3f09588'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:28:01.795588 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-592979a7-2b74-40b6-ba1a-9ab95cb8f281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:27:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['8dfdfaa3-1156-42e5-a69a-1e92c3f09588'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:01.890519 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7bdbc041-220f-4f12-b9a4-28515254fb62 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:01.905690 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-592979a7-2b74-40b6-ba1a-9ab95cb8f281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:01.906118 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592979a7-2b74-40b6-ba1a-9ab95cb8f281 None None] The sync data for ids ['8dfdfaa3-1156-42e5-a69a-1e92c3f09588'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:28:01.937591 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-657effbf-d9a9-4775-901a-7fe38680c90c None None] For port 298b7126-72e8-4c27-a04c-2c90f55dc0f7, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=298b7126-72e8-4c27-a04c-2c90f55dc0f7,segment=NetworkSegment(2fb243d8-db7f-48f4-9c3e-fba66e6cded8),segment_id=2fb243d8-db7f-48f4-9c3e-fba66e6cded8)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:28:01.937591 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-657effbf-d9a9-4775-901a-7fe38680c90c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:01.962370 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-7bdbc041-220f-4f12-b9a4-28515254fb62 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting port da07eab6-a3af-40b7-8d7c-46f79553023e {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:28:01.962806 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7bdbc041-220f-4f12-b9a4-28515254fb62 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:02.059563 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-657effbf-d9a9-4775-901a-7fe38680c90c None None] Calling delete_port for 298b7126-72e8-4c27-a04c-2c90f55dc0f7 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:28:02.104966 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-59079778-e039-46cd-9343-d2ea194fc049 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:02.151379 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-7bdbc041-220f-4f12-b9a4-28515254fb62 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] For port da07eab6-a3af-40b7-8d7c-46f79553023e, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=da07eab6-a3af-40b7-8d7c-46f79553023e,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:28:02.151774 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7bdbc041-220f-4f12-b9a4-28515254fb62 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:02.186659 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-59079778-e039-46cd-9343-d2ea194fc049 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] update failed (client error): The resource could not be found. Dec 22 13:28:02.191478 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-657effbf-d9a9-4775-901a-7fe38680c90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:02.193537 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-59079778-e039-46cd-9343-d2ea194fc049 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] 10.222.0.47 "PUT /v2.0/routers/8dfdfaa3-1156-42e5-a69a-1e92c3f09588 HTTP/1.1" status: 404 len: 339 time: 0.5189130 Dec 22 13:28:02.194392 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51730) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:02.200310 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-fa3351a5-8c25-40e9-b933-941d693a9ef1 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-25110301'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:28:02.207024 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-fa3351a5-8c25-40e9-b933-941d693a9ef1 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:28:02.213289 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-fa3351a5-8c25-40e9-b933-941d693a9ef1 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Usage tracker for resource:network and tenant:6dc5eb9d0cdc45f897007c5a9636b88e is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:28:02.214745 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-02355c38-ebae-4298-8b22-ac52424ddb2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:02.220616 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-fa3351a5-8c25-40e9-b933-941d693a9ef1 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:28:02.227640 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-fa3351a5-8c25-40e9-b933-941d693a9ef1 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:28:02.253383 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657effbf-d9a9-4775-901a-7fe38680c90c None None] No DVR routers for this DVR port 298b7126-72e8-4c27-a04c-2c90f55dc0f7 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:28:02.271333 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657effbf-d9a9-4775-901a-7fe38680c90c None None] Pushing event deleted for resources: {'Port': ['ID=298b7126-72e8-4c27-a04c-2c90f55dc0f7,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:02.274706 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-657effbf-d9a9-4775-901a-7fe38680c90c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:02.281508 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-7bdbc041-220f-4f12-b9a4-28515254fb62 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Calling delete_port for da07eab6-a3af-40b7-8d7c-46f79553023e owned by network:router_gateway {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:28:02.322264 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3351a5-8c25-40e9-b933-941d693a9ef1 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Made reservation on behalf of 6dc5eb9d0cdc45f897007c5a9636b88e for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:28:02.325630 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fa3351a5-8c25-40e9-b933-941d693a9ef1 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:02.357911 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa3351a5-8c25-40e9-b933-941d693a9ef1 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:28:02.366554 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fa3351a5-8c25-40e9-b933-941d693a9ef1 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:02.366882 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-fa3351a5-8c25-40e9-b933-941d693a9ef1 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Added segment afa9ce68-710d-43ee-9844-8129be12a134 of type vlan for network 4829dbdb-1691-4434-8b20-8107d8b2a992 Dec 22 13:28:02.393076 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fa3351a5-8c25-40e9-b933-941d693a9ef1 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:02.499316 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fa3351a5-8c25-40e9-b933-941d693a9ef1 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:02.503218 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3351a5-8c25-40e9-b933-941d693a9ef1 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:02.503785 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fa3351a5-8c25-40e9-b933-941d693a9ef1 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:02.511006 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b2cb7828-4a42-4994-ac9c-7838b030ab4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:02.528202 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7bdbc041-220f-4f12-b9a4-28515254fb62 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:02.532594 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8f313d4b-3bfc-4490-816f-679b3ffe54dd tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:02.577181 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdbc041-220f-4f12-b9a4-28515254fb62 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Port': ['ID=da07eab6-a3af-40b7-8d7c-46f79553023e,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:02.579733 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7bdbc041-220f-4f12-b9a4-28515254fb62 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:02.613893 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3351a5-8c25-40e9-b933-941d693a9ef1 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Pushing event updated for resources: {'Network': ['ID=4829dbdb-1691-4434-8b20-8107d8b2a992,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:02.616704 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-fa3351a5-8c25-40e9-b933-941d693a9ef1 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:02.624083 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 4829dbdb-1691-4434-8b20-8107d8b2a992 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:28:02.677306 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-fa3351a5-8c25-40e9-b933-941d693a9ef1 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4817421 Dec 22 13:28:02.680096 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51734) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:02.685942 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-4136bea4-694d-45dd-8c17-7251b9c2c508 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Request body: {'subnet': {'network_id': '4829dbdb-1691-4434-8b20-8107d8b2a992', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:28:02.802479 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-4136bea4-694d-45dd-8c17-7251b9c2c508 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:28:02.807107 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-4136bea4-694d-45dd-8c17-7251b9c2c508 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Usage tracker for resource:subnet and tenant:6dc5eb9d0cdc45f897007c5a9636b88e is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:28:02.810231 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-4136bea4-694d-45dd-8c17-7251b9c2c508 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:28:02.816146 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-4136bea4-694d-45dd-8c17-7251b9c2c508 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:28:02.897719 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4136bea4-694d-45dd-8c17-7251b9c2c508 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Made reservation on behalf of 6dc5eb9d0cdc45f897007c5a9636b88e for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:28:02.922875 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7bdbc041-220f-4f12-b9a4-28515254fb62 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:03.002722 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4136bea4-694d-45dd-8c17-7251b9c2c508 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:03.099447 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device f258a8e5-6144-4198-ab1d-beedf4834303 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:28:03.139042 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: f258a8e5-6144-4198-ab1d-beedf4834303 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:28:03.139997 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device f258a8e5-6144-4198-ab1d-beedf4834303 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:28:03.140652 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 298b7126-72e8-4c27-a04c-2c90f55dc0f7 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:28:03.178496 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 298b7126-72e8-4c27-a04c-2c90f55dc0f7 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:28:03.179157 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 298b7126-72e8-4c27-a04c-2c90f55dc0f7 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:28:03.187972 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7bdbc041-220f-4f12-b9a4-28515254fb62 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:03.194401 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7bdbc041-220f-4f12-b9a4-28515254fb62 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:03.305168 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7bdbc041-220f-4f12-b9a4-28515254fb62 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:03.305627 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bdbc041-220f-4f12-b9a4-28515254fb62 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Fanout notify agent at l3_agent the message router_deleted on router 69fdb46c-87bc-4fd9-acc6-25e7717143cc {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:28:03.321923 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7bdbc041-220f-4f12-b9a4-28515254fb62 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:03.323565 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7bdbc041-220f-4f12-b9a4-28515254fb62 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/routers/69fdb46c-87bc-4fd9-acc6-25e7717143cc HTTP/1.1" status: 204 len: 168 time: 2.0687234 Dec 22 13:28:03.326297 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51738) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:03.402969 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4136bea4-694d-45dd-8c17-7251b9c2c508 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:03.408324 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e179afcd-099e-4583-89b0-5a3343106ce2 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:03.444477 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ab3b1dc5-ef53-4636-937f-36a870a8006e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:03.487059 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136bea4-694d-45dd-8c17-7251b9c2c508 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Pushing event updated for resources: {'Subnet': ['ID=b52ed5ef-40f6-4704-887a-410100d85a80,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:03.492584 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-4136bea4-694d-45dd-8c17-7251b9c2c508 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:03.500991 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4136bea4-694d-45dd-8c17-7251b9c2c508 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Checking segment: {'id': 'afa9ce68-710d-43ee-9844-8129be12a134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4829dbdb-1691-4434-8b20-8107d8b2a992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:28:03.501408 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4136bea4-694d-45dd-8c17-7251b9c2c508 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Network hostable DHCP agents. Network: 4829dbdb-1691-4434-8b20-8107d8b2a992, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:28:03.584706 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ab3b1dc5-ef53-4636-937f-36a870a8006e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:03.588783 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4136bea4-694d-45dd-8c17-7251b9c2c508 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Network 4829dbdb-1691-4434-8b20-8107d8b2a992 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:28:03.610813 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-ab3b1dc5-ef53-4636-937f-36a870a8006e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1872695-45c5-49dd-a010-6c7329d2e137']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:03.623307 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-ab3b1dc5-ef53-4636-937f-36a870a8006e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb243d8-db7f-48f4-9c3e-fba66e6cded8') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:03.623668 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-ab3b1dc5-ef53-4636-937f-36a870a8006e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb243d8-db7f-48f4-9c3e-fba66e6cded8') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:03.635344 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ab3b1dc5-ef53-4636-937f-36a870a8006e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:03.651418 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ab3b1dc5-ef53-4636-937f-36a870a8006e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:03.651611 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-4136bea4-694d-45dd-8c17-7251b9c2c508 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 4829dbdb-1691-4434-8b20-8107d8b2a992) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:28:03.655521 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4136bea4-694d-45dd-8c17-7251b9c2c508 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:03.656093 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4136bea4-694d-45dd-8c17-7251b9c2c508 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:03.659667 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab3b1dc5-ef53-4636-937f-36a870a8006e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:28:03.660079 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ab3b1dc5-ef53-4636-937f-36a870a8006e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:03.661330 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc80b3b7-bf32-4c41-86d1-a7525720d64e None None] Network 4829dbdb-1691-4434-8b20-8107d8b2a992 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:28:03.674756 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:28:03.674756 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:28:03.674756 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:28:03.674756 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:28:03.674756 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:28:03.674756 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:28:03.674756 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:28:03.674756 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:28:03.674756 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:28:03.674756 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:28:03.674756 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:28:03.674756 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:28:03.674756 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:28:03.674756 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:28:03.674756 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:28:03.674756 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:28:03.674756 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:28:03.674756 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:28:03.674756 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:28:03.674756 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:28:03.674756 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:28:03.674756 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:28:03.674756 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:28:03.674756 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:28:03.674756 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:28:03.674756 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:28:03.674756 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:28:03.674756 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:28:03.674756 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:28:03.674756 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:28:03.674756 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:28:03.674756 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:28:03.765351 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-4136bea4-694d-45dd-8c17-7251b9c2c508 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0830564 Dec 22 13:28:03.767413 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51742) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:03.773298 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-0f3f1db2-9523-4de8-8e84-ee405a555f30 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Request body: {'router': {'external_gateway_info': {'network_id': '4829dbdb-1691-4434-8b20-8107d8b2a992'}}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:28:03.825443 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ab3b1dc5-ef53-4636-937f-36a870a8006e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:03.832327 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ab3b1dc5-ef53-4636-937f-36a870a8006e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:03.837476 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8155754c-152f-420f-87f7-fc1f64e71373 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:03.861258 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b1dc5-ef53-4636-937f-36a870a8006e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Network': ['ID=b1872695-45c5-49dd-a010-6c7329d2e137,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:03.863871 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ab3b1dc5-ef53-4636-937f-36a870a8006e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:03.902172 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8332539a-24b7-41fa-a755-14a57e36e5c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-4829dbdb-1691-4434-8b20-8107d8b2a992', 'network_id': '4829dbdb-1691-4434-8b20-8107d8b2a992', 'tenant_id': '6dc5eb9d0cdc45f897007c5a9636b88e', 'fixed_ips': [{'subnet_id': 'b52ed5ef-40f6-4704-887a-410100d85a80'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:28:03.903157 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8332539a-24b7-41fa-a755-14a57e36e5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:03.929139 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ab3b1dc5-ef53-4636-937f-36a870a8006e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/networks/b1872695-45c5-49dd-a010-6c7329d2e137 HTTP/1.1" status: 204 len: 168 time: 0.6014650 Dec 22 13:28:03.941619 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51746) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:03.948310 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-bf5968ad-0230-40d1-a10e-a1b6ebd08430 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'network': {'name': 'tempest-network-smoke--1508538604', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'port_security_enabled': True}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:28:03.954246 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-bf5968ad-0230-40d1-a10e-a1b6ebd08430 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:28:03.959742 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-bf5968ad-0230-40d1-a10e-a1b6ebd08430 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:network and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:28:03.963093 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-bf5968ad-0230-40d1-a10e-a1b6ebd08430 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:28:03.970278 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-bf5968ad-0230-40d1-a10e-a1b6ebd08430 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:28:04.042687 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5968ad-0230-40d1-a10e-a1b6ebd08430 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Made reservation on behalf of 453b85bce7e6482dbe10966fb03da8cc for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:28:04.046018 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bf5968ad-0230-40d1-a10e-a1b6ebd08430 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:04.066384 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-8332539a-24b7-41fa-a755-14a57e36e5c5 None None] Allocated IP 2001:db8:1::2 (4829dbdb-1691-4434-8b20-8107d8b2a992/b52ed5ef-40f6-4704-887a-410100d85a80/42896a86-64f5-4aec-b71f-f01e5125548c) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:28:04.077667 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf5968ad-0230-40d1-a10e-a1b6ebd08430 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:28:04.088334 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bf5968ad-0230-40d1-a10e-a1b6ebd08430 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:04.088692 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-bf5968ad-0230-40d1-a10e-a1b6ebd08430 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Added segment 496bf6ae-76ac-441d-a62a-9b6195509c26 of type vlan for network dcfbef2e-bd96-48a1-b654-7adab619a017 Dec 22 13:28:04.116296 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bf5968ad-0230-40d1-a10e-a1b6ebd08430 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:04.169088 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0f3f1db2-9523-4de8-8e84-ee405a555f30 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:04.225414 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bf5968ad-0230-40d1-a10e-a1b6ebd08430 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:04.229288 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5968ad-0230-40d1-a10e-a1b6ebd08430 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:04.232304 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bf5968ad-0230-40d1-a10e-a1b6ebd08430 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:04.233721 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d0e2c88d-2999-49cc-9e17-d65f11f566e0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:04.275610 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8332539a-24b7-41fa-a755-14a57e36e5c5 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:04.285664 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-8332539a-24b7-41fa-a755-14a57e36e5c5 None None] Transition to ACTIVE for port object 42896a86-64f5-4aec-b71f-f01e5125548c will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:28:04.303436 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-8332539a-24b7-41fa-a755-14a57e36e5c5 None None] Transition to ACTIVE for port object 42896a86-64f5-4aec-b71f-f01e5125548c will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:28:04.342881 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5968ad-0230-40d1-a10e-a1b6ebd08430 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Network': ['ID=dcfbef2e-bd96-48a1-b654-7adab619a017,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:04.345623 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-bf5968ad-0230-40d1-a10e-a1b6ebd08430 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:04.354226 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network dcfbef2e-bd96-48a1-b654-7adab619a017 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:28:04.391880 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-0f3f1db2-9523-4de8-8e84-ee405a555f30 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:28:04.392913 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0f3f1db2-9523-4de8-8e84-ee405a555f30 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] 10.222.0.47 "PUT /v2.0/routers/8dfdfaa3-1156-42e5-a69a-1e92c3f09588 HTTP/1.1" status: 400 len: 364 time: 0.6245646 Dec 22 13:28:04.397472 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51750) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:04.413539 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8332539a-24b7-41fa-a755-14a57e36e5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:04.420973 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:04.464061 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-bf5968ad-0230-40d1-a10e-a1b6ebd08430 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5205843 Dec 22 13:28:04.466904 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51754) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:04.473605 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-efde6d6e-9f2d-49b1-acf8-08ad483b45bc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-338127987', 'admin_state_up': True, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:28:04.481915 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-efde6d6e-9f2d-49b1-acf8-08ad483b45bc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:28:04.486091 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-efde6d6e-9f2d-49b1-acf8-08ad483b45bc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:router and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:28:04.498721 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-efde6d6e-9f2d-49b1-acf8-08ad483b45bc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:28:04.506485 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-efde6d6e-9f2d-49b1-acf8-08ad483b45bc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:28:04.518412 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8332539a-24b7-41fa-a755-14a57e36e5c5 None None] Network 4829dbdb-1691-4434-8b20-8107d8b2a992 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:28:04.522065 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-8332539a-24b7-41fa-a755-14a57e36e5c5 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:28:04.526156 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8332539a-24b7-41fa-a755-14a57e36e5c5 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:28:04.528281 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332539a-24b7-41fa-a755-14a57e36e5c5 None None] Pushing event updated for resources: {'Port': ['ID=42896a86-64f5-4aec-b71f-f01e5125548c,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:04.532184 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-8332539a-24b7-41fa-a755-14a57e36e5c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:04.585623 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-efde6d6e-9f2d-49b1-acf8-08ad483b45bc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:04.586707 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-efde6d6e-9f2d-49b1-acf8-08ad483b45bc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:04.607276 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-efde6d6e-9f2d-49b1-acf8-08ad483b45bc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:04.620791 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-8332539a-24b7-41fa-a755-14a57e36e5c5 None None] Attempting to bind port 42896a86-64f5-4aec-b71f-f01e5125548c on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:28:04.621207 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-8332539a-24b7-41fa-a755-14a57e36e5c5 None None] Attempting to bind port 42896a86-64f5-4aec-b71f-f01e5125548c by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'afa9ce68-710d-43ee-9844-8129be12a134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4829dbdb-1691-4434-8b20-8107d8b2a992'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:28:04.621541 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8332539a-24b7-41fa-a755-14a57e36e5c5 None None] Attempting to bind port 42896a86-64f5-4aec-b71f-f01e5125548c on network 4829dbdb-1691-4434-8b20-8107d8b2a992 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:28:04.627913 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8332539a-24b7-41fa-a755-14a57e36e5c5 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:28:04.628298 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8332539a-24b7-41fa-a755-14a57e36e5c5 None None] Checking segment: {'id': 'afa9ce68-710d-43ee-9844-8129be12a134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4829dbdb-1691-4434-8b20-8107d8b2a992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:28:04.628730 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8332539a-24b7-41fa-a755-14a57e36e5c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:04.629128 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8332539a-24b7-41fa-a755-14a57e36e5c5 None None] Bound using segment: {'id': 'afa9ce68-710d-43ee-9844-8129be12a134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4829dbdb-1691-4434-8b20-8107d8b2a992'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:28:04.630271 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-8332539a-24b7-41fa-a755-14a57e36e5c5 None None] Bound port: 42896a86-64f5-4aec-b71f-f01e5125548c, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa9ce68-710d-43ee-9844-8129be12a134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4829dbdb-1691-4434-8b20-8107d8b2a992'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:28:04.630813 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8332539a-24b7-41fa-a755-14a57e36e5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:04.722849 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-8332539a-24b7-41fa-a755-14a57e36e5c5 None None] For port 42896a86-64f5-4aec-b71f-f01e5125548c, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:28:04.727093 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-8332539a-24b7-41fa-a755-14a57e36e5c5 None None] For port 42896a86-64f5-4aec-b71f-f01e5125548c, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=42896a86-64f5-4aec-b71f-f01e5125548c,segment=NetworkSegment(afa9ce68-710d-43ee-9844-8129be12a134),segment_id=afa9ce68-710d-43ee-9844-8129be12a134)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:28:04.791642 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8332539a-24b7-41fa-a755-14a57e36e5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:04.795450 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:04.836622 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-efde6d6e-9f2d-49b1-acf8-08ad483b45bc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:04.915299 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332539a-24b7-41fa-a755-14a57e36e5c5 None None] Pushing event updated for resources: {'Port': ['ID=42896a86-64f5-4aec-b71f-f01e5125548c,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:04.918539 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-8332539a-24b7-41fa-a755-14a57e36e5c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:05.005196 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device da07eab6-a3af-40b7-8d7c-46f79553023e no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:28:05.044350 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: da07eab6-a3af-40b7-8d7c-46f79553023e {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:28:05.044717 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device da07eab6-a3af-40b7-8d7c-46f79553023e not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:28:05.054443 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b39c4e2e-8f02-4993-b00e-3d48b791c27d tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:05.122069 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-efde6d6e-9f2d-49b1-acf8-08ad483b45bc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router_gateway, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:05.158380 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-efde6d6e-9f2d-49b1-acf8-08ad483b45bc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:05.311284 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-efde6d6e-9f2d-49b1-acf8-08ad483b45bc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Allocated IP 172.26.1.68 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/96ddc963-f8aa-42da-ae2e-e1b80f46b811) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:28:05.440019 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-b39c4e2e-8f02-4993-b00e-3d48b791c27d tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Allocated IP 2001:db8::1 (5c5ba407-8441-4926-8af9-00d5212537c8/0010eba6-8de7-4519-a344-f495b75369f3/566ab766-b5a4-4324-b0d6-824365c7f9fa) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:28:05.576075 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-efde6d6e-9f2d-49b1-acf8-08ad483b45bc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:05.611984 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b39c4e2e-8f02-4993-b00e-3d48b791c27d tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:05.628372 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-b39c4e2e-8f02-4993-b00e-3d48b791c27d tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Transition to ACTIVE for port object 566ab766-b5a4-4324-b0d6-824365c7f9fa will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:28:05.642251 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-292b137c-a2d5-41d1-9926-d07aeb0dcda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:05.669366 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-efde6d6e-9f2d-49b1-acf8-08ad483b45bc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:05.673181 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5f9a8f8a-4a24-4d7a-9cd5-5067ab28b8ae tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:05.734510 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b39c4e2e-8f02-4993-b00e-3d48b791c27d tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:05.739604 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7bdbc041-220f-4f12-b9a4-28515254fb62 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:05.746273 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efde6d6e-9f2d-49b1-acf8-08ad483b45bc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:28:05.747272 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde6d6e-9f2d-49b1-acf8-08ad483b45bc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=96ddc963-f8aa-42da-ae2e-e1b80f46b811,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:05.750854 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-efde6d6e-9f2d-49b1-acf8-08ad483b45bc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:05.751903 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-efde6d6e-9f2d-49b1-acf8-08ad483b45bc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:28:05.754114 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efde6d6e-9f2d-49b1-acf8-08ad483b45bc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:28:05.820033 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39c4e2e-8f02-4993-b00e-3d48b791c27d tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Network 5c5ba407-8441-4926-8af9-00d5212537c8 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:28:05.823736 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-b39c4e2e-8f02-4993-b00e-3d48b791c27d tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:28:05.826068 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c4e2e-8f02-4993-b00e-3d48b791c27d tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Pushing event updated for resources: {'Port': ['ID=566ab766-b5a4-4324-b0d6-824365c7f9fa,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:05.828666 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39c4e2e-8f02-4993-b00e-3d48b791c27d tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:28:05.829197 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b39c4e2e-8f02-4993-b00e-3d48b791c27d tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:05.832277 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b39c4e2e-8f02-4993-b00e-3d48b791c27d tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:05.997045 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b39c4e2e-8f02-4993-b00e-3d48b791c27d tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:06.041920 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-efde6d6e-9f2d-49b1-acf8-08ad483b45bc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router_gateway, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:06.042760 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-efde6d6e-9f2d-49b1-acf8-08ad483b45bc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:06.068056 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b315cf2f-260a-4473-9614-acc8a2b22efd None None] Network 4829dbdb-1691-4434-8b20-8107d8b2a992 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:28:06.237982 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c000c128-5f5c-45b4-91c2-7bf2ccd9915b None None] Provisioning for port 42896a86-64f5-4aec-b71f-f01e5125548c completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:28:06.380011 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efde6d6e-9f2d-49b1-acf8-08ad483b45bc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router 6d68ce07-f80c-4bc3-81b5-d19d987f1f0d is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:28:06.391357 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c000c128-5f5c-45b4-91c2-7bf2ccd9915b None None] Provisioning for port 566ab766-b5a4-4324-b0d6-824365c7f9fa completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:28:06.398801 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c000c128-5f5c-45b4-91c2-7bf2ccd9915b None None] Provisioning complete for port 566ab766-b5a4-4324-b0d6-824365c7f9fa triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:28:06.398997 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c000c128-5f5c-45b4-91c2-7bf2ccd9915b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:06.417141 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b39c4e2e-8f02-4993-b00e-3d48b791c27d tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:06.456657 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-c000c128-5f5c-45b4-91c2-7bf2ccd9915b None None] Port 566ab766-b5a4-4324-b0d6-824365c7f9fa cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:28:06.514875 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b39c4e2e-8f02-4993-b00e-3d48b791c27d tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:06.515728 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b39c4e2e-8f02-4993-b00e-3d48b791c27d tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:06.526915 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f69dd430-7d29-41f5-a056-059f171639c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:06.597926 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efde6d6e-9f2d-49b1-acf8-08ad483b45bc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:28:06.611160 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831c35db-f2f2-4378-b628-52f5814b7f6d None None] Sync routers for ids ['6d68ce07-f80c-4bc3-81b5-d19d987f1f0d'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:28:06.625729 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831c35db-f2f2-4378-b628-52f5814b7f6d None None] Routers {'6d68ce07-f80c-4bc3-81b5-d19d987f1f0d'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:28:06.626340 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-831c35db-f2f2-4378-b628-52f5814b7f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:27:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['6d68ce07-f80c-4bc3-81b5-d19d987f1f0d'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:06.705658 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-efde6d6e-9f2d-49b1-acf8-08ad483b45bc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:06.708373 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-efde6d6e-9f2d-49b1-acf8-08ad483b45bc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2384582 Dec 22 13:28:06.716514 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51760) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:06.764811 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-23e0da6f-0267-409d-a3d3-46a9c1fb31f2 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=453b85bce7e6482dbe10966fb03da8cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0445473 Dec 22 13:28:06.765023 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51764) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:06.790964 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c4e2e-8f02-4993-b00e-3d48b791c27d tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Pushing event updated for resources: {'Port': ['ID=566ab766-b5a4-4324-b0d6-824365c7f9fa,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:06.805557 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b39c4e2e-8f02-4993-b00e-3d48b791c27d tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:06.815244 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-831c35db-f2f2-4378-b628-52f5814b7f6d None None] Set router 6d68ce07-f80c-4bc3-81b5-d19d987f1f0d gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:28:06.841753 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39c4e2e-8f02-4993-b00e-3d48b791c27d tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Network 5c5ba407-8441-4926-8af9-00d5212537c8 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:28:06.842972 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-b39c4e2e-8f02-4993-b00e-3d48b791c27d tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:28:06.914801 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770320bb-bc22-4ff7-b657-a25545190563 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:06.919208 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-770320bb-bc22-4ff7-b657-a25545190563 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1491301 Dec 22 13:28:06.920769 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51768) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:06.962567 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-67e7e340-25d7-4b65-9c54-c8cdf9a05368 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=0776f1b4-770d-462f-bc0f-df97e8017b18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397162 Dec 22 13:28:06.962826 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51772) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:06.968341 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-7507b101-8fbc-47c1-b6b2-3cb39e28c23e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-504649529', 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:28:07.095757 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-7507b101-8fbc-47c1-b6b2-3cb39e28c23e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:28:07.100519 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-7507b101-8fbc-47c1-b6b2-3cb39e28c23e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:subnet and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:28:07.106209 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-7507b101-8fbc-47c1-b6b2-3cb39e28c23e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:28:07.116646 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-7507b101-8fbc-47c1-b6b2-3cb39e28c23e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:28:07.126266 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 42896a86-64f5-4aec-b71f-f01e5125548c up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:28:07.176941 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-831c35db-f2f2-4378-b628-52f5814b7f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'name': 'tempest-TestNetworkBasicOps-router-338127987', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.68'}], 'enable_snat': True}, 'gw_port_id': '96ddc963-f8aa-42da-ae2e-e1b80f46b811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:28:04Z', 'updated_at': '2021-12-22T13:28:05Z', 'revision_number': 3, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '96ddc963-f8aa-42da-ae2e-e1b80f46b811', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a7:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:28:05Z', 'updated_at': '2021-12-22T13:28:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:07.181544 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831c35db-f2f2-4378-b628-52f5814b7f6d None None] Checking router: 6d68ce07-f80c-4bc3-81b5-d19d987f1f0d for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:28:07.181838 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831c35db-f2f2-4378-b628-52f5814b7f6d None None] Updating router 6d68ce07-f80c-4bc3-81b5-d19d987f1f0d port 96ddc963-f8aa-42da-ae2e-e1b80f46b811 binding host dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:28:07.208239 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7507b101-8fbc-47c1-b6b2-3cb39e28c23e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Made reservation on behalf of 453b85bce7e6482dbe10966fb03da8cc for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:28:07.220898 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-37a58910-8891-4771-8b8e-a9b118988094 None None] Provisioning complete for port 566ab766-b5a4-4324-b0d6-824365c7f9fa triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:28:07.221499 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-37a58910-8891-4771-8b8e-a9b118988094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:07.252928 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-831c35db-f2f2-4378-b628-52f5814b7f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:07.280568 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-37a58910-8891-4771-8b8e-a9b118988094 None None] Port 566ab766-b5a4-4324-b0d6-824365c7f9fa cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:28:07.301884 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39c4e2e-8f02-4993-b00e-3d48b791c27d tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Router 8dfdfaa3-1156-42e5-a69a-1e92c3f09588 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:28:07.322085 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7507b101-8fbc-47c1-b6b2-3cb39e28c23e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:07.363104 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 42896a86-64f5-4aec-b71f-f01e5125548c completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:28:07.373031 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 42896a86-64f5-4aec-b71f-f01e5125548c triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:28:07.373968 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:07.483141 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39c4e2e-8f02-4993-b00e-3d48b791c27d tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:28:07.493851 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b39c4e2e-8f02-4993-b00e-3d48b791c27d tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] 10.222.0.47 "PUT /v2.0/routers/8dfdfaa3-1156-42e5-a69a-1e92c3f09588/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0953665 Dec 22 13:28:07.497812 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51778) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:07.539537 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c49aed-0a46-4c75-a0a8-53e1a44e284c None None] Sync routers for ids ['8dfdfaa3-1156-42e5-a69a-1e92c3f09588'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:28:07.557961 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c49aed-0a46-4c75-a0a8-53e1a44e284c None None] Routers {'8dfdfaa3-1156-42e5-a69a-1e92c3f09588'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:28:07.558787 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-61c49aed-0a46-4c75-a0a8-53e1a44e284c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:27:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['8dfdfaa3-1156-42e5-a69a-1e92c3f09588'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:07.630329 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-61c49aed-0a46-4c75-a0a8-53e1a44e284c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:07.646306 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:07.667060 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-831c35db-f2f2-4378-b628-52f5814b7f6d None None] Notify callbacks [] for port, precommit_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:07.673194 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c49aed-0a46-4c75-a0a8-53e1a44e284c None None] Routers {'8dfdfaa3-1156-42e5-a69a-1e92c3f09588'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:28:07.673942 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-61c49aed-0a46-4c75-a0a8-53e1a44e284c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:27:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['8dfdfaa3-1156-42e5-a69a-1e92c3f09588'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:07.680176 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.provisioning_blocks [None req-831c35db-f2f2-4378-b628-52f5814b7f6d None None] Transition to ACTIVE for port object 96ddc963-f8aa-42da-ae2e-e1b80f46b811 will not be triggered until provisioned by entity L2. {{(pid=84151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:28:07.693084 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7507b101-8fbc-47c1-b6b2-3cb39e28c23e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:07.693879 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8a148f2f-2a3e-45d9-bf61-b46f16bdce61 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:07.694137 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4e25373c-bf90-4296-b77b-99e0ffaee29f tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:07.740238 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-61c49aed-0a46-4c75-a0a8-53e1a44e284c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:07.740525 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c49aed-0a46-4c75-a0a8-53e1a44e284c None None] The sync data for ids ['8dfdfaa3-1156-42e5-a69a-1e92c3f09588'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:28:07.750397 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 42896a86-64f5-4aec-b71f-f01e5125548c, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=42896a86-64f5-4aec-b71f-f01e5125548c,segment=NetworkSegment(afa9ce68-710d-43ee-9844-8129be12a134),segment_id=afa9ce68-710d-43ee-9844-8129be12a134)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:28:07.786852 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-831c35db-f2f2-4378-b628-52f5814b7f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:07.793454 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:07.838528 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:07.847478 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-36314604-eede-4654-b7b5-7b08d64a1150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:07.869699 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-4e25373c-bf90-4296-b77b-99e0ffaee29f tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 22 13:28:07.870866 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-4e25373c-bf90-4296-b77b-99e0ffaee29f tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] 10.222.0.47 "DELETE /v2.0/routers/8dfdfaa3-1156-42e5-a69a-1e92c3f09588 HTTP/1.1" status: 409 len: 329 time: 0.3721077 Dec 22 13:28:07.873668 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51782) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:07.887464 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb085f8-523e-4c69-a029-4f1a49b35b46 None None] Pushing event updated for resources: {'Port': ['ID=96ddc963-f8aa-42da-ae2e-e1b80f46b811,revision_number=2']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:07.890207 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-831c35db-f2f2-4378-b628-52f5814b7f6d None None] Attempting to bind port 96ddc963-f8aa-42da-ae2e-e1b80f46b811 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:28:07.890961 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-831c35db-f2f2-4378-b628-52f5814b7f6d None None] Attempting to bind port 96ddc963-f8aa-42da-ae2e-e1b80f46b811 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:28:07.891530 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831c35db-f2f2-4378-b628-52f5814b7f6d None None] Attempting to bind port 96ddc963-f8aa-42da-ae2e-e1b80f46b811 on network 0776f1b4-770d-462f-bc0f-df97e8017b18 {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:28:07.893942 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-feb085f8-523e-4c69-a029-4f1a49b35b46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:07.902435 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831c35db-f2f2-4378-b628-52f5814b7f6d None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:28:07.903104 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831c35db-f2f2-4378-b628-52f5814b7f6d None None] Checking segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:28:07.903732 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-831c35db-f2f2-4378-b628-52f5814b7f6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:07.904376 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831c35db-f2f2-4378-b628-52f5814b7f6d None None] Bound using segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:28:07.905220 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-831c35db-f2f2-4378-b628-52f5814b7f6d None None] Bound port: 96ddc963-f8aa-42da-ae2e-e1b80f46b811, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:28:07.905811 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-831c35db-f2f2-4378-b628-52f5814b7f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:07.906826 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507b101-8fbc-47c1-b6b2-3cb39e28c23e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Subnet': ['ID=1544a261-029d-4235-bce8-e046a495d202,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:07.909431 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7507b101-8fbc-47c1-b6b2-3cb39e28c23e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:07.917227 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7507b101-8fbc-47c1-b6b2-3cb39e28c23e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Checking segment: {'id': '496bf6ae-76ac-441d-a62a-9b6195509c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:28:07.917655 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7507b101-8fbc-47c1-b6b2-3cb39e28c23e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network hostable DHCP agents. Network: dcfbef2e-bd96-48a1-b654-7adab619a017, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:28:07.979989 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=42896a86-64f5-4aec-b71f-f01e5125548c,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:07.983796 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:08.008878 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7507b101-8fbc-47c1-b6b2-3cb39e28c23e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network dcfbef2e-bd96-48a1-b654-7adab619a017 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:28:08.031298 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-831c35db-f2f2-4378-b628-52f5814b7f6d None None] For port 96ddc963-f8aa-42da-ae2e-e1b80f46b811, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:28:08.034592 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-831c35db-f2f2-4378-b628-52f5814b7f6d None None] For port 96ddc963-f8aa-42da-ae2e-e1b80f46b811, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=96ddc963-f8aa-42da-ae2e-e1b80f46b811,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:28:08.042809 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8c999037-c51b-4444-a927-a59247a50d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:08.109203 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-7507b101-8fbc-47c1-b6b2-3cb39e28c23e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, dcfbef2e-bd96-48a1-b654-7adab619a017) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:28:08.117944 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e4cb09-8ddb-4608-b090-60d3a2d078c7 None None] Network dcfbef2e-bd96-48a1-b654-7adab619a017 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:28:08.134765 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7507b101-8fbc-47c1-b6b2-3cb39e28c23e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:08.135341 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7507b101-8fbc-47c1-b6b2-3cb39e28c23e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:08.145009 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-831c35db-f2f2-4378-b628-52f5814b7f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:08.151392 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-c6e8e613-1dce-4e5a-af6f-d68e0e9fa204 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:08.227955 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-29f77fd9-6d7d-443e-9236-830c96b81173 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:08.235809 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb085f8-523e-4c69-a029-4f1a49b35b46 None None] Pushing event updated for resources: {'Port': ['ID=96ddc963-f8aa-42da-ae2e-e1b80f46b811,revision_number=3']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:08.240661 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-feb085f8-523e-4c69-a029-4f1a49b35b46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:08.244852 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831c35db-f2f2-4378-b628-52f5814b7f6d None None] Routers {'6d68ce07-f80c-4bc3-81b5-d19d987f1f0d'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:28:08.245481 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-831c35db-f2f2-4378-b628-52f5814b7f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:28:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['6d68ce07-f80c-4bc3-81b5-d19d987f1f0d'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:08.282119 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-7507b101-8fbc-47c1-b6b2-3cb39e28c23e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3183050 Dec 22 13:28:08.283228 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51786) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:08.365802 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14a4a46-3ef1-4ac2-8791-21932ffa6536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-dcfbef2e-bd96-48a1-b654-7adab619a017', 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ips': [{'subnet_id': '1544a261-029d-4235-bce8-e046a495d202'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:28:08.366670 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d14a4a46-3ef1-4ac2-8791-21932ffa6536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:08.441447 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-831c35db-f2f2-4378-b628-52f5814b7f6d None None] Set router 6d68ce07-f80c-4bc3-81b5-d19d987f1f0d gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:28:08.564217 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-d14a4a46-3ef1-4ac2-8791-21932ffa6536 None None] Allocated IP 172.20.0.2 (dcfbef2e-bd96-48a1-b654-7adab619a017/1544a261-029d-4235-bce8-e046a495d202/6e61f8f1-5650-48e4-9f5a-89de502afdc4) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:28:08.782003 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-831c35db-f2f2-4378-b628-52f5814b7f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'name': 'tempest-TestNetworkBasicOps-router-338127987', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.68'}], 'enable_snat': True}, 'gw_port_id': '96ddc963-f8aa-42da-ae2e-e1b80f46b811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:28:04Z', 'updated_at': '2021-12-22T13:28:05Z', 'revision_number': 3, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '96ddc963-f8aa-42da-ae2e-e1b80f46b811', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a7:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:28:05Z', 'updated_at': '2021-12-22T13:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:08.788784 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831c35db-f2f2-4378-b628-52f5814b7f6d None None] The sync data for ids ['6d68ce07-f80c-4bc3-81b5-d19d987f1f0d'] in dv-neutron-822669-1-hyperv is: [{'id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'name': 'tempest-TestNetworkBasicOps-router-338127987', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.68'}], 'enable_snat': True}, 'gw_port_id': '96ddc963-f8aa-42da-ae2e-e1b80f46b811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:28:04Z', 'updated_at': '2021-12-22T13:28:05Z', 'revision_number': 3, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '96ddc963-f8aa-42da-ae2e-e1b80f46b811', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a7:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:28:05Z', 'updated_at': '2021-12-22T13:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:28:08.820065 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d14a4a46-3ef1-4ac2-8791-21932ffa6536 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:08.833385 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-d14a4a46-3ef1-4ac2-8791-21932ffa6536 None None] Transition to ACTIVE for port object 6e61f8f1-5650-48e4-9f5a-89de502afdc4 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:28:08.853288 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-d14a4a46-3ef1-4ac2-8791-21932ffa6536 None None] Transition to ACTIVE for port object 6e61f8f1-5650-48e4-9f5a-89de502afdc4 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:28:08.936425 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d14a4a46-3ef1-4ac2-8791-21932ffa6536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:08.943642 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-5f05f4bc-5da9-4914-8ff1-0cbe94d29e28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:08.998082 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:09.034803 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a4a46-3ef1-4ac2-8791-21932ffa6536 None None] Pushing event updated for resources: {'Port': ['ID=6e61f8f1-5650-48e4-9f5a-89de502afdc4,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:09.058587 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-d14a4a46-3ef1-4ac2-8791-21932ffa6536 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:09.068324 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14a4a46-3ef1-4ac2-8791-21932ffa6536 None None] Network dcfbef2e-bd96-48a1-b654-7adab619a017 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:28:09.072847 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-d14a4a46-3ef1-4ac2-8791-21932ffa6536 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:28:09.079243 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14a4a46-3ef1-4ac2-8791-21932ffa6536 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:28:09.140660 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-29f77fd9-6d7d-443e-9236-830c96b81173 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Deleting port 566ab766-b5a4-4324-b0d6-824365c7f9fa {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:28:09.141613 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-29f77fd9-6d7d-443e-9236-830c96b81173 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:09.178043 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 42896a86-64f5-4aec-b71f-f01e5125548c up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:28:09.298880 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-d14a4a46-3ef1-4ac2-8791-21932ffa6536 None None] Attempting to bind port 6e61f8f1-5650-48e4-9f5a-89de502afdc4 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:28:09.298880 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-d14a4a46-3ef1-4ac2-8791-21932ffa6536 None None] Attempting to bind port 6e61f8f1-5650-48e4-9f5a-89de502afdc4 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '496bf6ae-76ac-441d-a62a-9b6195509c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:28:09.298880 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14a4a46-3ef1-4ac2-8791-21932ffa6536 None None] Attempting to bind port 6e61f8f1-5650-48e4-9f5a-89de502afdc4 on network dcfbef2e-bd96-48a1-b654-7adab619a017 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:28:09.312509 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14a4a46-3ef1-4ac2-8791-21932ffa6536 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:28:09.312901 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14a4a46-3ef1-4ac2-8791-21932ffa6536 None None] Checking segment: {'id': '496bf6ae-76ac-441d-a62a-9b6195509c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:28:09.313308 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d14a4a46-3ef1-4ac2-8791-21932ffa6536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:09.313734 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14a4a46-3ef1-4ac2-8791-21932ffa6536 None None] Bound using segment: {'id': '496bf6ae-76ac-441d-a62a-9b6195509c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:28:09.314588 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-d14a4a46-3ef1-4ac2-8791-21932ffa6536 None None] Bound port: 6e61f8f1-5650-48e4-9f5a-89de502afdc4, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '496bf6ae-76ac-441d-a62a-9b6195509c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:28:09.314588 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d14a4a46-3ef1-4ac2-8791-21932ffa6536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:09.332308 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d892e74a-9e5c-4b11-82fc-c0627be73e9f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:09.380104 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-29f77fd9-6d7d-443e-9236-830c96b81173 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:09.382118 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:09.431727 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-d14a4a46-3ef1-4ac2-8791-21932ffa6536 None None] For port 6e61f8f1-5650-48e4-9f5a-89de502afdc4, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:28:09.435117 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-d14a4a46-3ef1-4ac2-8791-21932ffa6536 None None] For port 6e61f8f1-5650-48e4-9f5a-89de502afdc4, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=6e61f8f1-5650-48e4-9f5a-89de502afdc4,segment=NetworkSegment(496bf6ae-76ac-441d-a62a-9b6195509c26),segment_id=496bf6ae-76ac-441d-a62a-9b6195509c26)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:28:09.444189 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 42896a86-64f5-4aec-b71f-f01e5125548c triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:28:09.444576 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:09.544349 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d14a4a46-3ef1-4ac2-8791-21932ffa6536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:09.557865 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:09.559892 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-29f77fd9-6d7d-443e-9236-830c96b81173 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Calling delete_port for 566ab766-b5a4-4324-b0d6-824365c7f9fa owned by network:router_interface {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:28:09.663121 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a4a46-3ef1-4ac2-8791-21932ffa6536 None None] Pushing event updated for resources: {'Port': ['ID=6e61f8f1-5650-48e4-9f5a-89de502afdc4,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:09.682619 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-d14a4a46-3ef1-4ac2-8791-21932ffa6536 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:09.818922 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-d892e74a-9e5c-4b11-82fc-c0627be73e9f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Allocated IP 172.20.0.1 (dcfbef2e-bd96-48a1-b654-7adab619a017/1544a261-029d-4235-bce8-e046a495d202/7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:28:09.831351 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-29f77fd9-6d7d-443e-9236-830c96b81173 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:09.839271 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-00ca0434-bf52-464c-b026-4388ed6e1364 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:09.907758 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f77fd9-6d7d-443e-9236-830c96b81173 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Pushing event deleted for resources: {'Port': ['ID=566ab766-b5a4-4324-b0d6-824365c7f9fa,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:09.911268 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-29f77fd9-6d7d-443e-9236-830c96b81173 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:10.023706 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d892e74a-9e5c-4b11-82fc-c0627be73e9f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:10.042981 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-d892e74a-9e5c-4b11-82fc-c0627be73e9f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Transition to ACTIVE for port object 7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:28:10.103227 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-29f77fd9-6d7d-443e-9236-830c96b81173 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:10.128740 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d892e74a-9e5c-4b11-82fc-c0627be73e9f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:10.133316 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1e228574-b08c-4b92-8223-373bf2dbdef9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:10.204637 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d892e74a-9e5c-4b11-82fc-c0627be73e9f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network dcfbef2e-bd96-48a1-b654-7adab619a017 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:28:10.208920 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-d892e74a-9e5c-4b11-82fc-c0627be73e9f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:28:10.213102 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d892e74a-9e5c-4b11-82fc-c0627be73e9f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:28:10.241362 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892e74a-9e5c-4b11-82fc-c0627be73e9f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:10.248067 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d892e74a-9e5c-4b11-82fc-c0627be73e9f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:10.271312 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d892e74a-9e5c-4b11-82fc-c0627be73e9f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:10.543502 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d892e74a-9e5c-4b11-82fc-c0627be73e9f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:10.590847 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:10.686797 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f77fd9-6d7d-443e-9236-830c96b81173 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Router 8dfdfaa3-1156-42e5-a69a-1e92c3f09588 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:28:10.806382 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80214ba5-3957-4916-b470-6bccdf4f5699 None None] Network dcfbef2e-bd96-48a1-b654-7adab619a017 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:28:10.842444 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f77fd9-6d7d-443e-9236-830c96b81173 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:28:10.854705 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6040fdf-858d-4e98-8d82-5d1440cd2e12 None None] Sync routers for ids ['8dfdfaa3-1156-42e5-a69a-1e92c3f09588'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:28:10.863227 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-29f77fd9-6d7d-443e-9236-830c96b81173 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] 10.222.0.47 "PUT /v2.0/routers/8dfdfaa3-1156-42e5-a69a-1e92c3f09588/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9852786 Dec 22 13:28:10.863969 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51792) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:10.873769 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6040fdf-858d-4e98-8d82-5d1440cd2e12 None None] Routers {'8dfdfaa3-1156-42e5-a69a-1e92c3f09588'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:28:10.875146 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-c6040fdf-858d-4e98-8d82-5d1440cd2e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:28:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['8dfdfaa3-1156-42e5-a69a-1e92c3f09588'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:10.946372 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-c6040fdf-858d-4e98-8d82-5d1440cd2e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:10.958053 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6040fdf-858d-4e98-8d82-5d1440cd2e12 None None] Routers {'8dfdfaa3-1156-42e5-a69a-1e92c3f09588'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:28:10.958700 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-c6040fdf-858d-4e98-8d82-5d1440cd2e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:28:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['8dfdfaa3-1156-42e5-a69a-1e92c3f09588'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:10.961783 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-8f7ef09a-d422-4a84-ab39-b6d6ba388f99 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] show failed (client error): The resource could not be found. Dec 22 13:28:10.963492 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8f7ef09a-d422-4a84-ab39-b6d6ba388f99 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] 10.222.0.47 "GET /v2.0/routers/tempest-non_exist_router-1470829557 HTTP/1.1" status: 404 len: 335 time: 0.0984085 Dec 22 13:28:10.967285 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51796) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:10.974377 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-4df09852-cb3c-465c-b595-d9c8016f454e tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:28:11.000383 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-30866078-df17-42fb-a48c-da33677b9d54 None None] Provisioning for port 6e61f8f1-5650-48e4-9f5a-89de502afdc4 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:28:11.026257 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-c6040fdf-858d-4e98-8d82-5d1440cd2e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:11.026993 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6040fdf-858d-4e98-8d82-5d1440cd2e12 None None] The sync data for ids ['8dfdfaa3-1156-42e5-a69a-1e92c3f09588'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:28:11.052617 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-4df09852-cb3c-465c-b595-d9c8016f454e tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] update failed (client error): The resource could not be found. Dec 22 13:28:11.052814 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d892e74a-9e5c-4b11-82fc-c0627be73e9f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:11.053659 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-4df09852-cb3c-465c-b595-d9c8016f454e tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] 10.222.0.47 "PUT /v2.0/routers/tempest-non_exist_router-1041752786 HTTP/1.1" status: 404 len: 335 time: 0.0854728 Dec 22 13:28:11.061662 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51800) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:11.122802 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d892e74a-9e5c-4b11-82fc-c0627be73e9f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:11.166571 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 96ddc963-f8aa-42da-ae2e-e1b80f46b811 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:28:11.188871 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9d48aa6b-1ce4-475d-a9c6-da57ed3623fa tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:11.238920 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d892e74a-9e5c-4b11-82fc-c0627be73e9f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:11.281284 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3d00681-bdd2-4999-9f4b-0b0f2f832b35 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Deleting subnet b52ed5ef-40f6-4704-887a-410100d85a80 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:28:11.284302 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b3d00681-bdd2-4999-9f4b-0b0f2f832b35 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:11.328403 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 96ddc963-f8aa-42da-ae2e-e1b80f46b811 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:28:11.336428 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 96ddc963-f8aa-42da-ae2e-e1b80f46b811 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:28:11.336428 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:11.341645 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892e74a-9e5c-4b11-82fc-c0627be73e9f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:11.344708 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d892e74a-9e5c-4b11-82fc-c0627be73e9f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:11.353618 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b3d00681-bdd2-4999-9f4b-0b0f2f832b35 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:11.421432 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d892e74a-9e5c-4b11-82fc-c0627be73e9f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network dcfbef2e-bd96-48a1-b654-7adab619a017 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:28:11.423728 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-d892e74a-9e5c-4b11-82fc-c0627be73e9f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:28:11.461311 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b3d00681-bdd2-4999-9f4b-0b0f2f832b35 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:11.490299 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:11.546664 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 96ddc963-f8aa-42da-ae2e-e1b80f46b811, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=96ddc963-f8aa-42da-ae2e-e1b80f46b811,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:28:11.611653 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-83f302ad-0c47-4a86-8006-5bcee5339df5 None None] Provisioning for port 7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:28:11.618192 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-83f302ad-0c47-4a86-8006-5bcee5339df5 None None] Provisioning complete for port 7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:28:11.618843 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-83f302ad-0c47-4a86-8006-5bcee5339df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:11.646775 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b3d00681-bdd2-4999-9f4b-0b0f2f832b35 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:11.651189 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ede98950-b3a0-4154-8ade-b178abb481d4 tempest-NetworksTestDHCPv6-818939762 tempest-NetworksTestDHCPv6-818939762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:11.688218 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-83f302ad-0c47-4a86-8006-5bcee5339df5 None None] Port 7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:28:11.690760 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d00681-bdd2-4999-9f4b-0b0f2f832b35 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Pushing event deleted for resources: {'Subnet': ['ID=b52ed5ef-40f6-4704-887a-410100d85a80,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:11.695148 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b3d00681-bdd2-4999-9f4b-0b0f2f832b35 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:11.696137 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b3d00681-bdd2-4999-9f4b-0b0f2f832b35 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:11.698903 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:11.699765 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 6e61f8f1-5650-48e4-9f5a-89de502afdc4 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:28:11.702236 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b3d00681-bdd2-4999-9f4b-0b0f2f832b35 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] 10.222.0.47 "DELETE /v2.0/subnets/b52ed5ef-40f6-4704-887a-410100d85a80 HTTP/1.1" status: 204 len: 168 time: 0.6384478 Dec 22 13:28:11.704619 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51804) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:11.777225 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-36314604-eede-4654-b7b5-7b08d64a1150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:11.807988 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d2820d-25a6-47a6-8df2-0fa841133fdb None None] Network 4829dbdb-1691-4434-8b20-8107d8b2a992 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:28:11.833523 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-45601d79-d2ff-417e-b18a-e8682e0da570 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:11.844185 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-45601d79-d2ff-417e-b18a-e8682e0da570 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Deleting port 42896a86-64f5-4aec-b71f-f01e5125548c {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:28:11.844519 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-45601d79-d2ff-417e-b18a-e8682e0da570 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:11.851768 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d892e74a-9e5c-4b11-82fc-c0627be73e9f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router 6d68ce07-f80c-4bc3-81b5-d19d987f1f0d has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:28:11.954712 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=96ddc963-f8aa-42da-ae2e-e1b80f46b811,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:11.992566 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:12.045834 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 6e61f8f1-5650-48e4-9f5a-89de502afdc4 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:28:12.056361 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 6e61f8f1-5650-48e4-9f5a-89de502afdc4 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:28:12.056782 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:12.059929 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d892e74a-9e5c-4b11-82fc-c0627be73e9f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:28:12.077093 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d892e74a-9e5c-4b11-82fc-c0627be73e9f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "PUT /v2.0/routers/6d68ce07-f80c-4bc3-81b5-d19d987f1f0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7886772 Dec 22 13:28:12.077093 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51808) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:12.122158 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-118478aa-771c-489b-bada-105d0fefd3d0 None None] Provisioning complete for port 7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:28:12.122614 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-118478aa-771c-489b-bada-105d0fefd3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:12.174716 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-45601d79-d2ff-417e-b18a-e8682e0da570 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] For port 42896a86-64f5-4aec-b71f-f01e5125548c, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=42896a86-64f5-4aec-b71f-f01e5125548c,segment=NetworkSegment(afa9ce68-710d-43ee-9844-8129be12a134),segment_id=afa9ce68-710d-43ee-9844-8129be12a134)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:28:12.175137 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-45601d79-d2ff-417e-b18a-e8682e0da570 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:12.184917 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-118478aa-771c-489b-bada-105d0fefd3d0 None None] Port 7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:28:12.234391 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2848fa3-c4b0-4efd-8c9b-d284736a7bd3 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:12.234774 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2848fa3-c4b0-4efd-8c9b-d284736a7bd3 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:12.235136 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2848fa3-c4b0-4efd-8c9b-d284736a7bd3 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:12.235491 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2848fa3-c4b0-4efd-8c9b-d284736a7bd3 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:12.235844 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2848fa3-c4b0-4efd-8c9b-d284736a7bd3 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:12.236235 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2848fa3-c4b0-4efd-8c9b-d284736a7bd3 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:12.236572 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2848fa3-c4b0-4efd-8c9b-d284736a7bd3 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:12.236916 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2848fa3-c4b0-4efd-8c9b-d284736a7bd3 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:12.237261 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2848fa3-c4b0-4efd-8c9b-d284736a7bd3 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:12.237605 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2848fa3-c4b0-4efd-8c9b-d284736a7bd3 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:12.242144 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e2848fa3-c4b0-4efd-8c9b-d284736a7bd3 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7033 time: 0.1616592 Dec 22 13:28:12.242735 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51812) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:12.277738 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:12.293770 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170603b5-fd2d-47a6-b781-72613a80b40c None None] DHCP port deletion for 4829dbdb-1691-4434-8b20-8107d8b2a992 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:28:12.300951 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-170603b5-fd2d-47a6-b781-72613a80b40c None None] Deleting port 42896a86-64f5-4aec-b71f-f01e5125548c {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:28:12.301378 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-170603b5-fd2d-47a6-b781-72613a80b40c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:12.336623 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-45601d79-d2ff-417e-b18a-e8682e0da570 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Calling delete_port for 42896a86-64f5-4aec-b71f-f01e5125548c owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:28:12.367024 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 6e61f8f1-5650-48e4-9f5a-89de502afdc4, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=6e61f8f1-5650-48e4-9f5a-89de502afdc4,segment=NetworkSegment(496bf6ae-76ac-441d-a62a-9b6195509c26),segment_id=496bf6ae-76ac-441d-a62a-9b6195509c26)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:28:12.444641 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:12.451088 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a024d05c-5135-46e5-accb-e9287e49df57 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:12.454731 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a024d05c-5135-46e5-accb-e9287e49df57 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:12.454731 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a024d05c-5135-46e5-accb-e9287e49df57 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:12.454731 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a024d05c-5135-46e5-accb-e9287e49df57 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:12.454731 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a024d05c-5135-46e5-accb-e9287e49df57 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:12.454731 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a024d05c-5135-46e5-accb-e9287e49df57 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:12.454731 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a024d05c-5135-46e5-accb-e9287e49df57 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:12.454731 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a024d05c-5135-46e5-accb-e9287e49df57 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:12.454731 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a024d05c-5135-46e5-accb-e9287e49df57 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:12.458916 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a024d05c-5135-46e5-accb-e9287e49df57 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5841 time: 0.2122264 Dec 22 13:28:12.459026 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51816) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:12.503478 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-45601d79-d2ff-417e-b18a-e8682e0da570 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:12.508259 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-678ac996-b767-46e0-88c1-ebc960f3973a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:12.532634 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-2cbc7149-21aa-4a3a-a7d1-94149c26a3b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:12.552350 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45601d79-d2ff-417e-b18a-e8682e0da570 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Pushing event deleted for resources: {'Port': ['ID=42896a86-64f5-4aec-b71f-f01e5125548c,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:12.555279 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-45601d79-d2ff-417e-b18a-e8682e0da570 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:12.573804 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45601d79-d2ff-417e-b18a-e8682e0da570 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] No DVR routers for this DVR port 42896a86-64f5-4aec-b71f-f01e5125548c on host dv-neutron-822669-1-hyperv {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:28:12.618718 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40ef50e-710a-4b92-9ab1-65736ce1ea9e None None] Sync routers for ids ['6d68ce07-f80c-4bc3-81b5-d19d987f1f0d'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:28:12.634184 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-170603b5-fd2d-47a6-b781-72613a80b40c None None] For port 42896a86-64f5-4aec-b71f-f01e5125548c, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=42896a86-64f5-4aec-b71f-f01e5125548c,segment=NetworkSegment(afa9ce68-710d-43ee-9844-8129be12a134),segment_id=afa9ce68-710d-43ee-9844-8129be12a134)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:28:12.634184 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-170603b5-fd2d-47a6-b781-72613a80b40c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:12.692905 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-86ae780e-908e-4d02-81e3-b70ad8f0e0a2 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3589 time: 0.2296305 Dec 22 13:28:12.704293 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-45601d79-d2ff-417e-b18a-e8682e0da570 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:12.731807 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-45601d79-d2ff-417e-b18a-e8682e0da570 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4829dbdb-1691-4434-8b20-8107d8b2a992']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:12.745229 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-45601d79-d2ff-417e-b18a-e8682e0da570 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa9ce68-710d-43ee-9844-8129be12a134') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:12.745598 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-45601d79-d2ff-417e-b18a-e8682e0da570 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa9ce68-710d-43ee-9844-8129be12a134') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:12.758130 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=6e61f8f1-5650-48e4-9f5a-89de502afdc4,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:12.758497 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-45601d79-d2ff-417e-b18a-e8682e0da570 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:12.766216 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-170603b5-fd2d-47a6-b781-72613a80b40c None None] Calling delete_port for 42896a86-64f5-4aec-b71f-f01e5125548c owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:28:12.776361 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-45601d79-d2ff-417e-b18a-e8682e0da570 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:12.782325 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45601d79-d2ff-417e-b18a-e8682e0da570 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:28:12.782741 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-45601d79-d2ff-417e-b18a-e8682e0da570 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:12.793594 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:12.798390 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:28:12.798390 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:28:12.798390 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:28:12.798390 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:28:12.798390 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:28:12.798390 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:28:12.798390 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:28:12.798390 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:28:12.798390 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:28:12.798390 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:28:12.798390 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:28:12.798390 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:28:12.798390 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:28:12.798390 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:28:12.798390 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:28:12.798390 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:28:12.798390 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:28:12.798390 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:28:12.798390 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:28:12.798390 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:28:12.798390 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:28:12.798390 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:28:12.798390 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:28:12.798390 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:28:12.798390 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:28:12.798390 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:28:12.798390 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:28:12.798390 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:28:12.798390 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:28:12.798390 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:28:12.798390 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:28:12.798390 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:28:12.809903 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40ef50e-710a-4b92-9ab1-65736ce1ea9e None None] Routers {'6d68ce07-f80c-4bc3-81b5-d19d987f1f0d'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:28:12.810568 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-e40ef50e-710a-4b92-9ab1-65736ce1ea9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:28:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['6d68ce07-f80c-4bc3-81b5-d19d987f1f0d'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:12.939719 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-45601d79-d2ff-417e-b18a-e8682e0da570 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:12.946231 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-45601d79-d2ff-417e-b18a-e8682e0da570 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:12.950766 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-19451108-a3b1-43ae-a9b9-ce58a3b7cc0a tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:12.963201 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51822) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:12.972142 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-49c30b5c-fd04-4ecd-be83-c81fdee48534 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1242699499', 'description': 'tempest-secgroup-smoke-1242699499 description', 'project_id': '453b85bce7e6482dbe10966fb03da8cc'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:28:12.981822 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-45601d79-d2ff-417e-b18a-e8682e0da570 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] 10.222.0.47 "DELETE /v2.0/networks/4829dbdb-1691-4434-8b20-8107d8b2a992 HTTP/1.1" status: 204 len: 168 time: 1.2679279 Dec 22 13:28:12.981822 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45601d79-d2ff-417e-b18a-e8682e0da570 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Pushing event deleted for resources: {'Network': ['ID=4829dbdb-1691-4434-8b20-8107d8b2a992,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:12.982102 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-170603b5-fd2d-47a6-b781-72613a80b40c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:28:12.982102 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-170603b5-fd2d-47a6-b781-72613a80b40c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:28:12.982286 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-45601d79-d2ff-417e-b18a-e8682e0da570 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:12.982402 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-49c30b5c-fd04-4ecd-be83-c81fdee48534 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:28:12.982402 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51826) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:13.017949 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-49c30b5c-fd04-4ecd-be83-c81fdee48534 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:28:13.018161 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-e40ef50e-710a-4b92-9ab1-65736ce1ea9e None None] Set router 6d68ce07-f80c-4bc3-81b5-d19d987f1f0d gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:28:13.026648 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-49c30b5c-fd04-4ecd-be83-c81fdee48534 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:28:13.036356 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-49c30b5c-fd04-4ecd-be83-c81fdee48534 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:28:13.070718 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 96ddc963-f8aa-42da-ae2e-e1b80f46b811 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:28:13.133552 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-49c30b5c-fd04-4ecd-be83-c81fdee48534 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:13.211952 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-49c30b5c-fd04-4ecd-be83-c81fdee48534 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:28:13.224354 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-49c30b5c-fd04-4ecd-be83-c81fdee48534 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:28:13.228244 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-49c30b5c-fd04-4ecd-be83-c81fdee48534 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:28:13.232833 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae25e5f-84e6-42fd-b82a-24b2f6ae0686 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Deleting subnet 83f9030b-31c1-46a5-b04d-00eae482a593 {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:28:13.237792 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-49c30b5c-fd04-4ecd-be83-c81fdee48534 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:28:13.240244 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bae25e5f-84e6-42fd-b82a-24b2f6ae0686 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:13.303987 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 96ddc963-f8aa-42da-ae2e-e1b80f46b811 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:28:13.304376 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:13.305336 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bae25e5f-84e6-42fd-b82a-24b2f6ae0686 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:13.396826 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-49c30b5c-fd04-4ecd-be83-c81fdee48534 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:13.423526 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bae25e5f-84e6-42fd-b82a-24b2f6ae0686 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:13.458531 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-49c30b5c-fd04-4ecd-be83-c81fdee48534 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:13.464029 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5a4146b5-51a8-4e40-9e40-adf37f63bc58 tempest-NetworksIpV6Test-1646886103 tempest-NetworksIpV6Test-1646886103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:13.477739 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-170603b5-fd2d-47a6-b781-72613a80b40c None None] Deleting port 42896a86-64f5-4aec-b71f-f01e5125548c {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:28:13.477946 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-170603b5-fd2d-47a6-b781-72613a80b40c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:13.522972 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c30b5c-fd04-4ecd-be83-c81fdee48534 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e1f4b0-fdd6-4d96-a195-b8a9a07b54cb,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:13.525783 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-49c30b5c-fd04-4ecd-be83-c81fdee48534 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:13.547746 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 6e61f8f1-5650-48e4-9f5a-89de502afdc4 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:28:13.574220 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-170603b5-fd2d-47a6-b781-72613a80b40c None None] The port '42896a86-64f5-4aec-b71f-f01e5125548c' was deleted {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:28:13.577639 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-49c30b5c-fd04-4ecd-be83-c81fdee48534 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:13.578925 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-49c30b5c-fd04-4ecd-be83-c81fdee48534 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.6146371 Dec 22 13:28:13.582086 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51830) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:13.588638 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-9bd72cf4-b4d9-4075-b424-f932600926ad tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': 'f1e1f4b0-fdd6-4d96-a195-b8a9a07b54cb', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:28:13.596086 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-9bd72cf4-b4d9-4075-b424-f932600926ad tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:28:13.604505 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-e40ef50e-710a-4b92-9ab1-65736ce1ea9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'name': 'tempest-TestNetworkBasicOps-router-338127987', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.68'}], 'enable_snat': True}, 'gw_port_id': '96ddc963-f8aa-42da-ae2e-e1b80f46b811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:28:04Z', 'updated_at': '2021-12-22T13:28:10Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '96ddc963-f8aa-42da-ae2e-e1b80f46b811', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:28:05Z', 'updated_at': '2021-12-22T13:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d', 'name': '', 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:49:6d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1544a261-029d-4235-bce8-e046a495d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:28:09Z', 'updated_at': '2021-12-22T13:28:10Z', 'revision_number': 2, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '1544a261-029d-4235-bce8-e046a495d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:13.608144 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bae25e5f-84e6-42fd-b82a-24b2f6ae0686 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:13.613332 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-9bd72cf4-b4d9-4075-b424-f932600926ad tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:28:13.615959 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b60d7f33-d3c0-4848-822e-23413c63a5f2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:13.617545 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40ef50e-710a-4b92-9ab1-65736ce1ea9e None None] Checking router: 6d68ce07-f80c-4bc3-81b5-d19d987f1f0d for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:28:13.617915 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40ef50e-710a-4b92-9ab1-65736ce1ea9e None None] Updating router 6d68ce07-f80c-4bc3-81b5-d19d987f1f0d port 7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d binding host dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:28:13.641562 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-9bd72cf4-b4d9-4075-b424-f932600926ad tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:28:13.660334 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-9bd72cf4-b4d9-4075-b424-f932600926ad tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:28:13.663145 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae25e5f-84e6-42fd-b82a-24b2f6ae0686 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Pushing event deleted for resources: {'Subnet': ['ID=83f9030b-31c1-46a5-b04d-00eae482a593,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:13.668634 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-bae25e5f-84e6-42fd-b82a-24b2f6ae0686 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:13.672728 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bae25e5f-84e6-42fd-b82a-24b2f6ae0686 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:13.678818 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac899567-e595-4619-bac0-545628397a4a None None] Network 5563f734-90ea-44a3-84d3-4586548e9a82 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:28:13.680606 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-bae25e5f-84e6-42fd-b82a-24b2f6ae0686 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] 10.222.0.47 "DELETE /v2.0/subnets/83f9030b-31c1-46a5-b04d-00eae482a593 HTTP/1.1" status: 204 len: 168 time: 0.6976182 Dec 22 13:28:13.683163 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51834) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:13.691515 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e40ef50e-710a-4b92-9ab1-65736ce1ea9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:13.771294 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 6e61f8f1-5650-48e4-9f5a-89de502afdc4 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:28:13.771670 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:13.815259 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9bd72cf4-b4d9-4075-b424-f932600926ad tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:13.926884 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9bd72cf4-b4d9-4075-b424-f932600926ad tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:13.926884 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-f483ab9e-d2dc-4514-8e64-da9cf8a0aed3 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Deleting subnet 621f54f2-6ecd-4cd1-a204-339d9bc1be2c {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:28:13.928559 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f483ab9e-d2dc-4514-8e64-da9cf8a0aed3 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:13.986969 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f483ab9e-d2dc-4514-8e64-da9cf8a0aed3 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:14.014299 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9bd72cf4-b4d9-4075-b424-f932600926ad tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:14.021634 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:14.046361 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd72cf4-b4d9-4075-b424-f932600926ad tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96f37978-1019-49f1-ac17-19edc56da4b6,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:14.057825 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9bd72cf4-b4d9-4075-b424-f932600926ad tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:14.099135 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f483ab9e-d2dc-4514-8e64-da9cf8a0aed3 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:14.125862 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9bd72cf4-b4d9-4075-b424-f932600926ad tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:14.127099 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-9bd72cf4-b4d9-4075-b424-f932600926ad tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5434296 Dec 22 13:28:14.130845 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51838) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:14.137910 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-6315526c-c101-4a07-bd26-20275dc6d955 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': 'f1e1f4b0-fdd6-4d96-a195-b8a9a07b54cb', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:28:14.146650 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-6315526c-c101-4a07-bd26-20275dc6d955 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:28:14.153400 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6315526c-c101-4a07-bd26-20275dc6d955 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:28:14.160050 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6315526c-c101-4a07-bd26-20275dc6d955 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:28:14.167312 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-6315526c-c101-4a07-bd26-20275dc6d955 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:28:14.217733 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 42896a86-64f5-4aec-b71f-f01e5125548c no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:28:14.248932 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6315526c-c101-4a07-bd26-20275dc6d955 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:14.256450 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 42896a86-64f5-4aec-b71f-f01e5125548c {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:28:14.256809 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 42896a86-64f5-4aec-b71f-f01e5125548c not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:28:14.288724 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f483ab9e-d2dc-4514-8e64-da9cf8a0aed3 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:14.294013 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9387112f-f0c0-4c53-9cc0-72dc8ba4dd51 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:14.329499 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6315526c-c101-4a07-bd26-20275dc6d955 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:14.335320 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0105a7f9-1cd6-4bbb-bb89-74061b310ff5 None None] DHCP port deletion for 5563f734-90ea-44a3-84d3-4586548e9a82 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:28:14.346665 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-0105a7f9-1cd6-4bbb-bb89-74061b310ff5 None None] Deleting port 306f32cd-8c8e-41ff-a6c8-b24af4797530 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:28:14.347048 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0105a7f9-1cd6-4bbb-bb89-74061b310ff5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:14.348251 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f483ab9e-d2dc-4514-8e64-da9cf8a0aed3 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Pushing event deleted for resources: {'Subnet': ['ID=621f54f2-6ecd-4cd1-a204-339d9bc1be2c,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:14.352463 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f483ab9e-d2dc-4514-8e64-da9cf8a0aed3 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:14.355829 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f483ab9e-d2dc-4514-8e64-da9cf8a0aed3 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:14.362510 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f483ab9e-d2dc-4514-8e64-da9cf8a0aed3 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] 10.222.0.47 "DELETE /v2.0/subnets/621f54f2-6ecd-4cd1-a204-339d9bc1be2c HTTP/1.1" status: 204 len: 168 time: 0.6783009 Dec 22 13:28:14.365508 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51842) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:14.394717 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6315526c-c101-4a07-bd26-20275dc6d955 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:14.401188 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2fc141-d5d6-4cb3-b138-27db00bf8689 None None] Network aa811b9e-67aa-46a3-a3d5-9e1ef66b55fa requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:28:14.403833 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:14.430112 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315526c-c101-4a07-bd26-20275dc6d955 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ba70db9-6820-48ec-9b55-c849d5b33f5b,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:14.433494 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6315526c-c101-4a07-bd26-20275dc6d955 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:14.482752 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d9a7-6755-4680-9fca-236dde6646dc tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:14.488176 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6315526c-c101-4a07-bd26-20275dc6d955 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:14.493472 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6315526c-c101-4a07-bd26-20275dc6d955 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3607752 Dec 22 13:28:14.497275 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51846) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:14.500285 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-74965519-b8dd-4e78-a8a1-898aaedbf392 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': 'f1e1f4b0-fdd6-4d96-a195-b8a9a07b54cb', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:28:14.506171 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-7cc1d9a7-6755-4680-9fca-236dde6646dc tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Deleting port 306f32cd-8c8e-41ff-a6c8-b24af4797530 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:28:14.506990 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d9a7-6755-4680-9fca-236dde6646dc tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:14.509058 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-74965519-b8dd-4e78-a8a1-898aaedbf392 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:28:14.512961 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-74965519-b8dd-4e78-a8a1-898aaedbf392 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:28:14.516479 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-74965519-b8dd-4e78-a8a1-898aaedbf392 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:28:14.523629 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-74965519-b8dd-4e78-a8a1-898aaedbf392 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:28:14.565840 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e40ef50e-710a-4b92-9ab1-65736ce1ea9e None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:14.613524 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-74965519-b8dd-4e78-a8a1-898aaedbf392 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:14.653189 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-e40ef50e-710a-4b92-9ab1-65736ce1ea9e None None] Transition to ACTIVE for port object 7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:28:14.687355 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-74965519-b8dd-4e78-a8a1-898aaedbf392 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:14.743811 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e40ef50e-710a-4b92-9ab1-65736ce1ea9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:14.756046 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c70a5bd6-a093-4275-b6f5-c150513dad2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:14.760277 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-74965519-b8dd-4e78-a8a1-898aaedbf392 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:14.766477 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:14.788439 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74965519-b8dd-4e78-a8a1-898aaedbf392 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ad1b2c3-586d-48c2-bd79-9eda591fb411,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:14.791118 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-74965519-b8dd-4e78-a8a1-898aaedbf392 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:14.831830 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-7cc1d9a7-6755-4680-9fca-236dde6646dc tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] For port 306f32cd-8c8e-41ff-a6c8-b24af4797530, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=306f32cd-8c8e-41ff-a6c8-b24af4797530,segment=NetworkSegment(549da1b8-3a7d-44a8-a17c-c2d3cf545364),segment_id=549da1b8-3a7d-44a8-a17c-c2d3cf545364)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:28:14.832614 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d9a7-6755-4680-9fca-236dde6646dc tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:14.900874 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb67bb-fd19-418e-82a8-45b61eee992f None None] Pushing event updated for resources: {'Port': ['ID=7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:14.912986 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-88cb67bb-fd19-418e-82a8-45b61eee992f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:14.917324 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-74965519-b8dd-4e78-a8a1-898aaedbf392 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:14.922061 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-74965519-b8dd-4e78-a8a1-898aaedbf392 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4271722 Dec 22 13:28:14.922901 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51850) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:14.928782 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-0105a7f9-1cd6-4bbb-bb89-74061b310ff5 None None] For port 306f32cd-8c8e-41ff-a6c8-b24af4797530, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=306f32cd-8c8e-41ff-a6c8-b24af4797530,segment=NetworkSegment(549da1b8-3a7d-44a8-a17c-c2d3cf545364),segment_id=549da1b8-3a7d-44a8-a17c-c2d3cf545364)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:28:14.929186 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0105a7f9-1cd6-4bbb-bb89-74061b310ff5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:14.940504 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-1a686ed5-7cb9-438c-a6ec-26f902385cbd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': 'f1e1f4b0-fdd6-4d96-a195-b8a9a07b54cb', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:28:14.946239 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1a686ed5-7cb9-438c-a6ec-26f902385cbd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:28:14.950660 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1a686ed5-7cb9-438c-a6ec-26f902385cbd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:28:14.954506 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1a686ed5-7cb9-438c-a6ec-26f902385cbd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:28:14.962334 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1a686ed5-7cb9-438c-a6ec-26f902385cbd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:28:14.976086 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-7cc1d9a7-6755-4680-9fca-236dde6646dc tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Calling delete_port for 306f32cd-8c8e-41ff-a6c8-b24af4797530 owned by network:dhcp {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:28:15.046885 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1a686ed5-7cb9-438c-a6ec-26f902385cbd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:15.091587 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-0105a7f9-1cd6-4bbb-bb89-74061b310ff5 None None] Calling delete_port for 306f32cd-8c8e-41ff-a6c8-b24af4797530 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:28:15.124351 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7538e46-9894-48ea-adbc-e7b215e6f965 None None] DHCP port deletion for aa811b9e-67aa-46a3-a3d5-9e1ef66b55fa request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:28:15.126430 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 306f32cd-8c8e-41ff-a6c8-b24af4797530 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:28:15.127784 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d9a7-6755-4680-9fca-236dde6646dc tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:15.132274 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9d48aa6b-1ce4-475d-a9c6-da57ed3623fa tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:15.145772 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1a686ed5-7cb9-438c-a6ec-26f902385cbd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:15.174999 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1d9a7-6755-4680-9fca-236dde6646dc tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Pushing event deleted for resources: {'Port': ['ID=306f32cd-8c8e-41ff-a6c8-b24af4797530,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:15.180902 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7cc1d9a7-6755-4680-9fca-236dde6646dc tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:15.183675 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc1d9a7-6755-4680-9fca-236dde6646dc tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] No DVR routers for this DVR port 306f32cd-8c8e-41ff-a6c8-b24af4797530 on host dv-neutron-822669-1-hyperv {{(pid=84148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:28:15.201899 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 306f32cd-8c8e-41ff-a6c8-b24af4797530 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:28:15.202229 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 306f32cd-8c8e-41ff-a6c8-b24af4797530 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:28:15.211822 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-f7538e46-9894-48ea-adbc-e7b215e6f965 None None] Deleting port cc351e77-906b-4bf8-baf1-f1902ff4e489 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:28:15.211822 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f7538e46-9894-48ea-adbc-e7b215e6f965 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:15.242027 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1a686ed5-7cb9-438c-a6ec-26f902385cbd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:15.244196 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-62624f71-ace1-4a16-9c91-18724574771d tempest-NegativeSecGroupTest-817765538 tempest-NegativeSecGroupTest-817765538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:15.267220 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a686ed5-7cb9-438c-a6ec-26f902385cbd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa4db58-c879-4562-80ed-a8419712ac62,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:15.269579 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1a686ed5-7cb9-438c-a6ec-26f902385cbd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:15.296446 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-e40ef50e-710a-4b92-9ab1-65736ce1ea9e None None] Attempting to bind port 7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:28:15.296823 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-e40ef50e-710a-4b92-9ab1-65736ce1ea9e None None] Attempting to bind port 7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '496bf6ae-76ac-441d-a62a-9b6195509c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:28:15.297184 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40ef50e-710a-4b92-9ab1-65736ce1ea9e None None] Attempting to bind port 7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d on network dcfbef2e-bd96-48a1-b654-7adab619a017 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:28:15.314160 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d9a7-6755-4680-9fca-236dde6646dc tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:15.320424 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1a686ed5-7cb9-438c-a6ec-26f902385cbd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:15.324624 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1a686ed5-7cb9-438c-a6ec-26f902385cbd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3975284 Dec 22 13:28:15.329320 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51854) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:15.333671 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-04c742d5-1912-459a-b915-cd1583b0aa14 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': 'f1e1f4b0-fdd6-4d96-a195-b8a9a07b54cb', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:28:15.339395 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-04c742d5-1912-459a-b915-cd1583b0aa14 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:28:15.342984 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-7cc1d9a7-6755-4680-9fca-236dde6646dc tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5563f734-90ea-44a3-84d3-4586548e9a82']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:15.343205 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-04c742d5-1912-459a-b915-cd1583b0aa14 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:28:15.346059 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-04c742d5-1912-459a-b915-cd1583b0aa14 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:28:15.352900 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-04c742d5-1912-459a-b915-cd1583b0aa14 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:28:15.356024 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40ef50e-710a-4b92-9ab1-65736ce1ea9e None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:28:15.358236 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40ef50e-710a-4b92-9ab1-65736ce1ea9e None None] Checking segment: {'id': '496bf6ae-76ac-441d-a62a-9b6195509c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:28:15.358236 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e40ef50e-710a-4b92-9ab1-65736ce1ea9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:15.358236 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40ef50e-710a-4b92-9ab1-65736ce1ea9e None None] Bound using segment: {'id': '496bf6ae-76ac-441d-a62a-9b6195509c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:28:15.358236 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-e40ef50e-710a-4b92-9ab1-65736ce1ea9e None None] Bound port: 7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '496bf6ae-76ac-441d-a62a-9b6195509c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:28:15.358236 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e40ef50e-710a-4b92-9ab1-65736ce1ea9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:15.360102 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-7cc1d9a7-6755-4680-9fca-236dde6646dc tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '549da1b8-3a7d-44a8-a17c-c2d3cf545364') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:15.360452 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-7cc1d9a7-6755-4680-9fca-236dde6646dc tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '549da1b8-3a7d-44a8-a17c-c2d3cf545364') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:15.372670 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d9a7-6755-4680-9fca-236dde6646dc tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:15.381934 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-0105a7f9-1cd6-4bbb-bb89-74061b310ff5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:28:15.392711 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-0105a7f9-1cd6-4bbb-bb89-74061b310ff5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:28:15.392899 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d9a7-6755-4680-9fca-236dde6646dc tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:15.397057 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cc1d9a7-6755-4680-9fca-236dde6646dc tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:28:15.397464 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d9a7-6755-4680-9fca-236dde6646dc tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:15.412900 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:28:15.412900 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:28:15.412900 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:28:15.412900 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:28:15.412900 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:28:15.412900 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:28:15.412900 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:28:15.412900 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:28:15.412900 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:28:15.412900 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:28:15.412900 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:28:15.412900 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:28:15.412900 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:28:15.412900 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:28:15.412900 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:28:15.412900 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:28:15.412900 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:28:15.412900 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:28:15.412900 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:28:15.412900 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:28:15.412900 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:28:15.412900 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:28:15.412900 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:28:15.412900 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:28:15.412900 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:28:15.412900 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:28:15.412900 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:28:15.412900 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:28:15.412900 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:28:15.412900 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:28:15.412900 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:28:15.412900 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:28:15.440636 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.securitygroups_db [None req-04c742d5-1912-459a-b915-cd1583b0aa14 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Project 453b85bce7e6482dbe10966fb03da8cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:28:15.448883 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-04c742d5-1912-459a-b915-cd1583b0aa14 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:15.531188 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-04c742d5-1912-459a-b915-cd1583b0aa14 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:15.571914 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d9a7-6755-4680-9fca-236dde6646dc tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:15.576419 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d9a7-6755-4680-9fca-236dde6646dc tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:15.580631 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-248db16e-9d62-4db9-96b1-983082412856 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:15.594872 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-04c742d5-1912-459a-b915-cd1583b0aa14 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:15.599057 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e6f9cc3b-392e-4777-bb5e-ad0352fb4dd7 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:15.605225 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1d9a7-6755-4680-9fca-236dde6646dc tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Pushing event deleted for resources: {'Network': ['ID=5563f734-90ea-44a3-84d3-4586548e9a82,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:15.606765 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7cc1d9a7-6755-4680-9fca-236dde6646dc tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:15.611460 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-7cc1d9a7-6755-4680-9fca-236dde6646dc tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] 10.222.0.47 "DELETE /v2.0/networks/5563f734-90ea-44a3-84d3-4586548e9a82 HTTP/1.1" status: 204 len: 168 time: 1.2449355 Dec 22 13:28:15.611797 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-f7538e46-9894-48ea-adbc-e7b215e6f965 None None] For port cc351e77-906b-4bf8-baf1-f1902ff4e489, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=cc351e77-906b-4bf8-baf1-f1902ff4e489,segment=NetworkSegment(2406f3fb-1561-4500-9211-85a3377654c9),segment_id=2406f3fb-1561-4500-9211-85a3377654c9)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:28:15.611994 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f7538e46-9894-48ea-adbc-e7b215e6f965 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:15.612126 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51858) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:15.621435 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c742d5-1912-459a-b915-cd1583b0aa14 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a4e4d0c-f7b2-4452-abc5-e479ad4d7418,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:15.624085 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-04c742d5-1912-459a-b915-cd1583b0aa14 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:15.627104 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-e40ef50e-710a-4b92-9ab1-65736ce1ea9e None None] For port 7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:28:15.703603 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-04c742d5-1912-459a-b915-cd1583b0aa14 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:15.708424 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-04c742d5-1912-459a-b915-cd1583b0aa14 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3768659 Dec 22 13:28:15.708589 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51862) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:15.714562 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-09c1104d-f8ee-4da1-8194-0daf6bcacc1e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': 'f1e1f4b0-fdd6-4d96-a195-b8a9a07b54cb', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:28:15.720412 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-09c1104d-f8ee-4da1-8194-0daf6bcacc1e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:28:15.724559 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-09c1104d-f8ee-4da1-8194-0daf6bcacc1e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:28:15.727672 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-09c1104d-f8ee-4da1-8194-0daf6bcacc1e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:28:15.729078 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dd2476b5-f799-4328-bc2b-022465ba8522 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:15.733914 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-09c1104d-f8ee-4da1-8194-0daf6bcacc1e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:28:15.737953 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-f7538e46-9894-48ea-adbc-e7b215e6f965 None None] Calling delete_port for cc351e77-906b-4bf8-baf1-f1902ff4e489 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:28:15.747662 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-dd2476b5-f799-4328-bc2b-022465ba8522 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Deleting port cc351e77-906b-4bf8-baf1-f1902ff4e489 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:28:15.747662 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dd2476b5-f799-4328-bc2b-022465ba8522 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:15.764918 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-e40ef50e-710a-4b92-9ab1-65736ce1ea9e None None] For port 7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d,segment=NetworkSegment(496bf6ae-76ac-441d-a62a-9b6195509c26),segment_id=496bf6ae-76ac-441d-a62a-9b6195509c26)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:28:15.883603 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-0105a7f9-1cd6-4bbb-bb89-74061b310ff5 None None] Deleting port 306f32cd-8c8e-41ff-a6c8-b24af4797530 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:28:15.883920 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0105a7f9-1cd6-4bbb-bb89-74061b310ff5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:15.886325 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.securitygroups_db [None req-09c1104d-f8ee-4da1-8194-0daf6bcacc1e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Project 453b85bce7e6482dbe10966fb03da8cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:28:15.893086 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-09c1104d-f8ee-4da1-8194-0daf6bcacc1e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:15.917731 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e40ef50e-710a-4b92-9ab1-65736ce1ea9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:15.921290 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f7538e46-9894-48ea-adbc-e7b215e6f965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:15.925390 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-90021187-c443-45c2-8da0-8658be9ca69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:15.961199 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-dd2476b5-f799-4328-bc2b-022465ba8522 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] For port cc351e77-906b-4bf8-baf1-f1902ff4e489, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=cc351e77-906b-4bf8-baf1-f1902ff4e489,segment=NetworkSegment(2406f3fb-1561-4500-9211-85a3377654c9),segment_id=2406f3fb-1561-4500-9211-85a3377654c9)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:28:15.961634 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dd2476b5-f799-4328-bc2b-022465ba8522 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:15.967150 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-09c1104d-f8ee-4da1-8194-0daf6bcacc1e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:15.999257 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-0105a7f9-1cd6-4bbb-bb89-74061b310ff5 None None] The port '306f32cd-8c8e-41ff-a6c8-b24af4797530' was deleted {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:28:16.027375 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7538e46-9894-48ea-adbc-e7b215e6f965 None None] No DVR routers for this DVR port cc351e77-906b-4bf8-baf1-f1902ff4e489 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:28:16.045022 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb67bb-fd19-418e-82a8-45b61eee992f None None] Pushing event updated for resources: {'Port': ['ID=7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:16.054150 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-09c1104d-f8ee-4da1-8194-0daf6bcacc1e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:16.056273 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-04c742d5-1912-459a-b915-cd1583b0aa14 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:16.084990 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1104d-f8ee-4da1-8194-0daf6bcacc1e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03cc1af5-9112-4f62-8df3-4e74b6639d2a,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:16.088977 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-09c1104d-f8ee-4da1-8194-0daf6bcacc1e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:16.090632 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7538e46-9894-48ea-adbc-e7b215e6f965 None None] Pushing event deleted for resources: {'Port': ['ID=cc351e77-906b-4bf8-baf1-f1902ff4e489,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:16.099943 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f7538e46-9894-48ea-adbc-e7b215e6f965 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:16.100417 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-657effbf-d9a9-4775-901a-7fe38680c90c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:16.103422 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-657effbf-d9a9-4775-901a-7fe38680c90c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:16.103422 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40ef50e-710a-4b92-9ab1-65736ce1ea9e None None] Routers {'6d68ce07-f80c-4bc3-81b5-d19d987f1f0d'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:28:16.103422 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-e40ef50e-710a-4b92-9ab1-65736ce1ea9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:28:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['6d68ce07-f80c-4bc3-81b5-d19d987f1f0d'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:16.104122 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-dd2476b5-f799-4328-bc2b-022465ba8522 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Calling delete_port for cc351e77-906b-4bf8-baf1-f1902ff4e489 owned by network:dhcp {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:28:16.179607 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-09c1104d-f8ee-4da1-8194-0daf6bcacc1e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:16.180804 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-09c1104d-f8ee-4da1-8194-0daf6bcacc1e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4711375 Dec 22 13:28:16.186579 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.db.api [None req-dd2476b5-f799-4328-bc2b-022465ba8522 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:28:16.187610 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_db.api [None req-dd2476b5-f799-4328-bc2b-022465ba8522 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:28:16.298814 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-e40ef50e-710a-4b92-9ab1-65736ce1ea9e None None] Set router 6d68ce07-f80c-4bc3-81b5-d19d987f1f0d gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:28:16.422865 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-0ee6a5a3-d067-4e21-b86d-e1d8378843c4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:security_group {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:28:16.507115 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-0ee6a5a3-d067-4e21-b86d-e1d8378843c4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:security_group {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:28:16.508495 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-0ee6a5a3-d067-4e21-b86d-e1d8378843c4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1242699499&fields=id&tenant_id=453b85bce7e6482dbe10966fb03da8cc HTTP/1.1" status: 200 len: 267 time: 0.1269569 Dec 22 13:28:16.627608 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-e40ef50e-710a-4b92-9ab1-65736ce1ea9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'name': 'tempest-TestNetworkBasicOps-router-338127987', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.68'}], 'enable_snat': True}, 'gw_port_id': '96ddc963-f8aa-42da-ae2e-e1b80f46b811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:28:04Z', 'updated_at': '2021-12-22T13:28:10Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '96ddc963-f8aa-42da-ae2e-e1b80f46b811', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:28:05Z', 'updated_at': '2021-12-22T13:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d', 'name': '', 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:49:6d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1544a261-029d-4235-bce8-e046a495d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:28:09Z', 'updated_at': '2021-12-22T13:28:15Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '1544a261-029d-4235-bce8-e046a495d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:16.632443 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40ef50e-710a-4b92-9ab1-65736ce1ea9e None None] The sync data for ids ['6d68ce07-f80c-4bc3-81b5-d19d987f1f0d'] in dv-neutron-822669-1-hyperv is: [{'id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'name': 'tempest-TestNetworkBasicOps-router-338127987', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.68'}], 'enable_snat': True}, 'gw_port_id': '96ddc963-f8aa-42da-ae2e-e1b80f46b811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:28:04Z', 'updated_at': '2021-12-22T13:28:10Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '96ddc963-f8aa-42da-ae2e-e1b80f46b811', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:28:05Z', 'updated_at': '2021-12-22T13:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d', 'name': '', 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:49:6d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1544a261-029d-4235-bce8-e046a495d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:28:09Z', 'updated_at': '2021-12-22T13:28:15Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '1544a261-029d-4235-bce8-e046a495d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:28:16.664945 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-914969a8-5329-4acb-95db-3c75b835300c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:16.666548 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-914969a8-5329-4acb-95db-3c75b835300c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/networks?id=dcfbef2e-bd96-48a1-b654-7adab619a017 HTTP/1.1" status: 200 len: 797 time: 0.1508918 Dec 22 13:28:16.690205 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-dd2476b5-f799-4328-bc2b-022465ba8522 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Deleting port cc351e77-906b-4bf8-baf1-f1902ff4e489 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:28:16.692575 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dd2476b5-f799-4328-bc2b-022465ba8522 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:16.871980 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-0fdc90e7-b1f7-4239-af90-4aa035ce9116 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/quotas/453b85bce7e6482dbe10966fb03da8cc HTTP/1.1" status: 200 len: 375 time: 0.1891255 Dec 22 13:28:16.876469 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-dd2476b5-f799-4328-bc2b-022465ba8522 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] The port 'cc351e77-906b-4bf8-baf1-f1902ff4e489' was deleted {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:28:17.052115 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dd2476b5-f799-4328-bc2b-022465ba8522 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:17.081768 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:28:17.088793 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-dd2476b5-f799-4328-bc2b-022465ba8522 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa811b9e-67aa-46a3-a3d5-9e1ef66b55fa']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:17.105009 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-dd2476b5-f799-4328-bc2b-022465ba8522 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2406f3fb-1561-4500-9211-85a3377654c9') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:17.105344 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-dd2476b5-f799-4328-bc2b-022465ba8522 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2406f3fb-1561-4500-9211-85a3377654c9') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:17.118414 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-bc1fae7f-9589-4539-b3f2-e0c004b06d82 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:28:17.124728 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dd2476b5-f799-4328-bc2b-022465ba8522 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:17.148584 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dd2476b5-f799-4328-bc2b-022465ba8522 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:17.154967 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd2476b5-f799-4328-bc2b-022465ba8522 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:28:17.155357 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dd2476b5-f799-4328-bc2b-022465ba8522 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:17.170700 dv-neutron-822669-1-hyperv neutron-server[84148]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:28:17.170700 dv-neutron-822669-1-hyperv neutron-server[84148]: util.warn( Dec 22 13:28:17.170700 dv-neutron-822669-1-hyperv neutron-server[84148]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:28:17.170700 dv-neutron-822669-1-hyperv neutron-server[84148]: util.warn( Dec 22 13:28:17.170700 dv-neutron-822669-1-hyperv neutron-server[84148]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:28:17.170700 dv-neutron-822669-1-hyperv neutron-server[84148]: util.warn( Dec 22 13:28:17.170700 dv-neutron-822669-1-hyperv neutron-server[84148]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:28:17.170700 dv-neutron-822669-1-hyperv neutron-server[84148]: util.warn( Dec 22 13:28:17.170700 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:28:17.170700 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:28:17.170700 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:28:17.170700 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:28:17.170700 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:28:17.170700 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:28:17.170700 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:28:17.170700 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:28:17.170700 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:28:17.170700 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:28:17.170700 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:28:17.170700 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:28:17.170700 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:28:17.170700 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:28:17.170700 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:28:17.170700 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:28:17.170700 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:28:17.170700 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:28:17.170700 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:28:17.170700 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:28:17.170700 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:28:17.170700 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:28:17.170700 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:28:17.170700 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:28:17.170700 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:28:17.170700 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:28:17.170700 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:28:17.170700 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:28:17.170700 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:28:17.170700 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:28:17.170700 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:28:17.170700 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:28:17.219027 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-bc1fae7f-9589-4539-b3f2-e0c004b06d82 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:28:17.219929 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:28:17.220613 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-bc1fae7f-9589-4539-b3f2-e0c004b06d82 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3428044 Dec 22 13:28:17.225696 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:28:17.226829 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:17.351185 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:17.375793 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dd2476b5-f799-4328-bc2b-022465ba8522 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:17.379252 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-ac604be8-f9f6-46c1-a872-6099c8231f52 service neutron] 10.222.0.47 "GET /v2.0/networks/dcfbef2e-bd96-48a1-b654-7adab619a017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386280 Dec 22 13:28:17.381915 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-37d17ff8-71a4-4867-9b85-62eabbcf4b14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:17.397004 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dd2476b5-f799-4328-bc2b-022465ba8522 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:17.401497 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d,segment=NetworkSegment(496bf6ae-76ac-441d-a62a-9b6195509c26),segment_id=496bf6ae-76ac-441d-a62a-9b6195509c26)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:28:17.429677 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2476b5-f799-4328-bc2b-022465ba8522 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Pushing event deleted for resources: {'Network': ['ID=aa811b9e-67aa-46a3-a3d5-9e1ef66b55fa,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:17.474650 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:17.478185 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:17.479488 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-dd2476b5-f799-4328-bc2b-022465ba8522 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:17.482395 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-dd2476b5-f799-4328-bc2b-022465ba8522 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] 10.222.0.47 "DELETE /v2.0/networks/aa811b9e-67aa-46a3-a3d5-9e1ef66b55fa HTTP/1.1" status: 204 len: 168 time: 1.8679802 Dec 22 13:28:17.483595 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51874) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:17.574519 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:17.577214 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device cc351e77-906b-4bf8-baf1-f1902ff4e489 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:28:17.590872 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-a63dd569-9692-467f-8bb1-c26ab4727ed6 service neutron] 10.222.0.47 "GET /v2.0/networks/dcfbef2e-bd96-48a1-b654-7adab619a017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910684 Dec 22 13:28:17.611404 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:17.612213 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: cc351e77-906b-4bf8-baf1-f1902ff4e489 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:28:17.612559 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device cc351e77-906b-4bf8-baf1-f1902ff4e489 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:28:17.737103 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-df39b9f1-cef2-42d5-8770-9c9a6dc0feb4 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Deleting subnet 0010eba6-8de7-4519-a344-f495b75369f3 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:28:17.740034 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-df39b9f1-cef2-42d5-8770-9c9a6dc0feb4 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:17.800709 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-df39b9f1-cef2-42d5-8770-9c9a6dc0feb4 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:17.884183 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-93c14c22-272b-47b3-abb8-2b9c58cbd779 req-fd7d268d-8f4f-4485-bf5f-1ca1dd23f3fa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:28:17.908089 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-93c14c22-272b-47b3-abb8-2b9c58cbd779 req-fd7d268d-8f4f-4485-bf5f-1ca1dd23f3fa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:28:17.909193 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-93c14c22-272b-47b3-abb8-2b9c58cbd779 req-fd7d268d-8f4f-4485-bf5f-1ca1dd23f3fa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c6a94bc-c537-4624-aa76-129eaa22a785 HTTP/1.1" status: 200 len: 210 time: 0.0786874 Dec 22 13:28:17.944309 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-df39b9f1-cef2-42d5-8770-9c9a6dc0feb4 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:18.099761 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-df39b9f1-cef2-42d5-8770-9c9a6dc0feb4 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:18.103547 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-75d7640c-13ba-4a6b-b3a4-57b70a0a9be2 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:18.146599 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df39b9f1-cef2-42d5-8770-9c9a6dc0feb4 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Pushing event deleted for resources: {'Subnet': ['ID=0010eba6-8de7-4519-a344-f495b75369f3,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:18.157353 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-df39b9f1-cef2-42d5-8770-9c9a6dc0feb4 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:18.157353 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-df39b9f1-cef2-42d5-8770-9c9a6dc0feb4 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:18.164246 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-df39b9f1-cef2-42d5-8770-9c9a6dc0feb4 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] 10.222.0.47 "DELETE /v2.0/subnets/0010eba6-8de7-4519-a344-f495b75369f3 HTTP/1.1" status: 204 len: 168 time: 0.6774251 Dec 22 13:28:18.164435 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97052338-4770-4dbb-8a91-7f303db68bf0 None None] Network 5c5ba407-8441-4926-8af9-00d5212537c8 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:28:18.164934 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51886) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:18.283443 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2ca28d0e-3224-4f22-bbec-e74ad0920c8c tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:18.295293 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-2ca28d0e-3224-4f22-bbec-e74ad0920c8c tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Deleting port 9aa4b224-a130-462a-a4ce-bc72eec18cbf {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:28:18.295293 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2ca28d0e-3224-4f22-bbec-e74ad0920c8c tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:18.472440 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37941947-887b-4bf6-a5b5-8df09f4df307 None None] DHCP port deletion for 5c5ba407-8441-4926-8af9-00d5212537c8 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:28:18.477518 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-37941947-887b-4bf6-a5b5-8df09f4df307 None None] Deleting port 9aa4b224-a130-462a-a4ce-bc72eec18cbf {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:28:18.477900 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-37941947-887b-4bf6-a5b5-8df09f4df307 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:18.606867 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-2ca28d0e-3224-4f22-bbec-e74ad0920c8c tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] For port 9aa4b224-a130-462a-a4ce-bc72eec18cbf, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=9aa4b224-a130-462a-a4ce-bc72eec18cbf,segment=NetworkSegment(5fedaf9d-5554-4691-9fe5-068cbdd83cee),segment_id=5fedaf9d-5554-4691-9fe5-068cbdd83cee)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:28:18.607470 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2ca28d0e-3224-4f22-bbec-e74ad0920c8c tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:18.689485 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-37941947-887b-4bf6-a5b5-8df09f4df307 None None] For port 9aa4b224-a130-462a-a4ce-bc72eec18cbf, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=9aa4b224-a130-462a-a4ce-bc72eec18cbf,segment=NetworkSegment(5fedaf9d-5554-4691-9fe5-068cbdd83cee),segment_id=5fedaf9d-5554-4691-9fe5-068cbdd83cee)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:28:18.689829 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-37941947-887b-4bf6-a5b5-8df09f4df307 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:18.736500 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-2ca28d0e-3224-4f22-bbec-e74ad0920c8c tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Calling delete_port for 9aa4b224-a130-462a-a4ce-bc72eec18cbf owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:28:18.815126 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-37941947-887b-4bf6-a5b5-8df09f4df307 None None] Calling delete_port for 9aa4b224-a130-462a-a4ce-bc72eec18cbf owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:28:18.899755 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2ca28d0e-3224-4f22-bbec-e74ad0920c8c tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:18.904455 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-97b97921-0a46-4ae0-aa38-e78494ed9545 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:18.905660 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-37941947-887b-4bf6-a5b5-8df09f4df307 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:28:18.906028 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-37941947-887b-4bf6-a5b5-8df09f4df307 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:28:18.949188 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca28d0e-3224-4f22-bbec-e74ad0920c8c tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Pushing event deleted for resources: {'Port': ['ID=9aa4b224-a130-462a-a4ce-bc72eec18cbf,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:18.953048 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2ca28d0e-3224-4f22-bbec-e74ad0920c8c tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:18.953792 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca28d0e-3224-4f22-bbec-e74ad0920c8c tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] No DVR routers for this DVR port 9aa4b224-a130-462a-a4ce-bc72eec18cbf on host dv-neutron-822669-1-hyperv {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:28:19.079256 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:28:19.104764 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-f0ce45e1-52dd-4d53-b7e8-356c2df4b628 req-ba64124e-0202-4a28-a268-01cf3662b5fa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c6a94bc-c537-4624-aa76-129eaa22a785 HTTP/1.1" status: 200 len: 210 time: 0.0453506 Dec 22 13:28:19.108359 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2ca28d0e-3224-4f22-bbec-e74ad0920c8c tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:19.141254 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-2ca28d0e-3224-4f22-bbec-e74ad0920c8c tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c5ba407-8441-4926-8af9-00d5212537c8']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:19.159636 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-2ca28d0e-3224-4f22-bbec-e74ad0920c8c tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fedaf9d-5554-4691-9fe5-068cbdd83cee') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:19.160098 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-2ca28d0e-3224-4f22-bbec-e74ad0920c8c tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fedaf9d-5554-4691-9fe5-068cbdd83cee') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:19.172983 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2ca28d0e-3224-4f22-bbec-e74ad0920c8c tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:19.173577 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:28:19.174066 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:19.189933 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2ca28d0e-3224-4f22-bbec-e74ad0920c8c tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:19.196692 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ca28d0e-3224-4f22-bbec-e74ad0920c8c tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:28:19.197177 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2ca28d0e-3224-4f22-bbec-e74ad0920c8c tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:19.212355 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:28:19.212355 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:28:19.212355 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:28:19.212355 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:28:19.212355 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:28:19.212355 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:28:19.212355 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:28:19.212355 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:28:19.212355 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:28:19.212355 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:28:19.212355 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:28:19.212355 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:28:19.212355 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:28:19.212355 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:28:19.212355 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:28:19.212355 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:28:19.212355 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:28:19.212355 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:28:19.212355 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:28:19.212355 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:28:19.212355 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:28:19.212355 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:28:19.212355 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:28:19.212355 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:28:19.212355 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:28:19.212355 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:28:19.212355 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:28:19.212355 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:28:19.212355 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:28:19.212355 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:28:19.212355 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:28:19.212355 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:28:19.334146 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2ca28d0e-3224-4f22-bbec-e74ad0920c8c tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:19.335889 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 9aa4b224-a130-462a-a4ce-bc72eec18cbf no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:28:19.338706 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2ca28d0e-3224-4f22-bbec-e74ad0920c8c tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:19.341924 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0bde8be6-8f1b-4b3d-bb2a-59c8994764bc tempest-FloatingIPTestJSON-300697392 tempest-FloatingIPTestJSON-300697392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:19.371603 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 9aa4b224-a130-462a-a4ce-bc72eec18cbf {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:28:19.371943 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 9aa4b224-a130-462a-a4ce-bc72eec18cbf not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:28:19.380324 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca28d0e-3224-4f22-bbec-e74ad0920c8c tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Pushing event deleted for resources: {'Network': ['ID=5c5ba407-8441-4926-8af9-00d5212537c8,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:19.382862 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2ca28d0e-3224-4f22-bbec-e74ad0920c8c tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:19.386156 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-2ca28d0e-3224-4f22-bbec-e74ad0920c8c tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] 10.222.0.47 "DELETE /v2.0/networks/5c5ba407-8441-4926-8af9-00d5212537c8 HTTP/1.1" status: 204 len: 168 time: 1.2208343 Dec 22 13:28:19.389049 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51894) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:19.407033 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-37941947-887b-4bf6-a5b5-8df09f4df307 None None] Deleting port 9aa4b224-a130-462a-a4ce-bc72eec18cbf {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:28:19.407545 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-37941947-887b-4bf6-a5b5-8df09f4df307 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:19.430527 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-7ad1cf13-499a-4e49-a6ff-688a9f08921c tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Synchronizing usage tracker for tenant:6dc5eb9d0cdc45f897007c5a9636b88e on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:28:19.475085 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-37941947-887b-4bf6-a5b5-8df09f4df307 None None] The port '9aa4b224-a130-462a-a4ce-bc72eec18cbf' was deleted {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:28:19.514333 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-7ad1cf13-499a-4e49-a6ff-688a9f08921c tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Unset dirty status for tenant:6dc5eb9d0cdc45f897007c5a9636b88e on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:28:19.515554 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7ad1cf13-499a-4e49-a6ff-688a9f08921c tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] 10.222.0.47 "GET /v2.0/ports?device_id=8dfdfaa3-1156-42e5-a69a-1e92c3f09588 HTTP/1.1" status: 200 len: 205 time: 0.1255937 Dec 22 13:28:19.517942 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51898) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:19.653695 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ee44dae2-1cf1-4f9e-8786-5ae172e4ee70 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:20.221622 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ee44dae2-1cf1-4f9e-8786-5ae172e4ee70 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:20.277535 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ee44dae2-1cf1-4f9e-8786-5ae172e4ee70 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:20.297525 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-20e82d6d-8419-4342-ae70-7e0810b6b61d req-250366a6-cdd4-48a8-aa5b-b4d89d733138 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c6a94bc-c537-4624-aa76-129eaa22a785 HTTP/1.1" status: 200 len: 210 time: 0.0665851 Dec 22 13:28:20.339609 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-f51685b3-8fc0-4961-ae0b-8712da5165db tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:20.340279 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-f51685b3-8fc0-4961-ae0b-8712da5165db tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:network {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:28:20.416887 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ee44dae2-1cf1-4f9e-8786-5ae172e4ee70 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:20.417384 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee44dae2-1cf1-4f9e-8786-5ae172e4ee70 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Fanout notify agent at l3_agent the message router_deleted on router 8dfdfaa3-1156-42e5-a69a-1e92c3f09588 {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:28:20.429125 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ee44dae2-1cf1-4f9e-8786-5ae172e4ee70 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:20.430257 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ee44dae2-1cf1-4f9e-8786-5ae172e4ee70 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] 10.222.0.47 "DELETE /v2.0/routers/8dfdfaa3-1156-42e5-a69a-1e92c3f09588 HTTP/1.1" status: 204 len: 168 time: 0.9113677 Dec 22 13:28:20.444893 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-f51685b3-8fc0-4961-ae0b-8712da5165db tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:network {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:28:20.446088 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-f51685b3-8fc0-4961-ae0b-8712da5165db tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "GET /v2.0/networks?id=dcfbef2e-bd96-48a1-b654-7adab619a017 HTTP/1.1" status: 200 len: 797 time: 0.3769357 Dec 22 13:28:20.509483 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-d2f034ca-1111-4d2d-b644-f426fd535604 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:28:20.521870 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-d2f034ca-1111-4d2d-b644-f426fd535604 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:28:20.523148 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-d2f034ca-1111-4d2d-b644-f426fd535604 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=453b85bce7e6482dbe10966fb03da8cc HTTP/1.1" status: 200 len: 380 time: 0.0567002 Dec 22 13:28:20.532130 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-de0122d9-8346-4c54-bef5-6fd20de46fc4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'port': {'device_id': '8c6a94bc-c537-4624-aa76-129eaa22a785', 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017', 'admin_state_up': True, 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'security_groups': ['f1e1f4b0-fdd6-4d96-a195-b8a9a07b54cb']}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:28:20.668869 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-de0122d9-8346-4c54-bef5-6fd20de46fc4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:28:20.678539 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-de0122d9-8346-4c54-bef5-6fd20de46fc4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:28:20.733493 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-de0122d9-8346-4c54-bef5-6fd20de46fc4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Made reservation on behalf of 453b85bce7e6482dbe10966fb03da8cc for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:28:20.736567 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-de0122d9-8346-4c54-bef5-6fd20de46fc4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:20.867777 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51908) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:20.906016 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-de0122d9-8346-4c54-bef5-6fd20de46fc4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Allocated IP 172.20.0.8 (dcfbef2e-bd96-48a1-b654-7adab619a017/1544a261-029d-4235-bce8-e046a495d202/516380a8-fad3-490b-92e3-6b1699db109a) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:28:21.043470 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-248835fc-148c-4e06-b767-fa7593238dd2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6dc5eb9d0cdc45f897007c5a9636b88e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1744528 Dec 22 13:28:21.045736 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51914) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:21.095850 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-de0122d9-8346-4c54-bef5-6fd20de46fc4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:21.108585 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b85c6c9f-d3d9-4efd-9a66-4c50f1203b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:21.112097 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-de0122d9-8346-4c54-bef5-6fd20de46fc4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Transition to ACTIVE for port object 516380a8-fad3-490b-92e3-6b1699db109a will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:28:21.136245 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b85c6c9f-d3d9-4efd-9a66-4c50f1203b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:21.201125 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-de0122d9-8346-4c54-bef5-6fd20de46fc4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:21.208145 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b533ddef-eb42-48bc-a54c-4a38e1475ea8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:21.251754 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b85c6c9f-d3d9-4efd-9a66-4c50f1203b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:21.258128 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-92c12618-42c3-44eb-88ee-911684af6d86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:21.269555 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c6c9f-d3d9-4efd-9a66-4c50f1203b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24347b2-216e-48f2-b0fe-64a05f48203b,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:21.276179 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b85c6c9f-d3d9-4efd-9a66-4c50f1203b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:21.278991 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-de0122d9-8346-4c54-bef5-6fd20de46fc4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network dcfbef2e-bd96-48a1-b654-7adab619a017 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:28:21.282674 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-de0122d9-8346-4c54-bef5-6fd20de46fc4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:28:21.286522 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b85c6c9f-d3d9-4efd-9a66-4c50f1203b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:21.286522 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b85c6c9f-d3d9-4efd-9a66-4c50f1203b7a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d24347b2-216e-48f2-b0fe-64a05f48203b HTTP/1.1" status: 204 len: 168 time: 0.2375753 Dec 22 13:28:21.286793 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0122d9-8346-4c54-bef5-6fd20de46fc4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=516380a8-fad3-490b-92e3-6b1699db109a,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:21.288800 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-de0122d9-8346-4c54-bef5-6fd20de46fc4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:28:21.325225 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-de0122d9-8346-4c54-bef5-6fd20de46fc4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:21.367799 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-de0122d9-8346-4c54-bef5-6fd20de46fc4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:21.368858 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-de0122d9-8346-4c54-bef5-6fd20de46fc4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:21.489258 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-de0122d9-8346-4c54-bef5-6fd20de46fc4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9607708 Dec 22 13:28:21.509231 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-c1d0f5ac-99aa-4d83-8724-e0975418efe8 service neutron] Request body: {'port': {'device_id': '8c6a94bc-c537-4624-aa76-129eaa22a785', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:28:21.534924 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f39c71-6ebd-4b01-993f-2942559017ce req-78d61a0d-d7fa-4010-b02d-a34cfcbe4e6a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:21.537975 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-15f39c71-6ebd-4b01-993f-2942559017ce req-78d61a0d-d7fa-4010-b02d-a34cfcbe4e6a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c6a94bc-c537-4624-aa76-129eaa22a785 HTTP/1.1" status: 200 len: 931 time: 0.0902705 Dec 22 13:28:21.585909 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-15f39c71-6ebd-4b01-993f-2942559017ce req-43941f6a-333a-4a02-a75b-0d3d4e20890f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1e1f4b0-fdd6-4d96-a195-b8a9a07b54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418291 Dec 22 13:28:21.618964 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-41f1f64b-bd56-4d51-9a83-26cefc750db0 None None] Provisioning for port 516380a8-fad3-490b-92e3-6b1699db109a completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:28:21.621755 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-c1d0f5ac-99aa-4d83-8724-e0975418efe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:21.624126 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-41f1f64b-bd56-4d51-9a83-26cefc750db0 None None] Provisioning complete for port 516380a8-fad3-490b-92e3-6b1699db109a triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:28:21.635703 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-41f1f64b-bd56-4d51-9a83-26cefc750db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:21.685011 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-41f1f64b-bd56-4d51-9a83-26cefc750db0 None None] Port 516380a8-fad3-490b-92e3-6b1699db109a cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:28:21.982468 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-c1d0f5ac-99aa-4d83-8724-e0975418efe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 516380a8-fad3-490b-92e3-6b1699db109a {{(pid=84149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:28:21.989108 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-c1d0f5ac-99aa-4d83-8724-e0975418efe8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:22.002706 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-c1d0f5ac-99aa-4d83-8724-e0975418efe8 service neutron] Transition to ACTIVE for port object 516380a8-fad3-490b-92e3-6b1699db109a will not be triggered until provisioned by entity L2. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:28:22.082714 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-c1d0f5ac-99aa-4d83-8724-e0975418efe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:22.086436 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c0253132-a6c6-4208-b15e-9a19e4134058 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:22.323553 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0f5ac-99aa-4d83-8724-e0975418efe8 service neutron] Pushing event updated for resources: {'Port': ['ID=516380a8-fad3-490b-92e3-6b1699db109a,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:22.328137 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c1d0f5ac-99aa-4d83-8724-e0975418efe8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:22.429662 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-c1d0f5ac-99aa-4d83-8724-e0975418efe8 service neutron] Attempting to bind port 516380a8-fad3-490b-92e3-6b1699db109a on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:28:22.429996 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-c1d0f5ac-99aa-4d83-8724-e0975418efe8 service neutron] Attempting to bind port 516380a8-fad3-490b-92e3-6b1699db109a by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '496bf6ae-76ac-441d-a62a-9b6195509c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:28:22.430318 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-c1d0f5ac-99aa-4d83-8724-e0975418efe8 service neutron] Attempting to bind port 516380a8-fad3-490b-92e3-6b1699db109a on network dcfbef2e-bd96-48a1-b654-7adab619a017 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:28:22.435945 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-c1d0f5ac-99aa-4d83-8724-e0975418efe8 service neutron] Port 516380a8-fad3-490b-92e3-6b1699db109a on network dcfbef2e-bd96-48a1-b654-7adab619a017 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:28:22.436261 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-c1d0f5ac-99aa-4d83-8724-e0975418efe8 service neutron] Attempting to bind port 516380a8-fad3-490b-92e3-6b1699db109a on network dcfbef2e-bd96-48a1-b654-7adab619a017 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:28:22.442995 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-c1d0f5ac-99aa-4d83-8724-e0975418efe8 service neutron] Checking agent: {'id': '72ee2f79-9ac0-483e-b4fd-5b910a776581', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'started_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:28:22.443324 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-c1d0f5ac-99aa-4d83-8724-e0975418efe8 service neutron] Checking segment: {'id': '496bf6ae-76ac-441d-a62a-9b6195509c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:28:22.443699 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-c1d0f5ac-99aa-4d83-8724-e0975418efe8 service neutron] Bound using segment: {'id': '496bf6ae-76ac-441d-a62a-9b6195509c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017'} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:28:22.444116 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-c1d0f5ac-99aa-4d83-8724-e0975418efe8 service neutron] Bound port: 516380a8-fad3-490b-92e3-6b1699db109a, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '496bf6ae-76ac-441d-a62a-9b6195509c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017'}}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:28:22.444451 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-c1d0f5ac-99aa-4d83-8724-e0975418efe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:22.532858 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-c1d0f5ac-99aa-4d83-8724-e0975418efe8 service neutron] For port 516380a8-fad3-490b-92e3-6b1699db109a, host hv-neutron-8226, cleared binding levels {{(pid=84149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:28:22.536190 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-c1d0f5ac-99aa-4d83-8724-e0975418efe8 service neutron] For port 516380a8-fad3-490b-92e3-6b1699db109a, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=516380a8-fad3-490b-92e3-6b1699db109a,segment=NetworkSegment(496bf6ae-76ac-441d-a62a-9b6195509c26),segment_id=496bf6ae-76ac-441d-a62a-9b6195509c26)] {{(pid=84149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:28:22.625516 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-c1d0f5ac-99aa-4d83-8724-e0975418efe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:22.630224 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3d690a06-eb0e-4899-8da5-a73c0c72d8e0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:22.681521 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-c1d0f5ac-99aa-4d83-8724-e0975418efe8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:22.682881 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-c1d0f5ac-99aa-4d83-8724-e0975418efe8 service neutron] 10.222.0.45 "PUT /v2.0/ports/516380a8-fad3-490b-92e3-6b1699db109a HTTP/1.1" status: 200 len: 1093 time: 1.1778307 Dec 22 13:28:22.685943 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6a94bc-c537-4624-aa76-129eaa22a785', 'tag': '516380a8-fad3-490b-92e3-6b1699db109a'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:28:22.758117 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c6a94bc-c537-4624-aa76-129eaa22a785', 'tag': '516380a8-fad3-490b-92e3-6b1699db109a', 'status': 'completed', 'code': 200} Dec 22 13:28:22.764640 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0f5ac-99aa-4d83-8724-e0975418efe8 service neutron] Pushing event updated for resources: {'Port': ['ID=516380a8-fad3-490b-92e3-6b1699db109a,revision_number=3']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:22.769115 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c1d0f5ac-99aa-4d83-8724-e0975418efe8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:22.856544 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2cd54-028e-4dc5-a6e1-8c9b8aa6cb39 req-43cc0b18-6f05-452a-bf19-47e968633f08 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:22.857233 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-eab2cd54-028e-4dc5-a6e1-8c9b8aa6cb39 req-43cc0b18-6f05-452a-bf19-47e968633f08 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:28:22.885628 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-662f2734-e250-4f29-9efe-57775a8fe19d req-7278c239-0fde-4082-a03a-f2cca3191805 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=8c6a94bc-c537-4624-aa76-129eaa22a785 HTTP/1.1" status: 200 len: 1096 time: 0.1123500 Dec 22 13:28:22.967537 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-eab2cd54-028e-4dc5-a6e1-8c9b8aa6cb39 req-43cc0b18-6f05-452a-bf19-47e968633f08 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:28:22.968628 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-eab2cd54-028e-4dc5-a6e1-8c9b8aa6cb39 req-43cc0b18-6f05-452a-bf19-47e968633f08 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c6a94bc-c537-4624-aa76-129eaa22a785 HTTP/1.1" status: 200 len: 943 time: 0.2580194 Dec 22 13:28:23.050301 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-eab2cd54-028e-4dc5-a6e1-8c9b8aa6cb39 req-52ded9f2-a950-4e66-8859-19b021757e62 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1e1f4b0-fdd6-4d96-a195-b8a9a07b54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754702 Dec 22 13:28:23.065755 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f2734-e250-4f29-9efe-57775a8fe19d req-9eeb2308-79cd-4709-a49a-9f60d599725b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:23.067685 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-662f2734-e250-4f29-9efe-57775a8fe19d req-9eeb2308-79cd-4709-a49a-9f60d599725b service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=453b85bce7e6482dbe10966fb03da8cc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1703835 Dec 22 13:28:23.264415 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f2734-e250-4f29-9efe-57775a8fe19d req-8a2a7310-95fe-48b3-8a97-81256f480771 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:23.265858 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-662f2734-e250-4f29-9efe-57775a8fe19d req-8a2a7310-95fe-48b3-8a97-81256f480771 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1871486 Dec 22 13:28:23.385406 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-baaa1209-6fe8-4023-ac43-776a52e3aedd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=8c6a94bc-c537-4624-aa76-129eaa22a785 HTTP/1.1" status: 200 len: 1096 time: 0.0744278 Dec 22 13:28:23.458101 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-8946c6ed-98dc-49f5-925b-4f30976dd5ae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=516380a8-fad3-490b-92e3-6b1699db109a HTTP/1.1" status: 200 len: 217 time: 0.0607092 Dec 22 13:28:23.526857 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-a38b4997-5bf5-4321-9555-045db2d54ffa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:23.528298 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-a38b4997-5bf5-4321-9555-045db2d54ffa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1544a261-029d-4235-bce8-e046a495d202 HTTP/1.1" status: 200 len: 834 time: 0.0605066 Dec 22 13:28:23.606437 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-c68c84ab-cc82-474f-81df-cc86a98fa176 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dcfbef2e-bd96-48a1-b654-7adab619a017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675485 Dec 22 13:28:23.741961 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-08b717f9-5966-47bb-9414-1ad159679311 service neutron] 10.222.0.45 "GET /v2.0/networks/dcfbef2e-bd96-48a1-b654-7adab619a017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234691 Dec 22 13:28:23.878493 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-acad7e98-20a5-41fd-96d8-c66e56193ab4 req-03fe8f5d-3d3b-4c72-bd88-bd5391522027 service neutron] 10.222.0.45 "GET /v2.0/networks/dcfbef2e-bd96-48a1-b654-7adab619a017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257696 Dec 22 13:28:24.248119 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e24446-6e57-449f-8e89-958730023f6c req-11e533db-6990-4cfa-9ab2-55f2b425f641 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:24.249549 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c4e24446-6e57-449f-8e89-958730023f6c req-11e533db-6990-4cfa-9ab2-55f2b425f641 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c6a94bc-c537-4624-aa76-129eaa22a785 HTTP/1.1" status: 200 len: 943 time: 0.0801678 Dec 22 13:28:24.294612 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c4e24446-6e57-449f-8e89-958730023f6c req-1007eafa-12b2-47ab-b181-49f1a0004fae tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1e1f4b0-fdd6-4d96-a195-b8a9a07b54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388978 Dec 22 13:28:25.502374 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ef84a-47cb-47c1-9793-944eecf37a2b req-6de37653-50ad-4f68-9390-4d88d0743f56 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:25.508426 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-447ef84a-47cb-47c1-9793-944eecf37a2b req-6de37653-50ad-4f68-9390-4d88d0743f56 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c6a94bc-c537-4624-aa76-129eaa22a785 HTTP/1.1" status: 200 len: 943 time: 0.0871923 Dec 22 13:28:25.551861 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-447ef84a-47cb-47c1-9793-944eecf37a2b req-43de17b2-2441-4f85-879e-515d6552cdb6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1e1f4b0-fdd6-4d96-a195-b8a9a07b54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413144 Dec 22 13:28:26.366270 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 516380a8-fad3-490b-92e3-6b1699db109a details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:28:26.500419 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 516380a8-fad3-490b-92e3-6b1699db109a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=516380a8-fad3-490b-92e3-6b1699db109a,segment=NetworkSegment(496bf6ae-76ac-441d-a62a-9b6195509c26),segment_id=496bf6ae-76ac-441d-a62a-9b6195509c26)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:28:26.514045 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '516380a8-fad3-490b-92e3-6b1699db109a', 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017', 'port_id': '516380a8-fad3-490b-92e3-6b1699db109a', 'mac_address': 'fa:16:3e:a6:25:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1544a261-029d-4235-bce8-e046a495d202', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:28:26.567263 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:26.584042 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 516380a8-fad3-490b-92e3-6b1699db109a {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:28:26.599846 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 516380a8-fad3-490b-92e3-6b1699db109a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=516380a8-fad3-490b-92e3-6b1699db109a,segment=NetworkSegment(496bf6ae-76ac-441d-a62a-9b6195509c26),segment_id=496bf6ae-76ac-441d-a62a-9b6195509c26)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:28:26.674100 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:26.676571 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-88cb67bb-fd19-418e-82a8-45b61eee992f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:26.743882 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=516380a8-fad3-490b-92e3-6b1699db109a,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:26.746987 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:26.751193 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837429cf-ff75-404d-81b2-87c10389e381 req-6d3b9d83-70b1-4814-b703-0167c2b7c276 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:26.754163 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-837429cf-ff75-404d-81b2-87c10389e381 req-6d3b9d83-70b1-4814-b703-0167c2b7c276 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c6a94bc-c537-4624-aa76-129eaa22a785 HTTP/1.1" status: 200 len: 944 time: 0.0763102 Dec 22 13:28:26.801279 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-837429cf-ff75-404d-81b2-87c10389e381 req-2307a661-8f4d-49f7-ad22-9fe66f4ef04c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1e1f4b0-fdd6-4d96-a195-b8a9a07b54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422256 Dec 22 13:28:26.950115 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['516380a8-fad3-490b-92e3-6b1699db109a'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:28:27.108516 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:28:27.994471 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240e9cd-739e-4446-83fb-1e405090fbbb req-ba6274be-328c-476d-a316-e4c8d6fd4625 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:27.995931 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c240e9cd-739e-4446-83fb-1e405090fbbb req-ba6274be-328c-476d-a316-e4c8d6fd4625 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c6a94bc-c537-4624-aa76-129eaa22a785 HTTP/1.1" status: 200 len: 944 time: 0.0760837 Dec 22 13:28:28.041001 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c240e9cd-739e-4446-83fb-1e405090fbbb req-c8d1b78b-42de-4cc5-a00c-a56cdc603f18 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1e1f4b0-fdd6-4d96-a195-b8a9a07b54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395193 Dec 22 13:28:28.368498 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 516380a8-fad3-490b-92e3-6b1699db109a up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:28:28.497292 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning for port 516380a8-fad3-490b-92e3-6b1699db109a completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:28:28.502370 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 516380a8-fad3-490b-92e3-6b1699db109a triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:28:28.502770 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:28.652319 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:28.678717 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6a94bc-c537-4624-aa76-129eaa22a785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516380a8-fad3-490b-92e3-6b1699db109a'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:28:28.697038 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 516380a8-fad3-490b-92e3-6b1699db109a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=516380a8-fad3-490b-92e3-6b1699db109a,segment=NetworkSegment(496bf6ae-76ac-441d-a62a-9b6195509c26),segment_id=496bf6ae-76ac-441d-a62a-9b6195509c26)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:28:28.756095 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:28.757954 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f7538e46-9894-48ea-adbc-e7b215e6f965 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:28.793680 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:28.825600 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=516380a8-fad3-490b-92e3-6b1699db109a,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:28.828682 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:28.950911 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6a94bc-c537-4624-aa76-129eaa22a785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516380a8-fad3-490b-92e3-6b1699db109a', 'code': 200} Dec 22 13:28:29.246210 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f8150-d943-41ee-b8e3-61353c88e28a req-88c836da-8556-441f-9745-66339b1a14cc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:29.247687 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-745f8150-d943-41ee-b8e3-61353c88e28a req-88c836da-8556-441f-9745-66339b1a14cc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c6a94bc-c537-4624-aa76-129eaa22a785 HTTP/1.1" status: 200 len: 945 time: 0.0829949 Dec 22 13:28:29.336699 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-745f8150-d943-41ee-b8e3-61353c88e28a req-e77135d1-45fd-446b-8af9-14ed498cead6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1e1f4b0-fdd6-4d96-a195-b8a9a07b54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834866 Dec 22 13:28:29.358459 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f040c183-4a7c-45de-b150-2052ce2819fa req-fa73b5a1-1fd6-444e-aeda-4e38c6db0eef service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8c6a94bc-c537-4624-aa76-129eaa22a785 HTTP/1.1" status: 200 len: 1098 time: 0.0918424 Dec 22 13:28:29.409546 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f040c183-4a7c-45de-b150-2052ce2819fa req-b1c85f21-502e-42a0-97c2-e4b03373e1ed service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f1e1f4b0-fdd6-4d96-a195-b8a9a07b54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405684 Dec 22 13:28:30.553158 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f33956-e065-4575-908a-3d72e8dfaf91 req-0e2565b8-4ba8-4b8b-8997-45d3e4bd3d06 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:30.554633 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c1f33956-e065-4575-908a-3d72e8dfaf91 req-0e2565b8-4ba8-4b8b-8997-45d3e4bd3d06 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c6a94bc-c537-4624-aa76-129eaa22a785 HTTP/1.1" status: 200 len: 945 time: 0.0971420 Dec 22 13:28:30.600613 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c1f33956-e065-4575-908a-3d72e8dfaf91 req-61de2644-4220-4195-bc61-622f8648b9c2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1e1f4b0-fdd6-4d96-a195-b8a9a07b54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403807 Dec 22 13:28:31.796960 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d09496-e33d-49c6-91c1-f269b05dfb73 req-8d5e87cd-6f44-43ec-90ce-eaa733f01962 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:31.798334 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-00d09496-e33d-49c6-91c1-f269b05dfb73 req-8d5e87cd-6f44-43ec-90ce-eaa733f01962 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c6a94bc-c537-4624-aa76-129eaa22a785 HTTP/1.1" status: 200 len: 945 time: 0.0773876 Dec 22 13:28:31.844379 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-00d09496-e33d-49c6-91c1-f269b05dfb73 req-5eb10906-093c-4007-bb12-0552805eb1ef tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1e1f4b0-fdd6-4d96-a195-b8a9a07b54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399523 Dec 22 13:28:32.043004 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4e121-1187-48be-a1a9-17af02b45b48 req-e45ad4ca-d613-4f2f-921b-ba65be5bb775 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:32.044448 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-b4e4e121-1187-48be-a1a9-17af02b45b48 req-e45ad4ca-d613-4f2f-921b-ba65be5bb775 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c6a94bc-c537-4624-aa76-129eaa22a785 HTTP/1.1" status: 200 len: 945 time: 0.0817070 Dec 22 13:28:32.089683 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-b4e4e121-1187-48be-a1a9-17af02b45b48 req-8857e5a8-cb92-4828-a280-71a8f77b30c8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1e1f4b0-fdd6-4d96-a195-b8a9a07b54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395932 Dec 22 13:28:32.117179 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51950) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:32.185276 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b8091bf8-03d7-4ed6-b7e3-4a554b7fd238 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=8c6a94bc-c537-4624-aa76-129eaa22a785 HTTP/1.1" status: 200 len: 1093 time: 0.0668938 Dec 22 13:28:32.187824 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51954) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:32.192994 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-2f2e446a-9d48-48b2-a828-0653bf22701e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'floatingip': {'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'port_id': '516380a8-fad3-490b-92e3-6b1699db109a', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:28:32.198509 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-2f2e446a-9d48-48b2-a828-0653bf22701e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:28:32.202257 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-2f2e446a-9d48-48b2-a828-0653bf22701e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:floatingip and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:28:32.205152 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-2f2e446a-9d48-48b2-a828-0653bf22701e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:28:32.211730 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-2f2e446a-9d48-48b2-a828-0653bf22701e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:28:32.275878 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2f2e446a-9d48-48b2-a828-0653bf22701e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for floatingip, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:32.409832 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2f2e446a-9d48-48b2-a828-0653bf22701e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:32.649508 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-2f2e446a-9d48-48b2-a828-0653bf22701e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Allocated IP 172.26.1.235 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/cafb4c25-01a8-4dcb-8d2f-4727ed53fc33) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:28:32.793185 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2f2e446a-9d48-48b2-a828-0653bf22701e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:32.876697 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2f2e446a-9d48-48b2-a828-0653bf22701e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:32.880510 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1e228574-b08c-4b92-8223-373bf2dbdef9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:32.947799 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2e446a-9d48-48b2-a828-0653bf22701e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:28:32.950955 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-2f2e446a-9d48-48b2-a828-0653bf22701e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:28:32.955026 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2e446a-9d48-48b2-a828-0653bf22701e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:28:32.979931 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e446a-9d48-48b2-a828-0653bf22701e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=cafb4c25-01a8-4dcb-8d2f-4727ed53fc33,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:32.984650 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2f2e446a-9d48-48b2-a828-0653bf22701e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:33.454951 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2f2e446a-9d48-48b2-a828-0653bf22701e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:33.564808 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2f2e446a-9d48-48b2-a828-0653bf22701e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:33.765703 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2f2e446a-9d48-48b2-a828-0653bf22701e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:33.828013 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2f2e446a-9d48-48b2-a828-0653bf22701e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:33.831835 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-08e0043e-aad2-4048-857e-0d65f3e46e60 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:33.932006 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e446a-9d48-48b2-a828-0653bf22701e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=cafb4c25-01a8-4dcb-8d2f-4727ed53fc33,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:33.935855 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2f2e446a-9d48-48b2-a828-0653bf22701e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:33.949879 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2f2e446a-9d48-48b2-a828-0653bf22701e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:34.139738 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.l3_db [None req-2f2e446a-9d48-48b2-a828-0653bf22701e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Floating IP ba1e64e5-5cb2-46e6-ab22-73e59341f3eb associated. External IP: 172.26.1.235, port: 516380a8-fad3-490b-92e3-6b1699db109a. Dec 22 13:28:34.633539 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f2e446a-9d48-48b2-a828-0653bf22701e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router 6d68ce07-f80c-4bc3-81b5-d19d987f1f0d has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:28:34.829729 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2e446a-9d48-48b2-a828-0653bf22701e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:28:34.839142 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf11d0a-1e39-4da7-87cc-e1a7ef2b26cf None None] Sync routers for ids ['6d68ce07-f80c-4bc3-81b5-d19d987f1f0d'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:28:34.852146 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf11d0a-1e39-4da7-87cc-e1a7ef2b26cf None None] Routers {'6d68ce07-f80c-4bc3-81b5-d19d987f1f0d'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:28:34.852746 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-edf11d0a-1e39-4da7-87cc-e1a7ef2b26cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:28:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['6d68ce07-f80c-4bc3-81b5-d19d987f1f0d'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:34.916265 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2f2e446a-9d48-48b2-a828-0653bf22701e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:34.975747 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-2f2e446a-9d48-48b2-a828-0653bf22701e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7869179 Dec 22 13:28:34.976417 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6a94bc-c537-4624-aa76-129eaa22a785', 'tag': '516380a8-fad3-490b-92e3-6b1699db109a'}] {{(pid=84148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:28:34.978727 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51958) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:35.030421 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-edf11d0a-1e39-4da7-87cc-e1a7ef2b26cf None None] Set router 6d68ce07-f80c-4bc3-81b5-d19d987f1f0d gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:28:35.120209 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c6a94bc-c537-4624-aa76-129eaa22a785', 'tag': '516380a8-fad3-490b-92e3-6b1699db109a', 'status': 'completed', 'code': 200} Dec 22 13:28:35.303312 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7b8289a4-385c-46e4-b8d4-86f615057141 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/ba1e64e5-5cb2-46e6-ab22-73e59341f3eb HTTP/1.1" status: 200 len: 991 time: 0.3232534 Dec 22 13:28:35.319653 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a3f6038f-531a-4fd7-b9c3-3bd267793dbb req-bf022b65-338d-46ce-a4ee-0462e374a88c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=8c6a94bc-c537-4624-aa76-129eaa22a785 HTTP/1.1" status: 200 len: 1098 time: 0.1724505 Dec 22 13:28:35.392126 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-edf11d0a-1e39-4da7-87cc-e1a7ef2b26cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'name': 'tempest-TestNetworkBasicOps-router-338127987', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.68'}], 'enable_snat': True}, 'gw_port_id': '96ddc963-f8aa-42da-ae2e-e1b80f46b811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:28:04Z', 'updated_at': '2021-12-22T13:28:10Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '96ddc963-f8aa-42da-ae2e-e1b80f46b811', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:28:05Z', 'updated_at': '2021-12-22T13:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': 'ba1e64e5-5cb2-46e6-ab22-73e59341f3eb', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.235', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'port_id': '516380a8-fad3-490b-92e3-6b1699db109a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017', 'mac_address': 'fa:16:3e:a6:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6a94bc-c537-4624-aa76-129eaa22a785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:28:33Z', 'updated_at': '2021-12-22T13:28:33Z', 'revision_number': 0, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d', 'name': '', 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:49:6d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1544a261-029d-4235-bce8-e046a495d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:28:09Z', 'updated_at': '2021-12-22T13:28:17Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '1544a261-029d-4235-bce8-e046a495d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:35.396273 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf11d0a-1e39-4da7-87cc-e1a7ef2b26cf None None] Checking router: 6d68ce07-f80c-4bc3-81b5-d19d987f1f0d for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:28:35.407303 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf11d0a-1e39-4da7-87cc-e1a7ef2b26cf None None] Routers {'6d68ce07-f80c-4bc3-81b5-d19d987f1f0d'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:28:35.407926 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-edf11d0a-1e39-4da7-87cc-e1a7ef2b26cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:28:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['6d68ce07-f80c-4bc3-81b5-d19d987f1f0d'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:35.562553 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6038f-531a-4fd7-b9c3-3bd267793dbb req-447add38-adff-48be-80e1-10104ec1f7b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:35.564044 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a3f6038f-531a-4fd7-b9c3-3bd267793dbb req-447add38-adff-48be-80e1-10104ec1f7b5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=dcfbef2e-bd96-48a1-b654-7adab619a017 HTTP/1.1" status: 200 len: 898 time: 0.2361548 Dec 22 13:28:35.615782 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-edf11d0a-1e39-4da7-87cc-e1a7ef2b26cf None None] Set router 6d68ce07-f80c-4bc3-81b5-d19d987f1f0d gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:28:35.659097 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-89ad821c-cacd-4ca6-8f36-870602d00e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:35.683265 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a3f6038f-531a-4fd7-b9c3-3bd267793dbb req-9cf1c3c0-6915-4bf8-8b3b-dc6839fde7ff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=516380a8-fad3-490b-92e3-6b1699db109a HTTP/1.1" status: 200 len: 999 time: 0.1100760 Dec 22 13:28:35.749120 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6038f-531a-4fd7-b9c3-3bd267793dbb req-db2c450a-0efc-4cef-b567-594546742ee2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:35.750585 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a3f6038f-531a-4fd7-b9c3-3bd267793dbb req-db2c450a-0efc-4cef-b567-594546742ee2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1544a261-029d-4235-bce8-e046a495d202 HTTP/1.1" status: 200 len: 834 time: 0.0615389 Dec 22 13:28:35.842052 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a3f6038f-531a-4fd7-b9c3-3bd267793dbb req-f20977d8-0972-48a9-9ff5-7b8a40606c0f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dcfbef2e-bd96-48a1-b654-7adab619a017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0840147 Dec 22 13:28:35.974286 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-edf11d0a-1e39-4da7-87cc-e1a7ef2b26cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'name': 'tempest-TestNetworkBasicOps-router-338127987', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.68'}], 'enable_snat': True}, 'gw_port_id': '96ddc963-f8aa-42da-ae2e-e1b80f46b811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:28:04Z', 'updated_at': '2021-12-22T13:28:10Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '96ddc963-f8aa-42da-ae2e-e1b80f46b811', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:28:05Z', 'updated_at': '2021-12-22T13:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': 'ba1e64e5-5cb2-46e6-ab22-73e59341f3eb', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.235', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'port_id': '516380a8-fad3-490b-92e3-6b1699db109a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017', 'mac_address': 'fa:16:3e:a6:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6a94bc-c537-4624-aa76-129eaa22a785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:28:33Z', 'updated_at': '2021-12-22T13:28:33Z', 'revision_number': 0, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d', 'name': '', 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:49:6d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1544a261-029d-4235-bce8-e046a495d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:28:09Z', 'updated_at': '2021-12-22T13:28:17Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '1544a261-029d-4235-bce8-e046a495d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:35.979413 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf11d0a-1e39-4da7-87cc-e1a7ef2b26cf None None] The sync data for ids ['6d68ce07-f80c-4bc3-81b5-d19d987f1f0d'] in dv-neutron-822669-1-hyperv is: [{'id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'name': 'tempest-TestNetworkBasicOps-router-338127987', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.68'}], 'enable_snat': True}, 'gw_port_id': '96ddc963-f8aa-42da-ae2e-e1b80f46b811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:28:04Z', 'updated_at': '2021-12-22T13:28:10Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '96ddc963-f8aa-42da-ae2e-e1b80f46b811', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:28:05Z', 'updated_at': '2021-12-22T13:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': 'ba1e64e5-5cb2-46e6-ab22-73e59341f3eb', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.235', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'port_id': '516380a8-fad3-490b-92e3-6b1699db109a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017', 'mac_address': 'fa:16:3e:a6:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6a94bc-c537-4624-aa76-129eaa22a785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:28:33Z', 'updated_at': '2021-12-22T13:28:33Z', 'revision_number': 0, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d', 'name': '', 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:49:6d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1544a261-029d-4235-bce8-e046a495d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:28:09Z', 'updated_at': '2021-12-22T13:28:17Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '1544a261-029d-4235-bce8-e046a495d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:28:36.012253 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a3f6038f-531a-4fd7-b9c3-3bd267793dbb req-05f5dba0-e991-4e9a-a371-129bf878680b service neutron] 10.222.0.45 "GET /v2.0/networks/dcfbef2e-bd96-48a1-b654-7adab619a017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630075 Dec 22 13:28:36.159956 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a3f6038f-531a-4fd7-b9c3-3bd267793dbb req-92216303-3b74-44f1-aaf7-731605bd9d9a service neutron] 10.222.0.45 "GET /v2.0/networks/dcfbef2e-bd96-48a1-b654-7adab619a017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401789 Dec 22 13:28:36.186931 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07a18f4-bf63-4dc7-bf71-98acabc257b2 None None] New status for floating IP ba1e64e5-5cb2-46e6-ab22-73e59341f3eb: ACTIVE {{(pid=84150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:28:36.307047 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 51968) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:36.428675 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a551b3bf-eba8-49a9-a0df-8825994fd397 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/ba1e64e5-5cb2-46e6-ab22-73e59341f3eb HTTP/1.1" status: 200 len: 991 time: 0.1204834 Dec 22 13:28:37.432422 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 51976) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:37.536971 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-3aa344de-7b7a-476c-bd4b-ecb2c5948cc0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/ba1e64e5-5cb2-46e6-ab22-73e59341f3eb HTTP/1.1" status: 200 len: 993 time: 0.1032045 Dec 22 13:28:37.961622 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1af8de09-f4eb-4bef-8118-1bfd0ff85112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:38.976656 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:39.225060 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:40.441562 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:48.448164 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0aec55-ba11-4cd1-90e8-2b7c19b01308 req-5334acaf-b794-4420-b7fb-15a88745b6e0 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:48.449987 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4b0aec55-ba11-4cd1-90e8-2b7c19b01308 req-5334acaf-b794-4420-b7fb-15a88745b6e0 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3c913a1-0535-47b7-b904-e3597c45454f HTTP/1.1" status: 200 len: 945 time: 0.0797606 Dec 22 13:28:48.502238 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4b0aec55-ba11-4cd1-90e8-2b7c19b01308 req-2cd69678-23c7-4fbd-bbf0-a3ea00252181 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464871 Dec 22 13:28:49.699451 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13416377-204b-40c3-869e-2fcdc286b542 req-26727d2c-46aa-453d-819e-c382712138be tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:49.700795 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-13416377-204b-40c3-869e-2fcdc286b542 req-26727d2c-46aa-453d-819e-c382712138be tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3c913a1-0535-47b7-b904-e3597c45454f HTTP/1.1" status: 200 len: 945 time: 0.0759399 Dec 22 13:28:49.745436 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-13416377-204b-40c3-869e-2fcdc286b542 req-0ec9d385-d0a6-439e-a5fc-e6ffa19d77e6 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379870 Dec 22 13:28:50.142163 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48957f-7c7d-4ceb-bdf9-5474e9f996cf req-1acea261-2ae2-44e3-aedd-bf07f1af0181 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:50.143511 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1b48957f-7c7d-4ceb-bdf9-5474e9f996cf req-1acea261-2ae2-44e3-aedd-bf07f1af0181 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.45 "GET /v2.0/ports?device_id=b3c913a1-0535-47b7-b904-e3597c45454f HTTP/1.1" status: 200 len: 945 time: 0.0759399 Dec 22 13:28:50.217140 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-1b48957f-7c7d-4ceb-bdf9-5474e9f996cf req-02d77e29-56df-4ecb-a364-478e44947963 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Deleting port 6eb50e87-1a7a-4b25-a1a2-cb8403e6240b {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:28:50.217477 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-1b48957f-7c7d-4ceb-bdf9-5474e9f996cf req-02d77e29-56df-4ecb-a364-478e44947963 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:50.453717 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-1b48957f-7c7d-4ceb-bdf9-5474e9f996cf req-02d77e29-56df-4ecb-a364-478e44947963 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] For port 6eb50e87-1a7a-4b25-a1a2-cb8403e6240b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6eb50e87-1a7a-4b25-a1a2-cb8403e6240b,segment=NetworkSegment(f468e2c3-8d76-44b5-a1f5-b6db2225bdd5),segment_id=f468e2c3-8d76-44b5-a1f5-b6db2225bdd5)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:28:50.454070 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-1b48957f-7c7d-4ceb-bdf9-5474e9f996cf req-02d77e29-56df-4ecb-a364-478e44947963 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:50.843883 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-1b48957f-7c7d-4ceb-bdf9-5474e9f996cf req-02d77e29-56df-4ecb-a364-478e44947963 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:50.844273 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-1b48957f-7c7d-4ceb-bdf9-5474e9f996cf req-02d77e29-56df-4ecb-a364-478e44947963 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:50.844570 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.l3_db [req-1b48957f-7c7d-4ceb-bdf9-5474e9f996cf req-02d77e29-56df-4ecb-a364-478e44947963 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Floating IP a41245ce-20cd-497a-b584-39e1ee328187 disassociated. External IP: 172.26.1.14, port: 6eb50e87-1a7a-4b25-a1a2-cb8403e6240b. Dec 22 13:28:50.844914 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-1b48957f-7c7d-4ceb-bdf9-5474e9f996cf req-02d77e29-56df-4ecb-a364-478e44947963 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Calling delete_port for 6eb50e87-1a7a-4b25-a1a2-cb8403e6240b owned by compute:nova {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:28:51.016356 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188de45b-0ae9-4c65-a2ff-b526e88d6da7 req-220ffef9-884d-4e46-a6b5-17d9725cf4da tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:51.017867 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-188de45b-0ae9-4c65-a2ff-b526e88d6da7 req-220ffef9-884d-4e46-a6b5-17d9725cf4da tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3c913a1-0535-47b7-b904-e3597c45454f HTTP/1.1" status: 200 len: 945 time: 0.1461267 Dec 22 13:28:51.083060 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-188de45b-0ae9-4c65-a2ff-b526e88d6da7 req-a0028874-9fd7-422a-bc14-b64d0229390f tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578794 Dec 22 13:28:51.141960 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-1b48957f-7c7d-4ceb-bdf9-5474e9f996cf req-02d77e29-56df-4ecb-a364-478e44947963 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:51.147779 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c1d0f5ac-99aa-4d83-8724-e0975418efe8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:51.192969 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d77e29-56df-4ecb-a364-478e44947963 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Pushing event deleted for resources: {'Port': ['ID=6eb50e87-1a7a-4b25-a1a2-cb8403e6240b,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:51.207388 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d77e29-56df-4ecb-a364-478e44947963 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:51.207776 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d77e29-56df-4ecb-a364-478e44947963 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:51.208154 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d77e29-56df-4ecb-a364-478e44947963 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:51.208526 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d77e29-56df-4ecb-a364-478e44947963 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:51.208903 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d77e29-56df-4ecb-a364-478e44947963 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:51.209273 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d77e29-56df-4ecb-a364-478e44947963 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:51.209644 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d77e29-56df-4ecb-a364-478e44947963 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:51.210009 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d77e29-56df-4ecb-a364-478e44947963 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:51.210387 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d77e29-56df-4ecb-a364-478e44947963 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:51.210754 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d77e29-56df-4ecb-a364-478e44947963 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:51.211116 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d77e29-56df-4ecb-a364-478e44947963 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:51.214604 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-02d77e29-56df-4ecb-a364-478e44947963 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:51.413322 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b48957f-7c7d-4ceb-bdf9-5474e9f996cf req-02d77e29-56df-4ecb-a364-478e44947963 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Router 83c6cb27-2a32-4704-be30-7a16100582bd has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:28:51.629086 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b48957f-7c7d-4ceb-bdf9-5474e9f996cf req-02d77e29-56df-4ecb-a364-478e44947963 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:28:51.639809 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7ef8c0-9a6f-457f-8e5d-5ad596742b9c None None] Sync routers for ids ['83c6cb27-2a32-4704-be30-7a16100582bd'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:28:51.652871 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7ef8c0-9a6f-457f-8e5d-5ad596742b9c None None] Routers {'83c6cb27-2a32-4704-be30-7a16100582bd'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:28:51.653573 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-bb7ef8c0-9a6f-457f-8e5d-5ad596742b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:28:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['83c6cb27-2a32-4704-be30-7a16100582bd'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:51.701652 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b48957f-7c7d-4ceb-bdf9-5474e9f996cf req-02d77e29-56df-4ecb-a364-478e44947963 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] No DVR routers for this DVR port 6eb50e87-1a7a-4b25-a1a2-cb8403e6240b on host hv-neutron-8226 {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:28:51.704284 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-1b48957f-7c7d-4ceb-bdf9-5474e9f996cf req-02d77e29-56df-4ecb-a364-478e44947963 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:51.707192 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c913a1-0535-47b7-b904-e3597c45454f', 'name': 'network-vif-deleted', 'tag': '6eb50e87-1a7a-4b25-a1a2-cb8403e6240b'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:28:51.761874 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c913a1-0535-47b7-b904-e3597c45454f', 'name': 'network-vif-deleted', 'tag': '6eb50e87-1a7a-4b25-a1a2-cb8403e6240b', 'status': 'completed', 'code': 200} Dec 22 13:28:51.802692 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1b48957f-7c7d-4ceb-bdf9-5474e9f996cf req-02d77e29-56df-4ecb-a364-478e44947963 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.45 "DELETE /v2.0/ports/6eb50e87-1a7a-4b25-a1a2-cb8403e6240b HTTP/1.1" status: 204 len: 173 time: 1.6498752 Dec 22 13:28:51.837974 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-bb7ef8c0-9a6f-457f-8e5d-5ad596742b9c None None] Set router 83c6cb27-2a32-4704-be30-7a16100582bd gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:28:52.149399 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-bb7ef8c0-9a6f-457f-8e5d-5ad596742b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'name': 'tempest-TestVolumeBootPattern-1566605488-router', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4'}], 'enable_snat': True}, 'gw_port_id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:15Z', 'revision_number': 4, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'gw_port': {'id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:36:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:05Z', 'updated_at': '2021-12-22T13:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '4e2d4ddd-3882-4fa9-9ee5-99771093213f', 'name': '', 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'mac_address': 'fa:16:3e:77:26:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:13Z', 'updated_at': '2021-12-22T13:24:32Z', 'revision_number': 5, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'subnets': [{'id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:52.153335 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7ef8c0-9a6f-457f-8e5d-5ad596742b9c None None] Checking router: 83c6cb27-2a32-4704-be30-7a16100582bd for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:28:52.164964 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7ef8c0-9a6f-457f-8e5d-5ad596742b9c None None] Routers {'83c6cb27-2a32-4704-be30-7a16100582bd'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:28:52.165559 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-bb7ef8c0-9a6f-457f-8e5d-5ad596742b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:28:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['83c6cb27-2a32-4704-be30-7a16100582bd'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:52.259323 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-31a183e9-51ee-48c9-9739-3b197d686912 req-59635f69-7d67-478d-9dbd-f14e5363bcc9 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Synchronizing usage tracker for tenant:b2be9708be2a4e27beb28819ba0fc835 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:28:52.333252 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-31a183e9-51ee-48c9-9739-3b197d686912 req-59635f69-7d67-478d-9dbd-f14e5363bcc9 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Unset dirty status for tenant:b2be9708be2a4e27beb28819ba0fc835 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:28:52.334662 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-31a183e9-51ee-48c9-9739-3b197d686912 req-59635f69-7d67-478d-9dbd-f14e5363bcc9 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3c913a1-0535-47b7-b904-e3597c45454f HTTP/1.1" status: 200 len: 210 time: 0.1248655 Dec 22 13:28:52.397362 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-bb7ef8c0-9a6f-457f-8e5d-5ad596742b9c None None] Set router 83c6cb27-2a32-4704-be30-7a16100582bd gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:28:52.742024 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-bb7ef8c0-9a6f-457f-8e5d-5ad596742b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'name': 'tempest-TestVolumeBootPattern-1566605488-router', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4'}], 'enable_snat': True}, 'gw_port_id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:15Z', 'revision_number': 4, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'gw_port': {'id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:36:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:05Z', 'updated_at': '2021-12-22T13:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '4e2d4ddd-3882-4fa9-9ee5-99771093213f', 'name': '', 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'mac_address': 'fa:16:3e:77:26:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:13Z', 'updated_at': '2021-12-22T13:24:32Z', 'revision_number': 5, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'subnets': [{'id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:52.745921 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7ef8c0-9a6f-457f-8e5d-5ad596742b9c None None] The sync data for ids ['83c6cb27-2a32-4704-be30-7a16100582bd'] in dv-neutron-822669-1-hyperv is: [{'id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'name': 'tempest-TestVolumeBootPattern-1566605488-router', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4'}], 'enable_snat': True}, 'gw_port_id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:15Z', 'revision_number': 4, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'gw_port': {'id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:36:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:05Z', 'updated_at': '2021-12-22T13:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '4e2d4ddd-3882-4fa9-9ee5-99771093213f', 'name': '', 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'mac_address': 'fa:16:3e:77:26:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:13Z', 'updated_at': '2021-12-22T13:24:32Z', 'revision_number': 5, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'subnets': [{'id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:28:52.976139 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e57b81-ad20-4105-868c-38303f9eb8cb None None] New status for floating IP a41245ce-20cd-497a-b584-39e1ee328187: DOWN {{(pid=84150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:28:53.520730 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-1518f7c8-9715-4566-ab18-2c36e3dd9474 req-3b8d7b89-5ee3-4820-ae4f-b38fd79c5af3 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3c913a1-0535-47b7-b904-e3597c45454f HTTP/1.1" status: 200 len: 210 time: 0.0447505 Dec 22 13:28:54.459453 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 6eb50e87-1a7a-4b25-a1a2-cb8403e6240b no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:28:54.494525 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] No Port match for: 6eb50e87-1a7a-4b25-a1a2-cb8403e6240b {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:28:54.494880 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 6eb50e87-1a7a-4b25-a1a2-cb8403e6240b not bound to the agent host hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:28:54.952724 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-8f8e59ab-c287-4297-bf20-4a6072d491c0 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1717434976&fields=id&tenant_id=b2be9708be2a4e27beb28819ba0fc835 HTTP/1.1" status: 200 len: 267 time: 0.0409341 Dec 22 13:28:55.097802 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-dd4297ca-476c-4abb-ab3d-8a170c9825a6 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:55.099247 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-dd4297ca-476c-4abb-ab3d-8a170c9825a6 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/networks?id=10e79ce2-fabb-4316-a76b-1469cb51a232 HTTP/1.1" status: 200 len: 812 time: 0.1400480 Dec 22 13:28:55.115537 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-c3331bcb-8137-4a24-8b69-a61b519170ae tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/quotas/b2be9708be2a4e27beb28819ba0fc835 HTTP/1.1" status: 200 len: 375 time: 0.0110199 Dec 22 13:28:55.195854 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-9f857cd7-168a-477e-81a2-d801326e3299 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2be9708be2a4e27beb28819ba0fc835&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0756648 Dec 22 13:28:55.333940 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-e6e9587b-6c1a-4285-9a66-59c9b9b84c73 service neutron] 10.222.0.47 "GET /v2.0/networks/10e79ce2-fabb-4316-a76b-1469cb51a232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260405 Dec 22 13:28:55.471798 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-64e07891-e83d-4d91-8169-1d9a67d0ff83 service neutron] 10.222.0.47 "GET /v2.0/networks/10e79ce2-fabb-4316-a76b-1469cb51a232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322322 Dec 22 13:28:56.212637 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-895e5b63-8aff-45e5-a1f3-d7e10955d34b req-361f0ec2-df44-431f-915b-3079b4947c72 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2543e39-10bc-4ee6-8f16-1fadc7e2562e HTTP/1.1" status: 200 len: 210 time: 0.0459480 Dec 22 13:28:57.373060 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-33dc7cbc-4c93-4746-937a-c86abcc2387f req-e056a336-4b52-445c-8807-78ec58aa0aaf tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2543e39-10bc-4ee6-8f16-1fadc7e2562e HTTP/1.1" status: 200 len: 210 time: 0.0406692 Dec 22 13:28:58.149106 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-fddb30c8-980e-4395-8895-d16726329da0 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:58.150543 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-fddb30c8-980e-4395-8895-d16726329da0 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.45 "GET /v2.0/networks?id=10e79ce2-fabb-4316-a76b-1469cb51a232 HTTP/1.1" status: 200 len: 812 time: 0.1469951 Dec 22 13:28:58.205161 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-a16a227b-a3d4-4919-959c-0148abd4b786 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2be9708be2a4e27beb28819ba0fc835 HTTP/1.1" status: 200 len: 380 time: 0.0408745 Dec 22 13:28:58.213485 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-98bc790d-1614-4971-b9fd-02e46e177bea tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Request body: {'port': {'device_id': 'e2543e39-10bc-4ee6-8f16-1fadc7e2562e', 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'admin_state_up': True, 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'security_groups': ['40700fc7-e1b2-48c6-9a16-0d5a21225209']}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:28:58.350713 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-98bc790d-1614-4971-b9fd-02e46e177bea tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:28:58.360336 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-98bc790d-1614-4971-b9fd-02e46e177bea tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:28:58.436151 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-98bc790d-1614-4971-b9fd-02e46e177bea tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Made reservation on behalf of b2be9708be2a4e27beb28819ba0fc835 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:28:58.439289 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-98bc790d-1614-4971-b9fd-02e46e177bea tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:58.647876 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-98bc790d-1614-4971-b9fd-02e46e177bea tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Allocated IP 172.20.0.7 (10e79ce2-fabb-4316-a76b-1469cb51a232/d855c4ed-0ace-4ba2-aafe-06ef167ba3f1/811ead41-dacc-4cab-8435-dd3940dc5ee5) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:28:58.700456 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e9cd2622-0654-496c-bab2-84d4d6f3271f req-2b97a879-beba-43ba-9945-8d3e4717815d tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2543e39-10bc-4ee6-8f16-1fadc7e2562e HTTP/1.1" status: 200 len: 210 time: 0.0494428 Dec 22 13:28:58.784611 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:58.850914 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-98bc790d-1614-4971-b9fd-02e46e177bea tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:58.868480 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-98bc790d-1614-4971-b9fd-02e46e177bea tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Transition to ACTIVE for port object 811ead41-dacc-4cab-8435-dd3940dc5ee5 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:28:58.983031 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-98bc790d-1614-4971-b9fd-02e46e177bea tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:58.988740 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b39c4e2e-8f02-4993-b00e-3d48b791c27d tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:59.164024 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-98bc790d-1614-4971-b9fd-02e46e177bea tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Network 10e79ce2-fabb-4316-a76b-1469cb51a232 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:28:59.171830 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-98bc790d-1614-4971-b9fd-02e46e177bea tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:28:59.176259 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-98bc790d-1614-4971-b9fd-02e46e177bea tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:28:59.208088 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc790d-1614-4971-b9fd-02e46e177bea tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Pushing event updated for resources: {'Port': ['ID=811ead41-dacc-4cab-8435-dd3940dc5ee5,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:59.214629 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-98bc790d-1614-4971-b9fd-02e46e177bea tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:59.245062 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-98bc790d-1614-4971-b9fd-02e46e177bea tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:59.245657 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-98bc790d-1614-4971-b9fd-02e46e177bea tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:59.333849 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-98bc790d-1614-4971-b9fd-02e46e177bea tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1240883 Dec 22 13:28:59.352208 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-107d6ef5-e525-458b-a918-0bf5944004f4 service neutron] Request body: {'port': {'device_id': 'e2543e39-10bc-4ee6-8f16-1fadc7e2562e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:28:59.464031 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-107d6ef5-e525-458b-a918-0bf5944004f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:59.519280 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-e89909ba-0752-408b-8fba-937ad73baebf None None] Provisioning for port 811ead41-dacc-4cab-8435-dd3940dc5ee5 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:28:59.527749 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-e89909ba-0752-408b-8fba-937ad73baebf None None] Provisioning complete for port 811ead41-dacc-4cab-8435-dd3940dc5ee5 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:28:59.529027 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e89909ba-0752-408b-8fba-937ad73baebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:59.594584 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-e89909ba-0752-408b-8fba-937ad73baebf None None] Port 811ead41-dacc-4cab-8435-dd3940dc5ee5 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:28:59.809721 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-107d6ef5-e525-458b-a918-0bf5944004f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 811ead41-dacc-4cab-8435-dd3940dc5ee5 {{(pid=84149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:28:59.817443 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-107d6ef5-e525-458b-a918-0bf5944004f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:59.875325 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-107d6ef5-e525-458b-a918-0bf5944004f4 service neutron] Transition to ACTIVE for port object 811ead41-dacc-4cab-8435-dd3940dc5ee5 will not be triggered until provisioned by entity L2. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:28:59.910693 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8683a96-25c7-462c-b5fc-40992fbd2122 req-329c5d5d-c7fe-439c-9806-b50b9b18618d tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:59.911370 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-a8683a96-25c7-462c-b5fc-40992fbd2122 req-329c5d5d-c7fe-439c-9806-b50b9b18618d tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Synchronizing usage tracker for tenant:b2be9708be2a4e27beb28819ba0fc835 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:28:59.936740 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-107d6ef5-e525-458b-a918-0bf5944004f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:59.941171 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a0f80e26-bad7-4a32-8ab0-dde860f752b9 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:29:00.051571 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-a8683a96-25c7-462c-b5fc-40992fbd2122 req-329c5d5d-c7fe-439c-9806-b50b9b18618d tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Unset dirty status for tenant:b2be9708be2a4e27beb28819ba0fc835 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:29:00.053160 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a8683a96-25c7-462c-b5fc-40992fbd2122 req-329c5d5d-c7fe-439c-9806-b50b9b18618d tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2543e39-10bc-4ee6-8f16-1fadc7e2562e HTTP/1.1" status: 200 len: 931 time: 0.2284939 Dec 22 13:29:00.073883 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d6ef5-e525-458b-a918-0bf5944004f4 service neutron] Pushing event updated for resources: {'Port': ['ID=811ead41-dacc-4cab-8435-dd3940dc5ee5,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:29:00.091207 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-107d6ef5-e525-458b-a918-0bf5944004f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:29:00.185973 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a8683a96-25c7-462c-b5fc-40992fbd2122 req-866692a9-740a-4531-9a24-d3a82faf7ec5 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208467 Dec 22 13:29:00.230611 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-107d6ef5-e525-458b-a918-0bf5944004f4 service neutron] Attempting to bind port 811ead41-dacc-4cab-8435-dd3940dc5ee5 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:29:00.230971 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-107d6ef5-e525-458b-a918-0bf5944004f4 service neutron] Attempting to bind port 811ead41-dacc-4cab-8435-dd3940dc5ee5 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'f468e2c3-8d76-44b5-a1f5-b6db2225bdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:29:00.231323 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-107d6ef5-e525-458b-a918-0bf5944004f4 service neutron] Attempting to bind port 811ead41-dacc-4cab-8435-dd3940dc5ee5 on network 10e79ce2-fabb-4316-a76b-1469cb51a232 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:29:00.238282 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-107d6ef5-e525-458b-a918-0bf5944004f4 service neutron] Port 811ead41-dacc-4cab-8435-dd3940dc5ee5 on network 10e79ce2-fabb-4316-a76b-1469cb51a232 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:29:00.238771 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-107d6ef5-e525-458b-a918-0bf5944004f4 service neutron] Attempting to bind port 811ead41-dacc-4cab-8435-dd3940dc5ee5 on network 10e79ce2-fabb-4316-a76b-1469cb51a232 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:29:00.244997 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-107d6ef5-e525-458b-a918-0bf5944004f4 service neutron] Checking agent: {'id': '72ee2f79-9ac0-483e-b4fd-5b910a776581', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'started_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:29:00.245331 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-107d6ef5-e525-458b-a918-0bf5944004f4 service neutron] Checking segment: {'id': 'f468e2c3-8d76-44b5-a1f5-b6db2225bdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:29:00.245709 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-107d6ef5-e525-458b-a918-0bf5944004f4 service neutron] Bound using segment: {'id': 'f468e2c3-8d76-44b5-a1f5-b6db2225bdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232'} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:29:00.246132 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-107d6ef5-e525-458b-a918-0bf5944004f4 service neutron] Bound port: 811ead41-dacc-4cab-8435-dd3940dc5ee5, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f468e2c3-8d76-44b5-a1f5-b6db2225bdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232'}}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:29:00.246506 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-107d6ef5-e525-458b-a918-0bf5944004f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:00.332589 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-107d6ef5-e525-458b-a918-0bf5944004f4 service neutron] For port 811ead41-dacc-4cab-8435-dd3940dc5ee5, host hv-neutron-8226, cleared binding levels {{(pid=84149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:29:00.335561 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-107d6ef5-e525-458b-a918-0bf5944004f4 service neutron] For port 811ead41-dacc-4cab-8435-dd3940dc5ee5, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=811ead41-dacc-4cab-8435-dd3940dc5ee5,segment=NetworkSegment(f468e2c3-8d76-44b5-a1f5-b6db2225bdd5),segment_id=f468e2c3-8d76-44b5-a1f5-b6db2225bdd5)] {{(pid=84149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:29:00.424866 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-107d6ef5-e525-458b-a918-0bf5944004f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:00.429492 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2ca28d0e-3224-4f22-bbec-e74ad0920c8c tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:29:00.486268 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-107d6ef5-e525-458b-a918-0bf5944004f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:00.488010 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-107d6ef5-e525-458b-a918-0bf5944004f4 service neutron] 10.222.0.45 "PUT /v2.0/ports/811ead41-dacc-4cab-8435-dd3940dc5ee5 HTTP/1.1" status: 200 len: 1093 time: 1.1406338 Dec 22 13:29:00.490742 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2543e39-10bc-4ee6-8f16-1fadc7e2562e', 'tag': '811ead41-dacc-4cab-8435-dd3940dc5ee5'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:29:00.519252 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d6ef5-e525-458b-a918-0bf5944004f4 service neutron] Pushing event updated for resources: {'Port': ['ID=811ead41-dacc-4cab-8435-dd3940dc5ee5,revision_number=3']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:29:00.522829 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-107d6ef5-e525-458b-a918-0bf5944004f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:29:00.570480 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2543e39-10bc-4ee6-8f16-1fadc7e2562e', 'tag': '811ead41-dacc-4cab-8435-dd3940dc5ee5', 'status': 'completed', 'code': 200} Dec 22 13:29:00.667223 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c4b89cdf-b84e-40d9-9abf-af4fc66d3560 req-f62c20e0-0722-4df0-9d47-ad24fa9c1f53 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b2be9708be2a4e27beb28819ba0fc835&device_id=e2543e39-10bc-4ee6-8f16-1fadc7e2562e HTTP/1.1" status: 200 len: 1096 time: 0.0746331 Dec 22 13:29:00.815819 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b89cdf-b84e-40d9-9abf-af4fc66d3560 req-8d12553c-ba67-4dc2-a87c-162b6d18d80c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:00.817186 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c4b89cdf-b84e-40d9-9abf-af4fc66d3560 req-8d12553c-ba67-4dc2-a87c-162b6d18d80c service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=b2be9708be2a4e27beb28819ba0fc835&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1428261 Dec 22 13:29:00.957319 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b89cdf-b84e-40d9-9abf-af4fc66d3560 req-a1e819de-6a48-4efe-b11c-e0fd1b152ef4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:00.958845 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c4b89cdf-b84e-40d9-9abf-af4fc66d3560 req-a1e819de-6a48-4efe-b11c-e0fd1b152ef4 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1349816 Dec 22 13:29:01.068186 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-af12ec7f-96c2-4d55-a14e-7a1954e5c259 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b2be9708be2a4e27beb28819ba0fc835&device_id=e2543e39-10bc-4ee6-8f16-1fadc7e2562e HTTP/1.1" status: 200 len: 1096 time: 0.0675979 Dec 22 13:29:01.142580 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-67d43ecc-9c94-4aea-ab34-c8afcb172d62 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=811ead41-dacc-4cab-8435-dd3940dc5ee5 HTTP/1.1" status: 200 len: 217 time: 0.0646496 Dec 22 13:29:01.211501 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-172eb1fb-4912-42bb-a510-5ec9309755cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:01.212826 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-172eb1fb-4912-42bb-a510-5ec9309755cb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d855c4ed-0ace-4ba2-aafe-06ef167ba3f1 HTTP/1.1" status: 200 len: 851 time: 0.0639358 Dec 22 13:29:01.454197 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-5c493d4f-8b70-4265-9411-d1164c448645 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10e79ce2-fabb-4316-a76b-1469cb51a232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2316318 Dec 22 13:29:01.459787 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119cce3-f5e9-4e15-b5b8-0d189c4a099c req-d0a0bd31-1322-45c4-8bac-8fda63f573a7 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:01.461101 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8119cce3-f5e9-4e15-b5b8-0d189c4a099c req-d0a0bd31-1322-45c4-8bac-8fda63f573a7 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2543e39-10bc-4ee6-8f16-1fadc7e2562e HTTP/1.1" status: 200 len: 943 time: 0.1063836 Dec 22 13:29:01.600348 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8119cce3-f5e9-4e15-b5b8-0d189c4a099c req-6dea08ff-24f4-407b-9f5b-198d27af4767 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189880 Dec 22 13:29:01.622646 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-06d95102-fee7-4173-8b14-8c7d133a9507 service neutron] 10.222.0.45 "GET /v2.0/networks/10e79ce2-fabb-4316-a76b-1469cb51a232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586533 Dec 22 13:29:01.752490 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0dabab56-406c-4c4a-bb5c-d5e6f16ba3cf req-b78ba082-0261-4e06-89a7-72230044858d service neutron] 10.222.0.45 "GET /v2.0/networks/10e79ce2-fabb-4316-a76b-1469cb51a232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233640 Dec 22 13:29:02.795458 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b09d19-db9b-4357-b69c-384ef189df3e req-f029f798-857b-4af5-8127-fa1ca7e4655a tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:02.796824 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c8b09d19-db9b-4357-b69c-384ef189df3e req-f029f798-857b-4af5-8127-fa1ca7e4655a tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2543e39-10bc-4ee6-8f16-1fadc7e2562e HTTP/1.1" status: 200 len: 943 time: 0.0763195 Dec 22 13:29:02.840417 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c8b09d19-db9b-4357-b69c-384ef189df3e req-26ee7a48-3e81-4fd7-b8ce-ff7cf3fdd348 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381279 Dec 22 13:29:04.039064 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143cc05-b7e6-41c6-9727-af17c35bc6f8 req-ff37ef12-1d66-44b8-99d3-27e737b112e8 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:04.040504 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0143cc05-b7e6-41c6-9727-af17c35bc6f8 req-ff37ef12-1d66-44b8-99d3-27e737b112e8 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2543e39-10bc-4ee6-8f16-1fadc7e2562e HTTP/1.1" status: 200 len: 943 time: 0.0796497 Dec 22 13:29:04.089034 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0143cc05-b7e6-41c6-9727-af17c35bc6f8 req-71141811-6fb4-4b67-9f20-674c8fdbc9b7 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424678 Dec 22 13:29:04.109084 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:29:05.400794 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd95859-1f59-46ca-8f19-c9a6003a3c18 req-d7c903ce-bc6a-4580-a2bd-1bc99a3e22a0 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:05.402194 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9cd95859-1f59-46ca-8f19-c9a6003a3c18 req-d7c903ce-bc6a-4580-a2bd-1bc99a3e22a0 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2543e39-10bc-4ee6-8f16-1fadc7e2562e HTTP/1.1" status: 200 len: 943 time: 0.1890247 Dec 22 13:29:05.448648 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9cd95859-1f59-46ca-8f19-c9a6003a3c18 req-17725bf9-24fa-4808-81bb-568d40560aa1 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406010 Dec 22 13:29:05.641322 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f820cee8-d749-479c-a9ed-0ee2851ed09c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:06.643944 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a299306-06c2-4c43-9bb8-fd1f5e346f9b req-3df48200-3e63-4bea-92c3-d245d59c0cd2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:06.645734 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5a299306-06c2-4c43-9bb8-fd1f5e346f9b req-3df48200-3e63-4bea-92c3-d245d59c0cd2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2543e39-10bc-4ee6-8f16-1fadc7e2562e HTTP/1.1" status: 200 len: 943 time: 0.0780852 Dec 22 13:29:06.691273 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5a299306-06c2-4c43-9bb8-fd1f5e346f9b req-c93c1a02-eca6-4c3d-8436-87c2d518532a tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400238 Dec 22 13:29:07.887118 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567909e-34a5-47c7-9e99-58e9be129e76 req-cdeb1528-91d3-4fbf-9d4f-e710860c5793 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:07.889828 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e567909e-34a5-47c7-9e99-58e9be129e76 req-cdeb1528-91d3-4fbf-9d4f-e710860c5793 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2543e39-10bc-4ee6-8f16-1fadc7e2562e HTTP/1.1" status: 200 len: 943 time: 0.0799081 Dec 22 13:29:07.935694 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e567909e-34a5-47c7-9e99-58e9be129e76 req-8d16d369-0e87-4bdd-83ab-559370e88c48 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403578 Dec 22 13:29:07.995548 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-87ea2fba-df74-40f9-ae03-6ed02aa159f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:08.871862 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52050) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:29:08.944207 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:09.141153 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c9039-d13b-46ef-8859-f066a331b829 req-453f5529-4c7a-4b80-8046-2898e9053290 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:09.142800 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-719c9039-d13b-46ef-8859-f066a331b829 req-453f5529-4c7a-4b80-8046-2898e9053290 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2543e39-10bc-4ee6-8f16-1fadc7e2562e HTTP/1.1" status: 200 len: 943 time: 0.0841384 Dec 22 13:29:09.159275 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-cb5063ea-72f1-452f-90f1-ff8b2dd60bbd tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/ports?project_id=453b85bce7e6482dbe10966fb03da8cc&network_id=dcfbef2e-bd96-48a1-b654-7adab619a017 HTTP/1.1" status: 200 len: 2999 time: 0.2765572 Dec 22 13:29:09.191366 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-719c9039-d13b-46ef-8859-f066a331b829 req-bc06c43a-398c-48d8-b112-405f6a521282 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429120 Dec 22 13:29:09.246789 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:10.394397 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91023aa-4426-4078-9410-84800db3161a req-52e83606-294a-4adc-b857-df8ed96e0642 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:10.395911 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e91023aa-4426-4078-9410-84800db3161a req-52e83606-294a-4adc-b857-df8ed96e0642 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2543e39-10bc-4ee6-8f16-1fadc7e2562e HTTP/1.1" status: 200 len: 943 time: 0.0845459 Dec 22 13:29:10.443481 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e91023aa-4426-4078-9410-84800db3161a req-c3d65781-0eff-4ef0-9c70-60a71e888411 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415554 Dec 22 13:29:10.471194 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:10.519754 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 811ead41-dacc-4cab-8435-dd3940dc5ee5 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:29:10.657616 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 811ead41-dacc-4cab-8435-dd3940dc5ee5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=811ead41-dacc-4cab-8435-dd3940dc5ee5,segment=NetworkSegment(f468e2c3-8d76-44b5-a1f5-b6db2225bdd5),segment_id=f468e2c3-8d76-44b5-a1f5-b6db2225bdd5)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:29:10.671082 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '811ead41-dacc-4cab-8435-dd3940dc5ee5', 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'port_id': '811ead41-dacc-4cab-8435-dd3940dc5ee5', 'mac_address': 'fa:16:3e:e6:75:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:29:10.724554 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:10.740865 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 811ead41-dacc-4cab-8435-dd3940dc5ee5 {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:29:10.755604 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 811ead41-dacc-4cab-8435-dd3940dc5ee5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=811ead41-dacc-4cab-8435-dd3940dc5ee5,segment=NetworkSegment(f468e2c3-8d76-44b5-a1f5-b6db2225bdd5),segment_id=f468e2c3-8d76-44b5-a1f5-b6db2225bdd5)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:29:10.812377 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:10.814015 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:29:10.881458 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=811ead41-dacc-4cab-8435-dd3940dc5ee5,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:29:10.890146 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:10.890523 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:10.890861 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:10.891193 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:10.891522 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:10.891873 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:10.892195 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:10.892518 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:10.892838 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:10.893157 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:10.893471 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:10.897516 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:29:11.032889 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['811ead41-dacc-4cab-8435-dd3940dc5ee5'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:29:11.329949 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52068) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:29:11.388286 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d1142d-a8f4-4578-a8aa-fcd899c0b546 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:11.389896 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-26d1142d-a8f4-4578-a8aa-fcd899c0b546 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=0776f1b4-770d-462f-bc0f-df97e8017b18 HTTP/1.1" status: 200 len: 814 time: 0.0586836 Dec 22 13:29:11.642271 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a5708-fc84-4c9e-adce-df5a6e06efa3 req-374b92ca-9dde-46fd-86b5-30daaf7dccd2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:11.643692 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ed6a5708-fc84-4c9e-adce-df5a6e06efa3 req-374b92ca-9dde-46fd-86b5-30daaf7dccd2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2543e39-10bc-4ee6-8f16-1fadc7e2562e HTTP/1.1" status: 200 len: 944 time: 0.0778060 Dec 22 13:29:11.690379 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ed6a5708-fc84-4c9e-adce-df5a6e06efa3 req-773e1f1e-3510-4479-a10c-46cdf2605691 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412269 Dec 22 13:29:11.997646 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52078) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:29:12.003259 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-df8428b3-5fcf-4911-bb42-1a31fe23fc60 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:29:12.103022 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-df8428b3-5fcf-4911-bb42-1a31fe23fc60 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for floatingip, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:12.367849 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-df8428b3-5fcf-4911-bb42-1a31fe23fc60 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:12.509631 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-df8428b3-5fcf-4911-bb42-1a31fe23fc60 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:12.510007 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.l3_db [None req-df8428b3-5fcf-4911-bb42-1a31fe23fc60 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Floating IP ba1e64e5-5cb2-46e6-ab22-73e59341f3eb disassociated. External IP: 172.26.1.235, port: 516380a8-fad3-490b-92e3-6b1699db109a. Dec 22 13:29:12.531877 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 811ead41-dacc-4cab-8435-dd3940dc5ee5 up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:29:12.661983 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning for port 811ead41-dacc-4cab-8435-dd3940dc5ee5 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:29:12.666828 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 811ead41-dacc-4cab-8435-dd3940dc5ee5 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:29:12.667306 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:12.821160 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:12.849439 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2543e39-10bc-4ee6-8f16-1fadc7e2562e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811ead41-dacc-4cab-8435-dd3940dc5ee5'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:29:12.859927 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 811ead41-dacc-4cab-8435-dd3940dc5ee5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=811ead41-dacc-4cab-8435-dd3940dc5ee5,segment=NetworkSegment(f468e2c3-8d76-44b5-a1f5-b6db2225bdd5),segment_id=f468e2c3-8d76-44b5-a1f5-b6db2225bdd5)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:29:12.905684 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2543e39-10bc-4ee6-8f16-1fadc7e2562e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811ead41-dacc-4cab-8435-dd3940dc5ee5', 'code': 200} Dec 22 13:29:12.947554 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:12.949411 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-8332539a-24b7-41fa-a755-14a57e36e5c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:29:12.967090 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8cc59-5200-4987-903c-87f665cd445d req-8e42a59d-8814-4499-96cc-f1d5ced08112 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:12.968538 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7eb8cc59-5200-4987-903c-87f665cd445d req-8e42a59d-8814-4499-96cc-f1d5ced08112 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2543e39-10bc-4ee6-8f16-1fadc7e2562e HTTP/1.1" status: 200 len: 944 time: 0.1166587 Dec 22 13:29:12.993610 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8428b3-5fcf-4911-bb42-1a31fe23fc60 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router 6d68ce07-f80c-4bc3-81b5-d19d987f1f0d has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:29:13.019523 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=811ead41-dacc-4cab-8435-dd3940dc5ee5,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:29:13.022791 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:29:13.082217 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7eb8cc59-5200-4987-903c-87f665cd445d req-06cd0812-7cff-4363-889a-31a25c447c69 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056707 Dec 22 13:29:13.337461 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8428b3-5fcf-4911-bb42-1a31fe23fc60 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:29:13.342425 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-df8428b3-5fcf-4911-bb42-1a31fe23fc60 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:13.347859 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f44dc2-603d-49b3-a4a2-2add9b5a1257 None None] Sync routers for ids ['6d68ce07-f80c-4bc3-81b5-d19d987f1f0d'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:29:13.355482 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-95af9700-146a-4877-a498-11dd8ec4e84e req-f6f569a7-6073-4a57-bbd8-557cbe62ddaa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e2543e39-10bc-4ee6-8f16-1fadc7e2562e HTTP/1.1" status: 200 len: 1098 time: 0.0761909 Dec 22 13:29:13.360903 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f44dc2-603d-49b3-a4a2-2add9b5a1257 None None] Routers {'6d68ce07-f80c-4bc3-81b5-d19d987f1f0d'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:29:13.361578 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-b8f44dc2-603d-49b3-a4a2-2add9b5a1257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:29:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['6d68ce07-f80c-4bc3-81b5-d19d987f1f0d'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:29:13.397866 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-df8428b3-5fcf-4911-bb42-1a31fe23fc60 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "PUT /v2.0/floatingips/ba1e64e5-5cb2-46e6-ab22-73e59341f3eb HTTP/1.1" status: 200 len: 690 time: 1.3967025 Dec 22 13:29:13.397866 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6a94bc-c537-4624-aa76-129eaa22a785', 'tag': '516380a8-fad3-490b-92e3-6b1699db109a'}] {{(pid=84148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:29:13.400172 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52086) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:29:13.453320 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c6a94bc-c537-4624-aa76-129eaa22a785', 'tag': '516380a8-fad3-490b-92e3-6b1699db109a', 'status': 'completed', 'code': 200} Dec 22 13:29:13.485472 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-95af9700-146a-4877-a498-11dd8ec4e84e req-f0e60b3d-e5ed-4921-989e-18f2727adf76 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189313 Dec 22 13:29:13.520305 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d6786378-a28e-4271-8762-a0a5a76fa30f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/ba1e64e5-5cb2-46e6-ab22-73e59341f3eb HTTP/1.1" status: 200 len: 690 time: 0.1189528 Dec 22 13:29:13.548224 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-b8f44dc2-603d-49b3-a4a2-2add9b5a1257 None None] Set router 6d68ce07-f80c-4bc3-81b5-d19d987f1f0d gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:29:13.564747 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9ff4caf1-2564-46a2-a533-7431fbaa1373 req-a58f836e-72ff-4348-ab52-b5b7ca5256e8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=8c6a94bc-c537-4624-aa76-129eaa22a785 HTTP/1.1" status: 200 len: 1098 time: 0.0760167 Dec 22 13:29:13.808761 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4caf1-2564-46a2-a533-7431fbaa1373 req-e8912b24-f0d8-4d30-a42a-6ef623707828 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:13.810225 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9ff4caf1-2564-46a2-a533-7431fbaa1373 req-e8912b24-f0d8-4d30-a42a-6ef623707828 service neutron] 10.222.0.45 "GET /v2.0/networks?id=dcfbef2e-bd96-48a1-b654-7adab619a017 HTTP/1.1" status: 200 len: 898 time: 0.1249528 Dec 22 13:29:13.852146 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-b8f44dc2-603d-49b3-a4a2-2add9b5a1257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'name': 'tempest-TestNetworkBasicOps-router-338127987', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.68'}], 'enable_snat': True}, 'gw_port_id': '96ddc963-f8aa-42da-ae2e-e1b80f46b811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:28:04Z', 'updated_at': '2021-12-22T13:28:10Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '96ddc963-f8aa-42da-ae2e-e1b80f46b811', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:28:05Z', 'updated_at': '2021-12-22T13:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d', 'name': '', 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:49:6d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1544a261-029d-4235-bce8-e046a495d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:28:09Z', 'updated_at': '2021-12-22T13:28:17Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '1544a261-029d-4235-bce8-e046a495d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:29:13.855889 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f44dc2-603d-49b3-a4a2-2add9b5a1257 None None] Checking router: 6d68ce07-f80c-4bc3-81b5-d19d987f1f0d for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:29:13.866500 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f44dc2-603d-49b3-a4a2-2add9b5a1257 None None] Routers {'6d68ce07-f80c-4bc3-81b5-d19d987f1f0d'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:29:13.867101 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-b8f44dc2-603d-49b3-a4a2-2add9b5a1257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:29:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['6d68ce07-f80c-4bc3-81b5-d19d987f1f0d'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:29:13.881954 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9ff4caf1-2564-46a2-a533-7431fbaa1373 req-b5c24554-6b71-4f36-8df3-f5246a0fe5ef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=516380a8-fad3-490b-92e3-6b1699db109a HTTP/1.1" status: 200 len: 217 time: 0.0646160 Dec 22 13:29:13.945204 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4caf1-2564-46a2-a533-7431fbaa1373 req-3112609f-3c38-4726-8103-d358d4d0fcbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:13.950222 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9ff4caf1-2564-46a2-a533-7431fbaa1373 req-3112609f-3c38-4726-8103-d358d4d0fcbc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1544a261-029d-4235-bce8-e046a495d202 HTTP/1.1" status: 200 len: 834 time: 0.0574906 Dec 22 13:29:14.024796 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9ff4caf1-2564-46a2-a533-7431fbaa1373 req-39737b7c-979b-4703-bb07-fa82d2c81e7b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dcfbef2e-bd96-48a1-b654-7adab619a017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701480 Dec 22 13:29:14.046298 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-b8f44dc2-603d-49b3-a4a2-2add9b5a1257 None None] Set router 6d68ce07-f80c-4bc3-81b5-d19d987f1f0d gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:29:14.158187 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9ff4caf1-2564-46a2-a533-7431fbaa1373 req-3dacc3fc-399c-4883-878f-50b8d67d897d service neutron] 10.222.0.45 "GET /v2.0/networks/dcfbef2e-bd96-48a1-b654-7adab619a017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254885 Dec 22 13:29:14.297287 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf247aa7-dc28-4ebb-ac92-5cc8eb190d4d req-aab0b789-628f-4344-9da1-3c6f6e583074 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:14.298929 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-cf247aa7-dc28-4ebb-ac92-5cc8eb190d4d req-aab0b789-628f-4344-9da1-3c6f6e583074 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2543e39-10bc-4ee6-8f16-1fadc7e2562e HTTP/1.1" status: 200 len: 945 time: 0.0865140 Dec 22 13:29:14.354914 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-cf247aa7-dc28-4ebb-ac92-5cc8eb190d4d req-5ce6f629-282b-4f3a-825f-6e91ed4b6c3d tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503972 Dec 22 13:29:14.375203 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-b8f44dc2-603d-49b3-a4a2-2add9b5a1257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'name': 'tempest-TestNetworkBasicOps-router-338127987', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.68'}], 'enable_snat': True}, 'gw_port_id': '96ddc963-f8aa-42da-ae2e-e1b80f46b811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:28:04Z', 'updated_at': '2021-12-22T13:28:10Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '96ddc963-f8aa-42da-ae2e-e1b80f46b811', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:28:05Z', 'updated_at': '2021-12-22T13:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d', 'name': '', 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:49:6d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1544a261-029d-4235-bce8-e046a495d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:28:09Z', 'updated_at': '2021-12-22T13:28:17Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '1544a261-029d-4235-bce8-e046a495d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:29:14.379277 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f44dc2-603d-49b3-a4a2-2add9b5a1257 None None] The sync data for ids ['6d68ce07-f80c-4bc3-81b5-d19d987f1f0d'] in dv-neutron-822669-1-hyperv is: [{'id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'name': 'tempest-TestNetworkBasicOps-router-338127987', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.68'}], 'enable_snat': True}, 'gw_port_id': '96ddc963-f8aa-42da-ae2e-e1b80f46b811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:28:04Z', 'updated_at': '2021-12-22T13:28:10Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '96ddc963-f8aa-42da-ae2e-e1b80f46b811', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:28:05Z', 'updated_at': '2021-12-22T13:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d', 'name': '', 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:49:6d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1544a261-029d-4235-bce8-e046a495d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:28:09Z', 'updated_at': '2021-12-22T13:28:17Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '1544a261-029d-4235-bce8-e046a495d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:29:14.416187 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9ff4caf1-2564-46a2-a533-7431fbaa1373 req-0464eedf-a1f6-47f3-a228-2743be4e9b5c service neutron] 10.222.0.45 "GET /v2.0/networks/dcfbef2e-bd96-48a1-b654-7adab619a017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506340 Dec 22 13:29:14.524190 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52094) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:29:14.608052 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8f6ef2-0ae9-44b9-8f95-ce08974d90aa None None] New status for floating IP ba1e64e5-5cb2-46e6-ab22-73e59341f3eb: DOWN {{(pid=84150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:29:14.613504 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b913c38e-3884-4cbf-bd1a-c7bdd11a6e2b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/ba1e64e5-5cb2-46e6-ab22-73e59341f3eb HTTP/1.1" status: 200 len: 690 time: 0.0878377 Dec 22 13:29:15.546286 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206b1c5-b7b8-4ff2-b162-d6c876525992 req-930b6dd3-5498-45f4-b77b-45bc910360c0 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:15.547859 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1206b1c5-b7b8-4ff2-b162-d6c876525992 req-930b6dd3-5498-45f4-b77b-45bc910360c0 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2543e39-10bc-4ee6-8f16-1fadc7e2562e HTTP/1.1" status: 200 len: 945 time: 0.0810854 Dec 22 13:29:15.594997 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1206b1c5-b7b8-4ff2-b162-d6c876525992 req-a9e0bbc4-768e-4ec5-bc51-516d0425e775 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406249 Dec 22 13:29:15.616809 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52100) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:29:15.699882 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5dcf2799-c1df-4b9d-b4ce-f3625c5a200a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/ba1e64e5-5cb2-46e6-ab22-73e59341f3eb HTTP/1.1" status: 200 len: 688 time: 0.0818787 Dec 22 13:29:15.785937 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee857a-d12a-498b-827f-b379c00bfffb req-324f82ed-cbc8-42ec-86c3-9d8681cca19c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:15.787432 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d2ee857a-d12a-498b-827f-b379c00bfffb req-324f82ed-cbc8-42ec-86c3-9d8681cca19c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2543e39-10bc-4ee6-8f16-1fadc7e2562e HTTP/1.1" status: 200 len: 945 time: 0.0748560 Dec 22 13:29:15.835879 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d2ee857a-d12a-498b-827f-b379c00bfffb req-1124e193-4159-4433-b3c8-7c0122c2f3bb tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429337 Dec 22 13:29:15.863032 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52106) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:29:15.933127 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-2cd54573-3e37-48d2-8095-7e1051e0b680 tempest-TestVolumeBootPattern-1234099207 tempest-TestVolumeBootPattern-1234099207-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e2543e39-10bc-4ee6-8f16-1fadc7e2562e HTTP/1.1" status: 200 len: 1093 time: 0.0689268 Dec 22 13:29:15.936453 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52110) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:29:15.941498 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-1fb164bf-0a61-42e7-9696-c66fbba6154c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Request body: {'floatingip': {'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'port_id': '811ead41-dacc-4cab-8435-dd3940dc5ee5', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:29:15.946884 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-1fb164bf-0a61-42e7-9696-c66fbba6154c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:29:15.950691 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-1fb164bf-0a61-42e7-9696-c66fbba6154c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Usage tracker for resource:floatingip and tenant:b2be9708be2a4e27beb28819ba0fc835 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:29:15.953590 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-1fb164bf-0a61-42e7-9696-c66fbba6154c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:29:15.959706 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-1fb164bf-0a61-42e7-9696-c66fbba6154c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:29:16.033110 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1fb164bf-0a61-42e7-9696-c66fbba6154c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for floatingip, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:16.167829 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1fb164bf-0a61-42e7-9696-c66fbba6154c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:16.302450 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-1fb164bf-0a61-42e7-9696-c66fbba6154c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Allocated IP 172.26.1.200 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/148d4645-92ce-46f2-a2f1-804ed2bee4fd) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:29:16.444834 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1fb164bf-0a61-42e7-9696-c66fbba6154c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:16.525117 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1fb164bf-0a61-42e7-9696-c66fbba6154c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:16.529474 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2d35c8de-e62f-403c-a5b4-c569b87764ee tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:29:16.593061 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb164bf-0a61-42e7-9696-c66fbba6154c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:29:16.596047 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-1fb164bf-0a61-42e7-9696-c66fbba6154c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:29:16.600150 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb164bf-0a61-42e7-9696-c66fbba6154c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:29:16.629443 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb164bf-0a61-42e7-9696-c66fbba6154c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Pushing event updated for resources: {'Port': ['ID=148d4645-92ce-46f2-a2f1-804ed2bee4fd,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:29:16.650870 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb164bf-0a61-42e7-9696-c66fbba6154c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:16.651242 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb164bf-0a61-42e7-9696-c66fbba6154c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:16.651609 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb164bf-0a61-42e7-9696-c66fbba6154c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:16.651970 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb164bf-0a61-42e7-9696-c66fbba6154c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:16.652328 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb164bf-0a61-42e7-9696-c66fbba6154c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:16.652685 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb164bf-0a61-42e7-9696-c66fbba6154c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:16.653039 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb164bf-0a61-42e7-9696-c66fbba6154c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:16.654075 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb164bf-0a61-42e7-9696-c66fbba6154c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:16.654460 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb164bf-0a61-42e7-9696-c66fbba6154c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:16.654812 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb164bf-0a61-42e7-9696-c66fbba6154c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:16.655163 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb164bf-0a61-42e7-9696-c66fbba6154c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:16.660177 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1fb164bf-0a61-42e7-9696-c66fbba6154c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:29:17.023353 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52116) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:29:17.029193 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-86131988-7325-4f1b-8508-e621fdd4f198 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-562792528', 'description': 'tempest-secgroup-smoke-562792528 description', 'project_id': '453b85bce7e6482dbe10966fb03da8cc'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:29:17.035185 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-86131988-7325-4f1b-8508-e621fdd4f198 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:29:17.044805 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-86131988-7325-4f1b-8508-e621fdd4f198 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:29:17.115756 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1fb164bf-0a61-42e7-9696-c66fbba6154c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:17.118702 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-86131988-7325-4f1b-8508-e621fdd4f198 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:17.155623 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-86131988-7325-4f1b-8508-e621fdd4f198 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:29:17.159444 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-86131988-7325-4f1b-8508-e621fdd4f198 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:29:17.162185 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-86131988-7325-4f1b-8508-e621fdd4f198 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:29:17.167826 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-86131988-7325-4f1b-8508-e621fdd4f198 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:29:17.222940 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-86131988-7325-4f1b-8508-e621fdd4f198 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:17.253660 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1fb164bf-0a61-42e7-9696-c66fbba6154c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:17.284209 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-86131988-7325-4f1b-8508-e621fdd4f198 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:17.288111 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e649ca42-7826-4a48-be3d-22801c743579 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:29:17.328722 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86131988-7325-4f1b-8508-e621fdd4f198 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1db087c4-659b-45ff-bdfa-9a1795f6736c,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:29:17.332315 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-86131988-7325-4f1b-8508-e621fdd4f198 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:29:17.389922 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-86131988-7325-4f1b-8508-e621fdd4f198 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:17.391320 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-86131988-7325-4f1b-8508-e621fdd4f198 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3669376 Dec 22 13:29:17.394388 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52120) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:29:17.400177 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-22c861b8-8d90-4dae-88ca-62e4c46006d7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '1db087c4-659b-45ff-bdfa-9a1795f6736c', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:29:17.407440 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-22c861b8-8d90-4dae-88ca-62e4c46006d7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:29:17.411473 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-22c861b8-8d90-4dae-88ca-62e4c46006d7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:29:17.414566 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-22c861b8-8d90-4dae-88ca-62e4c46006d7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:29:17.420979 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-22c861b8-8d90-4dae-88ca-62e4c46006d7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:29:17.505338 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-22c861b8-8d90-4dae-88ca-62e4c46006d7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:17.565411 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1fb164bf-0a61-42e7-9696-c66fbba6154c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:17.570973 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-22c861b8-8d90-4dae-88ca-62e4c46006d7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:17.639074 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1fb164bf-0a61-42e7-9696-c66fbba6154c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:17.642873 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-623d46a2-9d0c-434b-98e9-2e241ac0c110 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:29:17.667191 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-22c861b8-8d90-4dae-88ca-62e4c46006d7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:17.669198 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1897b49c-af47-4510-859c-97050671064c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:29:17.698298 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c861b8-8d90-4dae-88ca-62e4c46006d7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d34adae8-af01-47a8-bafa-e7241d5cc726,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:29:17.701505 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-22c861b8-8d90-4dae-88ca-62e4c46006d7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:29:17.748789 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb164bf-0a61-42e7-9696-c66fbba6154c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Pushing event updated for resources: {'Port': ['ID=148d4645-92ce-46f2-a2f1-804ed2bee4fd,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:29:17.756660 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1fb164bf-0a61-42e7-9696-c66fbba6154c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:29:17.766860 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1fb164bf-0a61-42e7-9696-c66fbba6154c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:17.869722 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-22c861b8-8d90-4dae-88ca-62e4c46006d7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:17.870977 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-22c861b8-8d90-4dae-88ca-62e4c46006d7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4756343 Dec 22 13:29:17.874389 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52124) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:29:17.880021 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-5b220c22-87e2-426e-8662-841c1415b3bf tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '1db087c4-659b-45ff-bdfa-9a1795f6736c', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:29:17.885868 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5b220c22-87e2-426e-8662-841c1415b3bf tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:29:17.890510 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5b220c22-87e2-426e-8662-841c1415b3bf tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:29:17.893322 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5b220c22-87e2-426e-8662-841c1415b3bf tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:29:17.898871 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5b220c22-87e2-426e-8662-841c1415b3bf tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:29:17.959050 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.l3_db [None req-1fb164bf-0a61-42e7-9696-c66fbba6154c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Floating IP 28203248-ba57-47b3-abe5-cdfe0d62f43b associated. External IP: 172.26.1.200, port: 811ead41-dacc-4cab-8435-dd3940dc5ee5. Dec 22 13:29:17.978967 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5b220c22-87e2-426e-8662-841c1415b3bf tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:18.046525 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5b220c22-87e2-426e-8662-841c1415b3bf tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:18.098749 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5b220c22-87e2-426e-8662-841c1415b3bf tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:18.107203 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-52a3fc4f-a7a8-4868-b198-fe4f41729bcb tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:29:18.128834 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b220c22-87e2-426e-8662-841c1415b3bf tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb5431ae-46bb-4e9c-ac74-48572b0da856,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:29:18.131893 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5b220c22-87e2-426e-8662-841c1415b3bf tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:29:18.183965 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5b220c22-87e2-426e-8662-841c1415b3bf tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:18.185902 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5b220c22-87e2-426e-8662-841c1415b3bf tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3104391 Dec 22 13:29:18.188570 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52128) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:29:18.194003 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-5611d368-f139-424c-bc14-27caf80490a2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '1db087c4-659b-45ff-bdfa-9a1795f6736c', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:29:18.199914 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5611d368-f139-424c-bc14-27caf80490a2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:29:18.203824 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5611d368-f139-424c-bc14-27caf80490a2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:29:18.206962 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5611d368-f139-424c-bc14-27caf80490a2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:29:18.212565 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5611d368-f139-424c-bc14-27caf80490a2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:29:18.310838 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5611d368-f139-424c-bc14-27caf80490a2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:18.352173 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb164bf-0a61-42e7-9696-c66fbba6154c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Router 83c6cb27-2a32-4704-be30-7a16100582bd has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:29:18.374377 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5611d368-f139-424c-bc14-27caf80490a2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:18.441079 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5611d368-f139-424c-bc14-27caf80490a2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:18.443035 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-09c1104d-f8ee-4da1-8194-0daf6bcacc1e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:29:18.465387 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611d368-f139-424c-bc14-27caf80490a2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=808fad0f-aca7-40fa-a6fa-52beded3b3f8,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:29:18.470525 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5611d368-f139-424c-bc14-27caf80490a2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:29:18.538666 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5611d368-f139-424c-bc14-27caf80490a2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:18.542826 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5611d368-f139-424c-bc14-27caf80490a2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3505895 Dec 22 13:29:18.543572 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52132) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:29:18.550625 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-ecd5443b-8eca-4415-aa68-31da316a0511 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '1db087c4-659b-45ff-bdfa-9a1795f6736c', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:29:18.558113 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ecd5443b-8eca-4415-aa68-31da316a0511 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:29:18.563648 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ecd5443b-8eca-4415-aa68-31da316a0511 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:29:18.567540 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ecd5443b-8eca-4415-aa68-31da316a0511 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:29:18.573868 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb164bf-0a61-42e7-9696-c66fbba6154c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:29:18.576617 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ecd5443b-8eca-4415-aa68-31da316a0511 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:29:18.584912 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46bd610-ec08-4111-bca1-9325afe0816c None None] Sync routers for ids ['83c6cb27-2a32-4704-be30-7a16100582bd'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:29:18.597107 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46bd610-ec08-4111-bca1-9325afe0816c None None] Routers {'83c6cb27-2a32-4704-be30-7a16100582bd'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:29:18.597788 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-e46bd610-ec08-4111-bca1-9325afe0816c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:29:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['83c6cb27-2a32-4704-be30-7a16100582bd'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:29:18.679348 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ecd5443b-8eca-4415-aa68-31da316a0511 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:18.689614 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1fb164bf-0a61-42e7-9696-c66fbba6154c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:18.773962 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-1fb164bf-0a61-42e7-9696-c66fbba6154c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8365088 Dec 22 13:29:18.775088 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2543e39-10bc-4ee6-8f16-1fadc7e2562e', 'tag': '811ead41-dacc-4cab-8435-dd3940dc5ee5'}] {{(pid=84148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:29:18.806316 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ecd5443b-8eca-4415-aa68-31da316a0511 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:18.813368 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-e46bd610-ec08-4111-bca1-9325afe0816c None None] Set router 83c6cb27-2a32-4704-be30-7a16100582bd gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:29:18.832469 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2543e39-10bc-4ee6-8f16-1fadc7e2562e', 'tag': '811ead41-dacc-4cab-8435-dd3940dc5ee5', 'status': 'completed', 'code': 200} Dec 22 13:29:18.875404 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ecd5443b-8eca-4415-aa68-31da316a0511 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:18.883573 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e85213c3-6c92-48ff-8e32-1d9e1eb63933 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:29:18.905546 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd5443b-8eca-4415-aa68-31da316a0511 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fb791ae-f8f3-4394-aca5-863d758cdafe,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:29:18.908369 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ecd5443b-8eca-4415-aa68-31da316a0511 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:29:18.935057 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f6485540-4670-40e5-a18c-645888aefda6 req-31ee121b-1969-4ac3-b4a6-a1ec0629365f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b2be9708be2a4e27beb28819ba0fc835&device_id=e2543e39-10bc-4ee6-8f16-1fadc7e2562e HTTP/1.1" status: 200 len: 1098 time: 0.0756135 Dec 22 13:29:18.989673 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ecd5443b-8eca-4415-aa68-31da316a0511 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:18.994015 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ecd5443b-8eca-4415-aa68-31da316a0511 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4473107 Dec 22 13:29:18.994174 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52140) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:29:19.000409 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-02049e9d-e468-45eb-a98b-3bff78309887 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '1db087c4-659b-45ff-bdfa-9a1795f6736c', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:29:19.006953 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-02049e9d-e468-45eb-a98b-3bff78309887 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:29:19.011171 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-02049e9d-e468-45eb-a98b-3bff78309887 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:29:19.017349 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-02049e9d-e468-45eb-a98b-3bff78309887 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:29:19.021790 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-02049e9d-e468-45eb-a98b-3bff78309887 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:29:19.078492 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6485540-4670-40e5-a18c-645888aefda6 req-3f3a448f-175f-466e-b575-1389baebf01e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:19.079875 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f6485540-4670-40e5-a18c-645888aefda6 req-3f3a448f-175f-466e-b575-1389baebf01e service neutron] 10.222.0.45 "GET /v2.0/networks?id=10e79ce2-fabb-4316-a76b-1469cb51a232 HTTP/1.1" status: 200 len: 913 time: 0.1335928 Dec 22 13:29:19.095975 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.securitygroups_db [None req-02049e9d-e468-45eb-a98b-3bff78309887 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Project 453b85bce7e6482dbe10966fb03da8cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:29:19.105879 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-02049e9d-e468-45eb-a98b-3bff78309887 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:19.195350 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-e46bd610-ec08-4111-bca1-9325afe0816c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'name': 'tempest-TestVolumeBootPattern-1566605488-router', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4'}], 'enable_snat': True}, 'gw_port_id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:15Z', 'revision_number': 4, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'gw_port': {'id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:36:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:05Z', 'updated_at': '2021-12-22T13:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '28203248-ba57-47b3-abe5-cdfe0d62f43b', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'floating_ip_address': '172.26.1.200', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'port_id': '811ead41-dacc-4cab-8435-dd3940dc5ee5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'mac_address': 'fa:16:3e:e6:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2543e39-10bc-4ee6-8f16-1fadc7e2562e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:29:16Z', 'updated_at': '2021-12-22T13:29:16Z', 'revision_number': 0, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2d4ddd-3882-4fa9-9ee5-99771093213f', 'name': '', 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'mac_address': 'fa:16:3e:77:26:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:13Z', 'updated_at': '2021-12-22T13:24:32Z', 'revision_number': 5, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'subnets': [{'id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:29:19.196642 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-02049e9d-e468-45eb-a98b-3bff78309887 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:19.200746 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46bd610-ec08-4111-bca1-9325afe0816c None None] Checking router: 83c6cb27-2a32-4704-be30-7a16100582bd for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:29:19.202341 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f6485540-4670-40e5-a18c-645888aefda6 req-e112ce9d-913c-4919-9628-a296f0449680 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=811ead41-dacc-4cab-8435-dd3940dc5ee5 HTTP/1.1" status: 200 len: 999 time: 0.1128039 Dec 22 13:29:19.212560 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46bd610-ec08-4111-bca1-9325afe0816c None None] Routers {'83c6cb27-2a32-4704-be30-7a16100582bd'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:29:19.213153 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-e46bd610-ec08-4111-bca1-9325afe0816c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:29:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['83c6cb27-2a32-4704-be30-7a16100582bd'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:29:19.267907 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-02049e9d-e468-45eb-a98b-3bff78309887 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:19.269925 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-bb65b75f-aefe-4415-a6cf-2dc6e96542f2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:29:19.281443 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6485540-4670-40e5-a18c-645888aefda6 req-db848d24-1d4c-4aad-8f22-8d8bf7a5b680 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:19.282901 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f6485540-4670-40e5-a18c-645888aefda6 req-db848d24-1d4c-4aad-8f22-8d8bf7a5b680 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d855c4ed-0ace-4ba2-aafe-06ef167ba3f1 HTTP/1.1" status: 200 len: 851 time: 0.0632567 Dec 22 13:29:19.300338 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02049e9d-e468-45eb-a98b-3bff78309887 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e93809a-96ad-4f42-a1af-088ea7cf5bb5,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:29:19.303749 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-02049e9d-e468-45eb-a98b-3bff78309887 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:29:19.378498 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f6485540-4670-40e5-a18c-645888aefda6 req-96fd983d-8f11-4f54-bc42-d3eaa435c9a6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10e79ce2-fabb-4316-a76b-1469cb51a232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0860479 Dec 22 13:29:19.378727 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-02049e9d-e468-45eb-a98b-3bff78309887 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:19.381348 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52144) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:29:19.381744 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-02049e9d-e468-45eb-a98b-3bff78309887 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3863478 Dec 22 13:29:19.390711 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-1a977feb-92e4-48b3-99f9-e409bf0e17a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '1db087c4-659b-45ff-bdfa-9a1795f6736c', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:29:19.414740 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-e46bd610-ec08-4111-bca1-9325afe0816c None None] Set router 83c6cb27-2a32-4704-be30-7a16100582bd gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:29:19.418482 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1a977feb-92e4-48b3-99f9-e409bf0e17a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:29:19.470753 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1a977feb-92e4-48b3-99f9-e409bf0e17a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:29:19.475007 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1a977feb-92e4-48b3-99f9-e409bf0e17a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:29:19.483060 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1a977feb-92e4-48b3-99f9-e409bf0e17a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:29:19.541448 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f6485540-4670-40e5-a18c-645888aefda6 req-0de8185a-5329-47af-ab72-55c0c5e4809e service neutron] 10.222.0.45 "GET /v2.0/networks/10e79ce2-fabb-4316-a76b-1469cb51a232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559365 Dec 22 13:29:19.618293 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.securitygroups_db [None req-1a977feb-92e4-48b3-99f9-e409bf0e17a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Project 453b85bce7e6482dbe10966fb03da8cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:29:19.632561 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1a977feb-92e4-48b3-99f9-e409bf0e17a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:19.721000 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f6485540-4670-40e5-a18c-645888aefda6 req-5be8f5c5-bda8-4d1c-870a-bb14e0359913 service neutron] 10.222.0.45 "GET /v2.0/networks/10e79ce2-fabb-4316-a76b-1469cb51a232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706839 Dec 22 13:29:19.736923 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1a977feb-92e4-48b3-99f9-e409bf0e17a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:19.770919 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-e46bd610-ec08-4111-bca1-9325afe0816c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'name': 'tempest-TestVolumeBootPattern-1566605488-router', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4'}], 'enable_snat': True}, 'gw_port_id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:15Z', 'revision_number': 4, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'gw_port': {'id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:36:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:05Z', 'updated_at': '2021-12-22T13:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '28203248-ba57-47b3-abe5-cdfe0d62f43b', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'floating_ip_address': '172.26.1.200', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'port_id': '811ead41-dacc-4cab-8435-dd3940dc5ee5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'mac_address': 'fa:16:3e:e6:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2543e39-10bc-4ee6-8f16-1fadc7e2562e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:29:16Z', 'updated_at': '2021-12-22T13:29:16Z', 'revision_number': 0, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2d4ddd-3882-4fa9-9ee5-99771093213f', 'name': '', 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'mac_address': 'fa:16:3e:77:26:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:13Z', 'updated_at': '2021-12-22T13:24:32Z', 'revision_number': 5, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'subnets': [{'id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:29:19.774795 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46bd610-ec08-4111-bca1-9325afe0816c None None] The sync data for ids ['83c6cb27-2a32-4704-be30-7a16100582bd'] in dv-neutron-822669-1-hyperv is: [{'id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'name': 'tempest-TestVolumeBootPattern-1566605488-router', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4'}], 'enable_snat': True}, 'gw_port_id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:15Z', 'revision_number': 4, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'gw_port': {'id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:36:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:05Z', 'updated_at': '2021-12-22T13:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '28203248-ba57-47b3-abe5-cdfe0d62f43b', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'floating_ip_address': '172.26.1.200', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'port_id': '811ead41-dacc-4cab-8435-dd3940dc5ee5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'mac_address': 'fa:16:3e:e6:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2543e39-10bc-4ee6-8f16-1fadc7e2562e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:29:16Z', 'updated_at': '2021-12-22T13:29:16Z', 'revision_number': 0, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2d4ddd-3882-4fa9-9ee5-99771093213f', 'name': '', 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'mac_address': 'fa:16:3e:77:26:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:13Z', 'updated_at': '2021-12-22T13:24:32Z', 'revision_number': 5, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'subnets': [{'id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:29:19.827300 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1a977feb-92e4-48b3-99f9-e409bf0e17a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:19.833994 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6fc5c785-b301-4e8c-8058-ed76acc5ec16 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:29:19.854903 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a977feb-92e4-48b3-99f9-e409bf0e17a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d230a37-49ca-40ba-84be-606ba2ccd4e4,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:29:19.857358 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1a977feb-92e4-48b3-99f9-e409bf0e17a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:29:19.944148 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1a977feb-92e4-48b3-99f9-e409bf0e17a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:19.947823 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1a977feb-92e4-48b3-99f9-e409bf0e17a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5621157 Dec 22 13:29:19.969509 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb3469a-2bca-448b-b312-1ba2af4cf962 None None] New status for floating IP 28203248-ba57-47b3-abe5-cdfe0d62f43b: ACTIVE {{(pid=84150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:29:20.124354 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-2b7831c6-d579-4243-9c4b-af8497071313 req-863dbac3-6e00-4e80-bcaf-62eb9d2cc01d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:29:20.192781 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-2b7831c6-d579-4243-9c4b-af8497071313 req-863dbac3-6e00-4e80-bcaf-62eb9d2cc01d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:29:20.193986 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2b7831c6-d579-4243-9c4b-af8497071313 req-863dbac3-6e00-4e80-bcaf-62eb9d2cc01d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-562792528&fields=id&tenant_id=453b85bce7e6482dbe10966fb03da8cc HTTP/1.1" status: 200 len: 267 time: 0.1110067 Dec 22 13:29:20.445570 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7831c6-d579-4243-9c4b-af8497071313 req-363d42c8-f6ea-49cb-8f6a-df164a81ee79 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:20.446954 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2b7831c6-d579-4243-9c4b-af8497071313 req-363d42c8-f6ea-49cb-8f6a-df164a81ee79 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/networks?id=dcfbef2e-bd96-48a1-b654-7adab619a017 HTTP/1.1" status: 200 len: 797 time: 0.2453132 Dec 22 13:29:20.463611 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2b7831c6-d579-4243-9c4b-af8497071313 req-321f913a-60b6-4b92-bf3f-b6823d585756 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/quotas/453b85bce7e6482dbe10966fb03da8cc HTTP/1.1" status: 200 len: 375 time: 0.0108807 Dec 22 13:29:20.551653 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2b7831c6-d579-4243-9c4b-af8497071313 req-8276939b-88f1-477e-b239-395740eb19b5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0824404 Dec 22 13:29:20.687944 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2b7831c6-d579-4243-9c4b-af8497071313 req-e2d29ad8-0c84-4d97-9c02-1f86910640c0 service neutron] 10.222.0.47 "GET /v2.0/networks/dcfbef2e-bd96-48a1-b654-7adab619a017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239135 Dec 22 13:29:20.822234 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2b7831c6-d579-4243-9c4b-af8497071313 req-dfce653d-605f-4717-a519-0af8ddabe115 service neutron] 10.222.0.47 "GET /v2.0/networks/dcfbef2e-bd96-48a1-b654-7adab619a017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287401 Dec 22 13:29:21.125124 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-04e2c9b9-e37d-4dff-874f-c543c5af49be req-82e736f9-7cb2-4e20-b819-3433936e3887 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b338bef-0739-42ea-8291-5be25cf0bb37 HTTP/1.1" status: 200 len: 210 time: 0.0459902 Dec 22 13:29:22.288414 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e15808e9-729c-41b2-8479-14c55e622126 req-269baf89-cf80-4555-b44d-2f56a95eeada tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b338bef-0739-42ea-8291-5be25cf0bb37 HTTP/1.1" status: 200 len: 210 time: 0.0410888 Dec 22 13:29:22.987207 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7831c6-d579-4243-9c4b-af8497071313 req-524c4014-c742-44bf-bdf7-ecb80901d217 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:22.988608 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2b7831c6-d579-4243-9c4b-af8497071313 req-524c4014-c742-44bf-bdf7-ecb80901d217 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "GET /v2.0/networks?id=dcfbef2e-bd96-48a1-b654-7adab619a017 HTTP/1.1" status: 200 len: 797 time: 0.1442857 Dec 22 13:29:23.048270 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2b7831c6-d579-4243-9c4b-af8497071313 req-e8361ecd-8147-41f5-9172-387fa5ee2732 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=453b85bce7e6482dbe10966fb03da8cc HTTP/1.1" status: 200 len: 472 time: 0.0449638 Dec 22 13:29:23.056467 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-2b7831c6-d579-4243-9c4b-af8497071313 req-77e071d4-f2f9-4a17-ba7a-bc812bd265db tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'port': {'device_id': '5b338bef-0739-42ea-8291-5be25cf0bb37', 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017', 'admin_state_up': True, 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'security_groups': ['1db087c4-659b-45ff-bdfa-9a1795f6736c']}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:29:23.197837 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-2b7831c6-d579-4243-9c4b-af8497071313 req-77e071d4-f2f9-4a17-ba7a-bc812bd265db tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:29:23.208504 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-2b7831c6-d579-4243-9c4b-af8497071313 req-77e071d4-f2f9-4a17-ba7a-bc812bd265db tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:29:23.284430 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b7831c6-d579-4243-9c4b-af8497071313 req-77e071d4-f2f9-4a17-ba7a-bc812bd265db tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Made reservation on behalf of 453b85bce7e6482dbe10966fb03da8cc for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:29:23.287614 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-2b7831c6-d579-4243-9c4b-af8497071313 req-77e071d4-f2f9-4a17-ba7a-bc812bd265db tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:23.454674 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0e29f3f5-0403-4b8d-b80f-2ade2627bc00 req-f6b10ba8-4ca4-4687-9f80-c5d4e89a0b4b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b338bef-0739-42ea-8291-5be25cf0bb37 HTTP/1.1" status: 200 len: 210 time: 0.0421855 Dec 22 13:29:23.460906 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [req-2b7831c6-d579-4243-9c4b-af8497071313 req-77e071d4-f2f9-4a17-ba7a-bc812bd265db tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Allocated IP 172.20.0.12 (dcfbef2e-bd96-48a1-b654-7adab619a017/1544a261-029d-4235-bce8-e046a495d202/906b7da3-6612-41ad-9b3d-cc384b040458) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:29:23.653062 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-2b7831c6-d579-4243-9c4b-af8497071313 req-77e071d4-f2f9-4a17-ba7a-bc812bd265db tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:23.668714 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-2b7831c6-d579-4243-9c4b-af8497071313 req-77e071d4-f2f9-4a17-ba7a-bc812bd265db tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Transition to ACTIVE for port object 906b7da3-6612-41ad-9b3d-cc384b040458 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:29:23.759051 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-2b7831c6-d579-4243-9c4b-af8497071313 req-77e071d4-f2f9-4a17-ba7a-bc812bd265db tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:23.764120 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9df24f0c-cf3c-4ac3-9d2c-a72c1a2b4400 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:29:23.834548 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b7831c6-d579-4243-9c4b-af8497071313 req-77e071d4-f2f9-4a17-ba7a-bc812bd265db tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network dcfbef2e-bd96-48a1-b654-7adab619a017 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:29:23.837811 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [req-2b7831c6-d579-4243-9c4b-af8497071313 req-77e071d4-f2f9-4a17-ba7a-bc812bd265db tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:29:23.843158 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b7831c6-d579-4243-9c4b-af8497071313 req-77e071d4-f2f9-4a17-ba7a-bc812bd265db tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:29:23.871774 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e071d4-f2f9-4a17-ba7a-bc812bd265db tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=906b7da3-6612-41ad-9b3d-cc384b040458,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:29:23.879471 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-77e071d4-f2f9-4a17-ba7a-bc812bd265db tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:29:23.916167 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7831c6-d579-4243-9c4b-af8497071313 req-77e071d4-f2f9-4a17-ba7a-bc812bd265db tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:23.916763 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-2b7831c6-d579-4243-9c4b-af8497071313 req-77e071d4-f2f9-4a17-ba7a-bc812bd265db tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:24.005435 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2b7831c6-d579-4243-9c4b-af8497071313 req-77e071d4-f2f9-4a17-ba7a-bc812bd265db tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9523313 Dec 22 13:29:24.017522 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-2b7831c6-d579-4243-9c4b-af8497071313 req-87f60fef-fa3a-44ea-9ea7-5d6741a7643c service neutron] Request body: {'port': {'device_id': '5b338bef-0739-42ea-8291-5be25cf0bb37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:29:24.130471 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-2b7831c6-d579-4243-9c4b-af8497071313 req-87f60fef-fa3a-44ea-9ea7-5d6741a7643c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:24.183930 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-02b134ff-f414-457a-b1e8-372f6287f5ff None None] Provisioning for port 906b7da3-6612-41ad-9b3d-cc384b040458 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:29:24.189491 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-02b134ff-f414-457a-b1e8-372f6287f5ff None None] Provisioning complete for port 906b7da3-6612-41ad-9b3d-cc384b040458 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:29:24.189871 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-02b134ff-f414-457a-b1e8-372f6287f5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:24.244322 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-02b134ff-f414-457a-b1e8-372f6287f5ff None None] Port 906b7da3-6612-41ad-9b3d-cc384b040458 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:29:24.576251 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [req-2b7831c6-d579-4243-9c4b-af8497071313 req-87f60fef-fa3a-44ea-9ea7-5d6741a7643c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 906b7da3-6612-41ad-9b3d-cc384b040458 {{(pid=84149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:29:24.613267 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-2b7831c6-d579-4243-9c4b-af8497071313 req-87f60fef-fa3a-44ea-9ea7-5d6741a7643c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:24.642996 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-2b7831c6-d579-4243-9c4b-af8497071313 req-87f60fef-fa3a-44ea-9ea7-5d6741a7643c service neutron] Transition to ACTIVE for port object 906b7da3-6612-41ad-9b3d-cc384b040458 will not be triggered until provisioned by entity L2. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:29:24.673851 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eebb2a-a8a6-4cf9-8080-01a531155b11 req-8807c9d3-6d48-482f-9d70-e35ed454ae08 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:24.674551 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-52eebb2a-a8a6-4cf9-8080-01a531155b11 req-8807c9d3-6d48-482f-9d70-e35ed454ae08 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:29:24.724030 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-2b7831c6-d579-4243-9c4b-af8497071313 req-87f60fef-fa3a-44ea-9ea7-5d6741a7643c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:24.728252 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-107d6ef5-e525-458b-a918-0bf5944004f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:29:24.762799 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-52eebb2a-a8a6-4cf9-8080-01a531155b11 req-8807c9d3-6d48-482f-9d70-e35ed454ae08 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:29:24.763848 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-52eebb2a-a8a6-4cf9-8080-01a531155b11 req-8807c9d3-6d48-482f-9d70-e35ed454ae08 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b338bef-0739-42ea-8291-5be25cf0bb37 HTTP/1.1" status: 200 len: 932 time: 0.1834574 Dec 22 13:29:24.878904 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f60fef-fa3a-44ea-9ea7-5d6741a7643c service neutron] Pushing event updated for resources: {'Port': ['ID=906b7da3-6612-41ad-9b3d-cc384b040458,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:29:24.883976 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-87f60fef-fa3a-44ea-9ea7-5d6741a7643c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:29:24.899665 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-52eebb2a-a8a6-4cf9-8080-01a531155b11 req-90450f2c-4d56-43cc-8b71-2942fd641191 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db087c4-659b-45ff-bdfa-9a1795f6736c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270404 Dec 22 13:29:25.005438 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-2b7831c6-d579-4243-9c4b-af8497071313 req-87f60fef-fa3a-44ea-9ea7-5d6741a7643c service neutron] Attempting to bind port 906b7da3-6612-41ad-9b3d-cc384b040458 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:29:25.005769 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-2b7831c6-d579-4243-9c4b-af8497071313 req-87f60fef-fa3a-44ea-9ea7-5d6741a7643c service neutron] Attempting to bind port 906b7da3-6612-41ad-9b3d-cc384b040458 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '496bf6ae-76ac-441d-a62a-9b6195509c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:29:25.006094 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7831c6-d579-4243-9c4b-af8497071313 req-87f60fef-fa3a-44ea-9ea7-5d6741a7643c service neutron] Attempting to bind port 906b7da3-6612-41ad-9b3d-cc384b040458 on network dcfbef2e-bd96-48a1-b654-7adab619a017 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:29:25.011828 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7831c6-d579-4243-9c4b-af8497071313 req-87f60fef-fa3a-44ea-9ea7-5d6741a7643c service neutron] Port 906b7da3-6612-41ad-9b3d-cc384b040458 on network dcfbef2e-bd96-48a1-b654-7adab619a017 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:29:25.012146 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7831c6-d579-4243-9c4b-af8497071313 req-87f60fef-fa3a-44ea-9ea7-5d6741a7643c service neutron] Attempting to bind port 906b7da3-6612-41ad-9b3d-cc384b040458 on network dcfbef2e-bd96-48a1-b654-7adab619a017 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:29:25.018914 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7831c6-d579-4243-9c4b-af8497071313 req-87f60fef-fa3a-44ea-9ea7-5d6741a7643c service neutron] Checking agent: {'id': '72ee2f79-9ac0-483e-b4fd-5b910a776581', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'started_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:29:25.019199 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7831c6-d579-4243-9c4b-af8497071313 req-87f60fef-fa3a-44ea-9ea7-5d6741a7643c service neutron] Checking segment: {'id': '496bf6ae-76ac-441d-a62a-9b6195509c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:29:25.019578 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7831c6-d579-4243-9c4b-af8497071313 req-87f60fef-fa3a-44ea-9ea7-5d6741a7643c service neutron] Bound using segment: {'id': '496bf6ae-76ac-441d-a62a-9b6195509c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017'} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:29:25.019995 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-2b7831c6-d579-4243-9c4b-af8497071313 req-87f60fef-fa3a-44ea-9ea7-5d6741a7643c service neutron] Bound port: 906b7da3-6612-41ad-9b3d-cc384b040458, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '496bf6ae-76ac-441d-a62a-9b6195509c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017'}}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:29:25.020336 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-2b7831c6-d579-4243-9c4b-af8497071313 req-87f60fef-fa3a-44ea-9ea7-5d6741a7643c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:25.108487 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-2b7831c6-d579-4243-9c4b-af8497071313 req-87f60fef-fa3a-44ea-9ea7-5d6741a7643c service neutron] For port 906b7da3-6612-41ad-9b3d-cc384b040458, host hv-neutron-8226, cleared binding levels {{(pid=84149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:29:25.111731 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-2b7831c6-d579-4243-9c4b-af8497071313 req-87f60fef-fa3a-44ea-9ea7-5d6741a7643c service neutron] For port 906b7da3-6612-41ad-9b3d-cc384b040458, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=906b7da3-6612-41ad-9b3d-cc384b040458,segment=NetworkSegment(496bf6ae-76ac-441d-a62a-9b6195509c26),segment_id=496bf6ae-76ac-441d-a62a-9b6195509c26)] {{(pid=84149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:29:25.176595 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-2b7831c6-d579-4243-9c4b-af8497071313 req-87f60fef-fa3a-44ea-9ea7-5d6741a7643c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:25.181412 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b867674e-e6dc-4de1-9d67-803d6746d2e1 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:29:25.248978 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-2b7831c6-d579-4243-9c4b-af8497071313 req-87f60fef-fa3a-44ea-9ea7-5d6741a7643c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:25.250252 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2b7831c6-d579-4243-9c4b-af8497071313 req-87f60fef-fa3a-44ea-9ea7-5d6741a7643c service neutron] 10.222.0.45 "PUT /v2.0/ports/906b7da3-6612-41ad-9b3d-cc384b040458 HTTP/1.1" status: 200 len: 1094 time: 1.2368758 Dec 22 13:29:25.250916 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b338bef-0739-42ea-8291-5be25cf0bb37', 'tag': '906b7da3-6612-41ad-9b3d-cc384b040458'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:29:25.267545 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f60fef-fa3a-44ea-9ea7-5d6741a7643c service neutron] Pushing event updated for resources: {'Port': ['ID=906b7da3-6612-41ad-9b3d-cc384b040458,revision_number=3']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:29:25.271196 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-87f60fef-fa3a-44ea-9ea7-5d6741a7643c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:29:25.323274 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b338bef-0739-42ea-8291-5be25cf0bb37', 'tag': '906b7da3-6612-41ad-9b3d-cc384b040458', 'status': 'completed', 'code': 200} Dec 22 13:29:25.428041 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9f517b00-a489-45a3-956b-c9a228d3997e req-5fc65ab6-1af9-4c0f-bc04-7def5148627e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=5b338bef-0739-42ea-8291-5be25cf0bb37 HTTP/1.1" status: 200 len: 1097 time: 0.0817320 Dec 22 13:29:25.588864 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f517b00-a489-45a3-956b-c9a228d3997e req-3e698db8-c0a7-434f-8ddd-fdf781535079 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:25.589470 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9f517b00-a489-45a3-956b-c9a228d3997e req-3e698db8-c0a7-434f-8ddd-fdf781535079 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=453b85bce7e6482dbe10966fb03da8cc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1520870 Dec 22 13:29:25.731275 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f517b00-a489-45a3-956b-c9a228d3997e req-431814f2-118f-421b-b96b-43a015d29e4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:25.732777 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9f517b00-a489-45a3-956b-c9a228d3997e req-431814f2-118f-421b-b96b-43a015d29e4a service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1362989 Dec 22 13:29:25.849232 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2b7831c6-d579-4243-9c4b-af8497071313 req-347f8dde-4855-4838-a529-3a499f391803 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=5b338bef-0739-42ea-8291-5be25cf0bb37 HTTP/1.1" status: 200 len: 1097 time: 0.0751193 Dec 22 13:29:25.917474 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2b7831c6-d579-4243-9c4b-af8497071313 req-11719cac-6177-49eb-bbb6-e5312f6191d6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=906b7da3-6612-41ad-9b3d-cc384b040458 HTTP/1.1" status: 200 len: 217 time: 0.0609610 Dec 22 13:29:25.989891 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7831c6-d579-4243-9c4b-af8497071313 req-82201cd7-2bf5-40ab-afd8-ed6488ee336c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:25.989891 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2b7831c6-d579-4243-9c4b-af8497071313 req-82201cd7-2bf5-40ab-afd8-ed6488ee336c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1544a261-029d-4235-bce8-e046a495d202 HTTP/1.1" status: 200 len: 834 time: 0.0637901 Dec 22 13:29:26.140637 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2b7831c6-d579-4243-9c4b-af8497071313 req-3f0e25df-6185-4c87-81bc-4c3114d96c74 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dcfbef2e-bd96-48a1-b654-7adab619a017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1442761 Dec 22 13:29:26.149848 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2dcfb-35b5-4e0c-a344-bf9333e40bab req-242ee04a-6fd0-4e84-9fc7-c0a4cf68331b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:26.151793 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-cad2dcfb-35b5-4e0c-a344-bf9333e40bab req-242ee04a-6fd0-4e84-9fc7-c0a4cf68331b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b338bef-0739-42ea-8291-5be25cf0bb37 HTTP/1.1" status: 200 len: 944 time: 0.1149533 Dec 22 13:29:26.292643 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-cad2dcfb-35b5-4e0c-a344-bf9333e40bab req-a7c1f8d7-2304-4732-a630-5e19d19727ad tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db087c4-659b-45ff-bdfa-9a1795f6736c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223960 Dec 22 13:29:26.321157 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2b7831c6-d579-4243-9c4b-af8497071313 req-f3f1a5aa-9266-4728-89f9-c99f2eeadf5a service neutron] 10.222.0.45 "GET /v2.0/networks/dcfbef2e-bd96-48a1-b654-7adab619a017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684341 Dec 22 13:29:26.573486 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2b7831c6-d579-4243-9c4b-af8497071313 req-795d2c9c-58cd-48ca-8328-c212304cda2c service neutron] 10.222.0.45 "GET /v2.0/networks/dcfbef2e-bd96-48a1-b654-7adab619a017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446716 Dec 22 13:29:27.487967 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58978275-f2f4-424e-9d16-558fddd3af4d req-dd874619-7cf1-4e7c-89f5-99d56153963b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:27.489417 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-58978275-f2f4-424e-9d16-558fddd3af4d req-dd874619-7cf1-4e7c-89f5-99d56153963b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b338bef-0739-42ea-8291-5be25cf0bb37 HTTP/1.1" status: 200 len: 944 time: 0.0756400 Dec 22 13:29:27.535728 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-58978275-f2f4-424e-9d16-558fddd3af4d req-8ca0f44b-db2a-434a-9081-1b3641898aab tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db087c4-659b-45ff-bdfa-9a1795f6736c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405807 Dec 22 13:29:28.611074 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 906b7da3-6612-41ad-9b3d-cc384b040458 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:29:28.735637 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da8542-dfc8-4a7e-a966-996def6c1e83 req-3ac3d015-a0cb-4719-9145-47cf1f12d90e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:28.737083 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a9da8542-dfc8-4a7e-a966-996def6c1e83 req-3ac3d015-a0cb-4719-9145-47cf1f12d90e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b338bef-0739-42ea-8291-5be25cf0bb37 HTTP/1.1" status: 200 len: 944 time: 0.0785766 Dec 22 13:29:28.755894 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 906b7da3-6612-41ad-9b3d-cc384b040458, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=906b7da3-6612-41ad-9b3d-cc384b040458,segment=NetworkSegment(496bf6ae-76ac-441d-a62a-9b6195509c26),segment_id=496bf6ae-76ac-441d-a62a-9b6195509c26)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:29:28.769444 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '906b7da3-6612-41ad-9b3d-cc384b040458', 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017', 'port_id': '906b7da3-6612-41ad-9b3d-cc384b040458', 'mac_address': 'fa:16:3e:bf:c3:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1544a261-029d-4235-bce8-e046a495d202', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:29:28.784241 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a9da8542-dfc8-4a7e-a966-996def6c1e83 req-f4b57405-a40e-4cf7-86b9-6ec3ad7c0e30 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db087c4-659b-45ff-bdfa-9a1795f6736c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412321 Dec 22 13:29:28.806557 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:28.823267 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:28.841478 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 906b7da3-6612-41ad-9b3d-cc384b040458 {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:29:28.856187 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 906b7da3-6612-41ad-9b3d-cc384b040458, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=906b7da3-6612-41ad-9b3d-cc384b040458,segment=NetworkSegment(496bf6ae-76ac-441d-a62a-9b6195509c26),segment_id=496bf6ae-76ac-441d-a62a-9b6195509c26)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:29:28.926565 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:28.929028 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:29:28.999752 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=906b7da3-6612-41ad-9b3d-cc384b040458,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:29:29.001729 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:29:29.233570 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['906b7da3-6612-41ad-9b3d-cc384b040458'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:29:29.981686 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0b4d3-9db6-4f9f-9760-4ac8258ca190 req-35638e0b-270c-4a8b-9d66-69ba0285cf2c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:29.983795 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-bdb0b4d3-9db6-4f9f-9760-4ac8258ca190 req-35638e0b-270c-4a8b-9d66-69ba0285cf2c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b338bef-0739-42ea-8291-5be25cf0bb37 HTTP/1.1" status: 200 len: 945 time: 0.0822687 Dec 22 13:29:30.029330 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-bdb0b4d3-9db6-4f9f-9760-4ac8258ca190 req-754e1e57-7897-4e77-9e75-0a32f6643edb tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db087c4-659b-45ff-bdfa-9a1795f6736c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389555 Dec 22 13:29:30.628991 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 906b7da3-6612-41ad-9b3d-cc384b040458 up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:29:30.752351 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning for port 906b7da3-6612-41ad-9b3d-cc384b040458 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:29:30.757213 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 906b7da3-6612-41ad-9b3d-cc384b040458 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:29:30.757615 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:30.906125 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:30.931238 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b338bef-0739-42ea-8291-5be25cf0bb37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906b7da3-6612-41ad-9b3d-cc384b040458'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:29:30.941126 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 906b7da3-6612-41ad-9b3d-cc384b040458, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=906b7da3-6612-41ad-9b3d-cc384b040458,segment=NetworkSegment(496bf6ae-76ac-441d-a62a-9b6195509c26),segment_id=496bf6ae-76ac-441d-a62a-9b6195509c26)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:29:30.985478 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b338bef-0739-42ea-8291-5be25cf0bb37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906b7da3-6612-41ad-9b3d-cc384b040458', 'code': 200} Dec 22 13:29:31.021470 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:31.023335 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:29:31.090056 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=906b7da3-6612-41ad-9b3d-cc384b040458,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:29:31.093737 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:29:31.229142 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82757048-058d-4bb6-b217-33a5d8bc3b94 req-05bf7611-7045-4829-9c60-7a37d94f9d64 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:31.230603 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-82757048-058d-4bb6-b217-33a5d8bc3b94 req-05bf7611-7045-4829-9c60-7a37d94f9d64 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b338bef-0739-42ea-8291-5be25cf0bb37 HTTP/1.1" status: 200 len: 946 time: 0.0776355 Dec 22 13:29:31.339041 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5ded8498-d214-4625-adfd-f7f0a354b643 req-17d194a6-d4a0-4e41-8d6d-2362a3fead54 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5b338bef-0739-42ea-8291-5be25cf0bb37 HTTP/1.1" status: 200 len: 1099 time: 0.0760078 Dec 22 13:29:31.386060 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5ded8498-d214-4625-adfd-f7f0a354b643 req-8bfcec7c-e11c-4bf0-adf4-8f6ee492e471 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1db087c4-659b-45ff-bdfa-9a1795f6736c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386226 Dec 22 13:29:31.402038 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-82757048-058d-4bb6-b217-33a5d8bc3b94 req-925d0c15-e922-481d-9980-ee0f6cda4ef8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db087c4-659b-45ff-bdfa-9a1795f6736c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654835 Dec 22 13:29:32.604373 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e4c0f-fa92-4335-8335-7886fe8b1641 req-c783d5e9-baf0-4b0f-b4d1-35b1ae447f5b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:32.604373 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-099e4c0f-fa92-4335-8335-7886fe8b1641 req-c783d5e9-baf0-4b0f-b4d1-35b1ae447f5b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b338bef-0739-42ea-8291-5be25cf0bb37 HTTP/1.1" status: 200 len: 946 time: 0.0785761 Dec 22 13:29:32.649240 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-099e4c0f-fa92-4335-8335-7886fe8b1641 req-687ffb56-9bac-4c6a-9d63-236149aa9584 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db087c4-659b-45ff-bdfa-9a1795f6736c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410223 Dec 22 13:29:33.851538 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc02950-3aac-4e3e-827d-82d73688d057 req-ab62b268-5bfb-4b5c-a88f-dde12f8d185f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:33.851538 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-bdc02950-3aac-4e3e-827d-82d73688d057 req-ab62b268-5bfb-4b5c-a88f-dde12f8d185f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b338bef-0739-42ea-8291-5be25cf0bb37 HTTP/1.1" status: 200 len: 946 time: 0.0799422 Dec 22 13:29:33.902296 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-bdc02950-3aac-4e3e-827d-82d73688d057 req-be4aaf7d-b97c-4130-827c-38b69bce056a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db087c4-659b-45ff-bdfa-9a1795f6736c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422640 Dec 22 13:29:34.116278 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21613004-c110-4cfe-9ecc-f47b4772b0de req-2adc3662-8555-4970-b887-f0b1820b3083 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:34.116278 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-21613004-c110-4cfe-9ecc-f47b4772b0de req-2adc3662-8555-4970-b887-f0b1820b3083 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b338bef-0739-42ea-8291-5be25cf0bb37 HTTP/1.1" status: 200 len: 946 time: 0.0917721 Dec 22 13:29:34.165775 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-21613004-c110-4cfe-9ecc-f47b4772b0de req-d7622f00-350c-491a-aa15-8b7b150fe398 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db087c4-659b-45ff-bdfa-9a1795f6736c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424438 Dec 22 13:29:34.193329 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52198) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:29:34.268414 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c489c7b8-761a-44cf-a878-04b00694ed07 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=5b338bef-0739-42ea-8291-5be25cf0bb37 HTTP/1.1" status: 200 len: 1094 time: 0.0728943 Dec 22 13:29:34.268414 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52202) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:29:34.274897 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-f1f8ac22-7950-45be-b223-06773d4b8a30 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'floatingip': {'port_id': '906b7da3-6612-41ad-9b3d-cc384b040458'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:29:34.354793 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f1f8ac22-7950-45be-b223-06773d4b8a30 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for floatingip, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:34.973884 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f1f8ac22-7950-45be-b223-06773d4b8a30 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:35.035650 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f1f8ac22-7950-45be-b223-06773d4b8a30 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:35.235089 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.l3_db [None req-f1f8ac22-7950-45be-b223-06773d4b8a30 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Floating IP ba1e64e5-5cb2-46e6-ab22-73e59341f3eb associated. External IP: 172.26.1.235, port: 906b7da3-6612-41ad-9b3d-cc384b040458. Dec 22 13:29:35.658538 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e16dafed-5090-4380-9b6f-5c5337bb0d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:35.771254 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f8ac22-7950-45be-b223-06773d4b8a30 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router 6d68ce07-f80c-4bc3-81b5-d19d987f1f0d has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:29:35.976582 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f8ac22-7950-45be-b223-06773d4b8a30 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:29:35.981457 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f1f8ac22-7950-45be-b223-06773d4b8a30 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:35.987157 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57780d23-dfa8-4b70-a5e1-8d663d9ddc92 None None] Sync routers for ids ['6d68ce07-f80c-4bc3-81b5-d19d987f1f0d'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:29:36.000115 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57780d23-dfa8-4b70-a5e1-8d663d9ddc92 None None] Routers {'6d68ce07-f80c-4bc3-81b5-d19d987f1f0d'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:29:36.001004 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-57780d23-dfa8-4b70-a5e1-8d663d9ddc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:29:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['6d68ce07-f80c-4bc3-81b5-d19d987f1f0d'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:29:36.038880 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f1f8ac22-7950-45be-b223-06773d4b8a30 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "PUT /v2.0/floatingips/ba1e64e5-5cb2-46e6-ab22-73e59341f3eb HTTP/1.1" status: 200 len: 992 time: 1.7728510 Dec 22 13:29:36.039569 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b338bef-0739-42ea-8291-5be25cf0bb37', 'tag': '906b7da3-6612-41ad-9b3d-cc384b040458'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:29:36.042166 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52206) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:29:36.114461 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b338bef-0739-42ea-8291-5be25cf0bb37', 'tag': '906b7da3-6612-41ad-9b3d-cc384b040458', 'status': 'completed', 'code': 200} Dec 22 13:29:36.192259 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-57780d23-dfa8-4b70-a5e1-8d663d9ddc92 None None] Set router 6d68ce07-f80c-4bc3-81b5-d19d987f1f0d gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:29:36.237701 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-29d46ad8-120d-436b-9a80-1cf4a4e5960a req-50b3d35e-cac8-4174-9dc2-9c9b83bba7d5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=5b338bef-0739-42ea-8291-5be25cf0bb37 HTTP/1.1" status: 200 len: 1099 time: 0.1024356 Dec 22 13:29:36.241750 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d82ef859-c2ec-4751-ad55-bf1e0d7155a4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/ba1e64e5-5cb2-46e6-ab22-73e59341f3eb HTTP/1.1" status: 200 len: 992 time: 0.1912847 Dec 22 13:29:36.391542 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d46ad8-120d-436b-9a80-1cf4a4e5960a req-9ceaf27b-aa55-44ec-bd34-0f65a8f28a6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:36.391542 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-29d46ad8-120d-436b-9a80-1cf4a4e5960a req-9ceaf27b-aa55-44ec-bd34-0f65a8f28a6a service neutron] 10.222.0.45 "GET /v2.0/networks?id=dcfbef2e-bd96-48a1-b654-7adab619a017 HTTP/1.1" status: 200 len: 898 time: 0.1482899 Dec 22 13:29:36.515332 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-29d46ad8-120d-436b-9a80-1cf4a4e5960a req-2de74d27-f850-4a94-8b32-580a5675e616 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=906b7da3-6612-41ad-9b3d-cc384b040458 HTTP/1.1" status: 200 len: 1000 time: 0.1189892 Dec 22 13:29:36.570452 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-57780d23-dfa8-4b70-a5e1-8d663d9ddc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'name': 'tempest-TestNetworkBasicOps-router-338127987', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.68'}], 'enable_snat': True}, 'gw_port_id': '96ddc963-f8aa-42da-ae2e-e1b80f46b811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:28:04Z', 'updated_at': '2021-12-22T13:28:10Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '96ddc963-f8aa-42da-ae2e-e1b80f46b811', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:28:05Z', 'updated_at': '2021-12-22T13:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': 'ba1e64e5-5cb2-46e6-ab22-73e59341f3eb', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.235', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'port_id': '906b7da3-6612-41ad-9b3d-cc384b040458', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017', 'mac_address': 'fa:16:3e:bf:c3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b338bef-0739-42ea-8291-5be25cf0bb37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:28:33Z', 'updated_at': '2021-12-22T13:29:34Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d', 'name': '', 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:49:6d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1544a261-029d-4235-bce8-e046a495d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:28:09Z', 'updated_at': '2021-12-22T13:28:17Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '1544a261-029d-4235-bce8-e046a495d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:29:36.574451 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57780d23-dfa8-4b70-a5e1-8d663d9ddc92 None None] Checking router: 6d68ce07-f80c-4bc3-81b5-d19d987f1f0d for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:29:36.590841 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57780d23-dfa8-4b70-a5e1-8d663d9ddc92 None None] Routers {'6d68ce07-f80c-4bc3-81b5-d19d987f1f0d'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:29:36.590841 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-57780d23-dfa8-4b70-a5e1-8d663d9ddc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:29:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['6d68ce07-f80c-4bc3-81b5-d19d987f1f0d'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:29:36.601170 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d46ad8-120d-436b-9a80-1cf4a4e5960a req-0897a25c-006d-4560-9390-47d63e1e2025 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:36.601170 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-29d46ad8-120d-436b-9a80-1cf4a4e5960a req-0897a25c-006d-4560-9390-47d63e1e2025 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1544a261-029d-4235-bce8-e046a495d202 HTTP/1.1" status: 200 len: 834 time: 0.0779514 Dec 22 13:29:36.716247 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-29d46ad8-120d-436b-9a80-1cf4a4e5960a req-37d41a01-ada5-4916-ad3d-4d98e0cc61fb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dcfbef2e-bd96-48a1-b654-7adab619a017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1004283 Dec 22 13:29:36.835378 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-57780d23-dfa8-4b70-a5e1-8d663d9ddc92 None None] Set router 6d68ce07-f80c-4bc3-81b5-d19d987f1f0d gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:29:36.866694 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-29d46ad8-120d-436b-9a80-1cf4a4e5960a req-f3396f29-ad2f-4bc5-afe9-32d38d3fb8f3 service neutron] 10.222.0.45 "GET /v2.0/networks/dcfbef2e-bd96-48a1-b654-7adab619a017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487412 Dec 22 13:29:37.015009 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-29d46ad8-120d-436b-9a80-1cf4a4e5960a req-26be21d1-7c7f-418c-8bc5-600c9675d4bf service neutron] 10.222.0.45 "GET /v2.0/networks/dcfbef2e-bd96-48a1-b654-7adab619a017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411934 Dec 22 13:29:37.218267 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-57780d23-dfa8-4b70-a5e1-8d663d9ddc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'name': 'tempest-TestNetworkBasicOps-router-338127987', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.68'}], 'enable_snat': True}, 'gw_port_id': '96ddc963-f8aa-42da-ae2e-e1b80f46b811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:28:04Z', 'updated_at': '2021-12-22T13:28:10Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '96ddc963-f8aa-42da-ae2e-e1b80f46b811', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:28:05Z', 'updated_at': '2021-12-22T13:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': 'ba1e64e5-5cb2-46e6-ab22-73e59341f3eb', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.235', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'port_id': '906b7da3-6612-41ad-9b3d-cc384b040458', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017', 'mac_address': 'fa:16:3e:bf:c3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b338bef-0739-42ea-8291-5be25cf0bb37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:28:33Z', 'updated_at': '2021-12-22T13:29:34Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d', 'name': '', 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:49:6d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1544a261-029d-4235-bce8-e046a495d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:28:09Z', 'updated_at': '2021-12-22T13:28:17Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '1544a261-029d-4235-bce8-e046a495d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:29:37.222376 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57780d23-dfa8-4b70-a5e1-8d663d9ddc92 None None] The sync data for ids ['6d68ce07-f80c-4bc3-81b5-d19d987f1f0d'] in dv-neutron-822669-1-hyperv is: [{'id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'name': 'tempest-TestNetworkBasicOps-router-338127987', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.68'}], 'enable_snat': True}, 'gw_port_id': '96ddc963-f8aa-42da-ae2e-e1b80f46b811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:28:04Z', 'updated_at': '2021-12-22T13:28:10Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '96ddc963-f8aa-42da-ae2e-e1b80f46b811', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:28:05Z', 'updated_at': '2021-12-22T13:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': 'ba1e64e5-5cb2-46e6-ab22-73e59341f3eb', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.235', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'port_id': '906b7da3-6612-41ad-9b3d-cc384b040458', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017', 'mac_address': 'fa:16:3e:bf:c3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b338bef-0739-42ea-8291-5be25cf0bb37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:28:33Z', 'updated_at': '2021-12-22T13:29:34Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d', 'name': '', 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:49:6d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1544a261-029d-4235-bce8-e046a495d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:28:09Z', 'updated_at': '2021-12-22T13:28:17Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '1544a261-029d-4235-bce8-e046a495d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:29:37.239896 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52212) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:29:37.352753 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-bae3fb35-8fb0-4023-af16-01377aca06b6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/ba1e64e5-5cb2-46e6-ab22-73e59341f3eb HTTP/1.1" status: 200 len: 992 time: 0.1115727 Dec 22 13:29:37.429854 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac427f72-4f08-4472-b189-d4b215f4fdfe None None] New status for floating IP ba1e64e5-5cb2-46e6-ab22-73e59341f3eb: ACTIVE {{(pid=84150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:29:37.977938 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ce14b704-bde0-46f5-8032-c75e45ce9096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:38.356130 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52216) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:29:38.464768 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9a5c09fb-2e98-407b-9047-a517c0eb0918 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/ba1e64e5-5cb2-46e6-ab22-73e59341f3eb HTTP/1.1" status: 200 len: 994 time: 0.1034498 Dec 22 13:29:38.941308 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:39.275019 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:40.503836 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:41.109543 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:29:47.480413 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f10e6651-28bb-4089-9b1d-861137fcd03c req-a1edbec7-509e-4bad-970c-9da858f773ff service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8c6a94bc-c537-4624-aa76-129eaa22a785&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710371 Dec 22 13:29:47.737217 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f10e6651-28bb-4089-9b1d-861137fcd03c req-d5e3fc71-f394-4f56-b0ed-6e2fd8e732f3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=8c6a94bc-c537-4624-aa76-129eaa22a785 HTTP/1.1" status: 200 len: 1098 time: 0.1851797 Dec 22 13:29:47.888651 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e6651-28bb-4089-9b1d-861137fcd03c req-30cd72bb-3b11-48c4-b733-f696eb1d8eb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:47.891621 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f10e6651-28bb-4089-9b1d-861137fcd03c req-30cd72bb-3b11-48c4-b733-f696eb1d8eb6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=dcfbef2e-bd96-48a1-b654-7adab619a017 HTTP/1.1" status: 200 len: 898 time: 0.1336150 Dec 22 13:29:47.965898 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f10e6651-28bb-4089-9b1d-861137fcd03c req-a716ddb8-19a0-4077-a39d-fad64fe84c6d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=516380a8-fad3-490b-92e3-6b1699db109a HTTP/1.1" status: 200 len: 217 time: 0.0622063 Dec 22 13:29:48.032273 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e6651-28bb-4089-9b1d-861137fcd03c req-93acee33-d7d9-4a52-b9d7-d907e75b6c4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:48.033670 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f10e6651-28bb-4089-9b1d-861137fcd03c req-93acee33-d7d9-4a52-b9d7-d907e75b6c4a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1544a261-029d-4235-bce8-e046a495d202 HTTP/1.1" status: 200 len: 834 time: 0.0599029 Dec 22 13:29:48.110091 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f10e6651-28bb-4089-9b1d-861137fcd03c req-d0cf8875-6460-48a9-8bae-c43a33ca6581 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dcfbef2e-bd96-48a1-b654-7adab619a017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695708 Dec 22 13:29:48.242829 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f10e6651-28bb-4089-9b1d-861137fcd03c req-0f189d76-3cd6-4d94-bac8-3584570e1c73 service neutron] 10.222.0.45 "GET /v2.0/networks/dcfbef2e-bd96-48a1-b654-7adab619a017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246750 Dec 22 13:29:48.378278 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f10e6651-28bb-4089-9b1d-861137fcd03c req-fc7db66b-d95b-4708-9f78-b27a718f8489 service neutron] 10.222.0.45 "GET /v2.0/networks/dcfbef2e-bd96-48a1-b654-7adab619a017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242962 Dec 22 13:29:58.784034 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:05.654920 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d3180d8e-8bfb-4432-87dd-beffc6348e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:07.963946 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-28c51693-529c-4569-b504-0a2a888244f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:08.940474 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:09.245947 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:10.187009 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9bce55-01b2-4f8f-9a9f-bac50af4b443 req-11576042-5848-44d9-ba62-ccbdffd36f15 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:10.188434 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1f9bce55-01b2-4f8f-9a9f-bac50af4b443 req-11576042-5848-44d9-ba62-ccbdffd36f15 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b338bef-0739-42ea-8291-5be25cf0bb37 HTTP/1.1" status: 200 len: 946 time: 0.0840273 Dec 22 13:30:10.234983 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1f9bce55-01b2-4f8f-9a9f-bac50af4b443 req-2e40d87a-eba7-46d4-93fd-3dd7a669cca6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db087c4-659b-45ff-bdfa-9a1795f6736c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410068 Dec 22 13:30:10.445943 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:11.435994 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ab6aa-85cf-4b60-a433-1a748c46863c req-73a03038-2165-4d0f-a589-c7f41d0e1654 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:11.437434 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7b7ab6aa-85cf-4b60-a433-1a748c46863c req-73a03038-2165-4d0f-a589-c7f41d0e1654 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b338bef-0739-42ea-8291-5be25cf0bb37 HTTP/1.1" status: 200 len: 946 time: 0.0770938 Dec 22 13:30:11.485425 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7b7ab6aa-85cf-4b60-a433-1a748c46863c req-6f1cb74a-f305-4f1e-a7cf-a20ec8036b44 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db087c4-659b-45ff-bdfa-9a1795f6736c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425529 Dec 22 13:30:11.652702 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c01c9-c288-4c03-b517-02eb4c7a213c req-ddf31f3e-a5b9-4128-8c95-129e130cabaa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:11.654036 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ce5c01c9-c288-4c03-b517-02eb4c7a213c req-ddf31f3e-a5b9-4128-8c95-129e130cabaa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b338bef-0739-42ea-8291-5be25cf0bb37 HTTP/1.1" status: 200 len: 946 time: 0.0746741 Dec 22 13:30:11.724786 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-ce5c01c9-c288-4c03-b517-02eb4c7a213c req-d2433227-08eb-498b-b5e3-79340b485cc6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting port 906b7da3-6612-41ad-9b3d-cc384b040458 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:30:11.725043 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ce5c01c9-c288-4c03-b517-02eb4c7a213c req-d2433227-08eb-498b-b5e3-79340b485cc6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:11.963442 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-ce5c01c9-c288-4c03-b517-02eb4c7a213c req-d2433227-08eb-498b-b5e3-79340b485cc6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] For port 906b7da3-6612-41ad-9b3d-cc384b040458, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=906b7da3-6612-41ad-9b3d-cc384b040458,segment=NetworkSegment(496bf6ae-76ac-441d-a62a-9b6195509c26),segment_id=496bf6ae-76ac-441d-a62a-9b6195509c26)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:30:11.963790 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ce5c01c9-c288-4c03-b517-02eb4c7a213c req-d2433227-08eb-498b-b5e3-79340b485cc6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:12.253307 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ce5c01c9-c288-4c03-b517-02eb4c7a213c req-d2433227-08eb-498b-b5e3-79340b485cc6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:12.253672 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ce5c01c9-c288-4c03-b517-02eb4c7a213c req-d2433227-08eb-498b-b5e3-79340b485cc6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:12.253983 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.l3_db [req-ce5c01c9-c288-4c03-b517-02eb4c7a213c req-d2433227-08eb-498b-b5e3-79340b485cc6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Floating IP ba1e64e5-5cb2-46e6-ab22-73e59341f3eb disassociated. External IP: 172.26.1.235, port: 906b7da3-6612-41ad-9b3d-cc384b040458. Dec 22 13:30:12.254318 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-ce5c01c9-c288-4c03-b517-02eb4c7a213c req-d2433227-08eb-498b-b5e3-79340b485cc6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Calling delete_port for 906b7da3-6612-41ad-9b3d-cc384b040458 owned by compute:nova {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:30:12.451959 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ce5c01c9-c288-4c03-b517-02eb4c7a213c req-d2433227-08eb-498b-b5e3-79340b485cc6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:12.458773 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5273081d-ae63-4e44-a6dc-71a114b730ee tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:12.607311 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2433227-08eb-498b-b5e3-79340b485cc6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Port': ['ID=906b7da3-6612-41ad-9b3d-cc384b040458,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:12.660222 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2433227-08eb-498b-b5e3-79340b485cc6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:12.660850 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2433227-08eb-498b-b5e3-79340b485cc6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:12.660968 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2433227-08eb-498b-b5e3-79340b485cc6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:12.661328 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2433227-08eb-498b-b5e3-79340b485cc6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:12.661697 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2433227-08eb-498b-b5e3-79340b485cc6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:12.662063 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2433227-08eb-498b-b5e3-79340b485cc6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:12.662450 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2433227-08eb-498b-b5e3-79340b485cc6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:12.662837 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2433227-08eb-498b-b5e3-79340b485cc6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:12.663196 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2433227-08eb-498b-b5e3-79340b485cc6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:12.663555 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2433227-08eb-498b-b5e3-79340b485cc6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:12.664248 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2433227-08eb-498b-b5e3-79340b485cc6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:12.669157 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-23b6cd3a-01ab-4f79-8c12-69868135592c req-0f27c15b-61ec-4fab-a447-5698c49d0f91 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b338bef-0739-42ea-8291-5be25cf0bb37 HTTP/1.1" status: 200 len: 210 time: 0.0572987 Dec 22 13:30:12.670185 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d2433227-08eb-498b-b5e3-79340b485cc6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:12.879980 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce5c01c9-c288-4c03-b517-02eb4c7a213c req-d2433227-08eb-498b-b5e3-79340b485cc6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router 6d68ce07-f80c-4bc3-81b5-d19d987f1f0d has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:30:13.097083 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce5c01c9-c288-4c03-b517-02eb4c7a213c req-d2433227-08eb-498b-b5e3-79340b485cc6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:30:13.108116 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f37ef81-0502-4b4d-8d06-4a146afc852d None None] Sync routers for ids ['6d68ce07-f80c-4bc3-81b5-d19d987f1f0d'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:30:13.122944 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f37ef81-0502-4b4d-8d06-4a146afc852d None None] Routers {'6d68ce07-f80c-4bc3-81b5-d19d987f1f0d'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:30:13.123607 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-5f37ef81-0502-4b4d-8d06-4a146afc852d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:30:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['6d68ce07-f80c-4bc3-81b5-d19d987f1f0d'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:30:13.169354 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5c01c9-c288-4c03-b517-02eb4c7a213c req-d2433227-08eb-498b-b5e3-79340b485cc6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] No DVR routers for this DVR port 906b7da3-6612-41ad-9b3d-cc384b040458 on host hv-neutron-8226 {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:30:13.171869 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ce5c01c9-c288-4c03-b517-02eb4c7a213c req-d2433227-08eb-498b-b5e3-79340b485cc6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:13.175534 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b338bef-0739-42ea-8291-5be25cf0bb37', 'name': 'network-vif-deleted', 'tag': '906b7da3-6612-41ad-9b3d-cc384b040458'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:30:13.231184 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b338bef-0739-42ea-8291-5be25cf0bb37', 'name': 'network-vif-deleted', 'tag': '906b7da3-6612-41ad-9b3d-cc384b040458', 'status': 'completed', 'code': 200} Dec 22 13:30:13.263739 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ce5c01c9-c288-4c03-b517-02eb4c7a213c req-d2433227-08eb-498b-b5e3-79340b485cc6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "DELETE /v2.0/ports/906b7da3-6612-41ad-9b3d-cc384b040458 HTTP/1.1" status: 204 len: 173 time: 1.6035428 Dec 22 13:30:13.310814 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-5f37ef81-0502-4b4d-8d06-4a146afc852d None None] Set router 6d68ce07-f80c-4bc3-81b5-d19d987f1f0d gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:30:13.651165 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-5f37ef81-0502-4b4d-8d06-4a146afc852d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'name': 'tempest-TestNetworkBasicOps-router-338127987', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.68'}], 'enable_snat': True}, 'gw_port_id': '96ddc963-f8aa-42da-ae2e-e1b80f46b811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:28:04Z', 'updated_at': '2021-12-22T13:28:10Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '96ddc963-f8aa-42da-ae2e-e1b80f46b811', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:28:05Z', 'updated_at': '2021-12-22T13:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d', 'name': '', 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:49:6d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1544a261-029d-4235-bce8-e046a495d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:28:09Z', 'updated_at': '2021-12-22T13:28:17Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '1544a261-029d-4235-bce8-e046a495d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:30:13.655003 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f37ef81-0502-4b4d-8d06-4a146afc852d None None] Checking router: 6d68ce07-f80c-4bc3-81b5-d19d987f1f0d for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:30:13.668871 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f37ef81-0502-4b4d-8d06-4a146afc852d None None] Routers {'6d68ce07-f80c-4bc3-81b5-d19d987f1f0d'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:30:13.668871 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-5f37ef81-0502-4b4d-8d06-4a146afc852d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:30:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['6d68ce07-f80c-4bc3-81b5-d19d987f1f0d'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:30:13.846935 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-5f37ef81-0502-4b4d-8d06-4a146afc852d None None] Set router 6d68ce07-f80c-4bc3-81b5-d19d987f1f0d gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:30:13.853514 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-c548396c-df52-4f05-904b-074079c4a0b8 req-6fc68473-0351-45d7-872e-ec1533ae2a50 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:30:13.935118 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-c548396c-df52-4f05-904b-074079c4a0b8 req-6fc68473-0351-45d7-872e-ec1533ae2a50 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:30:13.940251 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c548396c-df52-4f05-904b-074079c4a0b8 req-6fc68473-0351-45d7-872e-ec1533ae2a50 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b338bef-0739-42ea-8291-5be25cf0bb37 HTTP/1.1" status: 200 len: 210 time: 0.1288426 Dec 22 13:30:14.159480 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-5f37ef81-0502-4b4d-8d06-4a146afc852d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'name': 'tempest-TestNetworkBasicOps-router-338127987', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.68'}], 'enable_snat': True}, 'gw_port_id': '96ddc963-f8aa-42da-ae2e-e1b80f46b811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:28:04Z', 'updated_at': '2021-12-22T13:28:10Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '96ddc963-f8aa-42da-ae2e-e1b80f46b811', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:28:05Z', 'updated_at': '2021-12-22T13:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d', 'name': '', 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:49:6d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1544a261-029d-4235-bce8-e046a495d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:28:09Z', 'updated_at': '2021-12-22T13:28:17Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '1544a261-029d-4235-bce8-e046a495d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:30:14.163579 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f37ef81-0502-4b4d-8d06-4a146afc852d None None] The sync data for ids ['6d68ce07-f80c-4bc3-81b5-d19d987f1f0d'] in dv-neutron-822669-1-hyperv is: [{'id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'name': 'tempest-TestNetworkBasicOps-router-338127987', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.68'}], 'enable_snat': True}, 'gw_port_id': '96ddc963-f8aa-42da-ae2e-e1b80f46b811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:28:04Z', 'updated_at': '2021-12-22T13:28:10Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '96ddc963-f8aa-42da-ae2e-e1b80f46b811', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:28:05Z', 'updated_at': '2021-12-22T13:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d', 'name': '', 'network_id': 'dcfbef2e-bd96-48a1-b654-7adab619a017', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:49:6d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1544a261-029d-4235-bce8-e046a495d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:28:09Z', 'updated_at': '2021-12-22T13:28:17Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '1544a261-029d-4235-bce8-e046a495d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:30:14.391635 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551f10cf-ab27-4c47-977e-d0dfa535afc8 None None] New status for floating IP ba1e64e5-5cb2-46e6-ab22-73e59341f3eb: DOWN {{(pid=84150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:30:14.835821 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 906b7da3-6612-41ad-9b3d-cc384b040458 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:30:14.875045 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] No Port match for: 906b7da3-6612-41ad-9b3d-cc384b040458 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:30:14.875045 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 906b7da3-6612-41ad-9b3d-cc384b040458 not bound to the agent host hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:30:15.043394 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52254) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:30:15.114247 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b230bca5-5ae0-42af-8f56-14ca3e00ca64 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:15.143552 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b230bca5-5ae0-42af-8f56-14ca3e00ca64 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:15.294883 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b230bca5-5ae0-42af-8f56-14ca3e00ca64 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:15.298448 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-10b6f08f-3130-4dba-a964-18630acfe4c0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:15.314087 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b230bca5-5ae0-42af-8f56-14ca3e00ca64 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db087c4-659b-45ff-bdfa-9a1795f6736c,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:15.317444 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b230bca5-5ae0-42af-8f56-14ca3e00ca64 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:15.379918 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b230bca5-5ae0-42af-8f56-14ca3e00ca64 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:15.381044 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b230bca5-5ae0-42af-8f56-14ca3e00ca64 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/security-groups/1db087c4-659b-45ff-bdfa-9a1795f6736c HTTP/1.1" status: 204 len: 168 time: 0.3366470 Dec 22 13:30:15.498391 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52260) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:30:15.655403 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-985e3644-5885-41d1-87fc-8c53c24cf371 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting port cafb4c25-01a8-4dcb-8d2f-4727ed53fc33 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:30:15.655745 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-985e3644-5885-41d1-87fc-8c53c24cf371 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:15.821939 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-985e3644-5885-41d1-87fc-8c53c24cf371 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:15.822269 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-985e3644-5885-41d1-87fc-8c53c24cf371 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:15.941706 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-985e3644-5885-41d1-87fc-8c53c24cf371 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Calling delete_port for cafb4c25-01a8-4dcb-8d2f-4727ed53fc33 owned by network:floatingip {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:30:16.223667 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-985e3644-5885-41d1-87fc-8c53c24cf371 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:16.226595 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9617c18c-82be-4b5b-9386-0f20658ade5a tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:16.270866 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e3644-5885-41d1-87fc-8c53c24cf371 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Port': ['ID=cafb4c25-01a8-4dcb-8d2f-4727ed53fc33,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:16.273380 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-985e3644-5885-41d1-87fc-8c53c24cf371 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:16.465558 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-985e3644-5885-41d1-87fc-8c53c24cf371 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for floatingip, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:16.580384 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-985e3644-5885-41d1-87fc-8c53c24cf371 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:16.580384 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-985e3644-5885-41d1-87fc-8c53c24cf371 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/floatingips/ba1e64e5-5cb2-46e6-ab22-73e59341f3eb HTTP/1.1" status: 204 len: 168 time: 1.0793629 Dec 22 13:30:17.194183 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8041e9-1d8d-4f39-b4ab-367d52bc0334 req-12ab192d-aedf-4f08-9df4-6dbe3f670fda tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:17.194886 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-3a8041e9-1d8d-4f39-b4ab-367d52bc0334 req-12ab192d-aedf-4f08-9df4-6dbe3f670fda tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:30:17.300511 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-3a8041e9-1d8d-4f39-b4ab-367d52bc0334 req-12ab192d-aedf-4f08-9df4-6dbe3f670fda tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:30:17.304359 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3a8041e9-1d8d-4f39-b4ab-367d52bc0334 req-12ab192d-aedf-4f08-9df4-6dbe3f670fda tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c6a94bc-c537-4624-aa76-129eaa22a785 HTTP/1.1" status: 200 len: 945 time: 0.1845126 Dec 22 13:30:17.350643 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-3a8041e9-1d8d-4f39-b4ab-367d52bc0334 req-6619a12d-07fe-40f5-ab7b-6da92f025606 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:30:17.420333 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-3a8041e9-1d8d-4f39-b4ab-367d52bc0334 req-6619a12d-07fe-40f5-ab7b-6da92f025606 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:30:17.421488 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3a8041e9-1d8d-4f39-b4ab-367d52bc0334 req-6619a12d-07fe-40f5-ab7b-6da92f025606 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1e1f4b0-fdd6-4d96-a195-b8a9a07b54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142304 Dec 22 13:30:18.109247 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:30:18.623297 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190019f-a919-4dad-b099-6e222b924e48 req-6577879b-4784-4c85-b3eb-712532cc371f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:18.624740 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4190019f-a919-4dad-b099-6e222b924e48 req-6577879b-4784-4c85-b3eb-712532cc371f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c6a94bc-c537-4624-aa76-129eaa22a785 HTTP/1.1" status: 200 len: 945 time: 0.0767360 Dec 22 13:30:18.672070 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4190019f-a919-4dad-b099-6e222b924e48 req-7b86c04a-da6d-48fd-9cca-288e78bb8462 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1e1f4b0-fdd6-4d96-a195-b8a9a07b54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414596 Dec 22 13:30:18.706947 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322597df-c84f-4955-ab17-50ccc09c646f req-f91a1c5e-594f-41bc-a9a3-dd5985b901d3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:18.710933 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-322597df-c84f-4955-ab17-50ccc09c646f req-f91a1c5e-594f-41bc-a9a3-dd5985b901d3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6a94bc-c537-4624-aa76-129eaa22a785 HTTP/1.1" status: 200 len: 945 time: 0.0789516 Dec 22 13:30:18.779573 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-322597df-c84f-4955-ab17-50ccc09c646f req-6f5077a7-3e1d-4d8a-8986-6784fd438177 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting port 516380a8-fad3-490b-92e3-6b1699db109a {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:30:18.779918 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-322597df-c84f-4955-ab17-50ccc09c646f req-6f5077a7-3e1d-4d8a-8986-6784fd438177 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:19.023476 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-322597df-c84f-4955-ab17-50ccc09c646f req-6f5077a7-3e1d-4d8a-8986-6784fd438177 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] For port 516380a8-fad3-490b-92e3-6b1699db109a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=516380a8-fad3-490b-92e3-6b1699db109a,segment=NetworkSegment(496bf6ae-76ac-441d-a62a-9b6195509c26),segment_id=496bf6ae-76ac-441d-a62a-9b6195509c26)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:30:19.023835 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-322597df-c84f-4955-ab17-50ccc09c646f req-6f5077a7-3e1d-4d8a-8986-6784fd438177 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:19.145684 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-322597df-c84f-4955-ab17-50ccc09c646f req-6f5077a7-3e1d-4d8a-8986-6784fd438177 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Calling delete_port for 516380a8-fad3-490b-92e3-6b1699db109a owned by compute:nova {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:30:19.342765 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-322597df-c84f-4955-ab17-50ccc09c646f req-6f5077a7-3e1d-4d8a-8986-6784fd438177 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:19.350023 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d2433227-08eb-498b-b5e3-79340b485cc6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:19.398745 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5077a7-3e1d-4d8a-8986-6784fd438177 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Port': ['ID=516380a8-fad3-490b-92e3-6b1699db109a,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:19.401958 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6f5077a7-3e1d-4d8a-8986-6784fd438177 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:19.478950 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-322597df-c84f-4955-ab17-50ccc09c646f req-6f5077a7-3e1d-4d8a-8986-6784fd438177 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] No DVR routers for this DVR port 516380a8-fad3-490b-92e3-6b1699db109a on host hv-neutron-8226 {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:30:19.481906 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-322597df-c84f-4955-ab17-50ccc09c646f req-6f5077a7-3e1d-4d8a-8986-6784fd438177 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:19.484783 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6a94bc-c537-4624-aa76-129eaa22a785', 'name': 'network-vif-deleted', 'tag': '516380a8-fad3-490b-92e3-6b1699db109a'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:30:19.550697 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6a94bc-c537-4624-aa76-129eaa22a785', 'name': 'network-vif-deleted', 'tag': '516380a8-fad3-490b-92e3-6b1699db109a', 'status': 'completed', 'code': 200} Dec 22 13:30:19.562095 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-322597df-c84f-4955-ab17-50ccc09c646f req-6f5077a7-3e1d-4d8a-8986-6784fd438177 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "DELETE /v2.0/ports/516380a8-fad3-490b-92e3-6b1699db109a HTTP/1.1" status: 204 len: 173 time: 0.8423107 Dec 22 13:30:19.859042 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-31e799a6-81d3-4e6f-a2bf-584ba39a8972 req-1da049db-c5db-4c37-a9a6-4f1a0fd39b1e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c6a94bc-c537-4624-aa76-129eaa22a785 HTTP/1.1" status: 200 len: 210 time: 0.0546312 Dec 22 13:30:20.964167 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52278) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:30:21.033835 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8113d63a-574f-49cf-9ed0-c0d8822bae9c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:21.067708 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8113d63a-574f-49cf-9ed0-c0d8822bae9c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:21.201133 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8113d63a-574f-49cf-9ed0-c0d8822bae9c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:21.204846 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-92980872-b946-4d35-944a-8d6448c9f954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:21.219921 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113d63a-574f-49cf-9ed0-c0d8822bae9c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e1f4b0-fdd6-4d96-a195-b8a9a07b54cb,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:21.223264 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8113d63a-574f-49cf-9ed0-c0d8822bae9c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:21.288147 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8113d63a-574f-49cf-9ed0-c0d8822bae9c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:21.289277 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8113d63a-574f-49cf-9ed0-c0d8822bae9c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/security-groups/f1e1f4b0-fdd6-4d96-a195-b8a9a07b54cb HTTP/1.1" status: 204 len: 168 time: 0.3239732 Dec 22 13:30:22.427630 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52286) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:30:22.834793 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-237b7b93-3a2a-4512-a0d8-fb9b8bded7b9 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:22.872325 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 516380a8-fad3-490b-92e3-6b1699db109a no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:30:22.908948 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] No Port match for: 516380a8-fad3-490b-92e3-6b1699db109a {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:30:22.909301 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 516380a8-fad3-490b-92e3-6b1699db109a not bound to the agent host hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:30:23.556120 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-237b7b93-3a2a-4512-a0d8-fb9b8bded7b9 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting port 7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:30:23.556674 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-237b7b93-3a2a-4512-a0d8-fb9b8bded7b9 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:23.742512 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-237b7b93-3a2a-4512-a0d8-fb9b8bded7b9 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] For port 7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d,segment=NetworkSegment(496bf6ae-76ac-441d-a62a-9b6195509c26),segment_id=496bf6ae-76ac-441d-a62a-9b6195509c26)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:30:23.742694 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-237b7b93-3a2a-4512-a0d8-fb9b8bded7b9 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:23.862609 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-237b7b93-3a2a-4512-a0d8-fb9b8bded7b9 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Calling delete_port for 7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d owned by network:router_interface {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:30:24.125448 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-237b7b93-3a2a-4512-a0d8-fb9b8bded7b9 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:24.130199 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-de0122d9-8346-4c54-bef5-6fd20de46fc4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:24.171663 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b7b93-3a2a-4512-a0d8-fb9b8bded7b9 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Port': ['ID=7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:24.177429 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-237b7b93-3a2a-4512-a0d8-fb9b8bded7b9 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:24.477597 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-237b7b93-3a2a-4512-a0d8-fb9b8bded7b9 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:25.198591 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237b7b93-3a2a-4512-a0d8-fb9b8bded7b9 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router 6d68ce07-f80c-4bc3-81b5-d19d987f1f0d has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:30:25.399791 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237b7b93-3a2a-4512-a0d8-fb9b8bded7b9 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:30:25.409421 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2e985f-be93-4eee-b193-1d3041e1e3dd None None] Sync routers for ids ['6d68ce07-f80c-4bc3-81b5-d19d987f1f0d'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:30:25.413035 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-237b7b93-3a2a-4512-a0d8-fb9b8bded7b9 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "PUT /v2.0/routers/6d68ce07-f80c-4bc3-81b5-d19d987f1f0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9843471 Dec 22 13:30:25.415801 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52290) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:30:25.421770 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2e985f-be93-4eee-b193-1d3041e1e3dd None None] Routers {'6d68ce07-f80c-4bc3-81b5-d19d987f1f0d'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:30:25.425006 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-4c2e985f-be93-4eee-b193-1d3041e1e3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:30:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['6d68ce07-f80c-4bc3-81b5-d19d987f1f0d'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:30:25.607373 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-39388b18-5aa7-4d0c-b15c-4f3982014f8f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting subnet 1544a261-029d-4235-bce8-e046a495d202 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:30:25.607638 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-4c2e985f-be93-4eee-b193-1d3041e1e3dd None None] Set router 6d68ce07-f80c-4bc3-81b5-d19d987f1f0d gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:30:25.611065 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-39388b18-5aa7-4d0c-b15c-4f3982014f8f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:25.669031 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-39388b18-5aa7-4d0c-b15c-4f3982014f8f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:25.752844 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-39388b18-5aa7-4d0c-b15c-4f3982014f8f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:25.888292 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-4c2e985f-be93-4eee-b193-1d3041e1e3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'name': 'tempest-TestNetworkBasicOps-router-338127987', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.68'}], 'enable_snat': True}, 'gw_port_id': '96ddc963-f8aa-42da-ae2e-e1b80f46b811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:28:04Z', 'updated_at': '2021-12-22T13:30:23Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '96ddc963-f8aa-42da-ae2e-e1b80f46b811', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:28:05Z', 'updated_at': '2021-12-22T13:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:30:25.892186 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2e985f-be93-4eee-b193-1d3041e1e3dd None None] Checking router: 6d68ce07-f80c-4bc3-81b5-d19d987f1f0d for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:30:25.902263 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2e985f-be93-4eee-b193-1d3041e1e3dd None None] Routers {'6d68ce07-f80c-4bc3-81b5-d19d987f1f0d'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:30:25.902835 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-4c2e985f-be93-4eee-b193-1d3041e1e3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:30:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['6d68ce07-f80c-4bc3-81b5-d19d987f1f0d'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:30:25.908704 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-39388b18-5aa7-4d0c-b15c-4f3982014f8f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:25.912877 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d4daa805-9901-4af7-a5e2-2b679cc4d1be tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:25.950442 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39388b18-5aa7-4d0c-b15c-4f3982014f8f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Subnet': ['ID=1544a261-029d-4235-bce8-e046a495d202,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:25.954555 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-39388b18-5aa7-4d0c-b15c-4f3982014f8f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:25.958483 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-39388b18-5aa7-4d0c-b15c-4f3982014f8f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:25.969487 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-39388b18-5aa7-4d0c-b15c-4f3982014f8f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/subnets/1544a261-029d-4235-bce8-e046a495d202 HTTP/1.1" status: 204 len: 168 time: 0.5476587 Dec 22 13:30:25.970577 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d12da78-964e-49be-9dde-95c9fc39d04a None None] Network dcfbef2e-bd96-48a1-b654-7adab619a017 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:30:25.971037 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52294) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:30:26.086250 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-4c2e985f-be93-4eee-b193-1d3041e1e3dd None None] Set router 6d68ce07-f80c-4bc3-81b5-d19d987f1f0d gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:30:26.170651 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d80c0832-829a-4455-ac51-c36870b8b9ab tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:26.263934 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053c19cd-a957-4a1b-b047-596b4ec28ccd None None] DHCP port deletion for dcfbef2e-bd96-48a1-b654-7adab619a017 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:30:26.268898 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-053c19cd-a957-4a1b-b047-596b4ec28ccd None None] Deleting port 6e61f8f1-5650-48e4-9f5a-89de502afdc4 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:30:26.272310 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-053c19cd-a957-4a1b-b047-596b4ec28ccd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:26.415238 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-4c2e985f-be93-4eee-b193-1d3041e1e3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'name': 'tempest-TestNetworkBasicOps-router-338127987', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.68'}], 'enable_snat': True}, 'gw_port_id': '96ddc963-f8aa-42da-ae2e-e1b80f46b811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:28:04Z', 'updated_at': '2021-12-22T13:30:23Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '96ddc963-f8aa-42da-ae2e-e1b80f46b811', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:28:05Z', 'updated_at': '2021-12-22T13:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:30:26.419994 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2e985f-be93-4eee-b193-1d3041e1e3dd None None] The sync data for ids ['6d68ce07-f80c-4bc3-81b5-d19d987f1f0d'] in dv-neutron-822669-1-hyperv is: [{'id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'name': 'tempest-TestNetworkBasicOps-router-338127987', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.68'}], 'enable_snat': True}, 'gw_port_id': '96ddc963-f8aa-42da-ae2e-e1b80f46b811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:28:04Z', 'updated_at': '2021-12-22T13:30:23Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '96ddc963-f8aa-42da-ae2e-e1b80f46b811', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68ce07-f80c-4bc3-81b5-d19d987f1f0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:28:05Z', 'updated_at': '2021-12-22T13:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:30:26.524865 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d80c0832-829a-4455-ac51-c36870b8b9ab tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:26.536900 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-053c19cd-a957-4a1b-b047-596b4ec28ccd None None] For port 6e61f8f1-5650-48e4-9f5a-89de502afdc4, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=6e61f8f1-5650-48e4-9f5a-89de502afdc4,segment=NetworkSegment(496bf6ae-76ac-441d-a62a-9b6195509c26),segment_id=496bf6ae-76ac-441d-a62a-9b6195509c26)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:30:26.541760 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-053c19cd-a957-4a1b-b047-596b4ec28ccd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:26.606153 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-d80c0832-829a-4455-ac51-c36870b8b9ab tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting port 96ddc963-f8aa-42da-ae2e-e1b80f46b811 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:30:26.611825 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d80c0832-829a-4455-ac51-c36870b8b9ab tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:26.660389 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-053c19cd-a957-4a1b-b047-596b4ec28ccd None None] Calling delete_port for 6e61f8f1-5650-48e4-9f5a-89de502afdc4 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:30:26.784237 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-d80c0832-829a-4455-ac51-c36870b8b9ab tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] For port 96ddc963-f8aa-42da-ae2e-e1b80f46b811, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=96ddc963-f8aa-42da-ae2e-e1b80f46b811,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:30:26.784592 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d80c0832-829a-4455-ac51-c36870b8b9ab tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:26.834966 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-053c19cd-a957-4a1b-b047-596b4ec28ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:26.845490 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:26.893039 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c19cd-a957-4a1b-b047-596b4ec28ccd None None] Pushing event deleted for resources: {'Port': ['ID=6e61f8f1-5650-48e4-9f5a-89de502afdc4,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:26.900416 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053c19cd-a957-4a1b-b047-596b4ec28ccd None None] No DVR routers for this DVR port 6e61f8f1-5650-48e4-9f5a-89de502afdc4 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:30:26.906570 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053c19cd-a957-4a1b-b047-596b4ec28ccd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:26.907021 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053c19cd-a957-4a1b-b047-596b4ec28ccd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:26.907360 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053c19cd-a957-4a1b-b047-596b4ec28ccd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:26.907697 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053c19cd-a957-4a1b-b047-596b4ec28ccd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:26.908032 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053c19cd-a957-4a1b-b047-596b4ec28ccd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:26.908359 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053c19cd-a957-4a1b-b047-596b4ec28ccd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:26.908687 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053c19cd-a957-4a1b-b047-596b4ec28ccd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:26.909012 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053c19cd-a957-4a1b-b047-596b4ec28ccd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:26.909782 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053c19cd-a957-4a1b-b047-596b4ec28ccd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:26.909782 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053c19cd-a957-4a1b-b047-596b4ec28ccd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:26.909983 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053c19cd-a957-4a1b-b047-596b4ec28ccd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:26.913726 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-053c19cd-a957-4a1b-b047-596b4ec28ccd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:26.916982 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-d80c0832-829a-4455-ac51-c36870b8b9ab tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Calling delete_port for 96ddc963-f8aa-42da-ae2e-e1b80f46b811 owned by network:router_gateway {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:30:27.111559 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 6e61f8f1-5650-48e4-9f5a-89de502afdc4 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:30:27.146956 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 6e61f8f1-5650-48e4-9f5a-89de502afdc4 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:30:27.147309 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 6e61f8f1-5650-48e4-9f5a-89de502afdc4 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:30:27.147736 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:30:27.171676 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d80c0832-829a-4455-ac51-c36870b8b9ab tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:27.177994 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6a8e0cc5-1f4d-46ef-bab2-2cb53f3546d4 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:27.181028 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:30:27.181028 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 7ff614b5-aa9e-4ad3-be1b-37eefd00ca5d not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:30:27.221406 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c0832-829a-4455-ac51-c36870b8b9ab tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Port': ['ID=96ddc963-f8aa-42da-ae2e-e1b80f46b811,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:27.225020 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d80c0832-829a-4455-ac51-c36870b8b9ab tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:27.444510 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d80c0832-829a-4455-ac51-c36870b8b9ab tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:27.705021 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d80c0832-829a-4455-ac51-c36870b8b9ab tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:27.710607 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d80c0832-829a-4455-ac51-c36870b8b9ab tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:27.819795 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d80c0832-829a-4455-ac51-c36870b8b9ab tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:27.820344 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80c0832-829a-4455-ac51-c36870b8b9ab tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Fanout notify agent at l3_agent the message router_deleted on router 6d68ce07-f80c-4bc3-81b5-d19d987f1f0d {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:30:27.836061 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d80c0832-829a-4455-ac51-c36870b8b9ab tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:27.837958 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d80c0832-829a-4455-ac51-c36870b8b9ab tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/routers/6d68ce07-f80c-4bc3-81b5-d19d987f1f0d HTTP/1.1" status: 204 len: 168 time: 1.8690054 Dec 22 13:30:27.841209 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52298) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:30:27.961033 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3bc76568-27a8-41fe-91eb-e4cba2c8672f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:28.207807 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3bc76568-27a8-41fe-91eb-e4cba2c8672f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:28.235372 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-3bc76568-27a8-41fe-91eb-e4cba2c8672f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcfbef2e-bd96-48a1-b654-7adab619a017']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:30:28.248255 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-3bc76568-27a8-41fe-91eb-e4cba2c8672f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '496bf6ae-76ac-441d-a62a-9b6195509c26') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:30:28.248584 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-3bc76568-27a8-41fe-91eb-e4cba2c8672f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '496bf6ae-76ac-441d-a62a-9b6195509c26') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:30:28.262236 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3bc76568-27a8-41fe-91eb-e4cba2c8672f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:28.281419 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3bc76568-27a8-41fe-91eb-e4cba2c8672f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:28.288501 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bc76568-27a8-41fe-91eb-e4cba2c8672f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:30:28.288501 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3bc76568-27a8-41fe-91eb-e4cba2c8672f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:28.303519 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:30:28.303519 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:30:28.303519 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:30:28.303519 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:30:28.303519 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:30:28.303519 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:30:28.303519 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:30:28.303519 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:30:28.303519 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:30:28.303519 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:30:28.303519 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:30:28.303519 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:30:28.303519 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:30:28.303519 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:30:28.303519 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:30:28.303519 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:30:28.303519 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:30:28.303519 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:30:28.303519 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:30:28.303519 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:30:28.303519 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:30:28.303519 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:30:28.303519 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:30:28.303519 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:30:28.303519 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:30:28.303519 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:30:28.303519 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:30:28.303519 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:30:28.303519 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:30:28.303519 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:30:28.303519 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:30:28.303519 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:30:28.454263 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3bc76568-27a8-41fe-91eb-e4cba2c8672f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:28.458401 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ab92c2b1-d24e-4224-b2a0-60d6aab7d02f tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:28.475939 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3bc76568-27a8-41fe-91eb-e4cba2c8672f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:28.488936 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc76568-27a8-41fe-91eb-e4cba2c8672f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Network': ['ID=dcfbef2e-bd96-48a1-b654-7adab619a017,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:28.491797 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3bc76568-27a8-41fe-91eb-e4cba2c8672f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:28.552556 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-3bc76568-27a8-41fe-91eb-e4cba2c8672f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/networks/dcfbef2e-bd96-48a1-b654-7adab619a017 HTTP/1.1" status: 204 len: 168 time: 0.7101343 Dec 22 13:30:28.579758 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52302) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:30:28.584439 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-5f95c4db-b61d-4907-888a-6408e860cf74 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'network': {'name': 'tempest-network-smoke--1792222999', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'port_security_enabled': True}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:30:28.589448 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5f95c4db-b61d-4907-888a-6408e860cf74 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:30:28.594186 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5f95c4db-b61d-4907-888a-6408e860cf74 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:network and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:30:28.597071 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5f95c4db-b61d-4907-888a-6408e860cf74 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:30:28.602957 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5f95c4db-b61d-4907-888a-6408e860cf74 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:30:28.688727 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f95c4db-b61d-4907-888a-6408e860cf74 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Made reservation on behalf of 453b85bce7e6482dbe10966fb03da8cc for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:30:28.691727 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5f95c4db-b61d-4907-888a-6408e860cf74 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:28.722000 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f95c4db-b61d-4907-888a-6408e860cf74 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:30:28.730696 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5f95c4db-b61d-4907-888a-6408e860cf74 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:28.730976 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-5f95c4db-b61d-4907-888a-6408e860cf74 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Added segment b365c676-b8c7-4bd4-ad85-9ddd193aa5fd of type vlan for network 1e0deb25-e8d8-42b5-9dfc-5cb734af0522 Dec 22 13:30:28.756749 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5f95c4db-b61d-4907-888a-6408e860cf74 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:28.834239 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:28.923015 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5f95c4db-b61d-4907-888a-6408e860cf74 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:28.927594 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f95c4db-b61d-4907-888a-6408e860cf74 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:28.927594 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5f95c4db-b61d-4907-888a-6408e860cf74 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:28.930973 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6ec86e4e-228c-4002-ba50-5a29c134ce36 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:29.037785 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95c4db-b61d-4907-888a-6408e860cf74 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Network': ['ID=1e0deb25-e8d8-42b5-9dfc-5cb734af0522,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:29.038104 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5f95c4db-b61d-4907-888a-6408e860cf74 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:29.047193 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 1e0deb25-e8d8-42b5-9dfc-5cb734af0522 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:30:29.117107 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 96ddc963-f8aa-42da-ae2e-e1b80f46b811 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:30:29.135266 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5f95c4db-b61d-4907-888a-6408e860cf74 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5556097 Dec 22 13:30:29.141203 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52306) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:30:29.146469 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-364f311e-7d60-4643-b1fa-847c31414c27 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-991484835', 'admin_state_up': True, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:30:29.153487 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-364f311e-7d60-4643-b1fa-847c31414c27 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:30:29.162558 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-364f311e-7d60-4643-b1fa-847c31414c27 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:router and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:30:29.162558 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-364f311e-7d60-4643-b1fa-847c31414c27 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:30:29.163761 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 96ddc963-f8aa-42da-ae2e-e1b80f46b811 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:30:29.164125 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 96ddc963-f8aa-42da-ae2e-e1b80f46b811 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:30:29.167598 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-364f311e-7d60-4643-b1fa-847c31414c27 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:30:29.239872 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-364f311e-7d60-4643-b1fa-847c31414c27 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:29.240954 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-364f311e-7d60-4643-b1fa-847c31414c27 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:29.260589 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-364f311e-7d60-4643-b1fa-847c31414c27 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:29.488734 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-364f311e-7d60-4643-b1fa-847c31414c27 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:29.737619 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-364f311e-7d60-4643-b1fa-847c31414c27 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router_gateway, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:29.766375 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-364f311e-7d60-4643-b1fa-847c31414c27 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:29.903990 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-364f311e-7d60-4643-b1fa-847c31414c27 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Allocated IP 172.26.1.89 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:30:30.055582 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-364f311e-7d60-4643-b1fa-847c31414c27 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:30.160206 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-364f311e-7d60-4643-b1fa-847c31414c27 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:30.164749 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d80c0832-829a-4455-ac51-c36870b8b9ab tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:30.226092 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364f311e-7d60-4643-b1fa-847c31414c27 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:30:30.234673 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-364f311e-7d60-4643-b1fa-847c31414c27 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:30:30.238917 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364f311e-7d60-4643-b1fa-847c31414c27 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:30:30.270148 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f311e-7d60-4643-b1fa-847c31414c27 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:30.276097 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-364f311e-7d60-4643-b1fa-847c31414c27 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:30.491979 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-364f311e-7d60-4643-b1fa-847c31414c27 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router_gateway, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:30.492719 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-364f311e-7d60-4643-b1fa-847c31414c27 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:30.788395 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364f311e-7d60-4643-b1fa-847c31414c27 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router 70de30e3-bff2-4e20-bbd9-cd3358edb4c0 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:30:31.089223 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364f311e-7d60-4643-b1fa-847c31414c27 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:30:31.098987 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3805e762-1d05-4ebc-b971-94a472a28cf0 None None] Sync routers for ids ['70de30e3-bff2-4e20-bbd9-cd3358edb4c0'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:30:31.111186 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3805e762-1d05-4ebc-b971-94a472a28cf0 None None] Routers {'70de30e3-bff2-4e20-bbd9-cd3358edb4c0'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:30:31.111889 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-3805e762-1d05-4ebc-b971-94a472a28cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:30:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['70de30e3-bff2-4e20-bbd9-cd3358edb4c0'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:30:31.182794 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-364f311e-7d60-4643-b1fa-847c31414c27 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:31.184838 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-364f311e-7d60-4643-b1fa-847c31414c27 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0418849 Dec 22 13:30:31.189576 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52312) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:30:31.230010 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-2f53cf39-521d-4e67-9622-3be85579681c tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=453b85bce7e6482dbe10966fb03da8cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392640 Dec 22 13:30:31.240397 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52316) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:30:31.291641 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-3805e762-1d05-4ebc-b971-94a472a28cf0 None None] Set router 70de30e3-bff2-4e20-bbd9-cd3358edb4c0 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:30:31.370700 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef9023a-5262-4a1e-a409-2c0e8cf22abf tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:31.376002 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5ef9023a-5262-4a1e-a409-2c0e8cf22abf tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1308992 Dec 22 13:30:31.376002 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52320) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:30:31.419175 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-698a351d-ccc6-4e69-9731-8298cd22a370 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=0776f1b4-770d-462f-bc0f-df97e8017b18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418913 Dec 22 13:30:31.421563 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52324) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:30:31.427425 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-0a0f7f58-5c08-409b-b3fc-cb9a32badd19 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1893828401', 'network_id': '1e0deb25-e8d8-42b5-9dfc-5cb734af0522', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:30:31.539690 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0a0f7f58-5c08-409b-b3fc-cb9a32badd19 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:30:31.543467 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0a0f7f58-5c08-409b-b3fc-cb9a32badd19 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:subnet and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:30:31.546628 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0a0f7f58-5c08-409b-b3fc-cb9a32badd19 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:30:31.553635 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0a0f7f58-5c08-409b-b3fc-cb9a32badd19 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:30:31.580480 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-3805e762-1d05-4ebc-b971-94a472a28cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70de30e3-bff2-4e20-bbd9-cd3358edb4c0', 'name': 'tempest-TestNetworkBasicOps-router-991484835', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:30:29Z', 'updated_at': '2021-12-22T13:30:30Z', 'revision_number': 3, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70de30e3-bff2-4e20-bbd9-cd3358edb4c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:30:29Z', 'updated_at': '2021-12-22T13:30:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:30:31.584630 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3805e762-1d05-4ebc-b971-94a472a28cf0 None None] Checking router: 70de30e3-bff2-4e20-bbd9-cd3358edb4c0 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:30:31.584994 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3805e762-1d05-4ebc-b971-94a472a28cf0 None None] Updating router 70de30e3-bff2-4e20-bbd9-cd3358edb4c0 port cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6 binding host dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:30:31.622863 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0f7f58-5c08-409b-b3fc-cb9a32badd19 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Made reservation on behalf of 453b85bce7e6482dbe10966fb03da8cc for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:30:31.640269 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3805e762-1d05-4ebc-b971-94a472a28cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:31.724795 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0a0f7f58-5c08-409b-b3fc-cb9a32badd19 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:32.032159 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0a0f7f58-5c08-409b-b3fc-cb9a32badd19 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:32.034845 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3805e762-1d05-4ebc-b971-94a472a28cf0 None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:32.036848 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1bd3ffca-486a-4a97-b940-d67b36a49781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:32.046343 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3805e762-1d05-4ebc-b971-94a472a28cf0 None None] Transition to ACTIVE for port object cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:30:32.107549 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f7f58-5c08-409b-b3fc-cb9a32badd19 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Subnet': ['ID=6f8c288b-a0cc-4d3b-946c-9bd93c229232,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:32.111209 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0a0f7f58-5c08-409b-b3fc-cb9a32badd19 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:32.123936 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0f7f58-5c08-409b-b3fc-cb9a32badd19 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Checking segment: {'id': 'b365c676-b8c7-4bd4-ad85-9ddd193aa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1e0deb25-e8d8-42b5-9dfc-5cb734af0522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:30:32.124282 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0f7f58-5c08-409b-b3fc-cb9a32badd19 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network hostable DHCP agents. Network: 1e0deb25-e8d8-42b5-9dfc-5cb734af0522, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:30:32.136867 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3805e762-1d05-4ebc-b971-94a472a28cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:32.142049 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:32.222824 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-3805e762-1d05-4ebc-b971-94a472a28cf0 None None] Attempting to bind port cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:30:32.222824 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-3805e762-1d05-4ebc-b971-94a472a28cf0 None None] Attempting to bind port cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:30:32.222824 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3805e762-1d05-4ebc-b971-94a472a28cf0 None None] Attempting to bind port cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6 on network 0776f1b4-770d-462f-bc0f-df97e8017b18 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:30:32.222824 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a9560d-d67f-4ade-92ea-d99b8dbadd1d None None] Pushing event updated for resources: {'Port': ['ID=cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:32.225365 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-98a9560d-d67f-4ade-92ea-d99b8dbadd1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:32.228567 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3805e762-1d05-4ebc-b971-94a472a28cf0 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:30:32.228872 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3805e762-1d05-4ebc-b971-94a472a28cf0 None None] Checking segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:30:32.229283 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3805e762-1d05-4ebc-b971-94a472a28cf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:32.229678 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3805e762-1d05-4ebc-b971-94a472a28cf0 None None] Bound using segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:30:32.230142 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-3805e762-1d05-4ebc-b971-94a472a28cf0 None None] Bound port: cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:30:32.230554 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3805e762-1d05-4ebc-b971-94a472a28cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:32.242583 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0f7f58-5c08-409b-b3fc-cb9a32badd19 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network 1e0deb25-e8d8-42b5-9dfc-5cb734af0522 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:30:32.304744 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3805e762-1d05-4ebc-b971-94a472a28cf0 None None] For port cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:30:32.307705 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3805e762-1d05-4ebc-b971-94a472a28cf0 None None] For port cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:30:32.340123 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-0a0f7f58-5c08-409b-b3fc-cb9a32badd19 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 1e0deb25-e8d8-42b5-9dfc-5cb734af0522) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:30:32.344818 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0f7f58-5c08-409b-b3fc-cb9a32badd19 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:32.345401 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0a0f7f58-5c08-409b-b3fc-cb9a32badd19 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:32.350895 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79583d3-2885-4eca-8b97-ab2154814b84 None None] Network 1e0deb25-e8d8-42b5-9dfc-5cb734af0522 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:30:32.408900 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3805e762-1d05-4ebc-b971-94a472a28cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:32.416070 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-8332539a-24b7-41fa-a755-14a57e36e5c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:32.461841 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0a0f7f58-5c08-409b-b3fc-cb9a32badd19 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0384772 Dec 22 13:30:32.465234 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52328) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:30:32.528452 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a9560d-d67f-4ade-92ea-d99b8dbadd1d None None] Pushing event updated for resources: {'Port': ['ID=cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:32.537638 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-98a9560d-d67f-4ade-92ea-d99b8dbadd1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:32.543204 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3805e762-1d05-4ebc-b971-94a472a28cf0 None None] Routers {'70de30e3-bff2-4e20-bbd9-cd3358edb4c0'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:30:32.543837 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-3805e762-1d05-4ebc-b971-94a472a28cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:30:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['70de30e3-bff2-4e20-bbd9-cd3358edb4c0'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:30:32.792298 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4696680-865f-4afb-8249-e98917d57aa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-1e0deb25-e8d8-42b5-9dfc-5cb734af0522', 'network_id': '1e0deb25-e8d8-42b5-9dfc-5cb734af0522', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ips': [{'subnet_id': '6f8c288b-a0cc-4d3b-946c-9bd93c229232'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:30:32.793117 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c4696680-865f-4afb-8249-e98917d57aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:32.821540 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-3805e762-1d05-4ebc-b971-94a472a28cf0 None None] Set router 70de30e3-bff2-4e20-bbd9-cd3358edb4c0 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:30:33.187287 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-c4696680-865f-4afb-8249-e98917d57aa6 None None] Allocated IP 172.20.0.2 (1e0deb25-e8d8-42b5-9dfc-5cb734af0522/6f8c288b-a0cc-4d3b-946c-9bd93c229232/b79cd498-4b42-4f9e-8061-096911781a24) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:30:33.241050 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-102220b4-172b-40a7-952a-e50e3a45a00c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:33.340113 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-3805e762-1d05-4ebc-b971-94a472a28cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70de30e3-bff2-4e20-bbd9-cd3358edb4c0', 'name': 'tempest-TestNetworkBasicOps-router-991484835', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:30:29Z', 'updated_at': '2021-12-22T13:30:30Z', 'revision_number': 3, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70de30e3-bff2-4e20-bbd9-cd3358edb4c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:30:29Z', 'updated_at': '2021-12-22T13:30:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:30:33.355251 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3805e762-1d05-4ebc-b971-94a472a28cf0 None None] The sync data for ids ['70de30e3-bff2-4e20-bbd9-cd3358edb4c0'] in dv-neutron-822669-1-hyperv is: [{'id': '70de30e3-bff2-4e20-bbd9-cd3358edb4c0', 'name': 'tempest-TestNetworkBasicOps-router-991484835', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:30:29Z', 'updated_at': '2021-12-22T13:30:30Z', 'revision_number': 3, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70de30e3-bff2-4e20-bbd9-cd3358edb4c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:30:29Z', 'updated_at': '2021-12-22T13:30:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:30:33.430017 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c4696680-865f-4afb-8249-e98917d57aa6 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:33.443552 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c4696680-865f-4afb-8249-e98917d57aa6 None None] Transition to ACTIVE for port object b79cd498-4b42-4f9e-8061-096911781a24 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:30:33.468715 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c4696680-865f-4afb-8249-e98917d57aa6 None None] Transition to ACTIVE for port object b79cd498-4b42-4f9e-8061-096911781a24 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:30:33.560598 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c4696680-865f-4afb-8249-e98917d57aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:33.566956 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-be04f5de-7157-43bd-8c85-a38fab55c0df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:33.646953 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4696680-865f-4afb-8249-e98917d57aa6 None None] Network 1e0deb25-e8d8-42b5-9dfc-5cb734af0522 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:30:33.651007 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-c4696680-865f-4afb-8249-e98917d57aa6 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:30:33.653631 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4696680-865f-4afb-8249-e98917d57aa6 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:30:33.660788 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4696680-865f-4afb-8249-e98917d57aa6 None None] Pushing event updated for resources: {'Port': ['ID=b79cd498-4b42-4f9e-8061-096911781a24,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:33.663994 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c4696680-865f-4afb-8249-e98917d57aa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:33.814978 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-c4696680-865f-4afb-8249-e98917d57aa6 None None] Attempting to bind port b79cd498-4b42-4f9e-8061-096911781a24 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:30:33.815356 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-c4696680-865f-4afb-8249-e98917d57aa6 None None] Attempting to bind port b79cd498-4b42-4f9e-8061-096911781a24 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'b365c676-b8c7-4bd4-ad85-9ddd193aa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1e0deb25-e8d8-42b5-9dfc-5cb734af0522'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:30:33.815725 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4696680-865f-4afb-8249-e98917d57aa6 None None] Attempting to bind port b79cd498-4b42-4f9e-8061-096911781a24 on network 1e0deb25-e8d8-42b5-9dfc-5cb734af0522 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:30:33.822632 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-102220b4-172b-40a7-952a-e50e3a45a00c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Allocated IP 172.20.0.1 (1e0deb25-e8d8-42b5-9dfc-5cb734af0522/6f8c288b-a0cc-4d3b-946c-9bd93c229232/d7490f32-fa9c-48e0-893f-6d15e6ca281b) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:30:33.823171 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4696680-865f-4afb-8249-e98917d57aa6 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:30:33.823171 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4696680-865f-4afb-8249-e98917d57aa6 None None] Checking segment: {'id': 'b365c676-b8c7-4bd4-ad85-9ddd193aa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1e0deb25-e8d8-42b5-9dfc-5cb734af0522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:30:33.824202 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c4696680-865f-4afb-8249-e98917d57aa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:33.824202 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4696680-865f-4afb-8249-e98917d57aa6 None None] Bound using segment: {'id': 'b365c676-b8c7-4bd4-ad85-9ddd193aa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1e0deb25-e8d8-42b5-9dfc-5cb734af0522'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:30:33.824430 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-c4696680-865f-4afb-8249-e98917d57aa6 None None] Bound port: b79cd498-4b42-4f9e-8061-096911781a24, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b365c676-b8c7-4bd4-ad85-9ddd193aa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1e0deb25-e8d8-42b5-9dfc-5cb734af0522'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:30:33.825635 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c4696680-865f-4afb-8249-e98917d57aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:33.918514 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-c4696680-865f-4afb-8249-e98917d57aa6 None None] For port b79cd498-4b42-4f9e-8061-096911781a24, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:30:33.922066 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-c4696680-865f-4afb-8249-e98917d57aa6 None None] For port b79cd498-4b42-4f9e-8061-096911781a24, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=b79cd498-4b42-4f9e-8061-096911781a24,segment=NetworkSegment(b365c676-b8c7-4bd4-ad85-9ddd193aa5fd),segment_id=b365c676-b8c7-4bd4-ad85-9ddd193aa5fd)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:30:33.996667 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-102220b4-172b-40a7-952a-e50e3a45a00c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:34.014942 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-102220b4-172b-40a7-952a-e50e3a45a00c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Transition to ACTIVE for port object d7490f32-fa9c-48e0-893f-6d15e6ca281b will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:30:34.021004 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c4696680-865f-4afb-8249-e98917d57aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:34.029907 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:34.118192 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4696680-865f-4afb-8249-e98917d57aa6 None None] Pushing event updated for resources: {'Port': ['ID=b79cd498-4b42-4f9e-8061-096911781a24,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:34.124248 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c4696680-865f-4afb-8249-e98917d57aa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:34.131516 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-102220b4-172b-40a7-952a-e50e3a45a00c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:34.135448 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-efde6d6e-9f2d-49b1-acf8-08ad483b45bc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:34.207752 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102220b4-172b-40a7-952a-e50e3a45a00c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network 1e0deb25-e8d8-42b5-9dfc-5cb734af0522 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:30:34.224207 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-102220b4-172b-40a7-952a-e50e3a45a00c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:30:34.228800 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102220b4-172b-40a7-952a-e50e3a45a00c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:30:34.259852 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102220b4-172b-40a7-952a-e50e3a45a00c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=d7490f32-fa9c-48e0-893f-6d15e6ca281b,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:34.284773 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102220b4-172b-40a7-952a-e50e3a45a00c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:34.285158 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102220b4-172b-40a7-952a-e50e3a45a00c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:34.285529 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102220b4-172b-40a7-952a-e50e3a45a00c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:34.285907 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102220b4-172b-40a7-952a-e50e3a45a00c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:34.286263 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102220b4-172b-40a7-952a-e50e3a45a00c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:34.286650 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102220b4-172b-40a7-952a-e50e3a45a00c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:34.287044 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102220b4-172b-40a7-952a-e50e3a45a00c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:34.287840 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102220b4-172b-40a7-952a-e50e3a45a00c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:34.287840 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102220b4-172b-40a7-952a-e50e3a45a00c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:34.288087 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102220b4-172b-40a7-952a-e50e3a45a00c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:34.288441 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102220b4-172b-40a7-952a-e50e3a45a00c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:34.295091 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-102220b4-172b-40a7-952a-e50e3a45a00c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:34.303007 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-102220b4-172b-40a7-952a-e50e3a45a00c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:34.454521 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-102220b4-172b-40a7-952a-e50e3a45a00c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:34.872779 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-102220b4-172b-40a7-952a-e50e3a45a00c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:34.948930 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-102220b4-172b-40a7-952a-e50e3a45a00c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:34.976482 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7cc1d9a7-6755-4680-9fca-236dde6646dc tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:35.071396 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102220b4-172b-40a7-952a-e50e3a45a00c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=d7490f32-fa9c-48e0-893f-6d15e6ca281b,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:35.072262 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-102220b4-172b-40a7-952a-e50e3a45a00c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:35.074496 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-102220b4-172b-40a7-952a-e50e3a45a00c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:35.110120 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6432a72a-d1fc-4ac0-9660-812e28de3831 None None] Network 1e0deb25-e8d8-42b5-9dfc-5cb734af0522 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:30:35.226466 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102220b4-172b-40a7-952a-e50e3a45a00c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network 1e0deb25-e8d8-42b5-9dfc-5cb734af0522 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:30:35.227552 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-102220b4-172b-40a7-952a-e50e3a45a00c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:30:35.232411 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device b79cd498-4b42-4f9e-8061-096911781a24 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:30:35.273193 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-da9d4ab6-cefc-4628-89f5-8abab59516e2 None None] Provisioning for port b79cd498-4b42-4f9e-8061-096911781a24 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:30:35.515425 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port b79cd498-4b42-4f9e-8061-096911781a24 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:30:35.522972 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port b79cd498-4b42-4f9e-8061-096911781a24 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:30:35.525412 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:35.669433 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:35.706959 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a9444705-77bb-4c44-be9e-d8d4b5948f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:35.717762 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port b79cd498-4b42-4f9e-8061-096911781a24, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=b79cd498-4b42-4f9e-8061-096911781a24,segment=NetworkSegment(b365c676-b8c7-4bd4-ad85-9ddd193aa5fd),segment_id=b365c676-b8c7-4bd4-ad85-9ddd193aa5fd)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:30:35.751474 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-102220b4-172b-40a7-952a-e50e3a45a00c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router 70de30e3-bff2-4e20-bbd9-cd3358edb4c0 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:30:35.768945 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:35.770127 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:30:35.796308 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:35.851873 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-d2e9d2d7-4064-4068-ad64-de3371f36040 None None] Provisioning for port d7490f32-fa9c-48e0-893f-6d15e6ca281b completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:30:35.863752 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-d2e9d2d7-4064-4068-ad64-de3371f36040 None None] Provisioning complete for port d7490f32-fa9c-48e0-893f-6d15e6ca281b triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:30:35.864140 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d2e9d2d7-4064-4068-ad64-de3371f36040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:35.949932 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=b79cd498-4b42-4f9e-8061-096911781a24,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:35.953713 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-d2e9d2d7-4064-4068-ad64-de3371f36040 None None] Port d7490f32-fa9c-48e0-893f-6d15e6ca281b cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:30:35.958651 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:35.967799 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102220b4-172b-40a7-952a-e50e3a45a00c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:30:35.973800 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-d2e9d2d7-4064-4068-ad64-de3371f36040 None None] Provisioning complete for port b79cd498-4b42-4f9e-8061-096911781a24 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:30:35.974195 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d2e9d2d7-4064-4068-ad64-de3371f36040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:35.982772 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-102220b4-172b-40a7-952a-e50e3a45a00c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "PUT /v2.0/routers/70de30e3-bff2-4e20-bbd9-cd3358edb4c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5158603 Dec 22 13:30:35.988693 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52332) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:30:36.457748 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:30:36.457748 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:30:36.457748 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:36.461515 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e595f67c-56fd-484f-8188-eb32617011b8 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:36.461515 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e595f67c-56fd-484f-8188-eb32617011b8 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:36.461515 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e595f67c-56fd-484f-8188-eb32617011b8 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:36.461515 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e595f67c-56fd-484f-8188-eb32617011b8 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:36.461515 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e595f67c-56fd-484f-8188-eb32617011b8 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:36.461515 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e595f67c-56fd-484f-8188-eb32617011b8 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:36.461515 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e595f67c-56fd-484f-8188-eb32617011b8 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1527047 Dec 22 13:30:36.461515 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52336) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:30:36.461515 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbc4241-2b24-47fe-b180-69799c0193c4 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:36.461515 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbc4241-2b24-47fe-b180-69799c0193c4 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:36.461515 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbc4241-2b24-47fe-b180-69799c0193c4 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:36.461515 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbc4241-2b24-47fe-b180-69799c0193c4 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:36.461515 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbc4241-2b24-47fe-b180-69799c0193c4 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:36.461515 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbc4241-2b24-47fe-b180-69799c0193c4 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:36.461515 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ddbc4241-2b24-47fe-b180-69799c0193c4 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0793281 Dec 22 13:30:36.461515 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52340) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:30:36.467768 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:36.467768 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:30:36.467768 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-11ba15ef-9831-4e0e-9f69-0eb20c3021ab None None] Provisioning complete for port d7490f32-fa9c-48e0-893f-6d15e6ca281b triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:30:36.467768 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-11ba15ef-9831-4e0e-9f69-0eb20c3021ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:36.467768 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-11ba15ef-9831-4e0e-9f69-0eb20c3021ab None None] Port d7490f32-fa9c-48e0-893f-6d15e6ca281b cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:30:36.467768 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:36.467768 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:36.475309 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-66820a4c-b6a6-4964-9c2e-0d6ce58f5fe9 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2137260 Dec 22 13:30:36.476242 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52344) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:30:36.476242 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-853be430-f41e-4242-bc6b-398e53f0a361 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1630548210', 'network_id': '1e0deb25-e8d8-42b5-9dfc-5cb734af0522'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:30:36.476830 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:36.480913 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:36.610877 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-853be430-f41e-4242-bc6b-398e53f0a361 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:30:36.614909 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-853be430-f41e-4242-bc6b-398e53f0a361 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:port and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:30:36.617678 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-853be430-f41e-4242-bc6b-398e53f0a361 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:30:36.623490 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-853be430-f41e-4242-bc6b-398e53f0a361 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:30:36.688820 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853be430-f41e-4242-bc6b-398e53f0a361 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Made reservation on behalf of 453b85bce7e6482dbe10966fb03da8cc for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:30:36.691974 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-853be430-f41e-4242-bc6b-398e53f0a361 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:36.719884 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [None req-853be430-f41e-4242-bc6b-398e53f0a361 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] device_id is not set on port 58733398-cb77-4c3a-8740-018006709531 yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:30:36.861565 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-853be430-f41e-4242-bc6b-398e53f0a361 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Allocated IP 172.20.0.11 (1e0deb25-e8d8-42b5-9dfc-5cb734af0522/6f8c288b-a0cc-4d3b-946c-9bd93c229232/58733398-cb77-4c3a-8740-018006709531) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:30:36.964809 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6454f8f-14f3-40db-9fcf-e3da7c09e2cf None None] Sync routers for ids ['70de30e3-bff2-4e20-bbd9-cd3358edb4c0'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:30:36.977545 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6454f8f-14f3-40db-9fcf-e3da7c09e2cf None None] Routers {'70de30e3-bff2-4e20-bbd9-cd3358edb4c0'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:30:36.977955 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-b6454f8f-14f3-40db-9fcf-e3da7c09e2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:30:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['70de30e3-bff2-4e20-bbd9-cd3358edb4c0'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:30:37.069808 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-853be430-f41e-4242-bc6b-398e53f0a361 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:37.090762 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-853be430-f41e-4242-bc6b-398e53f0a361 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Transition to ACTIVE for port object 58733398-cb77-4c3a-8740-018006709531 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:30:37.132602 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device b79cd498-4b42-4f9e-8061-096911781a24 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:30:37.159335 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-b6454f8f-14f3-40db-9fcf-e3da7c09e2cf None None] Set router 70de30e3-bff2-4e20-bbd9-cd3358edb4c0 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:30:37.202532 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port b79cd498-4b42-4f9e-8061-096911781a24 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:30:37.202932 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:37.208847 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-853be430-f41e-4242-bc6b-398e53f0a361 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:37.215129 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-77e071d4-f2f9-4a17-ba7a-bc812bd265db tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:37.297156 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853be430-f41e-4242-bc6b-398e53f0a361 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network 1e0deb25-e8d8-42b5-9dfc-5cb734af0522 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:30:37.301679 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853be430-f41e-4242-bc6b-398e53f0a361 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=58733398-cb77-4c3a-8740-018006709531,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:37.304196 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-853be430-f41e-4242-bc6b-398e53f0a361 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:30:37.306192 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-853be430-f41e-4242-bc6b-398e53f0a361 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:37.307021 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853be430-f41e-4242-bc6b-398e53f0a361 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:30:37.333969 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:30:37.388485 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853be430-f41e-4242-bc6b-398e53f0a361 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:37.389605 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-853be430-f41e-4242-bc6b-398e53f0a361 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:37.411489 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:30:37.412193 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:37.481445 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-853be430-f41e-4242-bc6b-398e53f0a361 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0231509 Dec 22 13:30:37.491858 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-b6454f8f-14f3-40db-9fcf-e3da7c09e2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70de30e3-bff2-4e20-bbd9-cd3358edb4c0', 'name': 'tempest-TestNetworkBasicOps-router-991484835', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:30:29Z', 'updated_at': '2021-12-22T13:30:34Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70de30e3-bff2-4e20-bbd9-cd3358edb4c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:30:29Z', 'updated_at': '2021-12-22T13:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'd7490f32-fa9c-48e0-893f-6d15e6ca281b', 'name': '', 'network_id': '1e0deb25-e8d8-42b5-9dfc-5cb734af0522', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:d4:17:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70de30e3-bff2-4e20-bbd9-cd3358edb4c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f8c288b-a0cc-4d3b-946c-9bd93c229232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:30:33Z', 'updated_at': '2021-12-22T13:30:34Z', 'revision_number': 2, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '6f8c288b-a0cc-4d3b-946c-9bd93c229232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:30:37.496372 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6454f8f-14f3-40db-9fcf-e3da7c09e2cf None None] Checking router: 70de30e3-bff2-4e20-bbd9-cd3358edb4c0 for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:30:37.496922 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6454f8f-14f3-40db-9fcf-e3da7c09e2cf None None] Updating router 70de30e3-bff2-4e20-bbd9-cd3358edb4c0 port d7490f32-fa9c-48e0-893f-6d15e6ca281b binding host dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:30:37.551855 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-b6454f8f-14f3-40db-9fcf-e3da7c09e2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:37.721195 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-4787d83a-1b63-4c3f-a234-3e34156f9be5 None None] Provisioning for port 58733398-cb77-4c3a-8740-018006709531 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:30:37.726393 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-4787d83a-1b63-4c3f-a234-3e34156f9be5 None None] Provisioning complete for port 58733398-cb77-4c3a-8740-018006709531 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:30:37.726847 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4787d83a-1b63-4c3f-a234-3e34156f9be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:37.795355 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-4787d83a-1b63-4c3f-a234-3e34156f9be5 None None] Port 58733398-cb77-4c3a-8740-018006709531 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:30:37.938684 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-b6454f8f-14f3-40db-9fcf-e3da7c09e2cf None None] Notify callbacks [] for port, precommit_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:37.952962 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.provisioning_blocks [None req-b6454f8f-14f3-40db-9fcf-e3da7c09e2cf None None] Transition to ACTIVE for port object d7490f32-fa9c-48e0-893f-6d15e6ca281b will not be triggered until provisioned by entity L2. {{(pid=84151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:30:37.962943 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52350) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:30:37.968917 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-fd682613-0672-4825-be26-d9508be36470 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1244478957', 'description': 'tempest-secgroup-smoke-1244478957 description', 'project_id': '453b85bce7e6482dbe10966fb03da8cc'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:30:37.975905 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-fd682613-0672-4825-be26-d9508be36470 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:30:37.980105 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-fd682613-0672-4825-be26-d9508be36470 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:30:37.983417 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-fd682613-0672-4825-be26-d9508be36470 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:30:37.989385 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-fd682613-0672-4825-be26-d9508be36470 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:30:38.002653 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d1fbc781-43f0-41ce-a951-f382920df5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:38.043208 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-b6454f8f-14f3-40db-9fcf-e3da7c09e2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:38.047247 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-5f132d21-1c79-49db-abe9-356e05060335 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:38.069089 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fd682613-0672-4825-be26-d9508be36470 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:38.112488 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-fd682613-0672-4825-be26-d9508be36470 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:30:38.116895 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-fd682613-0672-4825-be26-d9508be36470 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:30:38.119988 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-fd682613-0672-4825-be26-d9508be36470 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:30:38.127628 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-fd682613-0672-4825-be26-d9508be36470 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:30:38.176495 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f7a8ad-f584-4d92-83e0-ddba25b7c36f None None] Pushing event updated for resources: {'Port': ['ID=d7490f32-fa9c-48e0-893f-6d15e6ca281b,revision_number=3']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:38.187763 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7a8ad-f584-4d92-83e0-ddba25b7c36f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:38.188108 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7a8ad-f584-4d92-83e0-ddba25b7c36f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:38.188461 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7a8ad-f584-4d92-83e0-ddba25b7c36f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:38.189124 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7a8ad-f584-4d92-83e0-ddba25b7c36f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:38.189451 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7a8ad-f584-4d92-83e0-ddba25b7c36f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:38.189779 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7a8ad-f584-4d92-83e0-ddba25b7c36f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:38.190097 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7a8ad-f584-4d92-83e0-ddba25b7c36f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:38.190443 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7a8ad-f584-4d92-83e0-ddba25b7c36f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:38.190769 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7a8ad-f584-4d92-83e0-ddba25b7c36f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:38.191081 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7a8ad-f584-4d92-83e0-ddba25b7c36f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:38.191393 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f7a8ad-f584-4d92-83e0-ddba25b7c36f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:38.211363 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fd682613-0672-4825-be26-d9508be36470 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:38.219559 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-21f7a8ad-f584-4d92-83e0-ddba25b7c36f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:38.278587 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fd682613-0672-4825-be26-d9508be36470 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:38.280515 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ad979b51-584e-43dd-bdfe-4c22c25c3732 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:38.299694 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-b6454f8f-14f3-40db-9fcf-e3da7c09e2cf None None] Attempting to bind port d7490f32-fa9c-48e0-893f-6d15e6ca281b on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:30:38.300169 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-b6454f8f-14f3-40db-9fcf-e3da7c09e2cf None None] Attempting to bind port d7490f32-fa9c-48e0-893f-6d15e6ca281b by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'b365c676-b8c7-4bd4-ad85-9ddd193aa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1e0deb25-e8d8-42b5-9dfc-5cb734af0522'}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:30:38.300659 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6454f8f-14f3-40db-9fcf-e3da7c09e2cf None None] Attempting to bind port d7490f32-fa9c-48e0-893f-6d15e6ca281b on network 1e0deb25-e8d8-42b5-9dfc-5cb734af0522 {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:30:38.311248 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6454f8f-14f3-40db-9fcf-e3da7c09e2cf None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:30:38.311624 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6454f8f-14f3-40db-9fcf-e3da7c09e2cf None None] Checking segment: {'id': 'b365c676-b8c7-4bd4-ad85-9ddd193aa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1e0deb25-e8d8-42b5-9dfc-5cb734af0522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:30:38.312046 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-b6454f8f-14f3-40db-9fcf-e3da7c09e2cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:38.312651 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6454f8f-14f3-40db-9fcf-e3da7c09e2cf None None] Bound using segment: {'id': 'b365c676-b8c7-4bd4-ad85-9ddd193aa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1e0deb25-e8d8-42b5-9dfc-5cb734af0522'} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:30:38.313525 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-b6454f8f-14f3-40db-9fcf-e3da7c09e2cf None None] Bound port: d7490f32-fa9c-48e0-893f-6d15e6ca281b, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b365c676-b8c7-4bd4-ad85-9ddd193aa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1e0deb25-e8d8-42b5-9dfc-5cb734af0522'}}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:30:38.313525 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-b6454f8f-14f3-40db-9fcf-e3da7c09e2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:38.339666 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd682613-0672-4825-be26-d9508be36470 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c10aad27-70e7-4293-8760-68e12a4c824f,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:38.343356 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-fd682613-0672-4825-be26-d9508be36470 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:38.406139 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-b6454f8f-14f3-40db-9fcf-e3da7c09e2cf None None] For port d7490f32-fa9c-48e0-893f-6d15e6ca281b, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:30:38.409883 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-b6454f8f-14f3-40db-9fcf-e3da7c09e2cf None None] For port d7490f32-fa9c-48e0-893f-6d15e6ca281b, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=d7490f32-fa9c-48e0-893f-6d15e6ca281b,segment=NetworkSegment(b365c676-b8c7-4bd4-ad85-9ddd193aa5fd),segment_id=b365c676-b8c7-4bd4-ad85-9ddd193aa5fd)] {{(pid=84151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:30:38.434569 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fd682613-0672-4825-be26-d9508be36470 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:38.435823 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-fd682613-0672-4825-be26-d9508be36470 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4717886 Dec 22 13:30:38.439898 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52354) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:30:38.445543 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-158709b9-9cb8-4c12-9fad-ccf185546746 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': 'c10aad27-70e7-4293-8760-68e12a4c824f', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:30:38.451569 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-158709b9-9cb8-4c12-9fad-ccf185546746 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:30:38.455887 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-158709b9-9cb8-4c12-9fad-ccf185546746 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:30:38.459323 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-158709b9-9cb8-4c12-9fad-ccf185546746 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:30:38.464845 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-158709b9-9cb8-4c12-9fad-ccf185546746 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:30:38.472317 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-b6454f8f-14f3-40db-9fcf-e3da7c09e2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:38.476409 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-d17154b3-9868-4ccf-9b77-a0e009130512 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:38.559697 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-158709b9-9cb8-4c12-9fad-ccf185546746 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:38.585151 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6454f8f-14f3-40db-9fcf-e3da7c09e2cf None None] Routers {'70de30e3-bff2-4e20-bbd9-cd3358edb4c0'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:30:38.585983 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-b6454f8f-14f3-40db-9fcf-e3da7c09e2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:30:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['70de30e3-bff2-4e20-bbd9-cd3358edb4c0'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:30:38.628175 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-158709b9-9cb8-4c12-9fad-ccf185546746 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:38.633167 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f7a8ad-f584-4d92-83e0-ddba25b7c36f None None] Pushing event updated for resources: {'Port': ['ID=d7490f32-fa9c-48e0-893f-6d15e6ca281b,revision_number=4']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:38.641960 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-21f7a8ad-f584-4d92-83e0-ddba25b7c36f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:38.765471 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-158709b9-9cb8-4c12-9fad-ccf185546746 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:38.773583 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d03ff5bb-8ba5-4813-aca8-e8530bb70116 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:38.782904 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-b6454f8f-14f3-40db-9fcf-e3da7c09e2cf None None] Set router 70de30e3-bff2-4e20-bbd9-cd3358edb4c0 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:30:38.793937 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158709b9-9cb8-4c12-9fad-ccf185546746 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f16f35d-d017-44dc-b357-7886c876c6eb,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:38.796749 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-158709b9-9cb8-4c12-9fad-ccf185546746 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:38.861816 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-158709b9-9cb8-4c12-9fad-ccf185546746 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:38.867905 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-158709b9-9cb8-4c12-9fad-ccf185546746 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4225545 Dec 22 13:30:38.867905 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52358) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:30:38.873670 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-d6d3aaf1-b5da-4bb2-a4f4-b4b2859b782c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': 'c10aad27-70e7-4293-8760-68e12a4c824f', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:30:38.880547 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d6d3aaf1-b5da-4bb2-a4f4-b4b2859b782c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:30:38.884742 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d6d3aaf1-b5da-4bb2-a4f4-b4b2859b782c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:30:38.888786 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d6d3aaf1-b5da-4bb2-a4f4-b4b2859b782c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:30:38.896262 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d6d3aaf1-b5da-4bb2-a4f4-b4b2859b782c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:30:38.972434 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d6d3aaf1-b5da-4bb2-a4f4-b4b2859b782c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:38.995057 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:39.042630 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d6d3aaf1-b5da-4bb2-a4f4-b4b2859b782c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:39.102854 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-b6454f8f-14f3-40db-9fcf-e3da7c09e2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70de30e3-bff2-4e20-bbd9-cd3358edb4c0', 'name': 'tempest-TestNetworkBasicOps-router-991484835', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:30:29Z', 'updated_at': '2021-12-22T13:30:34Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70de30e3-bff2-4e20-bbd9-cd3358edb4c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:30:29Z', 'updated_at': '2021-12-22T13:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'd7490f32-fa9c-48e0-893f-6d15e6ca281b', 'name': '', 'network_id': '1e0deb25-e8d8-42b5-9dfc-5cb734af0522', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:d4:17:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70de30e3-bff2-4e20-bbd9-cd3358edb4c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f8c288b-a0cc-4d3b-946c-9bd93c229232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:30:33Z', 'updated_at': '2021-12-22T13:30:38Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '6f8c288b-a0cc-4d3b-946c-9bd93c229232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:30:39.106715 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6454f8f-14f3-40db-9fcf-e3da7c09e2cf None None] The sync data for ids ['70de30e3-bff2-4e20-bbd9-cd3358edb4c0'] in dv-neutron-822669-1-hyperv is: [{'id': '70de30e3-bff2-4e20-bbd9-cd3358edb4c0', 'name': 'tempest-TestNetworkBasicOps-router-991484835', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:30:29Z', 'updated_at': '2021-12-22T13:30:34Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70de30e3-bff2-4e20-bbd9-cd3358edb4c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:30:29Z', 'updated_at': '2021-12-22T13:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'd7490f32-fa9c-48e0-893f-6d15e6ca281b', 'name': '', 'network_id': '1e0deb25-e8d8-42b5-9dfc-5cb734af0522', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:d4:17:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70de30e3-bff2-4e20-bbd9-cd3358edb4c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f8c288b-a0cc-4d3b-946c-9bd93c229232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:30:33Z', 'updated_at': '2021-12-22T13:30:38Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '6f8c288b-a0cc-4d3b-946c-9bd93c229232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:30:39.145917 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d6d3aaf1-b5da-4bb2-a4f4-b4b2859b782c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:39.156893 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1a977feb-92e4-48b3-99f9-e409bf0e17a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:39.181590 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3aaf1-b5da-4bb2-a4f4-b4b2859b782c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=801aec72-ca2f-4846-9d21-2a4f74afa469,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:39.186063 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d6d3aaf1-b5da-4bb2-a4f4-b4b2859b782c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:39.348419 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d6d3aaf1-b5da-4bb2-a4f4-b4b2859b782c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:39.350774 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d6d3aaf1-b5da-4bb2-a4f4-b4b2859b782c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4834399 Dec 22 13:30:39.353474 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52362) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:30:39.360312 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-5aef18ae-1a00-4208-b5cd-57517dfc08d4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': 'c10aad27-70e7-4293-8760-68e12a4c824f', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:30:39.366203 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5aef18ae-1a00-4208-b5cd-57517dfc08d4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:30:39.370098 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5aef18ae-1a00-4208-b5cd-57517dfc08d4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:30:39.373136 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5aef18ae-1a00-4208-b5cd-57517dfc08d4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:30:39.382873 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:39.383291 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5aef18ae-1a00-4208-b5cd-57517dfc08d4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:30:39.488433 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5aef18ae-1a00-4208-b5cd-57517dfc08d4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:39.557940 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5aef18ae-1a00-4208-b5cd-57517dfc08d4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:39.623476 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5aef18ae-1a00-4208-b5cd-57517dfc08d4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:39.625800 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a26b9a36-5f3c-4711-a6ba-5c945fca4f5a tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:39.648964 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef18ae-1a00-4208-b5cd-57517dfc08d4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6aa53cc-ead2-4b33-bb38-8ff4b73d82f7,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:39.651418 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5aef18ae-1a00-4208-b5cd-57517dfc08d4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:39.709150 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5aef18ae-1a00-4208-b5cd-57517dfc08d4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:39.710734 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5aef18ae-1a00-4208-b5cd-57517dfc08d4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3558192 Dec 22 13:30:39.712921 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52366) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:30:39.718995 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-31094d40-de03-48ca-9031-fd4c7970f9c1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': 'c10aad27-70e7-4293-8760-68e12a4c824f', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:30:39.725046 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-31094d40-de03-48ca-9031-fd4c7970f9c1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:30:39.729005 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-31094d40-de03-48ca-9031-fd4c7970f9c1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:30:39.731962 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-31094d40-de03-48ca-9031-fd4c7970f9c1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:30:39.740116 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-31094d40-de03-48ca-9031-fd4c7970f9c1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:30:39.830372 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-31094d40-de03-48ca-9031-fd4c7970f9c1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:39.904496 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-31094d40-de03-48ca-9031-fd4c7970f9c1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:39.971233 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-31094d40-de03-48ca-9031-fd4c7970f9c1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:39.977052 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1a686ed5-7cb9-438c-a6ec-26f902385cbd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:39.999573 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31094d40-de03-48ca-9031-fd4c7970f9c1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caf9bc54-2e43-48da-aba8-38966839861a,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:40.002126 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-31094d40-de03-48ca-9031-fd4c7970f9c1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:40.068200 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-31094d40-de03-48ca-9031-fd4c7970f9c1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:40.069471 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-31094d40-de03-48ca-9031-fd4c7970f9c1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3555460 Dec 22 13:30:40.074131 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52372) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:30:40.080208 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-164fccf4-a7d4-4ede-b173-672969ff32b3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': 'c10aad27-70e7-4293-8760-68e12a4c824f', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:30:40.086531 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-164fccf4-a7d4-4ede-b173-672969ff32b3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:30:40.090465 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-164fccf4-a7d4-4ede-b173-672969ff32b3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:30:40.093289 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-164fccf4-a7d4-4ede-b173-672969ff32b3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:30:40.101545 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-164fccf4-a7d4-4ede-b173-672969ff32b3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:30:40.210940 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.securitygroups_db [None req-164fccf4-a7d4-4ede-b173-672969ff32b3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Project 453b85bce7e6482dbe10966fb03da8cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:30:40.217571 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-164fccf4-a7d4-4ede-b173-672969ff32b3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:40.280800 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-164fccf4-a7d4-4ede-b173-672969ff32b3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:40.365088 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-164fccf4-a7d4-4ede-b173-672969ff32b3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:40.367147 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-158709b9-9cb8-4c12-9fad-ccf185546746 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:40.393994 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164fccf4-a7d4-4ede-b173-672969ff32b3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40fcf994-341d-44f0-a81a-e4a6c69263f3,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:40.396436 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-164fccf4-a7d4-4ede-b173-672969ff32b3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:40.525376 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:40.545571 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-164fccf4-a7d4-4ede-b173-672969ff32b3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:40.546797 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-164fccf4-a7d4-4ede-b173-672969ff32b3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4716902 Dec 22 13:30:40.550243 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52376) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:30:40.555814 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-de6ff69a-ef4e-4ff3-a793-78a9d32498ca tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': 'c10aad27-70e7-4293-8760-68e12a4c824f', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:30:40.562060 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-de6ff69a-ef4e-4ff3-a793-78a9d32498ca tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:30:40.566531 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-de6ff69a-ef4e-4ff3-a793-78a9d32498ca tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:30:40.569417 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-de6ff69a-ef4e-4ff3-a793-78a9d32498ca tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:30:40.575066 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-de6ff69a-ef4e-4ff3-a793-78a9d32498ca tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:30:40.671303 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.securitygroups_db [None req-de6ff69a-ef4e-4ff3-a793-78a9d32498ca tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Project 453b85bce7e6482dbe10966fb03da8cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:30:40.678571 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-de6ff69a-ef4e-4ff3-a793-78a9d32498ca tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:40.742480 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-de6ff69a-ef4e-4ff3-a793-78a9d32498ca tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:40.814374 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-de6ff69a-ef4e-4ff3-a793-78a9d32498ca tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:40.816178 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-cd9143dc-8a25-4a35-9087-a9d23b67b6f2 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:40.838293 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ff69a-ef4e-4ff3-a793-78a9d32498ca tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5994a3b-bd80-4370-b11d-dc206ba78ac9,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:40.842518 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-de6ff69a-ef4e-4ff3-a793-78a9d32498ca tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:40.919665 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-de6ff69a-ef4e-4ff3-a793-78a9d32498ca tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:40.920992 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-de6ff69a-ef4e-4ff3-a793-78a9d32498ca tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3698151 Dec 22 13:30:41.095132 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-23400851-4ac0-4df1-ac11-16c832609281 req-ba8874c8-f6de-44b9-9f30-fc8bebeb249a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1244478957&fields=id&tenant_id=453b85bce7e6482dbe10966fb03da8cc HTTP/1.1" status: 200 len: 267 time: 0.0440407 Dec 22 13:30:41.148148 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device d7490f32-fa9c-48e0-893f-6d15e6ca281b up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:30:41.172051 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23400851-4ac0-4df1-ac11-16c832609281 req-dbe7a8ed-46af-4c77-ad91-21ed2cf8724a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:41.172775 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-23400851-4ac0-4df1-ac11-16c832609281 req-dbe7a8ed-46af-4c77-ad91-21ed2cf8724a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:30:41.259993 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-23400851-4ac0-4df1-ac11-16c832609281 req-dbe7a8ed-46af-4c77-ad91-21ed2cf8724a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:30:41.259993 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-23400851-4ac0-4df1-ac11-16c832609281 req-dbe7a8ed-46af-4c77-ad91-21ed2cf8724a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports/58733398-cb77-4c3a-8740-018006709531 HTTP/1.1" status: 200 len: 931 time: 0.1563194 Dec 22 13:30:41.285283 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port d7490f32-fa9c-48e0-893f-6d15e6ca281b completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:30:41.290779 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port d7490f32-fa9c-48e0-893f-6d15e6ca281b triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:30:41.291159 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:41.333417 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-23400851-4ac0-4df1-ac11-16c832609281 req-ffe5f534-275b-451f-96f4-3e42627c220b service neutron] 10.222.0.47 "GET /v2.0/ports/58733398-cb77-4c3a-8740-018006709531?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0636578 Dec 22 13:30:41.413690 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:41.446974 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port d7490f32-fa9c-48e0-893f-6d15e6ca281b, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=d7490f32-fa9c-48e0-893f-6d15e6ca281b,segment=NetworkSegment(b365c676-b8c7-4bd4-ad85-9ddd193aa5fd),segment_id=b365c676-b8c7-4bd4-ad85-9ddd193aa5fd)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:30:41.478603 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-23400851-4ac0-4df1-ac11-16c832609281 req-21f4294f-d528-4127-84bf-cd1d7a253000 service neutron] 10.222.0.47 "GET /v2.0/networks/1e0deb25-e8d8-42b5-9dfc-5cb734af0522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370161 Dec 22 13:30:41.522942 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:41.524943 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:41.594288 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=d7490f32-fa9c-48e0-893f-6d15e6ca281b,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:41.598427 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:41.611955 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-23400851-4ac0-4df1-ac11-16c832609281 req-a670bcf6-d386-40b4-8190-0f3382a17268 service neutron] 10.222.0.47 "GET /v2.0/networks/1e0deb25-e8d8-42b5-9dfc-5cb734af0522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275883 Dec 22 13:30:41.996999 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-5d5b084a-d920-4cfd-b64c-99c70d03d1df req-adfc14b2-15a5-4b60-a08b-00045a96200b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:30:42.009633 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-5d5b084a-d920-4cfd-b64c-99c70d03d1df req-adfc14b2-15a5-4b60-a08b-00045a96200b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:30:42.010897 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5d5b084a-d920-4cfd-b64c-99c70d03d1df req-adfc14b2-15a5-4b60-a08b-00045a96200b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=411bd48c-7f99-45b3-a765-0df99601b8a7 HTTP/1.1" status: 200 len: 210 time: 0.1678207 Dec 22 13:30:43.134687 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device d7490f32-fa9c-48e0-893f-6d15e6ca281b up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:30:43.176866 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-754591c1-db86-42b2-8db7-01b08aba088a req-1a704553-a2cc-4dac-ba0f-a376509350db tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=411bd48c-7f99-45b3-a765-0df99601b8a7 HTTP/1.1" status: 200 len: 210 time: 0.0424166 Dec 22 13:30:43.208629 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port d7490f32-fa9c-48e0-893f-6d15e6ca281b triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:30:43.209007 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:43.888706 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-23400851-4ac0-4df1-ac11-16c832609281 req-ff84ceb2-3a18-4911-83db-c6268ffe57cf service neutron] 10.222.0.45 "GET /v2.0/ports/58733398-cb77-4c3a-8740-018006709531 HTTP/1.1" status: 200 len: 1027 time: 0.0603912 Dec 22 13:30:44.046399 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23400851-4ac0-4df1-ac11-16c832609281 req-ef37bd78-1ca8-4de3-a8e9-9ecef38ff8bd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:44.047060 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-23400851-4ac0-4df1-ac11-16c832609281 req-ef37bd78-1ca8-4de3-a8e9-9ecef38ff8bd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:network {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:30:44.117109 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-23400851-4ac0-4df1-ac11-16c832609281 req-ef37bd78-1ca8-4de3-a8e9-9ecef38ff8bd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:network {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:30:44.118277 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-23400851-4ac0-4df1-ac11-16c832609281 req-ef37bd78-1ca8-4de3-a8e9-9ecef38ff8bd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "GET /v2.0/networks?id=1e0deb25-e8d8-42b5-9dfc-5cb734af0522 HTTP/1.1" status: 200 len: 797 time: 0.2108960 Dec 22 13:30:44.176622 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-23400851-4ac0-4df1-ac11-16c832609281 req-5846e8e3-ad4c-4c59-84a6-0873b88e15f6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:30:44.268604 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-23400851-4ac0-4df1-ac11-16c832609281 req-5846e8e3-ad4c-4c59-84a6-0873b88e15f6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:30:44.269787 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-23400851-4ac0-4df1-ac11-16c832609281 req-5846e8e3-ad4c-4c59-84a6-0873b88e15f6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=453b85bce7e6482dbe10966fb03da8cc HTTP/1.1" status: 200 len: 380 time: 0.1341977 Dec 22 13:30:44.291315 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-23400851-4ac0-4df1-ac11-16c832609281 req-ae9ed17d-c220-4598-b932-80bb84ad78e2 service neutron] Request body: {'port': {'device_id': '411bd48c-7f99-45b3-a765-0df99601b8a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:30:44.374159 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f6db0842-ddfa-43fb-b4ee-21d29e84f5b0 req-135cb7a5-6408-422b-8e52-b70f3a6523e8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=411bd48c-7f99-45b3-a765-0df99601b8a7 HTTP/1.1" status: 200 len: 210 time: 0.0535131 Dec 22 13:30:44.446320 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-23400851-4ac0-4df1-ac11-16c832609281 req-ae9ed17d-c220-4598-b932-80bb84ad78e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:44.787674 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [req-23400851-4ac0-4df1-ac11-16c832609281 req-ae9ed17d-c220-4598-b932-80bb84ad78e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58733398-cb77-4c3a-8740-018006709531 {{(pid=84149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:30:44.794257 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-23400851-4ac0-4df1-ac11-16c832609281 req-ae9ed17d-c220-4598-b932-80bb84ad78e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:44.809060 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-23400851-4ac0-4df1-ac11-16c832609281 req-ae9ed17d-c220-4598-b932-80bb84ad78e2 service neutron] Transition to ACTIVE for port object 58733398-cb77-4c3a-8740-018006709531 will not be triggered until provisioned by entity L2. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:30:44.874012 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-23400851-4ac0-4df1-ac11-16c832609281 req-ae9ed17d-c220-4598-b932-80bb84ad78e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:44.878023 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c1d0f5ac-99aa-4d83-8724-e0975418efe8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:45.004437 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ed17d-c220-4598-b932-80bb84ad78e2 service neutron] Pushing event updated for resources: {'Port': ['ID=58733398-cb77-4c3a-8740-018006709531,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:45.007553 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ae9ed17d-c220-4598-b932-80bb84ad78e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:45.115760 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-23400851-4ac0-4df1-ac11-16c832609281 req-ae9ed17d-c220-4598-b932-80bb84ad78e2 service neutron] Attempting to bind port 58733398-cb77-4c3a-8740-018006709531 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:30:45.116091 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-23400851-4ac0-4df1-ac11-16c832609281 req-ae9ed17d-c220-4598-b932-80bb84ad78e2 service neutron] Attempting to bind port 58733398-cb77-4c3a-8740-018006709531 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b365c676-b8c7-4bd4-ad85-9ddd193aa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1e0deb25-e8d8-42b5-9dfc-5cb734af0522'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:30:45.116445 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23400851-4ac0-4df1-ac11-16c832609281 req-ae9ed17d-c220-4598-b932-80bb84ad78e2 service neutron] Attempting to bind port 58733398-cb77-4c3a-8740-018006709531 on network 1e0deb25-e8d8-42b5-9dfc-5cb734af0522 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:30:45.122162 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23400851-4ac0-4df1-ac11-16c832609281 req-ae9ed17d-c220-4598-b932-80bb84ad78e2 service neutron] Port 58733398-cb77-4c3a-8740-018006709531 on network 1e0deb25-e8d8-42b5-9dfc-5cb734af0522 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:30:45.122511 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23400851-4ac0-4df1-ac11-16c832609281 req-ae9ed17d-c220-4598-b932-80bb84ad78e2 service neutron] Attempting to bind port 58733398-cb77-4c3a-8740-018006709531 on network 1e0deb25-e8d8-42b5-9dfc-5cb734af0522 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:30:45.129294 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23400851-4ac0-4df1-ac11-16c832609281 req-ae9ed17d-c220-4598-b932-80bb84ad78e2 service neutron] Checking agent: {'id': '72ee2f79-9ac0-483e-b4fd-5b910a776581', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'started_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:30:45.129620 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23400851-4ac0-4df1-ac11-16c832609281 req-ae9ed17d-c220-4598-b932-80bb84ad78e2 service neutron] Checking segment: {'id': 'b365c676-b8c7-4bd4-ad85-9ddd193aa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1e0deb25-e8d8-42b5-9dfc-5cb734af0522'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:30:45.129994 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23400851-4ac0-4df1-ac11-16c832609281 req-ae9ed17d-c220-4598-b932-80bb84ad78e2 service neutron] Bound using segment: {'id': 'b365c676-b8c7-4bd4-ad85-9ddd193aa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1e0deb25-e8d8-42b5-9dfc-5cb734af0522'} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:30:45.130429 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-23400851-4ac0-4df1-ac11-16c832609281 req-ae9ed17d-c220-4598-b932-80bb84ad78e2 service neutron] Bound port: 58733398-cb77-4c3a-8740-018006709531, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b365c676-b8c7-4bd4-ad85-9ddd193aa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1e0deb25-e8d8-42b5-9dfc-5cb734af0522'}}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:30:45.130771 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-23400851-4ac0-4df1-ac11-16c832609281 req-ae9ed17d-c220-4598-b932-80bb84ad78e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:45.218550 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-23400851-4ac0-4df1-ac11-16c832609281 req-ae9ed17d-c220-4598-b932-80bb84ad78e2 service neutron] For port 58733398-cb77-4c3a-8740-018006709531, host hv-neutron-8226, cleared binding levels {{(pid=84149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:30:45.222603 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-23400851-4ac0-4df1-ac11-16c832609281 req-ae9ed17d-c220-4598-b932-80bb84ad78e2 service neutron] For port 58733398-cb77-4c3a-8740-018006709531, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=58733398-cb77-4c3a-8740-018006709531,segment=NetworkSegment(b365c676-b8c7-4bd4-ad85-9ddd193aa5fd),segment_id=b365c676-b8c7-4bd4-ad85-9ddd193aa5fd)] {{(pid=84149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:30:45.334593 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-23400851-4ac0-4df1-ac11-16c832609281 req-ae9ed17d-c220-4598-b932-80bb84ad78e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:45.338715 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7ecc8ee3-a83e-4b22-9244-6b91d1489c52 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:45.411922 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-23400851-4ac0-4df1-ac11-16c832609281 req-ae9ed17d-c220-4598-b932-80bb84ad78e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:45.413533 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-23400851-4ac0-4df1-ac11-16c832609281 req-ae9ed17d-c220-4598-b932-80bb84ad78e2 service neutron] 10.222.0.45 "PUT /v2.0/ports/58733398-cb77-4c3a-8740-018006709531 HTTP/1.1" status: 200 len: 1132 time: 1.1283100 Dec 22 13:30:45.413820 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '411bd48c-7f99-45b3-a765-0df99601b8a7', 'tag': '58733398-cb77-4c3a-8740-018006709531'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:30:45.425509 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ed17d-c220-4598-b932-80bb84ad78e2 service neutron] Pushing event updated for resources: {'Port': ['ID=58733398-cb77-4c3a-8740-018006709531,revision_number=3']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:45.428789 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ae9ed17d-c220-4598-b932-80bb84ad78e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:45.611443 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab47c8c-9555-4091-a032-3d0434d05454 req-df0513c7-cf0a-44ad-aab6-8118a7a240aa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:45.611443 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-dab47c8c-9555-4091-a032-3d0434d05454 req-df0513c7-cf0a-44ad-aab6-8118a7a240aa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=411bd48c-7f99-45b3-a765-0df99601b8a7 HTTP/1.1" status: 200 len: 982 time: 0.1005454 Dec 22 13:30:45.652009 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-23400851-4ac0-4df1-ac11-16c832609281 req-09d6cfe1-8d14-4fda-acf1-42a96493c02c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=411bd48c-7f99-45b3-a765-0df99601b8a7 HTTP/1.1" status: 200 len: 1135 time: 0.0940099 Dec 22 13:30:45.671759 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-dab47c8c-9555-4091-a032-3d0434d05454 req-b1fe3078-28ec-40cf-ba3e-8bc2eb0731e6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=573ecb72-df35-4a5f-9466-1591b75ef9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553997 Dec 22 13:30:45.718900 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '411bd48c-7f99-45b3-a765-0df99601b8a7', 'tag': '58733398-cb77-4c3a-8740-018006709531', 'status': 'completed', 'code': 200} Dec 22 13:30:45.737276 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-23400851-4ac0-4df1-ac11-16c832609281 req-8ca234f8-4f5c-454a-ae8f-0ab0f934e8eb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58733398-cb77-4c3a-8740-018006709531 HTTP/1.1" status: 200 len: 217 time: 0.0713987 Dec 22 13:30:45.805505 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23400851-4ac0-4df1-ac11-16c832609281 req-7ebaedeb-6f2a-4949-9f63-75e79ac2b1b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:45.806857 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-23400851-4ac0-4df1-ac11-16c832609281 req-7ebaedeb-6f2a-4949-9f63-75e79ac2b1b1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f8c288b-a0cc-4d3b-946c-9bd93c229232 HTTP/1.1" status: 200 len: 835 time: 0.0577114 Dec 22 13:30:45.882738 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-23400851-4ac0-4df1-ac11-16c832609281 req-eebec35c-65b6-4fd8-9515-bc330175d00d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1e0deb25-e8d8-42b5-9dfc-5cb734af0522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678391 Dec 22 13:30:46.015060 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-23400851-4ac0-4df1-ac11-16c832609281 req-e548dd72-7a1f-458b-adb5-173b58066341 service neutron] 10.222.0.45 "GET /v2.0/networks/1e0deb25-e8d8-42b5-9dfc-5cb734af0522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240289 Dec 22 13:30:46.246082 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-23400851-4ac0-4df1-ac11-16c832609281 req-344e66ad-773b-4aba-93e6-edad9c6d7ec7 service neutron] 10.222.0.45 "GET /v2.0/networks/1e0deb25-e8d8-42b5-9dfc-5cb734af0522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231059 Dec 22 13:30:46.443213 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b9ba360e-18fe-4220-90c8-226e5831176a req-a586756f-f77a-4295-9418-c24d9d75290f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=411bd48c-7f99-45b3-a765-0df99601b8a7 HTTP/1.1" status: 200 len: 1135 time: 0.0750253 Dec 22 13:30:46.576022 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba360e-18fe-4220-90c8-226e5831176a req-3252e1a7-5c69-48b8-bd89-c0d34a449169 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:46.577425 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b9ba360e-18fe-4220-90c8-226e5831176a req-3252e1a7-5c69-48b8-bd89-c0d34a449169 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1e0deb25-e8d8-42b5-9dfc-5cb734af0522 HTTP/1.1" status: 200 len: 898 time: 0.1255431 Dec 22 13:30:46.648783 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b9ba360e-18fe-4220-90c8-226e5831176a req-fa342855-a078-41e0-8c91-7d11aceea821 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58733398-cb77-4c3a-8740-018006709531 HTTP/1.1" status: 200 len: 217 time: 0.0630867 Dec 22 13:30:46.713137 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba360e-18fe-4220-90c8-226e5831176a req-4958fb46-5da3-4ee6-ab34-f3c370e36416 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:46.714542 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b9ba360e-18fe-4220-90c8-226e5831176a req-4958fb46-5da3-4ee6-ab34-f3c370e36416 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f8c288b-a0cc-4d3b-946c-9bd93c229232 HTTP/1.1" status: 200 len: 835 time: 0.0584965 Dec 22 13:30:46.789951 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b9ba360e-18fe-4220-90c8-226e5831176a req-d22216cb-01ea-4110-a0ae-82db2450e515 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1e0deb25-e8d8-42b5-9dfc-5cb734af0522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684452 Dec 22 13:30:46.978738 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7e560-8d94-4d84-90b7-05ca993ae80a req-b70bb352-8e7b-4eab-8694-687f6a7fc1f1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:46.980207 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d7e7e560-8d94-4d84-90b7-05ca993ae80a req-b70bb352-8e7b-4eab-8694-687f6a7fc1f1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=411bd48c-7f99-45b3-a765-0df99601b8a7 HTTP/1.1" status: 200 len: 982 time: 0.1866663 Dec 22 13:30:46.983399 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b9ba360e-18fe-4220-90c8-226e5831176a req-a133fee6-8acd-42b7-9e1f-a44b09aae9d6 service neutron] 10.222.0.45 "GET /v2.0/networks/1e0deb25-e8d8-42b5-9dfc-5cb734af0522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575465 Dec 22 13:30:47.111128 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d7e7e560-8d94-4d84-90b7-05ca993ae80a req-4d44c338-6d5a-42ff-95d4-643e1dfd5579 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=573ecb72-df35-4a5f-9466-1591b75ef9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252568 Dec 22 13:30:47.146499 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b9ba360e-18fe-4220-90c8-226e5831176a req-da25937c-3877-4d52-b275-007341970466 service neutron] 10.222.0.45 "GET /v2.0/networks/1e0deb25-e8d8-42b5-9dfc-5cb734af0522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477528 Dec 22 13:30:48.309454 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bcf0b1-9751-4ff3-8ffa-8bf0569169a9 req-8bc94df1-ee2a-448e-94cb-4d9fe4214bbd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:48.310955 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-44bcf0b1-9751-4ff3-8ffa-8bf0569169a9 req-8bc94df1-ee2a-448e-94cb-4d9fe4214bbd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=411bd48c-7f99-45b3-a765-0df99601b8a7 HTTP/1.1" status: 200 len: 982 time: 0.0771172 Dec 22 13:30:48.356290 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-44bcf0b1-9751-4ff3-8ffa-8bf0569169a9 req-abced54b-4903-4aac-ad08-98d1b1892bbd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=573ecb72-df35-4a5f-9466-1591b75ef9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393367 Dec 22 13:30:48.504856 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c51952f2-0149-4246-b79c-074f68158b80 req-ae6a865f-ed1c-446d-9676-ab2dac7014d4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e2543e39-10bc-4ee6-8f16-1fadc7e2562e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735517 Dec 22 13:30:48.595341 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c51952f2-0149-4246-b79c-074f68158b80 req-a4c018fa-4606-4cc1-ae73-a73d50071d39 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b2be9708be2a4e27beb28819ba0fc835&device_id=e2543e39-10bc-4ee6-8f16-1fadc7e2562e HTTP/1.1" status: 200 len: 1098 time: 0.0677886 Dec 22 13:30:48.744052 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51952f2-0149-4246-b79c-074f68158b80 req-5d144108-1c4b-4f1a-ade8-eaad6e022b31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:48.745541 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c51952f2-0149-4246-b79c-074f68158b80 req-5d144108-1c4b-4f1a-ade8-eaad6e022b31 service neutron] 10.222.0.45 "GET /v2.0/networks?id=10e79ce2-fabb-4316-a76b-1469cb51a232 HTTP/1.1" status: 200 len: 913 time: 0.1304772 Dec 22 13:30:48.849007 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c51952f2-0149-4246-b79c-074f68158b80 req-cf7c89df-fae1-435c-a8fd-b345241b4d40 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=811ead41-dacc-4cab-8435-dd3940dc5ee5 HTTP/1.1" status: 200 len: 1001 time: 0.0962377 Dec 22 13:30:48.911655 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51952f2-0149-4246-b79c-074f68158b80 req-73396a03-b2e7-46aa-91bd-33309a81ad43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:48.913037 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c51952f2-0149-4246-b79c-074f68158b80 req-73396a03-b2e7-46aa-91bd-33309a81ad43 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d855c4ed-0ace-4ba2-aafe-06ef167ba3f1 HTTP/1.1" status: 200 len: 851 time: 0.0569518 Dec 22 13:30:48.915356 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 58733398-cb77-4c3a-8740-018006709531 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:30:48.999451 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c51952f2-0149-4246-b79c-074f68158b80 req-0f05574d-f29c-445c-b305-6710527924c4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10e79ce2-fabb-4316-a76b-1469cb51a232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718508 Dec 22 13:30:49.048750 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 58733398-cb77-4c3a-8740-018006709531, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=58733398-cb77-4c3a-8740-018006709531,segment=NetworkSegment(b365c676-b8c7-4bd4-ad85-9ddd193aa5fd),segment_id=b365c676-b8c7-4bd4-ad85-9ddd193aa5fd)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:30:49.061369 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '58733398-cb77-4c3a-8740-018006709531', 'network_id': '1e0deb25-e8d8-42b5-9dfc-5cb734af0522', 'port_id': '58733398-cb77-4c3a-8740-018006709531', 'mac_address': 'fa:16:3e:5b:d8:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f8c288b-a0cc-4d3b-946c-9bd93c229232', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:30:49.120398 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:49.137418 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58733398-cb77-4c3a-8740-018006709531 {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:30:49.155148 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 58733398-cb77-4c3a-8740-018006709531, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=58733398-cb77-4c3a-8740-018006709531,segment=NetworkSegment(b365c676-b8c7-4bd4-ad85-9ddd193aa5fd),segment_id=b365c676-b8c7-4bd4-ad85-9ddd193aa5fd)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:30:49.234425 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:49.238123 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:49.244663 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c51952f2-0149-4246-b79c-074f68158b80 req-ba8e3517-e287-4539-9ff0-a7634264c723 service neutron] 10.222.0.45 "GET /v2.0/networks/10e79ce2-fabb-4316-a76b-1469cb51a232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350593 Dec 22 13:30:49.305187 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=58733398-cb77-4c3a-8740-018006709531,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:49.308452 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:49.382335 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c51952f2-0149-4246-b79c-074f68158b80 req-5c40975b-f005-46e0-ab89-618b1129dcea service neutron] 10.222.0.45 "GET /v2.0/networks/10e79ce2-fabb-4316-a76b-1469cb51a232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289794 Dec 22 13:30:49.524992 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['58733398-cb77-4c3a-8740-018006709531'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:30:49.558024 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85546f4e-b1f1-4e38-9f26-c21648e08be0 req-ed27bbcd-8390-4a68-b974-e60ab899f17d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:49.559431 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-85546f4e-b1f1-4e38-9f26-c21648e08be0 req-ed27bbcd-8390-4a68-b974-e60ab899f17d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=411bd48c-7f99-45b3-a765-0df99601b8a7 HTTP/1.1" status: 200 len: 983 time: 0.0782139 Dec 22 13:30:49.605663 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-85546f4e-b1f1-4e38-9f26-c21648e08be0 req-591439da-696c-40a2-bba9-885cd6774c8f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=573ecb72-df35-4a5f-9466-1591b75ef9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394278 Dec 22 13:30:50.803220 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7db68-ec8d-4ada-93b2-e439d7507e3b req-65ec74f1-8361-45dd-bb02-ec7b96e59712 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:50.804560 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-56d7db68-ec8d-4ada-93b2-e439d7507e3b req-65ec74f1-8361-45dd-bb02-ec7b96e59712 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=411bd48c-7f99-45b3-a765-0df99601b8a7 HTTP/1.1" status: 200 len: 983 time: 0.0797756 Dec 22 13:30:50.926993 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 58733398-cb77-4c3a-8740-018006709531 up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:30:50.951526 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-56d7db68-ec8d-4ada-93b2-e439d7507e3b req-2540ae7d-14c1-4e61-9e9f-535abd3f8722 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=573ecb72-df35-4a5f-9466-1591b75ef9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415610 Dec 22 13:30:51.080263 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning for port 58733398-cb77-4c3a-8740-018006709531 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:30:51.085685 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 58733398-cb77-4c3a-8740-018006709531 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:30:51.086066 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:51.201043 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:51.228339 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '411bd48c-7f99-45b3-a765-0df99601b8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58733398-cb77-4c3a-8740-018006709531'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:30:51.237996 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 58733398-cb77-4c3a-8740-018006709531, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=58733398-cb77-4c3a-8740-018006709531,segment=NetworkSegment(b365c676-b8c7-4bd4-ad85-9ddd193aa5fd),segment_id=b365c676-b8c7-4bd4-ad85-9ddd193aa5fd)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:30:51.283063 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '411bd48c-7f99-45b3-a765-0df99601b8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58733398-cb77-4c3a-8740-018006709531', 'code': 200} Dec 22 13:30:51.311343 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:51.313646 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:51.384849 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=58733398-cb77-4c3a-8740-018006709531,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:51.384849 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:51.652429 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5bc8b1cc-a861-4d1e-bc9e-f184a6bf6d4f req-d7e6d978-07a1-4c1f-bc7e-a899f5dc29dd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=411bd48c-7f99-45b3-a765-0df99601b8a7 HTTP/1.1" status: 200 len: 1137 time: 0.0748413 Dec 22 13:30:51.695669 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5bc8b1cc-a861-4d1e-bc9e-f184a6bf6d4f req-47435741-ea82-470a-a59e-95b949fe8520 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=573ecb72-df35-4a5f-9466-1591b75ef9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361741 Dec 22 13:30:52.150769 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ceea57-8978-4145-9c87-c618ad909e35 req-0e0a54f3-9e12-473e-bdbd-d3b2645c54e1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:52.152200 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-72ceea57-8978-4145-9c87-c618ad909e35 req-0e0a54f3-9e12-473e-bdbd-d3b2645c54e1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=411bd48c-7f99-45b3-a765-0df99601b8a7 HTTP/1.1" status: 200 len: 984 time: 0.0798459 Dec 22 13:30:52.198122 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-72ceea57-8978-4145-9c87-c618ad909e35 req-7f40e636-f1cf-4a04-8a3f-b073ab4aa28b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=573ecb72-df35-4a5f-9466-1591b75ef9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397804 Dec 22 13:30:53.398198 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2901c0-9ac3-4c5d-a107-c91ecf329261 req-a3db3b20-dd6e-4f27-83fb-52414a8b93eb tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:53.399673 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8e2901c0-9ac3-4c5d-a107-c91ecf329261 req-a3db3b20-dd6e-4f27-83fb-52414a8b93eb tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=411bd48c-7f99-45b3-a765-0df99601b8a7 HTTP/1.1" status: 200 len: 984 time: 0.0768766 Dec 22 13:30:53.447262 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8e2901c0-9ac3-4c5d-a107-c91ecf329261 req-7eaf904f-2a85-4a81-860b-490c65da4346 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=573ecb72-df35-4a5f-9466-1591b75ef9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419860 Dec 22 13:30:53.654290 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2fe58d-7f89-477c-824c-6222b918e389 req-e59e5fd7-f7e2-4ebe-a2fa-9ed144367331 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:53.655706 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-2a2fe58d-7f89-477c-824c-6222b918e389 req-e59e5fd7-f7e2-4ebe-a2fa-9ed144367331 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=411bd48c-7f99-45b3-a765-0df99601b8a7 HTTP/1.1" status: 200 len: 984 time: 0.0839055 Dec 22 13:30:53.701764 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-2a2fe58d-7f89-477c-824c-6222b918e389 req-aaf8273d-1d3f-4eb8-98a9-aa5a99d2f52b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=573ecb72-df35-4a5f-9466-1591b75ef9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399187 Dec 22 13:30:53.730459 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52428) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:30:53.799814 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-329dfd25-2d03-4e6f-b8c4-976956e29a4b tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=411bd48c-7f99-45b3-a765-0df99601b8a7 HTTP/1.1" status: 200 len: 1132 time: 0.0680883 Dec 22 13:30:53.803042 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52432) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:30:53.808312 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-be196db4-585f-440f-a6e7-e5978b8b5015 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'floatingip': {'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'port_id': '58733398-cb77-4c3a-8740-018006709531', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:30:53.813968 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-be196db4-585f-440f-a6e7-e5978b8b5015 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:30:53.817842 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-be196db4-585f-440f-a6e7-e5978b8b5015 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:floatingip and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:30:53.820906 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-be196db4-585f-440f-a6e7-e5978b8b5015 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:30:53.826548 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-be196db4-585f-440f-a6e7-e5978b8b5015 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:30:53.912895 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-be196db4-585f-440f-a6e7-e5978b8b5015 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for floatingip, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:54.041937 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-be196db4-585f-440f-a6e7-e5978b8b5015 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:54.202310 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-be196db4-585f-440f-a6e7-e5978b8b5015 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Allocated IP 172.26.1.242 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/784b8029-697a-48c9-8f78-2c612a40eeed) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:30:54.351071 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-be196db4-585f-440f-a6e7-e5978b8b5015 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:54.440421 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-be196db4-585f-440f-a6e7-e5978b8b5015 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:54.444971 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d892e74a-9e5c-4b11-82fc-c0627be73e9f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:54.510589 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be196db4-585f-440f-a6e7-e5978b8b5015 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:30:54.520212 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-be196db4-585f-440f-a6e7-e5978b8b5015 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:30:54.523473 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be196db4-585f-440f-a6e7-e5978b8b5015 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:30:54.553296 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be196db4-585f-440f-a6e7-e5978b8b5015 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=784b8029-697a-48c9-8f78-2c612a40eeed,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:54.559416 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-be196db4-585f-440f-a6e7-e5978b8b5015 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:55.038804 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-be196db4-585f-440f-a6e7-e5978b8b5015 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:55.108835 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:30:55.164841 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-be196db4-585f-440f-a6e7-e5978b8b5015 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:55.364079 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-be196db4-585f-440f-a6e7-e5978b8b5015 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:55.493760 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-be196db4-585f-440f-a6e7-e5978b8b5015 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:55.506248 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-61445351-7898-49f8-9674-ddf0030c07c3 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:55.710187 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be196db4-585f-440f-a6e7-e5978b8b5015 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=784b8029-697a-48c9-8f78-2c612a40eeed,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:55.717831 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-be196db4-585f-440f-a6e7-e5978b8b5015 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:55.727807 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-be196db4-585f-440f-a6e7-e5978b8b5015 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:55.927882 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.l3_db [None req-be196db4-585f-440f-a6e7-e5978b8b5015 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Floating IP 213e5843-70bc-4ffa-8c9f-058b47ca2d3b associated. External IP: 172.26.1.242, port: 58733398-cb77-4c3a-8740-018006709531. Dec 22 13:30:56.339975 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be196db4-585f-440f-a6e7-e5978b8b5015 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router 70de30e3-bff2-4e20-bbd9-cd3358edb4c0 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:30:56.562485 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be196db4-585f-440f-a6e7-e5978b8b5015 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:30:56.575650 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7604266c-37c1-4ade-91ed-6ab22a47e6e0 None None] Sync routers for ids ['70de30e3-bff2-4e20-bbd9-cd3358edb4c0'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:30:56.588162 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7604266c-37c1-4ade-91ed-6ab22a47e6e0 None None] Routers {'70de30e3-bff2-4e20-bbd9-cd3358edb4c0'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:30:56.588789 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-7604266c-37c1-4ade-91ed-6ab22a47e6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:30:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['70de30e3-bff2-4e20-bbd9-cd3358edb4c0'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:30:56.659251 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-be196db4-585f-440f-a6e7-e5978b8b5015 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:56.718309 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-be196db4-585f-440f-a6e7-e5978b8b5015 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1035 time: 2.9117355 Dec 22 13:30:56.718309 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '411bd48c-7f99-45b3-a765-0df99601b8a7', 'tag': '58733398-cb77-4c3a-8740-018006709531'}] {{(pid=84148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:30:56.720212 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52436) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:30:56.770209 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-7604266c-37c1-4ade-91ed-6ab22a47e6e0 None None] Set router 70de30e3-bff2-4e20-bbd9-cd3358edb4c0 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:30:56.774266 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '411bd48c-7f99-45b3-a765-0df99601b8a7', 'tag': '58733398-cb77-4c3a-8740-018006709531', 'status': 'completed', 'code': 200} Dec 22 13:30:56.863312 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f015baa4-4e6f-47b5-923e-f7ad78de807e tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=411bd48c-7f99-45b3-a765-0df99601b8a7&network_id=1e0deb25-e8d8-42b5-9dfc-5cb734af0522 HTTP/1.1" status: 200 len: 1132 time: 0.1397419 Dec 22 13:30:56.895771 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b7668340-d6b8-4d07-9277-276577a12af2 req-82fbdd9c-7aba-4d40-98ae-e13ea4890e9b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=411bd48c-7f99-45b3-a765-0df99601b8a7 HTTP/1.1" status: 200 len: 1137 time: 0.0950780 Dec 22 13:30:57.050713 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7668340-d6b8-4d07-9277-276577a12af2 req-0c7031c4-2070-415a-b073-a747f9295288 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:57.052167 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b7668340-d6b8-4d07-9277-276577a12af2 req-0c7031c4-2070-415a-b073-a747f9295288 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1e0deb25-e8d8-42b5-9dfc-5cb734af0522 HTTP/1.1" status: 200 len: 898 time: 0.1492443 Dec 22 13:30:57.159324 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b7668340-d6b8-4d07-9277-276577a12af2 req-c4e6609a-5b9f-4b4c-b5c6-3534d14e7ac2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58733398-cb77-4c3a-8740-018006709531 HTTP/1.1" status: 200 len: 1038 time: 0.1002891 Dec 22 13:30:57.178656 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-7604266c-37c1-4ade-91ed-6ab22a47e6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70de30e3-bff2-4e20-bbd9-cd3358edb4c0', 'name': 'tempest-TestNetworkBasicOps-router-991484835', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:30:29Z', 'updated_at': '2021-12-22T13:30:34Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70de30e3-bff2-4e20-bbd9-cd3358edb4c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:30:29Z', 'updated_at': '2021-12-22T13:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '213e5843-70bc-4ffa-8c9f-058b47ca2d3b', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.242', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '70de30e3-bff2-4e20-bbd9-cd3358edb4c0', 'port_id': '58733398-cb77-4c3a-8740-018006709531', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1630548210', 'network_id': '1e0deb25-e8d8-42b5-9dfc-5cb734af0522', 'mac_address': 'fa:16:3e:5b:d8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411bd48c-7f99-45b3-a765-0df99601b8a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:30:54Z', 'updated_at': '2021-12-22T13:30:54Z', 'revision_number': 0, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7490f32-fa9c-48e0-893f-6d15e6ca281b', 'name': '', 'network_id': '1e0deb25-e8d8-42b5-9dfc-5cb734af0522', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:d4:17:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70de30e3-bff2-4e20-bbd9-cd3358edb4c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f8c288b-a0cc-4d3b-946c-9bd93c229232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:30:33Z', 'updated_at': '2021-12-22T13:30:41Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '6f8c288b-a0cc-4d3b-946c-9bd93c229232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:30:57.182533 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7604266c-37c1-4ade-91ed-6ab22a47e6e0 None None] Checking router: 70de30e3-bff2-4e20-bbd9-cd3358edb4c0 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:30:57.194122 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7604266c-37c1-4ade-91ed-6ab22a47e6e0 None None] Routers {'70de30e3-bff2-4e20-bbd9-cd3358edb4c0'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:30:57.194857 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-7604266c-37c1-4ade-91ed-6ab22a47e6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:30:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['70de30e3-bff2-4e20-bbd9-cd3358edb4c0'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:30:57.227978 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7668340-d6b8-4d07-9277-276577a12af2 req-acca25bf-dc42-4b03-9423-a59d3858a904 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:57.229399 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b7668340-d6b8-4d07-9277-276577a12af2 req-acca25bf-dc42-4b03-9423-a59d3858a904 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f8c288b-a0cc-4d3b-946c-9bd93c229232 HTTP/1.1" status: 200 len: 835 time: 0.0631835 Dec 22 13:30:57.306100 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b7668340-d6b8-4d07-9277-276577a12af2 req-00eb9e44-8f00-45e6-a7f4-7846c7f6fcea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1e0deb25-e8d8-42b5-9dfc-5cb734af0522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697451 Dec 22 13:30:57.378839 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-7604266c-37c1-4ade-91ed-6ab22a47e6e0 None None] Set router 70de30e3-bff2-4e20-bbd9-cd3358edb4c0 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:30:57.453134 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b7668340-d6b8-4d07-9277-276577a12af2 req-db949f84-52b0-4da6-8bbd-a304b03c9ffd service neutron] 10.222.0.45 "GET /v2.0/networks/1e0deb25-e8d8-42b5-9dfc-5cb734af0522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354439 Dec 22 13:30:57.650575 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b7668340-d6b8-4d07-9277-276577a12af2 req-0fa96d15-7838-4569-8672-61d6755de7e0 service neutron] 10.222.0.45 "GET /v2.0/networks/1e0deb25-e8d8-42b5-9dfc-5cb734af0522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893320 Dec 22 13:30:57.669860 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18cb4b1-c488-4340-bd52-29ee9542b089 req-7e4494d3-f7fe-4189-8bf1-bf81fab822b4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:57.671333 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f18cb4b1-c488-4340-bd52-29ee9542b089 req-7e4494d3-f7fe-4189-8bf1-bf81fab822b4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=411bd48c-7f99-45b3-a765-0df99601b8a7 HTTP/1.1" status: 200 len: 984 time: 0.1297817 Dec 22 13:30:57.725310 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f18cb4b1-c488-4340-bd52-29ee9542b089 req-81f38d81-b396-4f7e-92d8-fc2f8f9a85f2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=573ecb72-df35-4a5f-9466-1591b75ef9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467436 Dec 22 13:30:57.740712 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-7604266c-37c1-4ade-91ed-6ab22a47e6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70de30e3-bff2-4e20-bbd9-cd3358edb4c0', 'name': 'tempest-TestNetworkBasicOps-router-991484835', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:30:29Z', 'updated_at': '2021-12-22T13:30:34Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70de30e3-bff2-4e20-bbd9-cd3358edb4c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:30:29Z', 'updated_at': '2021-12-22T13:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '213e5843-70bc-4ffa-8c9f-058b47ca2d3b', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.242', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '70de30e3-bff2-4e20-bbd9-cd3358edb4c0', 'port_id': '58733398-cb77-4c3a-8740-018006709531', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1630548210', 'network_id': '1e0deb25-e8d8-42b5-9dfc-5cb734af0522', 'mac_address': 'fa:16:3e:5b:d8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411bd48c-7f99-45b3-a765-0df99601b8a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:30:54Z', 'updated_at': '2021-12-22T13:30:54Z', 'revision_number': 0, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7490f32-fa9c-48e0-893f-6d15e6ca281b', 'name': '', 'network_id': '1e0deb25-e8d8-42b5-9dfc-5cb734af0522', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:d4:17:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70de30e3-bff2-4e20-bbd9-cd3358edb4c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f8c288b-a0cc-4d3b-946c-9bd93c229232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:30:33Z', 'updated_at': '2021-12-22T13:30:41Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '6f8c288b-a0cc-4d3b-946c-9bd93c229232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:30:57.745116 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7604266c-37c1-4ade-91ed-6ab22a47e6e0 None None] The sync data for ids ['70de30e3-bff2-4e20-bbd9-cd3358edb4c0'] in dv-neutron-822669-1-hyperv is: [{'id': '70de30e3-bff2-4e20-bbd9-cd3358edb4c0', 'name': 'tempest-TestNetworkBasicOps-router-991484835', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:30:29Z', 'updated_at': '2021-12-22T13:30:34Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70de30e3-bff2-4e20-bbd9-cd3358edb4c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:30:29Z', 'updated_at': '2021-12-22T13:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '213e5843-70bc-4ffa-8c9f-058b47ca2d3b', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.242', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '70de30e3-bff2-4e20-bbd9-cd3358edb4c0', 'port_id': '58733398-cb77-4c3a-8740-018006709531', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1630548210', 'network_id': '1e0deb25-e8d8-42b5-9dfc-5cb734af0522', 'mac_address': 'fa:16:3e:5b:d8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411bd48c-7f99-45b3-a765-0df99601b8a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:30:54Z', 'updated_at': '2021-12-22T13:30:54Z', 'revision_number': 0, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7490f32-fa9c-48e0-893f-6d15e6ca281b', 'name': '', 'network_id': '1e0deb25-e8d8-42b5-9dfc-5cb734af0522', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:d4:17:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70de30e3-bff2-4e20-bbd9-cd3358edb4c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f8c288b-a0cc-4d3b-946c-9bd93c229232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:30:33Z', 'updated_at': '2021-12-22T13:30:41Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '6f8c288b-a0cc-4d3b-946c-9bd93c229232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:30:57.939607 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d344680-3944-49ae-9ec8-117fa19ac2d3 None None] New status for floating IP 213e5843-70bc-4ffa-8c9f-058b47ca2d3b: ACTIVE {{(pid=84151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:30:58.808409 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:58.928790 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f30dc-6946-44cb-99e1-668ab8897524 req-398df73a-0572-4404-93ed-f8b116654975 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:58.930234 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-322f30dc-6946-44cb-99e1-668ab8897524 req-398df73a-0572-4404-93ed-f8b116654975 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=411bd48c-7f99-45b3-a765-0df99601b8a7 HTTP/1.1" status: 200 len: 984 time: 0.0772986 Dec 22 13:30:58.982649 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-322f30dc-6946-44cb-99e1-668ab8897524 req-b6b5a9ce-9d0c-4263-b322-6594632fdeb0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=573ecb72-df35-4a5f-9466-1591b75ef9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467448 Dec 22 13:30:59.006079 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fab37-e803-4756-ae88-4ffb11660544 req-84482dbf-3e99-4300-90bd-b84b9706498c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:59.007557 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2e6fab37-e803-4756-ae88-4ffb11660544 req-84482dbf-3e99-4300-90bd-b84b9706498c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "GET /v2.0/ports?device_id=411bd48c-7f99-45b3-a765-0df99601b8a7 HTTP/1.1" status: 200 len: 984 time: 0.0819311 Dec 22 13:30:59.082038 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fab37-e803-4756-ae88-4ffb11660544 req-ba5a4353-964f-4aec-9c42-f44c8a011e26 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:59.083401 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2e6fab37-e803-4756-ae88-4ffb11660544 req-ba5a4353-964f-4aec-9c42-f44c8a011e26 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "GET /v2.0/ports/58733398-cb77-4c3a-8740-018006709531?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0660203 Dec 22 13:30:59.231176 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2e6fab37-e803-4756-ae88-4ffb11660544 req-6c6981a3-56dd-4c6e-a5cd-2195d2146e22 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "GET /v2.0/networks/1e0deb25-e8d8-42b5-9dfc-5cb734af0522?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1397510 Dec 22 13:30:59.246129 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-2e6fab37-e803-4756-ae88-4ffb11660544 req-6ced4026-7595-4ba7-bfd7-1d71b2809901 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:30:59.452418 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-2e6fab37-e803-4756-ae88-4ffb11660544 req-6ced4026-7595-4ba7-bfd7-1d71b2809901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:59.653842 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-2e6fab37-e803-4756-ae88-4ffb11660544 req-6ced4026-7595-4ba7-bfd7-1d71b2809901 service neutron] For port 58733398-cb77-4c3a-8740-018006709531, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=58733398-cb77-4c3a-8740-018006709531,segment=NetworkSegment(b365c676-b8c7-4bd4-ad85-9ddd193aa5fd),segment_id=b365c676-b8c7-4bd4-ad85-9ddd193aa5fd)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:30:59.686913 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-2e6fab37-e803-4756-ae88-4ffb11660544 req-6ced4026-7595-4ba7-bfd7-1d71b2809901 service neutron] For port 58733398-cb77-4c3a-8740-018006709531, host hv-neutron-8226, cleared binding levels {{(pid=84149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:30:59.736937 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [req-2e6fab37-e803-4756-ae88-4ffb11660544 req-6ced4026-7595-4ba7-bfd7-1d71b2809901 service neutron] device_id is not set on port 58733398-cb77-4c3a-8740-018006709531 yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:30:59.745152 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-2e6fab37-e803-4756-ae88-4ffb11660544 req-6ced4026-7595-4ba7-bfd7-1d71b2809901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:59.846243 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-2e6fab37-e803-4756-ae88-4ffb11660544 req-6ced4026-7595-4ba7-bfd7-1d71b2809901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:59.849670 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-985e3644-5885-41d1-87fc-8c53c24cf371 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:59.981008 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced4026-7595-4ba7-bfd7-1d71b2809901 service neutron] Pushing event updated for resources: {'Port': ['ID=58733398-cb77-4c3a-8740-018006709531,revision_number=6']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:59.983967 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6ced4026-7595-4ba7-bfd7-1d71b2809901 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:00.053013 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6fab37-e803-4756-ae88-4ffb11660544 req-6ced4026-7595-4ba7-bfd7-1d71b2809901 service neutron] No DVR routers for this DVR port 58733398-cb77-4c3a-8740-018006709531 on host hv-neutron-8226 {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:31:00.117854 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-d120729a-cad7-40be-8a4d-9d1752aa24fb None None] Provisioning complete for port 58733398-cb77-4c3a-8740-018006709531 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:31:00.118671 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d120729a-cad7-40be-8a4d-9d1752aa24fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:00.171747 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-d120729a-cad7-40be-8a4d-9d1752aa24fb None None] Port 58733398-cb77-4c3a-8740-018006709531 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:31:00.193700 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b10c21b9-abfd-4006-890c-c15494dc9a91 req-72a25531-ba2e-4cec-bbe1-c042a68222d6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=411bd48c-7f99-45b3-a765-0df99601b8a7 HTTP/1.1" status: 200 len: 210 time: 0.0423756 Dec 22 13:31:00.340469 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-2e6fab37-e803-4756-ae88-4ffb11660544 req-6ced4026-7595-4ba7-bfd7-1d71b2809901 service neutron] In _notify_port_updated(), no bound segment for port 58733398-cb77-4c3a-8740-018006709531 on network 1e0deb25-e8d8-42b5-9dfc-5cb734af0522 {{(pid=84149) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 13:31:00.341499 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-2e6fab37-e803-4756-ae88-4ffb11660544 req-6ced4026-7595-4ba7-bfd7-1d71b2809901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:00.342766 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2e6fab37-e803-4756-ae88-4ffb11660544 req-6ced4026-7595-4ba7-bfd7-1d71b2809901 service neutron] 10.222.0.45 "PUT /v2.0/ports/58733398-cb77-4c3a-8740-018006709531 HTTP/1.1" status: 200 len: 1027 time: 1.1008468 Dec 22 13:31:01.371765 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9e2a4707-a3e1-43a3-b12c-8f9d02dac58d req-8222fc71-f375-43bb-9a63-82d9d43967ac tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=411bd48c-7f99-45b3-a765-0df99601b8a7 HTTP/1.1" status: 200 len: 210 time: 0.0440981 Dec 22 13:31:02.478873 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52456) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:02.551493 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549e90d4-4e1e-435b-bc23-d7032d7872c6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:02.552825 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-549e90d4-4e1e-435b-bc23-d7032d7872c6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports/58733398-cb77-4c3a-8740-018006709531 HTTP/1.1" status: 200 len: 926 time: 0.0728960 Dec 22 13:31:03.021948 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 58733398-cb77-4c3a-8740-018006709531 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:31:03.068362 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52462) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:03.075215 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-f972df9f-cf63-473c-b1f8-ba7f0c950890 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-117532386', 'description': 'tempest-secgroup-smoke-117532386 description', 'project_id': '453b85bce7e6482dbe10966fb03da8cc'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:31:03.082050 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-f972df9f-cf63-473c-b1f8-ba7f0c950890 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:31:03.082914 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 58733398-cb77-4c3a-8740-018006709531 not bound to the agent host hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:31:03.093401 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-f972df9f-cf63-473c-b1f8-ba7f0c950890 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:31:03.167936 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f972df9f-cf63-473c-b1f8-ba7f0c950890 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:03.204674 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-f972df9f-cf63-473c-b1f8-ba7f0c950890 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:31:03.208806 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-f972df9f-cf63-473c-b1f8-ba7f0c950890 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:31:03.211609 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-f972df9f-cf63-473c-b1f8-ba7f0c950890 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:31:03.217204 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-f972df9f-cf63-473c-b1f8-ba7f0c950890 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:31:03.271709 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f972df9f-cf63-473c-b1f8-ba7f0c950890 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:03.327836 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f972df9f-cf63-473c-b1f8-ba7f0c950890 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:03.332875 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-49c30b5c-fd04-4ecd-be83-c81fdee48534 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:03.370726 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f972df9f-cf63-473c-b1f8-ba7f0c950890 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=416ecc04-9bb3-4fe6-9418-a32cfca6abcf,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:03.375191 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f972df9f-cf63-473c-b1f8-ba7f0c950890 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:03.459431 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f972df9f-cf63-473c-b1f8-ba7f0c950890 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:03.460651 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f972df9f-cf63-473c-b1f8-ba7f0c950890 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3909333 Dec 22 13:31:03.464519 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52466) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:03.470251 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-4226541c-cb07-4e8b-be69-26cb0e0a4472 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '416ecc04-9bb3-4fe6-9418-a32cfca6abcf', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:31:03.476257 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-4226541c-cb07-4e8b-be69-26cb0e0a4472 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:31:03.483699 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-4226541c-cb07-4e8b-be69-26cb0e0a4472 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:31:03.486184 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-4226541c-cb07-4e8b-be69-26cb0e0a4472 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:31:03.492219 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-4226541c-cb07-4e8b-be69-26cb0e0a4472 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:31:03.606427 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4226541c-cb07-4e8b-be69-26cb0e0a4472 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:03.667949 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4226541c-cb07-4e8b-be69-26cb0e0a4472 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:03.734005 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4226541c-cb07-4e8b-be69-26cb0e0a4472 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:03.736975 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2a05c591-6f90-4e29-86a0-95520bc263d8 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:03.759123 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226541c-cb07-4e8b-be69-26cb0e0a4472 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f8e48ef-f130-4a0a-9c22-06904d15ab7f,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:03.763392 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-4226541c-cb07-4e8b-be69-26cb0e0a4472 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:03.828260 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4226541c-cb07-4e8b-be69-26cb0e0a4472 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:03.830881 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-4226541c-cb07-4e8b-be69-26cb0e0a4472 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3648283 Dec 22 13:31:03.833629 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52470) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:03.839314 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-886e5363-540b-40e3-994b-d7229bbf3124 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '416ecc04-9bb3-4fe6-9418-a32cfca6abcf', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:31:03.845698 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-886e5363-540b-40e3-994b-d7229bbf3124 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:31:03.849416 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-886e5363-540b-40e3-994b-d7229bbf3124 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:31:03.852392 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-886e5363-540b-40e3-994b-d7229bbf3124 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:31:03.859611 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-886e5363-540b-40e3-994b-d7229bbf3124 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:31:03.946288 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-886e5363-540b-40e3-994b-d7229bbf3124 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:04.008535 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-886e5363-540b-40e3-994b-d7229bbf3124 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:04.098921 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-886e5363-540b-40e3-994b-d7229bbf3124 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:04.100714 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-90f114ed-4a6f-4728-87a9-c3a424dcd673 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:04.125102 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e5363-540b-40e3-994b-d7229bbf3124 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dea7cf70-c5c3-42d1-aad1-5e695e165d67,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:04.129590 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-886e5363-540b-40e3-994b-d7229bbf3124 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:04.193770 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-886e5363-540b-40e3-994b-d7229bbf3124 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:04.195015 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-886e5363-540b-40e3-994b-d7229bbf3124 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3604834 Dec 22 13:31:04.198651 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52474) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:04.204010 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-9ea248ce-d844-4132-8fe8-f9a99b16983b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '416ecc04-9bb3-4fe6-9418-a32cfca6abcf', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:31:04.210097 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-9ea248ce-d844-4132-8fe8-f9a99b16983b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:31:04.213864 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-9ea248ce-d844-4132-8fe8-f9a99b16983b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:31:04.216712 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-9ea248ce-d844-4132-8fe8-f9a99b16983b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:31:04.222804 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-9ea248ce-d844-4132-8fe8-f9a99b16983b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:31:04.349004 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9ea248ce-d844-4132-8fe8-f9a99b16983b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:04.413534 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9ea248ce-d844-4132-8fe8-f9a99b16983b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:04.528689 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9ea248ce-d844-4132-8fe8-f9a99b16983b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:04.530814 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-855aa21a-d788-49be-b32b-09b14976c34e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:04.557762 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea248ce-d844-4132-8fe8-f9a99b16983b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf73db24-076d-416c-a642-92934db28b1b,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:04.560213 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9ea248ce-d844-4132-8fe8-f9a99b16983b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:04.630516 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9ea248ce-d844-4132-8fe8-f9a99b16983b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:04.631704 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-9ea248ce-d844-4132-8fe8-f9a99b16983b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4321423 Dec 22 13:31:04.636814 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52478) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:04.642228 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-ec4caa21-0a80-4518-bb1a-c34a6f7ef42f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '416ecc04-9bb3-4fe6-9418-a32cfca6abcf', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:31:04.648521 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ec4caa21-0a80-4518-bb1a-c34a6f7ef42f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:31:04.652297 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ec4caa21-0a80-4518-bb1a-c34a6f7ef42f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:31:04.655169 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ec4caa21-0a80-4518-bb1a-c34a6f7ef42f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:31:04.664231 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ec4caa21-0a80-4518-bb1a-c34a6f7ef42f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:31:04.751446 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ec4caa21-0a80-4518-bb1a-c34a6f7ef42f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:04.817393 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ec4caa21-0a80-4518-bb1a-c34a6f7ef42f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:04.864788 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ec4caa21-0a80-4518-bb1a-c34a6f7ef42f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:04.866682 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2dfbedd7-cec0-4eeb-bb49-5da8604b76d2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:04.888331 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4caa21-0a80-4518-bb1a-c34a6f7ef42f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bf85726-6f8d-4e63-9ea6-0939dadfb7f4,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:04.890684 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ec4caa21-0a80-4518-bb1a-c34a6f7ef42f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:04.957564 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ec4caa21-0a80-4518-bb1a-c34a6f7ef42f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:04.958391 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ec4caa21-0a80-4518-bb1a-c34a6f7ef42f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3205574 Dec 22 13:31:04.961326 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52482) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:04.966738 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-38cc1fa3-8ec0-425e-a0fb-bf35037e8b0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '416ecc04-9bb3-4fe6-9418-a32cfca6abcf', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:31:04.973161 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-38cc1fa3-8ec0-425e-a0fb-bf35037e8b0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:31:04.976980 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-38cc1fa3-8ec0-425e-a0fb-bf35037e8b0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:31:04.979799 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-38cc1fa3-8ec0-425e-a0fb-bf35037e8b0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:31:04.985371 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-38cc1fa3-8ec0-425e-a0fb-bf35037e8b0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:31:05.102205 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.securitygroups_db [None req-38cc1fa3-8ec0-425e-a0fb-bf35037e8b0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Project 453b85bce7e6482dbe10966fb03da8cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:31:05.108993 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-38cc1fa3-8ec0-425e-a0fb-bf35037e8b0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:05.172343 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-38cc1fa3-8ec0-425e-a0fb-bf35037e8b0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:05.239268 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-38cc1fa3-8ec0-425e-a0fb-bf35037e8b0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:05.246430 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9ea248ce-d844-4132-8fe8-f9a99b16983b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:05.269422 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc1fa3-8ec0-425e-a0fb-bf35037e8b0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34fd6e2a-3f94-4668-8c3c-641c3862dc8d,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:05.274038 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-38cc1fa3-8ec0-425e-a0fb-bf35037e8b0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:05.366243 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-38cc1fa3-8ec0-425e-a0fb-bf35037e8b0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:05.368377 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-38cc1fa3-8ec0-425e-a0fb-bf35037e8b0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4051530 Dec 22 13:31:05.370427 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52486) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:05.376576 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-53d93783-cc6a-42cc-b835-9e250c676bb8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '416ecc04-9bb3-4fe6-9418-a32cfca6abcf', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:31:05.383450 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-53d93783-cc6a-42cc-b835-9e250c676bb8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:31:05.387311 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-53d93783-cc6a-42cc-b835-9e250c676bb8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:31:05.390096 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-53d93783-cc6a-42cc-b835-9e250c676bb8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:31:05.396886 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-53d93783-cc6a-42cc-b835-9e250c676bb8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:31:05.610994 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.securitygroups_db [None req-53d93783-cc6a-42cc-b835-9e250c676bb8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Project 453b85bce7e6482dbe10966fb03da8cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:31:05.618736 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-53d93783-cc6a-42cc-b835-9e250c676bb8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:05.668043 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a02f4290-2365-48a7-a5ec-7f4815877e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:05.685616 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-53d93783-cc6a-42cc-b835-9e250c676bb8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:05.770812 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-53d93783-cc6a-42cc-b835-9e250c676bb8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:05.776840 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-baf0ee10-c5a9-44f1-a717-0baa62e7d1e2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:05.796529 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d93783-cc6a-42cc-b835-9e250c676bb8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d95b50c0-f933-45dd-bff8-6183982af854,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:05.798817 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-53d93783-cc6a-42cc-b835-9e250c676bb8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:05.871691 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-53d93783-cc6a-42cc-b835-9e250c676bb8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:05.874634 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-53d93783-cc6a-42cc-b835-9e250c676bb8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5015862 Dec 22 13:31:06.051848 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a3683164-5917-4681-92f4-d382ced32d7b req-96873d92-7e26-4661-9119-cf69d9d434b9 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-117532386&fields=id&tenant_id=453b85bce7e6482dbe10966fb03da8cc HTTP/1.1" status: 200 len: 267 time: 0.0429251 Dec 22 13:31:06.128581 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3683164-5917-4681-92f4-d382ced32d7b req-1e667b1e-c775-4f71-8820-8af09fd9e12d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:06.128581 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a3683164-5917-4681-92f4-d382ced32d7b req-1e667b1e-c775-4f71-8820-8af09fd9e12d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports/58733398-cb77-4c3a-8740-018006709531 HTTP/1.1" status: 200 len: 931 time: 0.0674272 Dec 22 13:31:06.265231 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a3683164-5917-4681-92f4-d382ced32d7b req-8241a154-8354-421d-b0d0-af161a9752c0 service neutron] 10.222.0.47 "GET /v2.0/ports/58733398-cb77-4c3a-8740-018006709531?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1278808 Dec 22 13:31:06.275049 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [req-a3683164-5917-4681-92f4-d382ced32d7b req-7f57df0f-3d07-4656-b916-9948f2d0ff54 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:31:06.280066 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a3683164-5917-4681-92f4-d382ced32d7b req-7f57df0f-3d07-4656-b916-9948f2d0ff54 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047338 Dec 22 13:31:06.409661 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a3683164-5917-4681-92f4-d382ced32d7b req-f207c8a6-4220-4359-a413-01f87ce26683 service neutron] 10.222.0.47 "GET /v2.0/networks/1e0deb25-e8d8-42b5-9dfc-5cb734af0522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280088 Dec 22 13:31:06.545510 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a3683164-5917-4681-92f4-d382ced32d7b req-ca78e2e5-74cb-485b-8d62-aa1c6c131f63 service neutron] 10.222.0.47 "GET /v2.0/networks/1e0deb25-e8d8-42b5-9dfc-5cb734af0522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299453 Dec 22 13:31:06.799844 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-3f8e1ff3-0045-4d6f-843a-9271cd76c289 req-9c438427-3623-46ac-81b3-a28eaf583182 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=de485d15-1266-4157-ad48-06fbad06f9fd HTTP/1.1" status: 200 len: 210 time: 0.0431833 Dec 22 13:31:07.967189 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2ce729b2-9013-4257-9c5e-67c56b6cca9c req-d00e77b9-7b44-4f2d-a8df-b90b2bdfd22d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=de485d15-1266-4157-ad48-06fbad06f9fd HTTP/1.1" status: 200 len: 210 time: 0.0459447 Dec 22 13:31:08.019722 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-97578536-fa1b-4747-873e-a56cf60d2d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:08.944761 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:08.974438 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a3683164-5917-4681-92f4-d382ced32d7b req-ef4a2bcf-5520-4a08-a1d6-0186c7bb59b4 service neutron] 10.222.0.45 "GET /v2.0/ports/58733398-cb77-4c3a-8740-018006709531 HTTP/1.1" status: 200 len: 1027 time: 0.0624223 Dec 22 13:31:09.161402 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-37b30879-8173-403c-ae10-24c929e41c37 req-5e79733b-6b5a-47d2-a3b1-317c9acd7b05 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=de485d15-1266-4157-ad48-06fbad06f9fd HTTP/1.1" status: 200 len: 210 time: 0.0443170 Dec 22 13:31:09.250734 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3683164-5917-4681-92f4-d382ced32d7b req-fb128cfe-e268-4b89-8cbe-942f5264fb5a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:09.252282 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a3683164-5917-4681-92f4-d382ced32d7b req-fb128cfe-e268-4b89-8cbe-942f5264fb5a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "GET /v2.0/networks?id=1e0deb25-e8d8-42b5-9dfc-5cb734af0522 HTTP/1.1" status: 200 len: 797 time: 0.2691493 Dec 22 13:31:09.287787 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:09.323201 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a3683164-5917-4681-92f4-d382ced32d7b req-76eedc4d-7275-4892-9f50-9079529bd102 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=453b85bce7e6482dbe10966fb03da8cc HTTP/1.1" status: 200 len: 472 time: 0.0461416 Dec 22 13:31:09.334929 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-a3683164-5917-4681-92f4-d382ced32d7b req-458e5e28-6ea6-4624-b4c5-ff93957a42a3 service neutron] Request body: {'port': {'device_id': 'de485d15-1266-4157-ad48-06fbad06f9fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:31:09.446279 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-a3683164-5917-4681-92f4-d382ced32d7b req-458e5e28-6ea6-4624-b4c5-ff93957a42a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:09.796486 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [req-a3683164-5917-4681-92f4-d382ced32d7b req-458e5e28-6ea6-4624-b4c5-ff93957a42a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58733398-cb77-4c3a-8740-018006709531 {{(pid=84149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:31:09.802639 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-a3683164-5917-4681-92f4-d382ced32d7b req-458e5e28-6ea6-4624-b4c5-ff93957a42a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:09.816645 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-a3683164-5917-4681-92f4-d382ced32d7b req-458e5e28-6ea6-4624-b4c5-ff93957a42a3 service neutron] Transition to ACTIVE for port object 58733398-cb77-4c3a-8740-018006709531 will not be triggered until provisioned by entity L2. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:31:09.901946 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-a3683164-5917-4681-92f4-d382ced32d7b req-458e5e28-6ea6-4624-b4c5-ff93957a42a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:09.906847 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e9a8a48c-cd34-4c44-b760-0b0640820ecc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:10.036122 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e5e28-6ea6-4624-b4c5-ff93957a42a3 service neutron] Pushing event updated for resources: {'Port': ['ID=58733398-cb77-4c3a-8740-018006709531,revision_number=7']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:10.040234 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-458e5e28-6ea6-4624-b4c5-ff93957a42a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:10.181408 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-a3683164-5917-4681-92f4-d382ced32d7b req-458e5e28-6ea6-4624-b4c5-ff93957a42a3 service neutron] Attempting to bind port 58733398-cb77-4c3a-8740-018006709531 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:31:10.181713 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-a3683164-5917-4681-92f4-d382ced32d7b req-458e5e28-6ea6-4624-b4c5-ff93957a42a3 service neutron] Attempting to bind port 58733398-cb77-4c3a-8740-018006709531 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b365c676-b8c7-4bd4-ad85-9ddd193aa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1e0deb25-e8d8-42b5-9dfc-5cb734af0522'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:31:10.185532 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3683164-5917-4681-92f4-d382ced32d7b req-458e5e28-6ea6-4624-b4c5-ff93957a42a3 service neutron] Attempting to bind port 58733398-cb77-4c3a-8740-018006709531 on network 1e0deb25-e8d8-42b5-9dfc-5cb734af0522 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:31:10.187911 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3683164-5917-4681-92f4-d382ced32d7b req-458e5e28-6ea6-4624-b4c5-ff93957a42a3 service neutron] Port 58733398-cb77-4c3a-8740-018006709531 on network 1e0deb25-e8d8-42b5-9dfc-5cb734af0522 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:31:10.188233 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3683164-5917-4681-92f4-d382ced32d7b req-458e5e28-6ea6-4624-b4c5-ff93957a42a3 service neutron] Attempting to bind port 58733398-cb77-4c3a-8740-018006709531 on network 1e0deb25-e8d8-42b5-9dfc-5cb734af0522 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:31:10.194773 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3683164-5917-4681-92f4-d382ced32d7b req-458e5e28-6ea6-4624-b4c5-ff93957a42a3 service neutron] Checking agent: {'id': '72ee2f79-9ac0-483e-b4fd-5b910a776581', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'started_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:31:10.195110 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3683164-5917-4681-92f4-d382ced32d7b req-458e5e28-6ea6-4624-b4c5-ff93957a42a3 service neutron] Checking segment: {'id': 'b365c676-b8c7-4bd4-ad85-9ddd193aa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1e0deb25-e8d8-42b5-9dfc-5cb734af0522'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:31:10.195491 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3683164-5917-4681-92f4-d382ced32d7b req-458e5e28-6ea6-4624-b4c5-ff93957a42a3 service neutron] Bound using segment: {'id': 'b365c676-b8c7-4bd4-ad85-9ddd193aa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1e0deb25-e8d8-42b5-9dfc-5cb734af0522'} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:31:10.195916 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-a3683164-5917-4681-92f4-d382ced32d7b req-458e5e28-6ea6-4624-b4c5-ff93957a42a3 service neutron] Bound port: 58733398-cb77-4c3a-8740-018006709531, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b365c676-b8c7-4bd4-ad85-9ddd193aa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1e0deb25-e8d8-42b5-9dfc-5cb734af0522'}}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:31:10.196262 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-a3683164-5917-4681-92f4-d382ced32d7b req-458e5e28-6ea6-4624-b4c5-ff93957a42a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:10.288520 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-a3683164-5917-4681-92f4-d382ced32d7b req-458e5e28-6ea6-4624-b4c5-ff93957a42a3 service neutron] For port 58733398-cb77-4c3a-8740-018006709531, host hv-neutron-8226, cleared binding levels {{(pid=84149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:31:10.292792 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-a3683164-5917-4681-92f4-d382ced32d7b req-458e5e28-6ea6-4624-b4c5-ff93957a42a3 service neutron] For port 58733398-cb77-4c3a-8740-018006709531, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=58733398-cb77-4c3a-8740-018006709531,segment=NetworkSegment(b365c676-b8c7-4bd4-ad85-9ddd193aa5fd),segment_id=b365c676-b8c7-4bd4-ad85-9ddd193aa5fd)] {{(pid=84149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:31:10.373910 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e247f5-a01f-4d20-8dd7-2885108f36b7 req-8d7b18c1-c61a-4394-ae93-b0d7b70aa853 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:10.375366 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-92e247f5-a01f-4d20-8dd7-2885108f36b7 req-8d7b18c1-c61a-4394-ae93-b0d7b70aa853 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=de485d15-1266-4157-ad48-06fbad06f9fd HTTP/1.1" status: 200 len: 982 time: 0.0846217 Dec 22 13:31:10.376813 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-a3683164-5917-4681-92f4-d382ced32d7b req-458e5e28-6ea6-4624-b4c5-ff93957a42a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:10.380723 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-29f77fd9-6d7d-443e-9236-830c96b81173 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:10.459342 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:10.465875 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-a3683164-5917-4681-92f4-d382ced32d7b req-458e5e28-6ea6-4624-b4c5-ff93957a42a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:10.470674 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a3683164-5917-4681-92f4-d382ced32d7b req-458e5e28-6ea6-4624-b4c5-ff93957a42a3 service neutron] 10.222.0.45 "PUT /v2.0/ports/58733398-cb77-4c3a-8740-018006709531 HTTP/1.1" status: 200 len: 1132 time: 1.1364124 Dec 22 13:31:10.475010 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de485d15-1266-4157-ad48-06fbad06f9fd', 'tag': '58733398-cb77-4c3a-8740-018006709531'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:31:10.509230 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-92e247f5-a01f-4d20-8dd7-2885108f36b7 req-5c2269d6-f585-4678-9222-f9f73fa2d7c9 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=573ecb72-df35-4a5f-9466-1591b75ef9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944853 Dec 22 13:31:10.510008 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e5e28-6ea6-4624-b4c5-ff93957a42a3 service neutron] Pushing event updated for resources: {'Port': ['ID=58733398-cb77-4c3a-8740-018006709531,revision_number=8']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:10.517751 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-458e5e28-6ea6-4624-b4c5-ff93957a42a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:10.568823 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de485d15-1266-4157-ad48-06fbad06f9fd', 'tag': '58733398-cb77-4c3a-8740-018006709531', 'status': 'completed', 'code': 200} Dec 22 13:31:10.663644 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a3683164-5917-4681-92f4-d382ced32d7b req-415edbd5-3fc9-46a3-847a-6ad558690043 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=de485d15-1266-4157-ad48-06fbad06f9fd HTTP/1.1" status: 200 len: 1135 time: 0.0794160 Dec 22 13:31:10.770595 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a3683164-5917-4681-92f4-d382ced32d7b req-c9c7d2ba-856f-41b7-9b85-5f59b109490f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58733398-cb77-4c3a-8740-018006709531 HTTP/1.1" status: 200 len: 1038 time: 0.0950403 Dec 22 13:31:10.837646 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3683164-5917-4681-92f4-d382ced32d7b req-1fa70319-4b34-4ac5-9b9f-421adbc6c89b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:10.839091 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a3683164-5917-4681-92f4-d382ced32d7b req-1fa70319-4b34-4ac5-9b9f-421adbc6c89b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f8c288b-a0cc-4d3b-946c-9bd93c229232 HTTP/1.1" status: 200 len: 835 time: 0.0615335 Dec 22 13:31:10.919409 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a3683164-5917-4681-92f4-d382ced32d7b req-00b97320-0f33-43d0-8a88-dbc3e0d84c13 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1e0deb25-e8d8-42b5-9dfc-5cb734af0522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695961 Dec 22 13:31:11.055359 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a3683164-5917-4681-92f4-d382ced32d7b req-90336505-f0b0-42c7-97b3-c86c876704d4 service neutron] 10.222.0.45 "GET /v2.0/networks/1e0deb25-e8d8-42b5-9dfc-5cb734af0522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245146 Dec 22 13:31:11.283272 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a3683164-5917-4681-92f4-d382ced32d7b req-163f9fec-7b66-4a5d-8438-a21151aea8d9 service neutron] 10.222.0.45 "GET /v2.0/networks/1e0deb25-e8d8-42b5-9dfc-5cb734af0522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153146 Dec 22 13:31:11.490267 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-adb4c53e-7118-4206-9839-f6524fb9bf18 req-1f82f5d9-fa2a-486f-adf8-58d5f50dad5d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=de485d15-1266-4157-ad48-06fbad06f9fd HTTP/1.1" status: 200 len: 1135 time: 0.0745261 Dec 22 13:31:11.621094 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4c53e-7118-4206-9839-f6524fb9bf18 req-5e6c66e4-dec8-4967-bc00-7db565f51d35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:11.622576 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-adb4c53e-7118-4206-9839-f6524fb9bf18 req-5e6c66e4-dec8-4967-bc00-7db565f51d35 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1e0deb25-e8d8-42b5-9dfc-5cb734af0522 HTTP/1.1" status: 200 len: 898 time: 0.1255260 Dec 22 13:31:11.770721 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-adb4c53e-7118-4206-9839-f6524fb9bf18 req-38641609-b551-42bb-aa88-31818ede894b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58733398-cb77-4c3a-8740-018006709531 HTTP/1.1" status: 200 len: 1038 time: 0.1407557 Dec 22 13:31:11.833448 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bc0cc-78de-4c4f-8842-c073c2f2f3a3 req-6129ecf7-6002-4231-8a86-64cd7abbd31d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:11.834791 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d87bc0cc-78de-4c4f-8842-c073c2f2f3a3 req-6129ecf7-6002-4231-8a86-64cd7abbd31d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=de485d15-1266-4157-ad48-06fbad06f9fd HTTP/1.1" status: 200 len: 982 time: 0.1571984 Dec 22 13:31:11.867201 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4c53e-7118-4206-9839-f6524fb9bf18 req-c5c5bbaf-b6f7-47c7-9fd9-a833fb69196c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:11.868602 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-adb4c53e-7118-4206-9839-f6524fb9bf18 req-c5c5bbaf-b6f7-47c7-9fd9-a833fb69196c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f8c288b-a0cc-4d3b-946c-9bd93c229232 HTTP/1.1" status: 200 len: 835 time: 0.0882409 Dec 22 13:31:11.925532 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d87bc0cc-78de-4c4f-8842-c073c2f2f3a3 req-72e38611-454b-4e07-9671-daedf31f3a76 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=573ecb72-df35-4a5f-9466-1591b75ef9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849102 Dec 22 13:31:11.953953 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-adb4c53e-7118-4206-9839-f6524fb9bf18 req-3c59443b-85e9-4e2a-9f93-b1de83fc012f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1e0deb25-e8d8-42b5-9dfc-5cb734af0522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765836 Dec 22 13:31:12.088410 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-adb4c53e-7118-4206-9839-f6524fb9bf18 req-aa293821-d234-4e40-b317-c688ab840300 service neutron] 10.222.0.45 "GET /v2.0/networks/1e0deb25-e8d8-42b5-9dfc-5cb734af0522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250539 Dec 22 13:31:12.217469 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-adb4c53e-7118-4206-9839-f6524fb9bf18 req-09e1ccbb-8250-4eb2-99c4-78f633ab9f96 service neutron] 10.222.0.45 "GET /v2.0/networks/1e0deb25-e8d8-42b5-9dfc-5cb734af0522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224918 Dec 22 13:31:13.081876 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 58733398-cb77-4c3a-8740-018006709531 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:31:13.123471 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b3fa7-b32e-4dae-96aa-4982ec53d017 req-ab240473-783e-4f88-9465-e1270cd0b98a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:13.124908 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-cf5b3fa7-b32e-4dae-96aa-4982ec53d017 req-ab240473-783e-4f88-9465-e1270cd0b98a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=de485d15-1266-4157-ad48-06fbad06f9fd HTTP/1.1" status: 200 len: 982 time: 0.0792556 Dec 22 13:31:13.170456 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-cf5b3fa7-b32e-4dae-96aa-4982ec53d017 req-e6d2bdd2-6703-4590-aa0e-9214ef357fb8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:security_group {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:31:13.222525 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 58733398-cb77-4c3a-8740-018006709531, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=58733398-cb77-4c3a-8740-018006709531,segment=NetworkSegment(b365c676-b8c7-4bd4-ad85-9ddd193aa5fd),segment_id=b365c676-b8c7-4bd4-ad85-9ddd193aa5fd)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:31:13.235478 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '58733398-cb77-4c3a-8740-018006709531', 'network_id': '1e0deb25-e8d8-42b5-9dfc-5cb734af0522', 'port_id': '58733398-cb77-4c3a-8740-018006709531', 'mac_address': 'fa:16:3e:5b:d8:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f8c288b-a0cc-4d3b-946c-9bd93c229232', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:31:13.239728 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-cf5b3fa7-b32e-4dae-96aa-4982ec53d017 req-e6d2bdd2-6703-4590-aa0e-9214ef357fb8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:security_group {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:31:13.240950 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-cf5b3fa7-b32e-4dae-96aa-4982ec53d017 req-e6d2bdd2-6703-4590-aa0e-9214ef357fb8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=573ecb72-df35-4a5f-9466-1591b75ef9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097932 Dec 22 13:31:13.290603 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:13.307351 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58733398-cb77-4c3a-8740-018006709531 {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:31:13.322085 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 58733398-cb77-4c3a-8740-018006709531, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=58733398-cb77-4c3a-8740-018006709531,segment=NetworkSegment(b365c676-b8c7-4bd4-ad85-9ddd193aa5fd),segment_id=b365c676-b8c7-4bd4-ad85-9ddd193aa5fd)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:31:13.387487 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:13.389183 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-02355c38-ebae-4298-8b22-ac52424ddb2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:13.455629 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=58733398-cb77-4c3a-8740-018006709531,revision_number=9']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:13.459278 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:13.666130 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['58733398-cb77-4c3a-8740-018006709531'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:31:14.443154 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586156d-c231-4f96-b1ab-d4093ec3b2ba req-fdd4cefc-8748-4a9c-984b-f1c28d3bd86c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:14.444639 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3586156d-c231-4f96-b1ab-d4093ec3b2ba req-fdd4cefc-8748-4a9c-984b-f1c28d3bd86c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=de485d15-1266-4157-ad48-06fbad06f9fd HTTP/1.1" status: 200 len: 983 time: 0.0814829 Dec 22 13:31:14.492385 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3586156d-c231-4f96-b1ab-d4093ec3b2ba req-e3615af9-f7f4-4a49-a864-a9b08bdd27eb tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=573ecb72-df35-4a5f-9466-1591b75ef9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422993 Dec 22 13:31:15.108000 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 58733398-cb77-4c3a-8740-018006709531 up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:31:15.236100 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning for port 58733398-cb77-4c3a-8740-018006709531 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:31:15.241701 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 58733398-cb77-4c3a-8740-018006709531 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:31:15.242073 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:15.398792 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:15.425156 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de485d15-1266-4157-ad48-06fbad06f9fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58733398-cb77-4c3a-8740-018006709531'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:31:15.434628 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 58733398-cb77-4c3a-8740-018006709531, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=58733398-cb77-4c3a-8740-018006709531,segment=NetworkSegment(b365c676-b8c7-4bd4-ad85-9ddd193aa5fd),segment_id=b365c676-b8c7-4bd4-ad85-9ddd193aa5fd)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:31:15.481474 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de485d15-1266-4157-ad48-06fbad06f9fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58733398-cb77-4c3a-8740-018006709531', 'code': 200} Dec 22 13:31:15.504660 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:15.506531 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-053c19cd-a957-4a1b-b047-596b4ec28ccd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:15.572518 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=58733398-cb77-4c3a-8740-018006709531,revision_number=10']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:15.575660 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:15.692259 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c339c7e-1b15-4dde-8aa6-996bdbb76367 req-a3f16c96-ec18-4474-bd6d-85772e374f16 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:15.693743 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9c339c7e-1b15-4dde-8aa6-996bdbb76367 req-a3f16c96-ec18-4474-bd6d-85772e374f16 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=de485d15-1266-4157-ad48-06fbad06f9fd HTTP/1.1" status: 200 len: 985 time: 0.0785375 Dec 22 13:31:15.738658 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9c339c7e-1b15-4dde-8aa6-996bdbb76367 req-d51a3c19-1bf9-4c5e-a730-a3ed20e72379 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=573ecb72-df35-4a5f-9466-1591b75ef9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392680 Dec 22 13:31:15.875066 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-56331c25-d505-4467-8aa5-e3452939e864 req-3eb85535-3703-49df-89c6-803154bf0d3e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=de485d15-1266-4157-ad48-06fbad06f9fd HTTP/1.1" status: 200 len: 1138 time: 0.0698853 Dec 22 13:31:15.920679 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-56331c25-d505-4467-8aa5-e3452939e864 req-236190e9-9555-498f-a57b-a8f252a98d33 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=573ecb72-df35-4a5f-9466-1591b75ef9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352564 Dec 22 13:31:16.936718 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160f41b-b5f8-4237-b827-eedfdf344e7d req-a0fb76cd-f708-450d-9932-ff53e65a2364 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:16.938143 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-8160f41b-b5f8-4237-b827-eedfdf344e7d req-a0fb76cd-f708-450d-9932-ff53e65a2364 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=de485d15-1266-4157-ad48-06fbad06f9fd HTTP/1.1" status: 200 len: 985 time: 0.0778532 Dec 22 13:31:16.982773 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-8160f41b-b5f8-4237-b827-eedfdf344e7d req-a5ede2dd-72b7-44fc-a671-346d2af190b7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=573ecb72-df35-4a5f-9466-1591b75ef9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383611 Dec 22 13:31:18.178167 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92e442-ef7b-45a4-8c8f-131aafba1cfe req-6473f58d-f645-4948-84bb-17dfab3023d0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:18.179632 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-eb92e442-ef7b-45a4-8c8f-131aafba1cfe req-6473f58d-f645-4948-84bb-17dfab3023d0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=de485d15-1266-4157-ad48-06fbad06f9fd HTTP/1.1" status: 200 len: 985 time: 0.0754864 Dec 22 13:31:18.227424 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-eb92e442-ef7b-45a4-8c8f-131aafba1cfe req-20f90750-2049-4fd0-86ba-0adb08c4f95c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=573ecb72-df35-4a5f-9466-1591b75ef9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423591 Dec 22 13:31:18.421007 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4bad2-ec2a-4a2b-9685-dc598978d36a req-1d171d9a-c799-48b3-a6ab-5e92441625c8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:18.422488 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-42e4bad2-ec2a-4a2b-9685-dc598978d36a req-1d171d9a-c799-48b3-a6ab-5e92441625c8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=de485d15-1266-4157-ad48-06fbad06f9fd HTTP/1.1" status: 200 len: 985 time: 0.0762210 Dec 22 13:31:18.470727 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-42e4bad2-ec2a-4a2b-9685-dc598978d36a req-2f0343de-20da-4928-ba65-ffe4847d8547 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=573ecb72-df35-4a5f-9466-1591b75ef9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426347 Dec 22 13:31:18.498000 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52534) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:18.569067 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-652ae1ec-3377-4839-a112-1fa7003df73e tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=de485d15-1266-4157-ad48-06fbad06f9fd&network_id=1e0deb25-e8d8-42b5-9dfc-5cb734af0522 HTTP/1.1" status: 200 len: 1133 time: 0.0697494 Dec 22 13:31:19.282851 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b4a51-d83e-4b3f-bc37-59eebdbe58a1 req-f8af5d8c-d891-4d13-83c2-af947824f3fb tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:19.284324 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5b6b4a51-d83e-4b3f-bc37-59eebdbe58a1 req-f8af5d8c-d891-4d13-83c2-af947824f3fb tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=de485d15-1266-4157-ad48-06fbad06f9fd HTTP/1.1" status: 200 len: 985 time: 0.0752783 Dec 22 13:31:19.329643 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5b6b4a51-d83e-4b3f-bc37-59eebdbe58a1 req-a142cfa2-4dfc-4a52-a560-c33a123c1da4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=573ecb72-df35-4a5f-9466-1591b75ef9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397842 Dec 22 13:31:20.530311 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175c867-edd8-45db-b4de-c4b27f9441cb req-e3e80824-26fa-4618-a60c-df133cfdcf79 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:20.531808 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8175c867-edd8-45db-b4de-c4b27f9441cb req-e3e80824-26fa-4618-a60c-df133cfdcf79 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=de485d15-1266-4157-ad48-06fbad06f9fd HTTP/1.1" status: 200 len: 985 time: 0.0826871 Dec 22 13:31:20.581800 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8175c867-edd8-45db-b4de-c4b27f9441cb req-cadbdc2d-10d4-4821-bfb7-32d4c81b9d9b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=573ecb72-df35-4a5f-9466-1591b75ef9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437860 Dec 22 13:31:20.682739 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c273d5b-9f24-4f54-8815-20616fb4001e req-e331c18f-37a2-47d9-9704-d6a2736165a4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:20.684143 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4c273d5b-9f24-4f54-8815-20616fb4001e req-e331c18f-37a2-47d9-9704-d6a2736165a4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "GET /v2.0/ports?device_id=de485d15-1266-4157-ad48-06fbad06f9fd HTTP/1.1" status: 200 len: 985 time: 0.0756879 Dec 22 13:31:20.752302 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c273d5b-9f24-4f54-8815-20616fb4001e req-158c9873-ce26-4541-8fc3-a48d7ad5976e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:20.754416 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4c273d5b-9f24-4f54-8815-20616fb4001e req-158c9873-ce26-4541-8fc3-a48d7ad5976e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "GET /v2.0/ports/58733398-cb77-4c3a-8740-018006709531?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0627177 Dec 22 13:31:20.991631 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4c273d5b-9f24-4f54-8815-20616fb4001e req-57e8c203-4468-43c4-aee3-341b9fdc5bb0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "GET /v2.0/networks/1e0deb25-e8d8-42b5-9dfc-5cb734af0522?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2307992 Dec 22 13:31:21.005116 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-4c273d5b-9f24-4f54-8815-20616fb4001e req-b0007025-9e83-49f6-8730-3915ff387e06 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:31:21.113378 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-4c273d5b-9f24-4f54-8815-20616fb4001e req-b0007025-9e83-49f6-8730-3915ff387e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:21.307762 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-4c273d5b-9f24-4f54-8815-20616fb4001e req-b0007025-9e83-49f6-8730-3915ff387e06 service neutron] For port 58733398-cb77-4c3a-8740-018006709531, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=58733398-cb77-4c3a-8740-018006709531,segment=NetworkSegment(b365c676-b8c7-4bd4-ad85-9ddd193aa5fd),segment_id=b365c676-b8c7-4bd4-ad85-9ddd193aa5fd)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:31:21.335545 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-4c273d5b-9f24-4f54-8815-20616fb4001e req-b0007025-9e83-49f6-8730-3915ff387e06 service neutron] For port 58733398-cb77-4c3a-8740-018006709531, host hv-neutron-8226, cleared binding levels {{(pid=84149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:31:21.383756 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [req-4c273d5b-9f24-4f54-8815-20616fb4001e req-b0007025-9e83-49f6-8730-3915ff387e06 service neutron] device_id is not set on port 58733398-cb77-4c3a-8740-018006709531 yet. {{(pid=84149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:31:21.391190 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-4c273d5b-9f24-4f54-8815-20616fb4001e req-b0007025-9e83-49f6-8730-3915ff387e06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:21.464299 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-4c273d5b-9f24-4f54-8815-20616fb4001e req-b0007025-9e83-49f6-8730-3915ff387e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:21.468853 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6ced4026-7595-4ba7-bfd7-1d71b2809901 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:21.601218 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0007025-9e83-49f6-8730-3915ff387e06 service neutron] Pushing event updated for resources: {'Port': ['ID=58733398-cb77-4c3a-8740-018006709531,revision_number=11']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:21.627084 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0007025-9e83-49f6-8730-3915ff387e06 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:21.627479 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0007025-9e83-49f6-8730-3915ff387e06 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:21.628700 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0007025-9e83-49f6-8730-3915ff387e06 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:21.629120 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0007025-9e83-49f6-8730-3915ff387e06 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:21.629527 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0007025-9e83-49f6-8730-3915ff387e06 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:21.629853 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0007025-9e83-49f6-8730-3915ff387e06 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:21.630218 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0007025-9e83-49f6-8730-3915ff387e06 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:21.630604 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0007025-9e83-49f6-8730-3915ff387e06 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:21.630955 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0007025-9e83-49f6-8730-3915ff387e06 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:21.631389 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0007025-9e83-49f6-8730-3915ff387e06 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:21.631653 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0007025-9e83-49f6-8730-3915ff387e06 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:21.637609 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b0007025-9e83-49f6-8730-3915ff387e06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:21.684114 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c273d5b-9f24-4f54-8815-20616fb4001e req-b0007025-9e83-49f6-8730-3915ff387e06 service neutron] No DVR routers for this DVR port 58733398-cb77-4c3a-8740-018006709531 on host hv-neutron-8226 {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:31:21.754655 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-3f12659e-e577-4199-b347-b5807b43cc7e req-eb713ff5-ae3f-420e-9ed6-cc97cd5feb46 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=de485d15-1266-4157-ad48-06fbad06f9fd HTTP/1.1" status: 200 len: 210 time: 0.0460517 Dec 22 13:31:21.766085 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-fc4cecc7-34e0-4277-91a4-2dc548d90d14 None None] Provisioning complete for port 58733398-cb77-4c3a-8740-018006709531 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:31:21.766600 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-fc4cecc7-34e0-4277-91a4-2dc548d90d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:21.822806 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-fc4cecc7-34e0-4277-91a4-2dc548d90d14 None None] Port 58733398-cb77-4c3a-8740-018006709531 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:31:21.928543 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-4c273d5b-9f24-4f54-8815-20616fb4001e req-b0007025-9e83-49f6-8730-3915ff387e06 service neutron] In _notify_port_updated(), no bound segment for port 58733398-cb77-4c3a-8740-018006709531 on network 1e0deb25-e8d8-42b5-9dfc-5cb734af0522 {{(pid=84149) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 13:31:21.929585 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-4c273d5b-9f24-4f54-8815-20616fb4001e req-b0007025-9e83-49f6-8730-3915ff387e06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:21.930885 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4c273d5b-9f24-4f54-8815-20616fb4001e req-b0007025-9e83-49f6-8730-3915ff387e06 service neutron] 10.222.0.45 "PUT /v2.0/ports/58733398-cb77-4c3a-8740-018006709531 HTTP/1.1" status: 200 len: 1028 time: 0.9301960 Dec 22 13:31:22.929702 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5f53eb84-a112-41a7-8b7d-a89ddb902172 req-79788a45-11fb-4df2-8416-31d676dc7bb2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=de485d15-1266-4157-ad48-06fbad06f9fd HTTP/1.1" status: 200 len: 210 time: 0.0418804 Dec 22 13:31:23.144243 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 58733398-cb77-4c3a-8740-018006709531 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:31:23.199458 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 58733398-cb77-4c3a-8740-018006709531 not bound to the agent host hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:31:24.034243 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52550) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:24.102069 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7e2c9973-0ffe-4c59-8692-fd7b595660fb tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:24.134303 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7e2c9973-0ffe-4c59-8692-fd7b595660fb tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:24.261563 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7e2c9973-0ffe-4c59-8692-fd7b595660fb tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:24.265349 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b7b7655e-4c45-414a-8c93-e1bf3a31f276 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:24.281107 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2c9973-0ffe-4c59-8692-fd7b595660fb tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=416ecc04-9bb3-4fe6-9418-a32cfca6abcf,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:24.283577 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7e2c9973-0ffe-4c59-8692-fd7b595660fb tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:24.350294 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7e2c9973-0ffe-4c59-8692-fd7b595660fb tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:24.351452 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7e2c9973-0ffe-4c59-8692-fd7b595660fb tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/security-groups/416ecc04-9bb3-4fe6-9418-a32cfca6abcf HTTP/1.1" status: 204 len: 168 time: 0.3161719 Dec 22 13:31:24.445236 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52556) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:24.643320 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-a1aa1316-bf37-4f83-9891-a4331742a81b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting port 784b8029-697a-48c9-8f78-2c612a40eeed {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:31:24.643712 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a1aa1316-bf37-4f83-9891-a4331742a81b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:24.908010 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a1aa1316-bf37-4f83-9891-a4331742a81b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:24.908252 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a1aa1316-bf37-4f83-9891-a4331742a81b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:25.024751 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-a1aa1316-bf37-4f83-9891-a4331742a81b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Calling delete_port for 784b8029-697a-48c9-8f78-2c612a40eeed owned by network:floatingip {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:31:25.241666 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a1aa1316-bf37-4f83-9891-a4331742a81b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:25.245348 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-364f311e-7d60-4643-b1fa-847c31414c27 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:25.287492 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa1316-bf37-4f83-9891-a4331742a81b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Port': ['ID=784b8029-697a-48c9-8f78-2c612a40eeed,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:25.290010 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a1aa1316-bf37-4f83-9891-a4331742a81b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:25.382723 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a1aa1316-bf37-4f83-9891-a4331742a81b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for floatingip, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:25.775938 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1aa1316-bf37-4f83-9891-a4331742a81b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router 70de30e3-bff2-4e20-bbd9-cd3358edb4c0 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:31:25.970611 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1aa1316-bf37-4f83-9891-a4331742a81b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:31:25.981341 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70cb70a-6cae-4688-854c-4110475eafc0 None None] Sync routers for ids ['70de30e3-bff2-4e20-bbd9-cd3358edb4c0'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:31:25.993223 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70cb70a-6cae-4688-854c-4110475eafc0 None None] Routers {'70de30e3-bff2-4e20-bbd9-cd3358edb4c0'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:31:25.993861 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-c70cb70a-6cae-4688-854c-4110475eafc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:31:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['70de30e3-bff2-4e20-bbd9-cd3358edb4c0'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:31:26.057489 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a1aa1316-bf37-4f83-9891-a4331742a81b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:26.113609 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a1aa1316-bf37-4f83-9891-a4331742a81b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/floatingips/213e5843-70bc-4ffa-8c9f-058b47ca2d3b HTTP/1.1" status: 204 len: 168 time: 1.6672506 Dec 22 13:31:26.175111 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-c70cb70a-6cae-4688-854c-4110475eafc0 None None] Set router 70de30e3-bff2-4e20-bbd9-cd3358edb4c0 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:31:26.271893 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52564) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:26.341823 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a676a87c-1065-4aed-8ce9-78f17e08bb3b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:26.372097 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a676a87c-1065-4aed-8ce9-78f17e08bb3b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:26.486475 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-c70cb70a-6cae-4688-854c-4110475eafc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70de30e3-bff2-4e20-bbd9-cd3358edb4c0', 'name': 'tempest-TestNetworkBasicOps-router-991484835', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:30:29Z', 'updated_at': '2021-12-22T13:30:34Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70de30e3-bff2-4e20-bbd9-cd3358edb4c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:30:29Z', 'updated_at': '2021-12-22T13:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'd7490f32-fa9c-48e0-893f-6d15e6ca281b', 'name': '', 'network_id': '1e0deb25-e8d8-42b5-9dfc-5cb734af0522', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:d4:17:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70de30e3-bff2-4e20-bbd9-cd3358edb4c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f8c288b-a0cc-4d3b-946c-9bd93c229232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:30:33Z', 'updated_at': '2021-12-22T13:30:41Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '6f8c288b-a0cc-4d3b-946c-9bd93c229232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:31:26.491227 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70cb70a-6cae-4688-854c-4110475eafc0 None None] Checking router: 70de30e3-bff2-4e20-bbd9-cd3358edb4c0 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:31:26.502127 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70cb70a-6cae-4688-854c-4110475eafc0 None None] Routers {'70de30e3-bff2-4e20-bbd9-cd3358edb4c0'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:31:26.502851 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-c70cb70a-6cae-4688-854c-4110475eafc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:31:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['70de30e3-bff2-4e20-bbd9-cd3358edb4c0'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:31:26.513339 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a676a87c-1065-4aed-8ce9-78f17e08bb3b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:26.519369 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6ec86e4e-228c-4002-ba50-5a29c134ce36 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:26.536365 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676a87c-1065-4aed-8ce9-78f17e08bb3b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10aad27-70e7-4293-8760-68e12a4c824f,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:26.540226 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a676a87c-1065-4aed-8ce9-78f17e08bb3b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:26.543606 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a676a87c-1065-4aed-8ce9-78f17e08bb3b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:26.544713 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a676a87c-1065-4aed-8ce9-78f17e08bb3b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/security-groups/c10aad27-70e7-4293-8760-68e12a4c824f HTTP/1.1" status: 204 len: 168 time: 0.2718396 Dec 22 13:31:26.645737 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52570) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:26.701312 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-c70cb70a-6cae-4688-854c-4110475eafc0 None None] Set router 70de30e3-bff2-4e20-bbd9-cd3358edb4c0 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:31:26.710971 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-a8fe18fa-17f8-4e0e-ad0b-a9ff452b802a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting port 58733398-cb77-4c3a-8740-018006709531 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:31:26.711315 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a8fe18fa-17f8-4e0e-ad0b-a9ff452b802a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:26.951139 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a8fe18fa-17f8-4e0e-ad0b-a9ff452b802a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:27.012749 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-c70cb70a-6cae-4688-854c-4110475eafc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70de30e3-bff2-4e20-bbd9-cd3358edb4c0', 'name': 'tempest-TestNetworkBasicOps-router-991484835', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:30:29Z', 'updated_at': '2021-12-22T13:30:34Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70de30e3-bff2-4e20-bbd9-cd3358edb4c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:30:29Z', 'updated_at': '2021-12-22T13:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'd7490f32-fa9c-48e0-893f-6d15e6ca281b', 'name': '', 'network_id': '1e0deb25-e8d8-42b5-9dfc-5cb734af0522', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:d4:17:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70de30e3-bff2-4e20-bbd9-cd3358edb4c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f8c288b-a0cc-4d3b-946c-9bd93c229232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:30:33Z', 'updated_at': '2021-12-22T13:30:41Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '6f8c288b-a0cc-4d3b-946c-9bd93c229232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:31:27.016849 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70cb70a-6cae-4688-854c-4110475eafc0 None None] The sync data for ids ['70de30e3-bff2-4e20-bbd9-cd3358edb4c0'] in dv-neutron-822669-1-hyperv is: [{'id': '70de30e3-bff2-4e20-bbd9-cd3358edb4c0', 'name': 'tempest-TestNetworkBasicOps-router-991484835', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:30:29Z', 'updated_at': '2021-12-22T13:30:34Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70de30e3-bff2-4e20-bbd9-cd3358edb4c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:30:29Z', 'updated_at': '2021-12-22T13:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'd7490f32-fa9c-48e0-893f-6d15e6ca281b', 'name': '', 'network_id': '1e0deb25-e8d8-42b5-9dfc-5cb734af0522', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:d4:17:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70de30e3-bff2-4e20-bbd9-cd3358edb4c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f8c288b-a0cc-4d3b-946c-9bd93c229232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:30:33Z', 'updated_at': '2021-12-22T13:30:41Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '6f8c288b-a0cc-4d3b-946c-9bd93c229232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:31:27.074608 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-a8fe18fa-17f8-4e0e-ad0b-a9ff452b802a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Calling delete_port for 58733398-cb77-4c3a-8740-018006709531 owned by {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:31:27.240254 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b00eb5-35bc-4980-ab8a-467ac1495d32 None None] New status for floating IP 213e5843-70bc-4ffa-8c9f-058b47ca2d3b: DOWN {{(pid=84151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:31:27.281902 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a8fe18fa-17f8-4e0e-ad0b-a9ff452b802a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:27.288843 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-102220b4-172b-40a7-952a-e50e3a45a00c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:27.333170 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe18fa-17f8-4e0e-ad0b-a9ff452b802a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Port': ['ID=58733398-cb77-4c3a-8740-018006709531,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:27.335606 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a8fe18fa-17f8-4e0e-ad0b-a9ff452b802a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:27.436053 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a8fe18fa-17f8-4e0e-ad0b-a9ff452b802a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:27.446541 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a8fe18fa-17f8-4e0e-ad0b-a9ff452b802a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/ports/58733398-cb77-4c3a-8740-018006709531 HTTP/1.1" status: 204 len: 168 time: 0.7995818 Dec 22 13:31:27.449214 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52574) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:27.937730 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d31b5240-e74d-4a09-a7df-423698ab4cf4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:28.547191 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-d31b5240-e74d-4a09-a7df-423698ab4cf4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting port d7490f32-fa9c-48e0-893f-6d15e6ca281b {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:31:28.547529 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d31b5240-e74d-4a09-a7df-423698ab4cf4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:28.730082 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-d31b5240-e74d-4a09-a7df-423698ab4cf4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] For port d7490f32-fa9c-48e0-893f-6d15e6ca281b, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=d7490f32-fa9c-48e0-893f-6d15e6ca281b,segment=NetworkSegment(b365c676-b8c7-4bd4-ad85-9ddd193aa5fd),segment_id=b365c676-b8c7-4bd4-ad85-9ddd193aa5fd)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:31:28.730561 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d31b5240-e74d-4a09-a7df-423698ab4cf4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:28.827666 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:28.851694 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-d31b5240-e74d-4a09-a7df-423698ab4cf4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Calling delete_port for d7490f32-fa9c-48e0-893f-6d15e6ca281b owned by network:router_interface {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:31:29.104197 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d31b5240-e74d-4a09-a7df-423698ab4cf4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:29.108009 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a8fe18fa-17f8-4e0e-ad0b-a9ff452b802a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:29.152727 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b5240-e74d-4a09-a7df-423698ab4cf4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Port': ['ID=d7490f32-fa9c-48e0-893f-6d15e6ca281b,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:29.156712 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d31b5240-e74d-4a09-a7df-423698ab4cf4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:29.550466 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d31b5240-e74d-4a09-a7df-423698ab4cf4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:30.120476 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31b5240-e74d-4a09-a7df-423698ab4cf4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router 70de30e3-bff2-4e20-bbd9-cd3358edb4c0 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:31:30.319662 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31b5240-e74d-4a09-a7df-423698ab4cf4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:31:30.329559 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2722b38-49ca-4672-9876-17fc9dd7d795 None None] Sync routers for ids ['70de30e3-bff2-4e20-bbd9-cd3358edb4c0'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:31:30.333231 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d31b5240-e74d-4a09-a7df-423698ab4cf4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "PUT /v2.0/routers/70de30e3-bff2-4e20-bbd9-cd3358edb4c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8819928 Dec 22 13:31:30.334823 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52578) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:30.346850 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2722b38-49ca-4672-9876-17fc9dd7d795 None None] Routers {'70de30e3-bff2-4e20-bbd9-cd3358edb4c0'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:31:30.347466 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-f2722b38-49ca-4672-9876-17fc9dd7d795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:31:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['70de30e3-bff2-4e20-bbd9-cd3358edb4c0'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:31:30.530260 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-db1f1dd4-f2f8-447b-b942-cdbe56a81cf0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting subnet 6f8c288b-a0cc-4d3b-946c-9bd93c229232 {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:31:30.533654 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-db1f1dd4-f2f8-447b-b942-cdbe56a81cf0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:30.568564 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-f2722b38-49ca-4672-9876-17fc9dd7d795 None None] Set router 70de30e3-bff2-4e20-bbd9-cd3358edb4c0 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:31:30.588251 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-db1f1dd4-f2f8-447b-b942-cdbe56a81cf0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:30.669339 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-db1f1dd4-f2f8-447b-b942-cdbe56a81cf0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:30.836231 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-db1f1dd4-f2f8-447b-b942-cdbe56a81cf0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:30.840722 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-51b7e5aa-a981-46d0-a070-93e89b88ba4a tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:30.856117 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-f2722b38-49ca-4672-9876-17fc9dd7d795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70de30e3-bff2-4e20-bbd9-cd3358edb4c0', 'name': 'tempest-TestNetworkBasicOps-router-991484835', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:30:29Z', 'updated_at': '2021-12-22T13:31:28Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70de30e3-bff2-4e20-bbd9-cd3358edb4c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:30:29Z', 'updated_at': '2021-12-22T13:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:31:30.860010 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2722b38-49ca-4672-9876-17fc9dd7d795 None None] Checking router: 70de30e3-bff2-4e20-bbd9-cd3358edb4c0 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:31:30.870808 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2722b38-49ca-4672-9876-17fc9dd7d795 None None] Routers {'70de30e3-bff2-4e20-bbd9-cd3358edb4c0'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:31:30.871430 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-f2722b38-49ca-4672-9876-17fc9dd7d795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:31:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['70de30e3-bff2-4e20-bbd9-cd3358edb4c0'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:31:30.874099 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f1dd4-f2f8-447b-b942-cdbe56a81cf0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Subnet': ['ID=6f8c288b-a0cc-4d3b-946c-9bd93c229232,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:30.878621 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-db1f1dd4-f2f8-447b-b942-cdbe56a81cf0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:30.881433 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-db1f1dd4-f2f8-447b-b942-cdbe56a81cf0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:30.890504 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-db1f1dd4-f2f8-447b-b942-cdbe56a81cf0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/subnets/6f8c288b-a0cc-4d3b-946c-9bd93c229232 HTTP/1.1" status: 204 len: 168 time: 0.5521104 Dec 22 13:31:30.890711 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52582) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:30.923028 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e3e788-2af4-4e01-9cfb-069426ed040c None None] Network 1e0deb25-e8d8-42b5-9dfc-5cb734af0522 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:31:31.215141 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-f2722b38-49ca-4672-9876-17fc9dd7d795 None None] Set router 70de30e3-bff2-4e20-bbd9-cd3358edb4c0 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:31:31.215932 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0502accc-9997-486f-8c0e-4f1e9f05c1b2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:31.409238 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f2da8e-8249-4687-8539-e3aa55d35883 None None] DHCP port deletion for 1e0deb25-e8d8-42b5-9dfc-5cb734af0522 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:31:31.414361 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0502accc-9997-486f-8c0e-4f1e9f05c1b2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:31.437788 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-a3f2da8e-8249-4687-8539-e3aa55d35883 None None] Deleting port b79cd498-4b42-4f9e-8061-096911781a24 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:31:31.438173 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a3f2da8e-8249-4687-8539-e3aa55d35883 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:31.493119 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-0502accc-9997-486f-8c0e-4f1e9f05c1b2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting port cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:31:31.493872 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0502accc-9997-486f-8c0e-4f1e9f05c1b2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:31.671402 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-0502accc-9997-486f-8c0e-4f1e9f05c1b2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] For port cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:31:31.671763 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0502accc-9997-486f-8c0e-4f1e9f05c1b2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:31.793180 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-0502accc-9997-486f-8c0e-4f1e9f05c1b2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Calling delete_port for cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6 owned by network:router_gateway {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:31:31.912455 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-a3f2da8e-8249-4687-8539-e3aa55d35883 None None] For port b79cd498-4b42-4f9e-8061-096911781a24, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=b79cd498-4b42-4f9e-8061-096911781a24,segment=NetworkSegment(b365c676-b8c7-4bd4-ad85-9ddd193aa5fd),segment_id=b365c676-b8c7-4bd4-ad85-9ddd193aa5fd)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:31:31.912858 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a3f2da8e-8249-4687-8539-e3aa55d35883 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:31.921577 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-f2722b38-49ca-4672-9876-17fc9dd7d795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70de30e3-bff2-4e20-bbd9-cd3358edb4c0', 'name': 'tempest-TestNetworkBasicOps-router-991484835', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:30:29Z', 'updated_at': '2021-12-22T13:31:28Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70de30e3-bff2-4e20-bbd9-cd3358edb4c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:30:29Z', 'updated_at': '2021-12-22T13:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:31:31.989391 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2722b38-49ca-4672-9876-17fc9dd7d795 None None] The sync data for ids ['70de30e3-bff2-4e20-bbd9-cd3358edb4c0'] in dv-neutron-822669-1-hyperv is: [{'id': '70de30e3-bff2-4e20-bbd9-cd3358edb4c0', 'name': 'tempest-TestNetworkBasicOps-router-991484835', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:30:29Z', 'updated_at': '2021-12-22T13:31:28Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70de30e3-bff2-4e20-bbd9-cd3358edb4c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:30:29Z', 'updated_at': '2021-12-22T13:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:31:32.039120 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0502accc-9997-486f-8c0e-4f1e9f05c1b2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:32.043024 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d31b5240-e74d-4a09-a7df-423698ab4cf4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:32.055635 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-a3f2da8e-8249-4687-8539-e3aa55d35883 None None] Calling delete_port for b79cd498-4b42-4f9e-8061-096911781a24 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:31:32.085255 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502accc-9997-486f-8c0e-4f1e9f05c1b2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Port': ['ID=cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:32.088091 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0502accc-9997-486f-8c0e-4f1e9f05c1b2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:32.109664 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:31:32.216139 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a3f2da8e-8249-4687-8539-e3aa55d35883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:32.219762 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-d14a4a46-3ef1-4ac2-8791-21932ffa6536 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:32.260397 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f2da8e-8249-4687-8539-e3aa55d35883 None None] Pushing event deleted for resources: {'Port': ['ID=b79cd498-4b42-4f9e-8061-096911781a24,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:32.268939 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f2da8e-8249-4687-8539-e3aa55d35883 None None] No DVR routers for this DVR port b79cd498-4b42-4f9e-8061-096911781a24 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:31:32.281661 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f2da8e-8249-4687-8539-e3aa55d35883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:32.282006 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f2da8e-8249-4687-8539-e3aa55d35883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:32.282342 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f2da8e-8249-4687-8539-e3aa55d35883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:32.282698 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f2da8e-8249-4687-8539-e3aa55d35883 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:32.283030 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f2da8e-8249-4687-8539-e3aa55d35883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:32.283359 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f2da8e-8249-4687-8539-e3aa55d35883 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:32.284296 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f2da8e-8249-4687-8539-e3aa55d35883 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:32.284700 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f2da8e-8249-4687-8539-e3aa55d35883 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:32.285030 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f2da8e-8249-4687-8539-e3aa55d35883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:32.285355 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f2da8e-8249-4687-8539-e3aa55d35883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:32.285677 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f2da8e-8249-4687-8539-e3aa55d35883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:32.289269 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-a3f2da8e-8249-4687-8539-e3aa55d35883 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:32.308798 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0502accc-9997-486f-8c0e-4f1e9f05c1b2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:32.679265 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0502accc-9997-486f-8c0e-4f1e9f05c1b2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:32.683419 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0502accc-9997-486f-8c0e-4f1e9f05c1b2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:32.795704 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0502accc-9997-486f-8c0e-4f1e9f05c1b2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:32.796130 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0502accc-9997-486f-8c0e-4f1e9f05c1b2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Fanout notify agent at l3_agent the message router_deleted on router 70de30e3-bff2-4e20-bbd9-cd3358edb4c0 {{(pid=84148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:31:32.810570 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0502accc-9997-486f-8c0e-4f1e9f05c1b2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:32.814054 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0502accc-9997-486f-8c0e-4f1e9f05c1b2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/routers/70de30e3-bff2-4e20-bbd9-cd3358edb4c0 HTTP/1.1" status: 204 len: 168 time: 1.9200778 Dec 22 13:31:32.814318 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52586) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:32.933445 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f245f7d1-4d80-4f06-8fd2-9c4d9882f607 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:33.068669 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f245f7d1-4d80-4f06-8fd2-9c4d9882f607 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:33.097790 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-f245f7d1-4d80-4f06-8fd2-9c4d9882f607 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e0deb25-e8d8-42b5-9dfc-5cb734af0522']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:31:33.109575 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-f245f7d1-4d80-4f06-8fd2-9c4d9882f607 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b365c676-b8c7-4bd4-ad85-9ddd193aa5fd') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:31:33.109884 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-f245f7d1-4d80-4f06-8fd2-9c4d9882f607 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b365c676-b8c7-4bd4-ad85-9ddd193aa5fd') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:31:33.121149 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f245f7d1-4d80-4f06-8fd2-9c4d9882f607 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:33.138088 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f245f7d1-4d80-4f06-8fd2-9c4d9882f607 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:33.144583 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f245f7d1-4d80-4f06-8fd2-9c4d9882f607 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:31:33.144958 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f245f7d1-4d80-4f06-8fd2-9c4d9882f607 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:33.159221 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:31:33.159221 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:31:33.159221 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:31:33.159221 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:31:33.159221 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:31:33.159221 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:31:33.159221 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:31:33.159221 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:31:33.159221 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:31:33.159221 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:31:33.159221 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:31:33.159221 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:31:33.159221 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:31:33.159221 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:31:33.159221 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:31:33.159221 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:31:33.159221 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:31:33.159221 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:31:33.159221 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:31:33.159221 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:31:33.159221 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:31:33.159221 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:31:33.159221 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:31:33.159221 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:31:33.159221 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:31:33.159221 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:31:33.159221 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:31:33.159221 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:31:33.159221 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:31:33.159221 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:31:33.159221 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:31:33.159221 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:31:33.281453 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device b79cd498-4b42-4f9e-8061-096911781a24 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:31:33.297170 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f245f7d1-4d80-4f06-8fd2-9c4d9882f607 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:33.301388 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-77ce9e00-c836-4239-9298-617a5e5afc66 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:33.317673 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: b79cd498-4b42-4f9e-8061-096911781a24 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:31:33.318028 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device b79cd498-4b42-4f9e-8061-096911781a24 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:31:33.318488 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device d7490f32-fa9c-48e0-893f-6d15e6ca281b no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:31:33.319350 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f245f7d1-4d80-4f06-8fd2-9c4d9882f607 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:33.327847 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f245f7d1-4d80-4f06-8fd2-9c4d9882f607 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Network': ['ID=1e0deb25-e8d8-42b5-9dfc-5cb734af0522,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:33.331429 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f245f7d1-4d80-4f06-8fd2-9c4d9882f607 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:33.350617 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: d7490f32-fa9c-48e0-893f-6d15e6ca281b {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:31:33.350976 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device d7490f32-fa9c-48e0-893f-6d15e6ca281b not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:31:33.351399 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:31:33.383127 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:31:33.383481 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device cdb5eab4-947f-4bdd-9b1d-6c04292ca9b6 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:31:33.388589 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f245f7d1-4d80-4f06-8fd2-9c4d9882f607 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/networks/1e0deb25-e8d8-42b5-9dfc-5cb734af0522 HTTP/1.1" status: 204 len: 168 time: 0.5715694 Dec 22 13:31:33.400801 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52590) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:33.413733 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ba15b103-e32b-4d86-b553-7f7dd3ebcb65 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0117962 Dec 22 13:31:33.416095 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52594) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:33.421190 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-109b7ec4-70a2-4374-8fbe-6c6de444b51e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'network': {'name': 'tempest-network-smoke--1107658342', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'port_security_enabled': True}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:31:33.426748 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-109b7ec4-70a2-4374-8fbe-6c6de444b51e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:31:33.431313 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-109b7ec4-70a2-4374-8fbe-6c6de444b51e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:network and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:31:33.434807 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-109b7ec4-70a2-4374-8fbe-6c6de444b51e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:31:33.440580 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-109b7ec4-70a2-4374-8fbe-6c6de444b51e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:31:33.536065 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109b7ec4-70a2-4374-8fbe-6c6de444b51e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Made reservation on behalf of 453b85bce7e6482dbe10966fb03da8cc for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:31:33.539068 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-109b7ec4-70a2-4374-8fbe-6c6de444b51e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:33.568381 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-109b7ec4-70a2-4374-8fbe-6c6de444b51e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:31:33.576636 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-109b7ec4-70a2-4374-8fbe-6c6de444b51e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:33.576914 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-109b7ec4-70a2-4374-8fbe-6c6de444b51e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Added segment f04db92e-8cfc-426c-9da3-e6cb968e29fd of type vlan for network 190485b9-084e-4162-9e5a-35faaa4f07a3 Dec 22 13:31:33.601943 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-109b7ec4-70a2-4374-8fbe-6c6de444b51e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:33.692566 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-109b7ec4-70a2-4374-8fbe-6c6de444b51e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:33.696265 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109b7ec4-70a2-4374-8fbe-6c6de444b51e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:33.696832 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-109b7ec4-70a2-4374-8fbe-6c6de444b51e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:33.701744 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-817f49e5-efc4-4605-a8f1-b05207d2617c tempest-NetworksTest-389546782 tempest-NetworksTest-389546782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:33.806495 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b7ec4-70a2-4374-8fbe-6c6de444b51e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Network': ['ID=190485b9-084e-4162-9e5a-35faaa4f07a3,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:33.809229 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-109b7ec4-70a2-4374-8fbe-6c6de444b51e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:33.816300 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 190485b9-084e-4162-9e5a-35faaa4f07a3 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:31:33.862756 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-109b7ec4-70a2-4374-8fbe-6c6de444b51e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4422164 Dec 22 13:31:33.862756 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52598) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:33.867685 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-80100685-2123-4ff9-9ba0-a928c82165df tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-409419561', 'admin_state_up': True, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:31:33.874591 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-80100685-2123-4ff9-9ba0-a928c82165df tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:31:33.878528 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-80100685-2123-4ff9-9ba0-a928c82165df tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:router and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:31:33.881325 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-80100685-2123-4ff9-9ba0-a928c82165df tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:31:33.887033 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-80100685-2123-4ff9-9ba0-a928c82165df tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:31:33.961799 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-80100685-2123-4ff9-9ba0-a928c82165df tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:33.962788 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-80100685-2123-4ff9-9ba0-a928c82165df tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:33.980716 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-80100685-2123-4ff9-9ba0-a928c82165df tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:34.211923 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-80100685-2123-4ff9-9ba0-a928c82165df tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:34.465652 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-80100685-2123-4ff9-9ba0-a928c82165df tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router_gateway, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:34.494504 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-80100685-2123-4ff9-9ba0-a928c82165df tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:34.631164 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-80100685-2123-4ff9-9ba0-a928c82165df tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Allocated IP 172.26.1.202 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/462d5501-160c-4f8e-8428-35ad08cae9d7) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:31:34.778098 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-80100685-2123-4ff9-9ba0-a928c82165df tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:34.867761 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-80100685-2123-4ff9-9ba0-a928c82165df tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:34.872989 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0c1999a7-6cbb-4c85-b51f-7948ec30d1f3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:34.930242 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80100685-2123-4ff9-9ba0-a928c82165df tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:31:34.933066 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-80100685-2123-4ff9-9ba0-a928c82165df tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:31:34.935955 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80100685-2123-4ff9-9ba0-a928c82165df tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:31:34.978729 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80100685-2123-4ff9-9ba0-a928c82165df tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=462d5501-160c-4f8e-8428-35ad08cae9d7,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:35.001857 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80100685-2123-4ff9-9ba0-a928c82165df tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:35.002963 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80100685-2123-4ff9-9ba0-a928c82165df tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:35.003342 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80100685-2123-4ff9-9ba0-a928c82165df tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:35.007695 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80100685-2123-4ff9-9ba0-a928c82165df tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:35.007695 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80100685-2123-4ff9-9ba0-a928c82165df tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:35.007695 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80100685-2123-4ff9-9ba0-a928c82165df tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:35.007695 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80100685-2123-4ff9-9ba0-a928c82165df tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:35.007695 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80100685-2123-4ff9-9ba0-a928c82165df tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:35.007695 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80100685-2123-4ff9-9ba0-a928c82165df tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:35.007695 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80100685-2123-4ff9-9ba0-a928c82165df tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:35.007695 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80100685-2123-4ff9-9ba0-a928c82165df tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:35.010472 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-80100685-2123-4ff9-9ba0-a928c82165df tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:35.186157 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-80100685-2123-4ff9-9ba0-a928c82165df tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router_gateway, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:35.186920 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-80100685-2123-4ff9-9ba0-a928c82165df tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:35.584141 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80100685-2123-4ff9-9ba0-a928c82165df tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router 33e66292-ff0e-479f-9941-dd28d671707e is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:31:35.664328 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-afb873d8-2bea-4fed-9e5c-7e005ea306bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:35.789049 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80100685-2123-4ff9-9ba0-a928c82165df tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:31:35.799880 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761ebe24-dde0-448c-a741-d69378586d1b None None] Sync routers for ids ['33e66292-ff0e-479f-9941-dd28d671707e'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:31:35.811963 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761ebe24-dde0-448c-a741-d69378586d1b None None] Routers {'33e66292-ff0e-479f-9941-dd28d671707e'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:31:35.812583 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-761ebe24-dde0-448c-a741-d69378586d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:31:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['33e66292-ff0e-479f-9941-dd28d671707e'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:31:35.881899 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-80100685-2123-4ff9-9ba0-a928c82165df tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:35.883159 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-80100685-2123-4ff9-9ba0-a928c82165df tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0196798 Dec 22 13:31:35.886316 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52608) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:35.934535 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52612) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:35.934783 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-77e3a091-3ebd-4037-99b9-ab417215e198 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=453b85bce7e6482dbe10966fb03da8cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0471480 Dec 22 13:31:36.036143 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-761ebe24-dde0-448c-a741-d69378586d1b None None] Set router 33e66292-ff0e-479f-9941-dd28d671707e gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:31:36.082402 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5539da67-afeb-469d-b43a-0dc146d90051 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:36.084224 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-5539da67-afeb-469d-b43a-0dc146d90051 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1481957 Dec 22 13:31:36.087150 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52616) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:36.131128 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-dbedc843-b05b-4402-8e56-e1d99d5905e2 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=0776f1b4-770d-462f-bc0f-df97e8017b18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426416 Dec 22 13:31:36.133646 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52620) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:36.139327 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-027b6ef0-0733-4147-8d35-810c41409d19 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1576988188', 'network_id': '190485b9-084e-4162-9e5a-35faaa4f07a3', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:31:36.263791 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-027b6ef0-0733-4147-8d35-810c41409d19 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:31:36.268132 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-027b6ef0-0733-4147-8d35-810c41409d19 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:subnet and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:31:36.271036 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-027b6ef0-0733-4147-8d35-810c41409d19 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:31:36.277016 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-027b6ef0-0733-4147-8d35-810c41409d19 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:31:36.337318 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-761ebe24-dde0-448c-a741-d69378586d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e66292-ff0e-479f-9941-dd28d671707e', 'name': 'tempest-TestNetworkBasicOps-router-409419561', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.202'}], 'enable_snat': True}, 'gw_port_id': '462d5501-160c-4f8e-8428-35ad08cae9d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:33Z', 'updated_at': '2021-12-22T13:31:35Z', 'revision_number': 3, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '462d5501-160c-4f8e-8428-35ad08cae9d7', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e66292-ff0e-479f-9941-dd28d671707e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:34Z', 'updated_at': '2021-12-22T13:31:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:31:36.341513 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761ebe24-dde0-448c-a741-d69378586d1b None None] Checking router: 33e66292-ff0e-479f-9941-dd28d671707e for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:31:36.341860 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761ebe24-dde0-448c-a741-d69378586d1b None None] Updating router 33e66292-ff0e-479f-9941-dd28d671707e port 462d5501-160c-4f8e-8428-35ad08cae9d7 binding host dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:31:36.350325 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027b6ef0-0733-4147-8d35-810c41409d19 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Made reservation on behalf of 453b85bce7e6482dbe10966fb03da8cc for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:31:36.426405 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-761ebe24-dde0-448c-a741-d69378586d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:36.483071 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-027b6ef0-0733-4147-8d35-810c41409d19 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:36.853167 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-761ebe24-dde0-448c-a741-d69378586d1b None None] Notify callbacks [] for port, precommit_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:36.865421 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.provisioning_blocks [None req-761ebe24-dde0-448c-a741-d69378586d1b None None] Transition to ACTIVE for port object 462d5501-160c-4f8e-8428-35ad08cae9d7 will not be triggered until provisioned by entity L2. {{(pid=84151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:31:36.882002 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-027b6ef0-0733-4147-8d35-810c41409d19 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:36.886018 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0562ca9d-32eb-4ddb-aafc-874c3ebf3125 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:36.961643 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b6ef0-0733-4147-8d35-810c41409d19 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Subnet': ['ID=44daab33-7b3a-42af-b54c-0c80c2ec8ad7,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:36.965463 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-027b6ef0-0733-4147-8d35-810c41409d19 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:36.967452 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-761ebe24-dde0-448c-a741-d69378586d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:36.971322 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:36.973646 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027b6ef0-0733-4147-8d35-810c41409d19 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Checking segment: {'id': 'f04db92e-8cfc-426c-9da3-e6cb968e29fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '190485b9-084e-4162-9e5a-35faaa4f07a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:31:36.974008 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027b6ef0-0733-4147-8d35-810c41409d19 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network hostable DHCP agents. Network: 190485b9-084e-4162-9e5a-35faaa4f07a3, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:31:37.050432 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-761ebe24-dde0-448c-a741-d69378586d1b None None] Attempting to bind port 462d5501-160c-4f8e-8428-35ad08cae9d7 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:31:37.050800 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-761ebe24-dde0-448c-a741-d69378586d1b None None] Attempting to bind port 462d5501-160c-4f8e-8428-35ad08cae9d7 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:31:37.051158 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761ebe24-dde0-448c-a741-d69378586d1b None None] Attempting to bind port 462d5501-160c-4f8e-8428-35ad08cae9d7 on network 0776f1b4-770d-462f-bc0f-df97e8017b18 {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:31:37.053157 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d51a94-cb73-4ab4-9438-66c46187abaf None None] Pushing event updated for resources: {'Port': ['ID=462d5501-160c-4f8e-8428-35ad08cae9d7,revision_number=2']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:37.056367 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-73d51a94-cb73-4ab4-9438-66c46187abaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:37.061542 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761ebe24-dde0-448c-a741-d69378586d1b None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:31:37.061909 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761ebe24-dde0-448c-a741-d69378586d1b None None] Checking segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:31:37.062304 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-761ebe24-dde0-448c-a741-d69378586d1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:37.062715 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761ebe24-dde0-448c-a741-d69378586d1b None None] Bound using segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:31:37.063169 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-761ebe24-dde0-448c-a741-d69378586d1b None None] Bound port: 462d5501-160c-4f8e-8428-35ad08cae9d7, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:31:37.063538 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-761ebe24-dde0-448c-a741-d69378586d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:37.092802 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027b6ef0-0733-4147-8d35-810c41409d19 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network 190485b9-084e-4162-9e5a-35faaa4f07a3 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:31:37.139482 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-761ebe24-dde0-448c-a741-d69378586d1b None None] For port 462d5501-160c-4f8e-8428-35ad08cae9d7, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:31:37.146421 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-761ebe24-dde0-448c-a741-d69378586d1b None None] For port 462d5501-160c-4f8e-8428-35ad08cae9d7, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=462d5501-160c-4f8e-8428-35ad08cae9d7,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:31:37.198997 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-027b6ef0-0733-4147-8d35-810c41409d19 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 190485b9-084e-4162-9e5a-35faaa4f07a3) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:31:37.203082 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027b6ef0-0733-4147-8d35-810c41409d19 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:37.203935 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-027b6ef0-0733-4147-8d35-810c41409d19 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:37.209030 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9676d76-4b13-4636-acb1-8676883fa5fb None None] Network 190485b9-084e-4162-9e5a-35faaa4f07a3 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:31:37.228323 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-761ebe24-dde0-448c-a741-d69378586d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:37.231999 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-bea77d33-a9c3-4c78-b6ce-19196f78a170 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:37.312394 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-027b6ef0-0733-4147-8d35-810c41409d19 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1774247 Dec 22 13:31:37.312633 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52626) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:37.313183 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d51a94-cb73-4ab4-9438-66c46187abaf None None] Pushing event updated for resources: {'Port': ['ID=462d5501-160c-4f8e-8428-35ad08cae9d7,revision_number=3']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:37.316695 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761ebe24-dde0-448c-a741-d69378586d1b None None] Routers {'33e66292-ff0e-479f-9941-dd28d671707e'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:31:37.317300 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-761ebe24-dde0-448c-a741-d69378586d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:31:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['33e66292-ff0e-479f-9941-dd28d671707e'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:31:37.371574 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-73d51a94-cb73-4ab4-9438-66c46187abaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:37.442222 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6b4e05-4100-4608-806c-42713a361ec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-190485b9-084e-4162-9e5a-35faaa4f07a3', 'network_id': '190485b9-084e-4162-9e5a-35faaa4f07a3', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ips': [{'subnet_id': '44daab33-7b3a-42af-b54c-0c80c2ec8ad7'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:31:37.443412 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-cd6b4e05-4100-4608-806c-42713a361ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:37.502052 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-761ebe24-dde0-448c-a741-d69378586d1b None None] Set router 33e66292-ff0e-479f-9941-dd28d671707e gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:31:37.647635 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-cd6b4e05-4100-4608-806c-42713a361ec3 None None] Allocated IP 172.20.0.2 (190485b9-084e-4162-9e5a-35faaa4f07a3/44daab33-7b3a-42af-b54c-0c80c2ec8ad7/70f8223f-6298-4401-b7db-bf7495366dad) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:31:37.828153 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-761ebe24-dde0-448c-a741-d69378586d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e66292-ff0e-479f-9941-dd28d671707e', 'name': 'tempest-TestNetworkBasicOps-router-409419561', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.202'}], 'enable_snat': True}, 'gw_port_id': '462d5501-160c-4f8e-8428-35ad08cae9d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:33Z', 'updated_at': '2021-12-22T13:31:35Z', 'revision_number': 3, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '462d5501-160c-4f8e-8428-35ad08cae9d7', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e66292-ff0e-479f-9941-dd28d671707e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:34Z', 'updated_at': '2021-12-22T13:31:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:31:37.834899 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761ebe24-dde0-448c-a741-d69378586d1b None None] The sync data for ids ['33e66292-ff0e-479f-9941-dd28d671707e'] in dv-neutron-822669-1-hyperv is: [{'id': '33e66292-ff0e-479f-9941-dd28d671707e', 'name': 'tempest-TestNetworkBasicOps-router-409419561', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.202'}], 'enable_snat': True}, 'gw_port_id': '462d5501-160c-4f8e-8428-35ad08cae9d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:33Z', 'updated_at': '2021-12-22T13:31:35Z', 'revision_number': 3, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '462d5501-160c-4f8e-8428-35ad08cae9d7', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e66292-ff0e-479f-9941-dd28d671707e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:34Z', 'updated_at': '2021-12-22T13:31:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:31:37.890029 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-cd6b4e05-4100-4608-806c-42713a361ec3 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:37.912420 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-cd6b4e05-4100-4608-806c-42713a361ec3 None None] Transition to ACTIVE for port object 70f8223f-6298-4401-b7db-bf7495366dad will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:31:37.935253 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-cd6b4e05-4100-4608-806c-42713a361ec3 None None] Transition to ACTIVE for port object 70f8223f-6298-4401-b7db-bf7495366dad will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:31:37.982085 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1fa19aee-1486-4a92-aeb3-91ade771771c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:38.005651 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-cd6b4e05-4100-4608-806c-42713a361ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:38.019173 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:38.076632 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6b4e05-4100-4608-806c-42713a361ec3 None None] Network 190485b9-084e-4162-9e5a-35faaa4f07a3 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:31:38.103660 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-cd6b4e05-4100-4608-806c-42713a361ec3 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:31:38.128222 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6b4e05-4100-4608-806c-42713a361ec3 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:31:38.146081 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b4e05-4100-4608-806c-42713a361ec3 None None] Pushing event updated for resources: {'Port': ['ID=70f8223f-6298-4401-b7db-bf7495366dad,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:38.149916 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-cd6b4e05-4100-4608-806c-42713a361ec3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:38.245692 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-cd6b4e05-4100-4608-806c-42713a361ec3 None None] Attempting to bind port 70f8223f-6298-4401-b7db-bf7495366dad on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:31:38.246344 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-cd6b4e05-4100-4608-806c-42713a361ec3 None None] Attempting to bind port 70f8223f-6298-4401-b7db-bf7495366dad by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'f04db92e-8cfc-426c-9da3-e6cb968e29fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '190485b9-084e-4162-9e5a-35faaa4f07a3'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:31:38.246344 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6b4e05-4100-4608-806c-42713a361ec3 None None] Attempting to bind port 70f8223f-6298-4401-b7db-bf7495366dad on network 190485b9-084e-4162-9e5a-35faaa4f07a3 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:31:38.253843 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6b4e05-4100-4608-806c-42713a361ec3 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:31:38.254228 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6b4e05-4100-4608-806c-42713a361ec3 None None] Checking segment: {'id': 'f04db92e-8cfc-426c-9da3-e6cb968e29fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '190485b9-084e-4162-9e5a-35faaa4f07a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:31:38.255283 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-cd6b4e05-4100-4608-806c-42713a361ec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:38.255886 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6b4e05-4100-4608-806c-42713a361ec3 None None] Bound using segment: {'id': 'f04db92e-8cfc-426c-9da3-e6cb968e29fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '190485b9-084e-4162-9e5a-35faaa4f07a3'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:31:38.256653 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-cd6b4e05-4100-4608-806c-42713a361ec3 None None] Bound port: 70f8223f-6298-4401-b7db-bf7495366dad, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f04db92e-8cfc-426c-9da3-e6cb968e29fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '190485b9-084e-4162-9e5a-35faaa4f07a3'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:31:38.256778 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-cd6b4e05-4100-4608-806c-42713a361ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:38.361289 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-cd6b4e05-4100-4608-806c-42713a361ec3 None None] For port 70f8223f-6298-4401-b7db-bf7495366dad, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:31:38.366313 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-cd6b4e05-4100-4608-806c-42713a361ec3 None None] For port 70f8223f-6298-4401-b7db-bf7495366dad, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=70f8223f-6298-4401-b7db-bf7495366dad,segment=NetworkSegment(f04db92e-8cfc-426c-9da3-e6cb968e29fd),segment_id=f04db92e-8cfc-426c-9da3-e6cb968e29fd)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:31:38.376361 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-79c6df3b-89ca-46e0-85a0-1a4dfcd3b07e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:38.433659 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-cd6b4e05-4100-4608-806c-42713a361ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:38.447782 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-98a9560d-d67f-4ade-92ea-d99b8dbadd1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:38.604230 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b4e05-4100-4608-806c-42713a361ec3 None None] Pushing event updated for resources: {'Port': ['ID=70f8223f-6298-4401-b7db-bf7495366dad,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:38.611152 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-cd6b4e05-4100-4608-806c-42713a361ec3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:38.947151 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-79c6df3b-89ca-46e0-85a0-1a4dfcd3b07e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Allocated IP 172.20.0.1 (190485b9-084e-4162-9e5a-35faaa4f07a3/44daab33-7b3a-42af-b54c-0c80c2ec8ad7/42cbd4f0-9289-44c4-badf-88046b2cde39) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:31:38.981939 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:39.133451 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-79c6df3b-89ca-46e0-85a0-1a4dfcd3b07e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:39.158090 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-79c6df3b-89ca-46e0-85a0-1a4dfcd3b07e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Transition to ACTIVE for port object 42cbd4f0-9289-44c4-badf-88046b2cde39 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:31:39.243257 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 462d5501-160c-4f8e-8428-35ad08cae9d7 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:31:39.254468 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-79c6df3b-89ca-46e0-85a0-1a4dfcd3b07e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:39.260389 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5125ab69-33c2-4673-bf65-4feadd9aeb92 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:39.286333 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:39.377533 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6df3b-89ca-46e0-85a0-1a4dfcd3b07e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=42cbd4f0-9289-44c4-badf-88046b2cde39,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:39.383442 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-79c6df3b-89ca-46e0-85a0-1a4dfcd3b07e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:39.394585 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c6df3b-89ca-46e0-85a0-1a4dfcd3b07e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network 190485b9-084e-4162-9e5a-35faaa4f07a3 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:31:39.395791 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-79c6df3b-89ca-46e0-85a0-1a4dfcd3b07e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:31:39.399452 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c6df3b-89ca-46e0-85a0-1a4dfcd3b07e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:31:39.433975 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 462d5501-160c-4f8e-8428-35ad08cae9d7 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:31:39.444463 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 462d5501-160c-4f8e-8428-35ad08cae9d7 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:31:39.444463 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:39.525053 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-79c6df3b-89ca-46e0-85a0-1a4dfcd3b07e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:39.596538 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:39.614020 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 462d5501-160c-4f8e-8428-35ad08cae9d7, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=462d5501-160c-4f8e-8428-35ad08cae9d7,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:31:39.708800 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:39.708800 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 70f8223f-6298-4401-b7db-bf7495366dad up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:31:39.721422 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-79c6df3b-89ca-46e0-85a0-1a4dfcd3b07e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:39.731832 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:39.760709 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd96e882-c422-4aaf-bb1f-bb94a504913e None None] Network 190485b9-084e-4162-9e5a-35faaa4f07a3 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:31:39.923040 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=462d5501-160c-4f8e-8428-35ad08cae9d7,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:39.927268 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:39.973776 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c0dfd706-39a6-4468-bbd4-c505be05ce84 None None] Provisioning for port 70f8223f-6298-4401-b7db-bf7495366dad completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:31:40.064280 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 70f8223f-6298-4401-b7db-bf7495366dad completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:31:40.079521 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 70f8223f-6298-4401-b7db-bf7495366dad triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:31:40.079925 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:40.226419 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:40.269088 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 70f8223f-6298-4401-b7db-bf7495366dad, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=70f8223f-6298-4401-b7db-bf7495366dad,segment=NetworkSegment(f04db92e-8cfc-426c-9da3-e6cb968e29fd),segment_id=f04db92e-8cfc-426c-9da3-e6cb968e29fd)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:31:40.316677 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-79c6df3b-89ca-46e0-85a0-1a4dfcd3b07e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:40.355773 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:40.358697 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:40.387355 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-79c6df3b-89ca-46e0-85a0-1a4dfcd3b07e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:40.428140 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-87f60fef-fa3a-44ea-9ea7-5d6741a7643c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:40.448506 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=70f8223f-6298-4401-b7db-bf7495366dad,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:40.452098 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:40.495823 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:40.526958 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-8f8d315d-d1c8-438f-9e0b-7798bc1ebda2 None None] Provisioning for port 42cbd4f0-9289-44c4-badf-88046b2cde39 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:31:40.532184 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-8f8d315d-d1c8-438f-9e0b-7798bc1ebda2 None None] Provisioning complete for port 42cbd4f0-9289-44c4-badf-88046b2cde39 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:31:40.532567 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8f8d315d-d1c8-438f-9e0b-7798bc1ebda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:40.550116 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-79c6df3b-89ca-46e0-85a0-1a4dfcd3b07e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:40.560930 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6df3b-89ca-46e0-85a0-1a4dfcd3b07e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=42cbd4f0-9289-44c4-badf-88046b2cde39,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:40.565440 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-79c6df3b-89ca-46e0-85a0-1a4dfcd3b07e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:40.602689 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-8f8d315d-d1c8-438f-9e0b-7798bc1ebda2 None None] Port 42cbd4f0-9289-44c4-badf-88046b2cde39 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:31:40.617387 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-8f8d315d-d1c8-438f-9e0b-7798bc1ebda2 None None] Provisioning complete for port 70f8223f-6298-4401-b7db-bf7495366dad triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:31:40.617771 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8f8d315d-d1c8-438f-9e0b-7798bc1ebda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:40.712580 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c6df3b-89ca-46e0-85a0-1a4dfcd3b07e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network 190485b9-084e-4162-9e5a-35faaa4f07a3 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:31:40.713788 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-79c6df3b-89ca-46e0-85a0-1a4dfcd3b07e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:31:40.867134 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-2daff949-e9f4-4b3a-be5e-406affb4b2d8 None None] Provisioning complete for port 42cbd4f0-9289-44c4-badf-88046b2cde39 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:31:40.867780 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2daff949-e9f4-4b3a-be5e-406affb4b2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:40.925557 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-2daff949-e9f4-4b3a-be5e-406affb4b2d8 None None] Port 42cbd4f0-9289-44c4-badf-88046b2cde39 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:31:41.050614 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-6dfab826-b5b8-4183-a0b9-085ba844bf20 None None] Provisioning complete for port 42cbd4f0-9289-44c4-badf-88046b2cde39 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:31:41.051002 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6dfab826-b5b8-4183-a0b9-085ba844bf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:41.136871 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c6df3b-89ca-46e0-85a0-1a4dfcd3b07e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router 33e66292-ff0e-479f-9941-dd28d671707e has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:31:41.148615 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-6dfab826-b5b8-4183-a0b9-085ba844bf20 None None] Port 42cbd4f0-9289-44c4-badf-88046b2cde39 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:31:41.189801 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 462d5501-160c-4f8e-8428-35ad08cae9d7 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:31:41.265067 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 462d5501-160c-4f8e-8428-35ad08cae9d7 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:31:41.265555 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:41.376227 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c6df3b-89ca-46e0-85a0-1a4dfcd3b07e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:31:41.389143 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 70f8223f-6298-4401-b7db-bf7495366dad up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:31:41.398438 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52646) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:41.399487 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-79c6df3b-89ca-46e0-85a0-1a4dfcd3b07e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "PUT /v2.0/routers/33e66292-ff0e-479f-9941-dd28d671707e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0855315 Dec 22 13:31:41.468048 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 70f8223f-6298-4401-b7db-bf7495366dad triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:31:41.468534 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:41.615564 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832bc4c4-1076-4b80-907f-48a76b3eff70 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:41.616181 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832bc4c4-1076-4b80-907f-48a76b3eff70 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:41.616547 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832bc4c4-1076-4b80-907f-48a76b3eff70 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:41.616907 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832bc4c4-1076-4b80-907f-48a76b3eff70 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:41.617428 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832bc4c4-1076-4b80-907f-48a76b3eff70 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:41.617792 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832bc4c4-1076-4b80-907f-48a76b3eff70 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:41.619630 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-832bc4c4-1076-4b80-907f-48a76b3eff70 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.2187438 Dec 22 13:31:41.622390 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52650) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:41.701894 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff740801-9915-4cb2-8dc4-5db338d35ba6 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:41.702271 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff740801-9915-4cb2-8dc4-5db338d35ba6 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:41.702660 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff740801-9915-4cb2-8dc4-5db338d35ba6 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:41.703048 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff740801-9915-4cb2-8dc4-5db338d35ba6 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:41.703401 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff740801-9915-4cb2-8dc4-5db338d35ba6 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:41.703758 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff740801-9915-4cb2-8dc4-5db338d35ba6 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:41.706177 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ff740801-9915-4cb2-8dc4-5db338d35ba6 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0827589 Dec 22 13:31:41.709566 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52654) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:41.788404 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceefa6d-290f-4b71-acf7-155371365021 None None] Sync routers for ids ['33e66292-ff0e-479f-9941-dd28d671707e'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:31:41.803595 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceefa6d-290f-4b71-acf7-155371365021 None None] Routers {'33e66292-ff0e-479f-9941-dd28d671707e'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:31:41.804333 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-fceefa6d-290f-4b71-acf7-155371365021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:31:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['33e66292-ff0e-479f-9941-dd28d671707e'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:31:41.932668 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ab82204c-71ff-4136-908d-aaa7b5b817ea tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2219055 Dec 22 13:31:42.049608 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-fceefa6d-290f-4b71-acf7-155371365021 None None] Set router 33e66292-ff0e-479f-9941-dd28d671707e gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:31:42.208759 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52662) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:42.215185 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-61129ec6-7ec5-4cf0-8e21-6ee9d7f94548 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1670846453', 'description': 'tempest-secgroup-smoke-1670846453 description', 'project_id': '453b85bce7e6482dbe10966fb03da8cc'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:31:42.221451 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-61129ec6-7ec5-4cf0-8e21-6ee9d7f94548 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:31:42.226165 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-61129ec6-7ec5-4cf0-8e21-6ee9d7f94548 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:31:42.229553 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-61129ec6-7ec5-4cf0-8e21-6ee9d7f94548 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:31:42.236637 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-61129ec6-7ec5-4cf0-8e21-6ee9d7f94548 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:31:42.307906 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-61129ec6-7ec5-4cf0-8e21-6ee9d7f94548 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:42.350385 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-61129ec6-7ec5-4cf0-8e21-6ee9d7f94548 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:31:42.354633 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-61129ec6-7ec5-4cf0-8e21-6ee9d7f94548 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:31:42.357443 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-61129ec6-7ec5-4cf0-8e21-6ee9d7f94548 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:31:42.363621 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-61129ec6-7ec5-4cf0-8e21-6ee9d7f94548 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:31:42.383394 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-fceefa6d-290f-4b71-acf7-155371365021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e66292-ff0e-479f-9941-dd28d671707e', 'name': 'tempest-TestNetworkBasicOps-router-409419561', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.202'}], 'enable_snat': True}, 'gw_port_id': '462d5501-160c-4f8e-8428-35ad08cae9d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:33Z', 'updated_at': '2021-12-22T13:31:39Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '462d5501-160c-4f8e-8428-35ad08cae9d7', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e66292-ff0e-479f-9941-dd28d671707e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:34Z', 'updated_at': '2021-12-22T13:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '42cbd4f0-9289-44c4-badf-88046b2cde39', 'name': '', 'network_id': '190485b9-084e-4162-9e5a-35faaa4f07a3', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:d6:02:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e66292-ff0e-479f-9941-dd28d671707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44daab33-7b3a-42af-b54c-0c80c2ec8ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:38Z', 'updated_at': '2021-12-22T13:31:40Z', 'revision_number': 2, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '44daab33-7b3a-42af-b54c-0c80c2ec8ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:31:42.387632 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceefa6d-290f-4b71-acf7-155371365021 None None] Checking router: 33e66292-ff0e-479f-9941-dd28d671707e for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:31:42.388000 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceefa6d-290f-4b71-acf7-155371365021 None None] Updating router 33e66292-ff0e-479f-9941-dd28d671707e port 42cbd4f0-9289-44c4-badf-88046b2cde39 binding host dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:31:42.422204 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-61129ec6-7ec5-4cf0-8e21-6ee9d7f94548 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:42.460531 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-fceefa6d-290f-4b71-acf7-155371365021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:42.513117 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-61129ec6-7ec5-4cf0-8e21-6ee9d7f94548 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:42.519283 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b230bca5-5ae0-42af-8f56-14ca3e00ca64 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:42.561348 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61129ec6-7ec5-4cf0-8e21-6ee9d7f94548 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=287bab55-a661-4d8c-9d85-0946c1797e3b,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:42.564109 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-61129ec6-7ec5-4cf0-8e21-6ee9d7f94548 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:42.650263 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-61129ec6-7ec5-4cf0-8e21-6ee9d7f94548 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:42.651579 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-61129ec6-7ec5-4cf0-8e21-6ee9d7f94548 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4416144 Dec 22 13:31:42.654510 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52666) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:42.660713 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-f1b7a774-c5d4-41cf-bec0-23e0003621c6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '287bab55-a661-4d8c-9d85-0946c1797e3b', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:31:42.667707 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-f1b7a774-c5d4-41cf-bec0-23e0003621c6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:31:42.671714 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-f1b7a774-c5d4-41cf-bec0-23e0003621c6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:31:42.675998 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-f1b7a774-c5d4-41cf-bec0-23e0003621c6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:31:42.681906 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-f1b7a774-c5d4-41cf-bec0-23e0003621c6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:31:42.782497 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f1b7a774-c5d4-41cf-bec0-23e0003621c6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:42.848339 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-fceefa6d-290f-4b71-acf7-155371365021 None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:42.852521 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f1b7a774-c5d4-41cf-bec0-23e0003621c6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:42.860145 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-fceefa6d-290f-4b71-acf7-155371365021 None None] Transition to ACTIVE for port object 42cbd4f0-9289-44c4-badf-88046b2cde39 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:31:42.909991 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f1b7a774-c5d4-41cf-bec0-23e0003621c6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:42.912050 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-38cc1fa3-8ec0-425e-a0fb-bf35037e8b0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:42.934903 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7a774-c5d4-41cf-bec0-23e0003621c6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0856e855-089b-4307-ba9c-454e790e16b8,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:42.937250 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f1b7a774-c5d4-41cf-bec0-23e0003621c6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:42.938784 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-fceefa6d-290f-4b71-acf7-155371365021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:42.944293 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-d14a4a46-3ef1-4ac2-8791-21932ffa6536 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:43.021849 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f1b7a774-c5d4-41cf-bec0-23e0003621c6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:43.023095 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f1b7a774-c5d4-41cf-bec0-23e0003621c6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3676078 Dec 22 13:31:43.025869 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52670) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:43.031953 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-750a802b-7035-4c90-b0e2-e94387d00331 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '287bab55-a661-4d8c-9d85-0946c1797e3b', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:31:43.045058 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-750a802b-7035-4c90-b0e2-e94387d00331 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:31:43.045834 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-750a802b-7035-4c90-b0e2-e94387d00331 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:31:43.049416 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-750a802b-7035-4c90-b0e2-e94387d00331 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:31:43.059163 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-750a802b-7035-4c90-b0e2-e94387d00331 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:31:43.063976 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed33b3f-6ef7-49f0-8e10-a2f796da136d None None] Pushing event updated for resources: {'Port': ['ID=42cbd4f0-9289-44c4-badf-88046b2cde39,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:43.068904 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-0ed33b3f-6ef7-49f0-8e10-a2f796da136d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:43.163062 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-fceefa6d-290f-4b71-acf7-155371365021 None None] Attempting to bind port 42cbd4f0-9289-44c4-badf-88046b2cde39 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:31:43.163583 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-fceefa6d-290f-4b71-acf7-155371365021 None None] Attempting to bind port 42cbd4f0-9289-44c4-badf-88046b2cde39 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'f04db92e-8cfc-426c-9da3-e6cb968e29fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '190485b9-084e-4162-9e5a-35faaa4f07a3'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:31:43.163795 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceefa6d-290f-4b71-acf7-155371365021 None None] Attempting to bind port 42cbd4f0-9289-44c4-badf-88046b2cde39 on network 190485b9-084e-4162-9e5a-35faaa4f07a3 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:31:43.170656 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceefa6d-290f-4b71-acf7-155371365021 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:31:43.185184 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceefa6d-290f-4b71-acf7-155371365021 None None] Checking segment: {'id': 'f04db92e-8cfc-426c-9da3-e6cb968e29fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '190485b9-084e-4162-9e5a-35faaa4f07a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:31:43.185184 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-fceefa6d-290f-4b71-acf7-155371365021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:43.185184 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceefa6d-290f-4b71-acf7-155371365021 None None] Bound using segment: {'id': 'f04db92e-8cfc-426c-9da3-e6cb968e29fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '190485b9-084e-4162-9e5a-35faaa4f07a3'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:31:43.185184 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-fceefa6d-290f-4b71-acf7-155371365021 None None] Bound port: 42cbd4f0-9289-44c4-badf-88046b2cde39, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f04db92e-8cfc-426c-9da3-e6cb968e29fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '190485b9-084e-4162-9e5a-35faaa4f07a3'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:31:43.185184 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-fceefa6d-290f-4b71-acf7-155371365021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:43.212973 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-750a802b-7035-4c90-b0e2-e94387d00331 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:43.272794 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-fceefa6d-290f-4b71-acf7-155371365021 None None] For port 42cbd4f0-9289-44c4-badf-88046b2cde39, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:31:43.278836 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-fceefa6d-290f-4b71-acf7-155371365021 None None] For port 42cbd4f0-9289-44c4-badf-88046b2cde39, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=42cbd4f0-9289-44c4-badf-88046b2cde39,segment=NetworkSegment(f04db92e-8cfc-426c-9da3-e6cb968e29fd),segment_id=f04db92e-8cfc-426c-9da3-e6cb968e29fd)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:31:43.292397 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-750a802b-7035-4c90-b0e2-e94387d00331 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:43.370929 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-fceefa6d-290f-4b71-acf7-155371365021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:43.374758 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:43.407248 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-750a802b-7035-4c90-b0e2-e94387d00331 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:43.411181 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-153e4b90-c805-4bdd-a2d6-80cb29a0c313 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:43.443507 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a802b-7035-4c90-b0e2-e94387d00331 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c091ac16-f8a0-4fbc-be9a-0ec175dd0fae,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:43.448206 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-750a802b-7035-4c90-b0e2-e94387d00331 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:43.457067 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed33b3f-6ef7-49f0-8e10-a2f796da136d None None] Pushing event updated for resources: {'Port': ['ID=42cbd4f0-9289-44c4-badf-88046b2cde39,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:43.460511 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-0ed33b3f-6ef7-49f0-8e10-a2f796da136d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:43.464767 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceefa6d-290f-4b71-acf7-155371365021 None None] Routers {'33e66292-ff0e-479f-9941-dd28d671707e'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:31:43.465830 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-fceefa6d-290f-4b71-acf7-155371365021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:31:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['33e66292-ff0e-479f-9941-dd28d671707e'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:31:43.593439 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-750a802b-7035-4c90-b0e2-e94387d00331 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:43.593439 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-750a802b-7035-4c90-b0e2-e94387d00331 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5336554 Dec 22 13:31:43.593947 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52676) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:43.593947 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-6e71aeed-4a69-45ea-ac28-e801825cc856 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '287bab55-a661-4d8c-9d85-0946c1797e3b', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:31:43.593947 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-6e71aeed-4a69-45ea-ac28-e801825cc856 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:31:43.593947 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6e71aeed-4a69-45ea-ac28-e801825cc856 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:31:43.593947 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6e71aeed-4a69-45ea-ac28-e801825cc856 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:31:43.601587 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-6e71aeed-4a69-45ea-ac28-e801825cc856 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:31:43.667243 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-fceefa6d-290f-4b71-acf7-155371365021 None None] Set router 33e66292-ff0e-479f-9941-dd28d671707e gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:31:43.712355 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6e71aeed-4a69-45ea-ac28-e801825cc856 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:43.789378 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6e71aeed-4a69-45ea-ac28-e801825cc856 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:43.870140 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6e71aeed-4a69-45ea-ac28-e801825cc856 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:43.876516 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:43.901713 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71aeed-4a69-45ea-ac28-e801825cc856 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32fd126a-56ce-4b5b-ad1a-2c3a09f38ffe,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:43.904896 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6e71aeed-4a69-45ea-ac28-e801825cc856 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:43.989688 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6e71aeed-4a69-45ea-ac28-e801825cc856 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:43.991089 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6e71aeed-4a69-45ea-ac28-e801825cc856 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4250982 Dec 22 13:31:44.005255 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52680) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:44.010265 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-834d56c1-c3a4-4a65-98c2-4882d2b1fbd6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '287bab55-a661-4d8c-9d85-0946c1797e3b', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:31:44.016580 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-834d56c1-c3a4-4a65-98c2-4882d2b1fbd6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:31:44.020457 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-834d56c1-c3a4-4a65-98c2-4882d2b1fbd6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:31:44.023647 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-834d56c1-c3a4-4a65-98c2-4882d2b1fbd6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:31:44.029311 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-834d56c1-c3a4-4a65-98c2-4882d2b1fbd6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:31:44.044078 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-fceefa6d-290f-4b71-acf7-155371365021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e66292-ff0e-479f-9941-dd28d671707e', 'name': 'tempest-TestNetworkBasicOps-router-409419561', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.202'}], 'enable_snat': True}, 'gw_port_id': '462d5501-160c-4f8e-8428-35ad08cae9d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:33Z', 'updated_at': '2021-12-22T13:31:39Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '462d5501-160c-4f8e-8428-35ad08cae9d7', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e66292-ff0e-479f-9941-dd28d671707e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:34Z', 'updated_at': '2021-12-22T13:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '42cbd4f0-9289-44c4-badf-88046b2cde39', 'name': '', 'network_id': '190485b9-084e-4162-9e5a-35faaa4f07a3', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:d6:02:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e66292-ff0e-479f-9941-dd28d671707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44daab33-7b3a-42af-b54c-0c80c2ec8ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:38Z', 'updated_at': '2021-12-22T13:31:43Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '44daab33-7b3a-42af-b54c-0c80c2ec8ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:31:44.048244 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceefa6d-290f-4b71-acf7-155371365021 None None] The sync data for ids ['33e66292-ff0e-479f-9941-dd28d671707e'] in dv-neutron-822669-1-hyperv is: [{'id': '33e66292-ff0e-479f-9941-dd28d671707e', 'name': 'tempest-TestNetworkBasicOps-router-409419561', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.202'}], 'enable_snat': True}, 'gw_port_id': '462d5501-160c-4f8e-8428-35ad08cae9d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:33Z', 'updated_at': '2021-12-22T13:31:39Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '462d5501-160c-4f8e-8428-35ad08cae9d7', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e66292-ff0e-479f-9941-dd28d671707e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:34Z', 'updated_at': '2021-12-22T13:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '42cbd4f0-9289-44c4-badf-88046b2cde39', 'name': '', 'network_id': '190485b9-084e-4162-9e5a-35faaa4f07a3', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:d6:02:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e66292-ff0e-479f-9941-dd28d671707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44daab33-7b3a-42af-b54c-0c80c2ec8ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:38Z', 'updated_at': '2021-12-22T13:31:43Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '44daab33-7b3a-42af-b54c-0c80c2ec8ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:31:44.128498 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-834d56c1-c3a4-4a65-98c2-4882d2b1fbd6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:44.200525 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-834d56c1-c3a4-4a65-98c2-4882d2b1fbd6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:44.275821 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-834d56c1-c3a4-4a65-98c2-4882d2b1fbd6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:44.278275 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ce9207eb-5ec9-4066-8e30-aa3e4e28ef9c tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:44.302919 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d56c1-c3a4-4a65-98c2-4882d2b1fbd6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46f68c35-4d81-487f-8b1f-b1f7757b71ea,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:44.305727 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-834d56c1-c3a4-4a65-98c2-4882d2b1fbd6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:44.424292 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-834d56c1-c3a4-4a65-98c2-4882d2b1fbd6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:44.425519 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-834d56c1-c3a4-4a65-98c2-4882d2b1fbd6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4203093 Dec 22 13:31:44.431104 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52686) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:44.436814 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-aadf53ba-2f0c-4465-bffa-be687e36c554 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '287bab55-a661-4d8c-9d85-0946c1797e3b', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:31:44.443636 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-aadf53ba-2f0c-4465-bffa-be687e36c554 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:31:44.447110 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-aadf53ba-2f0c-4465-bffa-be687e36c554 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:31:44.450154 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-aadf53ba-2f0c-4465-bffa-be687e36c554 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:31:44.456609 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-aadf53ba-2f0c-4465-bffa-be687e36c554 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:31:44.544471 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.securitygroups_db [None req-aadf53ba-2f0c-4465-bffa-be687e36c554 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Project 453b85bce7e6482dbe10966fb03da8cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:31:44.553151 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-aadf53ba-2f0c-4465-bffa-be687e36c554 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:44.742233 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-aadf53ba-2f0c-4465-bffa-be687e36c554 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:44.809895 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-aadf53ba-2f0c-4465-bffa-be687e36c554 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:44.811834 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:44.835370 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadf53ba-2f0c-4465-bffa-be687e36c554 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27b70fae-5352-4295-89a4-16b57c9d307a,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:44.837913 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-aadf53ba-2f0c-4465-bffa-be687e36c554 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:44.902113 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-aadf53ba-2f0c-4465-bffa-be687e36c554 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:44.905406 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-aadf53ba-2f0c-4465-bffa-be687e36c554 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4707510 Dec 22 13:31:44.905773 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52690) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:44.911918 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-90c9738b-5cfb-4e95-9a54-01e3514e8bb7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '287bab55-a661-4d8c-9d85-0946c1797e3b', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:31:44.918211 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-90c9738b-5cfb-4e95-9a54-01e3514e8bb7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:31:44.922396 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-90c9738b-5cfb-4e95-9a54-01e3514e8bb7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:31:44.927209 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-90c9738b-5cfb-4e95-9a54-01e3514e8bb7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:31:44.934955 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-90c9738b-5cfb-4e95-9a54-01e3514e8bb7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:31:45.041440 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.securitygroups_db [None req-90c9738b-5cfb-4e95-9a54-01e3514e8bb7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Project 453b85bce7e6482dbe10966fb03da8cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:31:45.048572 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-90c9738b-5cfb-4e95-9a54-01e3514e8bb7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:45.123710 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-90c9738b-5cfb-4e95-9a54-01e3514e8bb7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:45.179565 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 42cbd4f0-9289-44c4-badf-88046b2cde39 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:31:45.204305 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-90c9738b-5cfb-4e95-9a54-01e3514e8bb7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:45.206824 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0de87095-1169-478e-8627-7f0d9e030a19 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:45.231510 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9738b-5cfb-4e95-9a54-01e3514e8bb7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e301df9-818f-4b5e-9faa-763d5ae181fa,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:45.235770 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-90c9738b-5cfb-4e95-9a54-01e3514e8bb7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:45.338654 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 42cbd4f0-9289-44c4-badf-88046b2cde39 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:31:45.338956 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-90c9738b-5cfb-4e95-9a54-01e3514e8bb7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:45.340160 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-90c9738b-5cfb-4e95-9a54-01e3514e8bb7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4334862 Dec 22 13:31:45.343913 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 42cbd4f0-9289-44c4-badf-88046b2cde39 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:31:45.344332 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:45.473212 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:45.514602 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 42cbd4f0-9289-44c4-badf-88046b2cde39, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=42cbd4f0-9289-44c4-badf-88046b2cde39,segment=NetworkSegment(f04db92e-8cfc-426c-9da3-e6cb968e29fd),segment_id=f04db92e-8cfc-426c-9da3-e6cb968e29fd)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:31:45.557403 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-b19a994c-7b3f-4924-9155-0b503fa87487 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1670846453&fields=id&tenant_id=453b85bce7e6482dbe10966fb03da8cc HTTP/1.1" status: 200 len: 267 time: 0.0572569 Dec 22 13:31:45.601618 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:45.604059 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-a3f2da8e-8249-4687-8539-e3aa55d35883 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:45.669863 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=42cbd4f0-9289-44c4-badf-88046b2cde39,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:45.672831 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:45.739923 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-55b92c46-fe2b-43d1-8986-47355d94a7f1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:45.740521 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-55b92c46-fe2b-43d1-8986-47355d94a7f1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:network {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:31:45.861708 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-55b92c46-fe2b-43d1-8986-47355d94a7f1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:network {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:31:45.863424 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-55b92c46-fe2b-43d1-8986-47355d94a7f1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/networks?id=190485b9-084e-4162-9e5a-35faaa4f07a3 HTTP/1.1" status: 200 len: 797 time: 0.2995582 Dec 22 13:31:45.881798 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-4da5c213-e819-4d5e-914a-7d5183372bab tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/quotas/453b85bce7e6482dbe10966fb03da8cc HTTP/1.1" status: 200 len: 375 time: 0.0120702 Dec 22 13:31:45.965824 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-fb935507-a1bf-4c08-b604-ba209746328f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:31:46.041560 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-fb935507-a1bf-4c08-b604-ba209746328f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:31:46.042868 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-fb935507-a1bf-4c08-b604-ba209746328f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1561549 Dec 22 13:31:46.184569 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-a6779ab8-bdf5-4835-8273-49f73d10b14e service neutron] 10.222.0.47 "GET /v2.0/networks/190485b9-084e-4162-9e5a-35faaa4f07a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290548 Dec 22 13:31:46.322241 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-317f695e-3488-41e4-8d45-d2710d011b02 service neutron] 10.222.0.47 "GET /v2.0/networks/190485b9-084e-4162-9e5a-35faaa4f07a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318531 Dec 22 13:31:46.685990 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-f3774694-2b27-4a8f-af1a-6c88a5d71956 req-af2dfb80-9f15-4590-b8d3-ffe2d8fa295b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:31:46.698172 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-f3774694-2b27-4a8f-af1a-6c88a5d71956 req-af2dfb80-9f15-4590-b8d3-ffe2d8fa295b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:31:46.699338 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f3774694-2b27-4a8f-af1a-6c88a5d71956 req-af2dfb80-9f15-4590-b8d3-ffe2d8fa295b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d539cf8b-8b88-4f18-9d21-905358d34695 HTTP/1.1" status: 200 len: 210 time: 0.0734453 Dec 22 13:31:47.160971 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 42cbd4f0-9289-44c4-badf-88046b2cde39 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:31:47.238610 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 42cbd4f0-9289-44c4-badf-88046b2cde39 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:31:47.238997 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:47.873453 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e57af01e-5522-4f18-af38-7164e13c4203 req-62dfd9fa-4563-4a19-8abb-9e9aaae0e4b8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d539cf8b-8b88-4f18-9d21-905358d34695 HTTP/1.1" status: 200 len: 210 time: 0.0432994 Dec 22 13:31:49.102901 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ff565461-2139-4dd5-ab62-f870fd672f6d req-da4091ac-c48c-4baa-ad33-e9c33ea5c005 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d539cf8b-8b88-4f18-9d21-905358d34695 HTTP/1.1" status: 200 len: 210 time: 0.0615101 Dec 22 13:31:49.173365 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-8bae8813-2e6b-41e1-b9a1-4e3646412c99 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:49.174965 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-8bae8813-2e6b-41e1-b9a1-4e3646412c99 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "GET /v2.0/networks?id=190485b9-084e-4162-9e5a-35faaa4f07a3 HTTP/1.1" status: 200 len: 797 time: 0.2159560 Dec 22 13:31:49.235251 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-fef1bfcb-0678-473b-8f93-395a5150d7fb tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:31:49.329993 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-fef1bfcb-0678-473b-8f93-395a5150d7fb tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:31:49.331187 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-fef1bfcb-0678-473b-8f93-395a5150d7fb tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=453b85bce7e6482dbe10966fb03da8cc HTTP/1.1" status: 200 len: 380 time: 0.1381805 Dec 22 13:31:49.343747 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-0ff423e6-f059-4a60-b993-dc654b1573b1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'port': {'device_id': 'd539cf8b-8b88-4f18-9d21-905358d34695', 'network_id': '190485b9-084e-4162-9e5a-35faaa4f07a3', 'admin_state_up': True, 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'security_groups': ['287bab55-a661-4d8c-9d85-0946c1797e3b']}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:31:49.615274 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-0ff423e6-f059-4a60-b993-dc654b1573b1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:31:49.626708 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-0ff423e6-f059-4a60-b993-dc654b1573b1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:31:49.701382 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-0ff423e6-f059-4a60-b993-dc654b1573b1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Made reservation on behalf of 453b85bce7e6482dbe10966fb03da8cc for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:31:49.704587 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-0ff423e6-f059-4a60-b993-dc654b1573b1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:49.883527 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-0ff423e6-f059-4a60-b993-dc654b1573b1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Allocated IP 172.20.0.6 (190485b9-084e-4162-9e5a-35faaa4f07a3/44daab33-7b3a-42af-b54c-0c80c2ec8ad7/9917dd87-4c48-4c3c-8a13-807aee088e26) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:31:50.078249 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-0ff423e6-f059-4a60-b993-dc654b1573b1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:50.095922 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-0ff423e6-f059-4a60-b993-dc654b1573b1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Transition to ACTIVE for port object 9917dd87-4c48-4c3c-8a13-807aee088e26 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:31:50.216176 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-0ff423e6-f059-4a60-b993-dc654b1573b1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:50.222235 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-45601d79-d2ff-417e-b18a-e8682e0da570 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:50.295874 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-0ff423e6-f059-4a60-b993-dc654b1573b1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network 190485b9-084e-4162-9e5a-35faaa4f07a3 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:31:50.299297 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-0ff423e6-f059-4a60-b993-dc654b1573b1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:31:50.304292 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-0ff423e6-f059-4a60-b993-dc654b1573b1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:31:50.340891 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff423e6-f059-4a60-b993-dc654b1573b1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=9917dd87-4c48-4c3c-8a13-807aee088e26,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:50.345381 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0ff423e6-f059-4a60-b993-dc654b1573b1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:50.346875 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8887b59-4912-487a-a4e2-06a0f4ce418e req-5fc84358-a8a8-48fa-9108-389a737e9acf tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:50.354917 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-b8887b59-4912-487a-a4e2-06a0f4ce418e req-5fc84358-a8a8-48fa-9108-389a737e9acf tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d539cf8b-8b88-4f18-9d21-905358d34695 HTTP/1.1" status: 200 len: 931 time: 0.1142931 Dec 22 13:31:50.375116 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-0ff423e6-f059-4a60-b993-dc654b1573b1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:50.375865 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-0ff423e6-f059-4a60-b993-dc654b1573b1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:50.406952 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-b8887b59-4912-487a-a4e2-06a0f4ce418e req-10a6f886-01b4-4a7d-912e-d83d8ccefd87 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=287bab55-a661-4d8c-9d85-0946c1797e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510695 Dec 22 13:31:50.519368 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-0ff423e6-f059-4a60-b993-dc654b1573b1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1792340 Dec 22 13:31:50.540094 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-b9865373-8b2d-4a26-9965-7c274cf0a38a service neutron] Request body: {'port': {'device_id': 'd539cf8b-8b88-4f18-9d21-905358d34695', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:31:50.654077 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-b9865373-8b2d-4a26-9965-7c274cf0a38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:50.684179 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-f3ac1b6c-82c5-428f-94c4-7cde3204463b None None] Provisioning for port 9917dd87-4c48-4c3c-8a13-807aee088e26 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:31:50.689100 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-f3ac1b6c-82c5-428f-94c4-7cde3204463b None None] Provisioning complete for port 9917dd87-4c48-4c3c-8a13-807aee088e26 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:31:50.694034 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f3ac1b6c-82c5-428f-94c4-7cde3204463b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:50.743974 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-f3ac1b6c-82c5-428f-94c4-7cde3204463b None None] Port 9917dd87-4c48-4c3c-8a13-807aee088e26 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:31:51.011342 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-b9865373-8b2d-4a26-9965-7c274cf0a38a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9917dd87-4c48-4c3c-8a13-807aee088e26 {{(pid=84149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:31:51.020033 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-b9865373-8b2d-4a26-9965-7c274cf0a38a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:51.038751 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-b9865373-8b2d-4a26-9965-7c274cf0a38a service neutron] Transition to ACTIVE for port object 9917dd87-4c48-4c3c-8a13-807aee088e26 will not be triggered until provisioned by entity L2. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:31:51.138016 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-b9865373-8b2d-4a26-9965-7c274cf0a38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:51.141968 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-107d6ef5-e525-458b-a918-0bf5944004f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:51.287892 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9865373-8b2d-4a26-9965-7c274cf0a38a service neutron] Pushing event updated for resources: {'Port': ['ID=9917dd87-4c48-4c3c-8a13-807aee088e26,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:51.293492 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b9865373-8b2d-4a26-9965-7c274cf0a38a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:51.403468 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-b9865373-8b2d-4a26-9965-7c274cf0a38a service neutron] Attempting to bind port 9917dd87-4c48-4c3c-8a13-807aee088e26 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:31:51.403799 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-b9865373-8b2d-4a26-9965-7c274cf0a38a service neutron] Attempting to bind port 9917dd87-4c48-4c3c-8a13-807aee088e26 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'f04db92e-8cfc-426c-9da3-e6cb968e29fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '190485b9-084e-4162-9e5a-35faaa4f07a3'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:31:51.404121 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-b9865373-8b2d-4a26-9965-7c274cf0a38a service neutron] Attempting to bind port 9917dd87-4c48-4c3c-8a13-807aee088e26 on network 190485b9-084e-4162-9e5a-35faaa4f07a3 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:31:51.409931 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-b9865373-8b2d-4a26-9965-7c274cf0a38a service neutron] Port 9917dd87-4c48-4c3c-8a13-807aee088e26 on network 190485b9-084e-4162-9e5a-35faaa4f07a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:31:51.410275 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-b9865373-8b2d-4a26-9965-7c274cf0a38a service neutron] Attempting to bind port 9917dd87-4c48-4c3c-8a13-807aee088e26 on network 190485b9-084e-4162-9e5a-35faaa4f07a3 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:31:51.416498 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-b9865373-8b2d-4a26-9965-7c274cf0a38a service neutron] Checking agent: {'id': '72ee2f79-9ac0-483e-b4fd-5b910a776581', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'started_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:31:51.416826 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-b9865373-8b2d-4a26-9965-7c274cf0a38a service neutron] Checking segment: {'id': 'f04db92e-8cfc-426c-9da3-e6cb968e29fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '190485b9-084e-4162-9e5a-35faaa4f07a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:31:51.417233 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-b9865373-8b2d-4a26-9965-7c274cf0a38a service neutron] Bound using segment: {'id': 'f04db92e-8cfc-426c-9da3-e6cb968e29fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '190485b9-084e-4162-9e5a-35faaa4f07a3'} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:31:51.417648 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-b9865373-8b2d-4a26-9965-7c274cf0a38a service neutron] Bound port: 9917dd87-4c48-4c3c-8a13-807aee088e26, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f04db92e-8cfc-426c-9da3-e6cb968e29fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '190485b9-084e-4162-9e5a-35faaa4f07a3'}}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:31:51.417986 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-b9865373-8b2d-4a26-9965-7c274cf0a38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:51.522419 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-b9865373-8b2d-4a26-9965-7c274cf0a38a service neutron] For port 9917dd87-4c48-4c3c-8a13-807aee088e26, host hv-neutron-8226, cleared binding levels {{(pid=84149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:31:51.525634 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-b9865373-8b2d-4a26-9965-7c274cf0a38a service neutron] For port 9917dd87-4c48-4c3c-8a13-807aee088e26, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9917dd87-4c48-4c3c-8a13-807aee088e26,segment=NetworkSegment(f04db92e-8cfc-426c-9da3-e6cb968e29fd),segment_id=f04db92e-8cfc-426c-9da3-e6cb968e29fd)] {{(pid=84149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:31:51.594282 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-b9865373-8b2d-4a26-9965-7c274cf0a38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:51.599960 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-89a78933-416a-4353-a03c-e4a9dd9c10d3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:51.669350 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-b9865373-8b2d-4a26-9965-7c274cf0a38a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:51.670830 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-b9865373-8b2d-4a26-9965-7c274cf0a38a service neutron] 10.222.0.45 "PUT /v2.0/ports/9917dd87-4c48-4c3c-8a13-807aee088e26 HTTP/1.1" status: 200 len: 1093 time: 1.1367936 Dec 22 13:31:51.672227 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd539cf8b-8b88-4f18-9d21-905358d34695', 'tag': '9917dd87-4c48-4c3c-8a13-807aee088e26'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:31:51.704914 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9865373-8b2d-4a26-9965-7c274cf0a38a service neutron] Pushing event updated for resources: {'Port': ['ID=9917dd87-4c48-4c3c-8a13-807aee088e26,revision_number=3']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:51.714674 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b9865373-8b2d-4a26-9965-7c274cf0a38a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:51.721042 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74b3ed-04db-4730-9790-79dd80d58c88 req-b2c6d38d-e0ab-4cd5-a863-cc8074f61e6a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:51.721743 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-5d74b3ed-04db-4730-9790-79dd80d58c88 req-b2c6d38d-e0ab-4cd5-a863-cc8074f61e6a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:31:51.748946 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd539cf8b-8b88-4f18-9d21-905358d34695', 'tag': '9917dd87-4c48-4c3c-8a13-807aee088e26', 'status': 'completed', 'code': 200} Dec 22 13:31:51.821757 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-5d74b3ed-04db-4730-9790-79dd80d58c88 req-b2c6d38d-e0ab-4cd5-a863-cc8074f61e6a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:31:51.823098 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5d74b3ed-04db-4730-9790-79dd80d58c88 req-b2c6d38d-e0ab-4cd5-a863-cc8074f61e6a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d539cf8b-8b88-4f18-9d21-905358d34695 HTTP/1.1" status: 200 len: 943 time: 0.2802866 Dec 22 13:31:51.890939 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5d74b3ed-04db-4730-9790-79dd80d58c88 req-3fe188b7-eada-4701-91b1-6d14207255f7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=287bab55-a661-4d8c-9d85-0946c1797e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619359 Dec 22 13:31:51.894542 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-df01b37e-81ea-4740-84f4-86cf6e9d74c4 req-ff92143f-0153-42c9-8a56-7e8395964f26 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=d539cf8b-8b88-4f18-9d21-905358d34695 HTTP/1.1" status: 200 len: 1096 time: 0.1189699 Dec 22 13:31:52.176481 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01b37e-81ea-4740-84f4-86cf6e9d74c4 req-53417867-5f15-4acc-b59e-75bce4c70de8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:52.177901 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-df01b37e-81ea-4740-84f4-86cf6e9d74c4 req-53417867-5f15-4acc-b59e-75bce4c70de8 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=453b85bce7e6482dbe10966fb03da8cc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2700288 Dec 22 13:31:52.328496 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01b37e-81ea-4740-84f4-86cf6e9d74c4 req-437e5899-7b4d-4e3c-a7e7-76b1363c31a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:52.329867 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-df01b37e-81ea-4740-84f4-86cf6e9d74c4 req-437e5899-7b4d-4e3c-a7e7-76b1363c31a8 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1423044 Dec 22 13:31:52.465366 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-611bb805-1b62-4eec-9a44-1a5b3cf34426 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=d539cf8b-8b88-4f18-9d21-905358d34695 HTTP/1.1" status: 200 len: 1096 time: 0.0908513 Dec 22 13:31:52.540589 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-e422155b-68df-4c02-baa7-f0cad7b32811 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9917dd87-4c48-4c3c-8a13-807aee088e26 HTTP/1.1" status: 200 len: 217 time: 0.0631814 Dec 22 13:31:52.615506 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-5bccb084-7af8-4f27-88a4-0b0cee1c8b61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:52.616840 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-5bccb084-7af8-4f27-88a4-0b0cee1c8b61 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=44daab33-7b3a-42af-b54c-0c80c2ec8ad7 HTTP/1.1" status: 200 len: 835 time: 0.0639844 Dec 22 13:31:52.701787 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-a9417f06-8d07-4881-a4ad-ed459b88ae6c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=190485b9-084e-4162-9e5a-35faaa4f07a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737202 Dec 22 13:31:52.852595 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-6355ff05-b298-42b2-bd4f-4487d4cf9ada service neutron] 10.222.0.45 "GET /v2.0/networks/190485b9-084e-4162-9e5a-35faaa4f07a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401923 Dec 22 13:31:53.002083 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ae5524f4-30a0-46e6-878b-96d057f56e15 req-c71c0e0d-3aa6-49f4-a3c0-efb308e2eff4 service neutron] 10.222.0.45 "GET /v2.0/networks/190485b9-084e-4162-9e5a-35faaa4f07a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373422 Dec 22 13:31:53.175152 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd82bc-93cd-4d42-92d9-89205489cfaa req-9ae6d792-96d2-4f75-9369-752ae25de91b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:53.176669 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-25fd82bc-93cd-4d42-92d9-89205489cfaa req-9ae6d792-96d2-4f75-9369-752ae25de91b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d539cf8b-8b88-4f18-9d21-905358d34695 HTTP/1.1" status: 200 len: 943 time: 0.1621075 Dec 22 13:31:53.230530 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-25fd82bc-93cd-4d42-92d9-89205489cfaa req-ee7f2e57-5391-47e4-a79a-70f4455b1534 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=287bab55-a661-4d8c-9d85-0946c1797e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480516 Dec 22 13:31:54.516627 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2ef35-076d-4e31-8747-628187d74760 req-39d4540d-ecd1-46e1-a26b-a80590f9e775 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:54.517986 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-54e2ef35-076d-4e31-8747-628187d74760 req-39d4540d-ecd1-46e1-a26b-a80590f9e775 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d539cf8b-8b88-4f18-9d21-905358d34695 HTTP/1.1" status: 200 len: 943 time: 0.1574774 Dec 22 13:31:54.570985 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-54e2ef35-076d-4e31-8747-628187d74760 req-ffb5faea-6e3e-4b1f-93a6-997c8c6a7248 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=287bab55-a661-4d8c-9d85-0946c1797e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466866 Dec 22 13:31:55.255553 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 9917dd87-4c48-4c3c-8a13-807aee088e26 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:31:55.397410 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 9917dd87-4c48-4c3c-8a13-807aee088e26, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9917dd87-4c48-4c3c-8a13-807aee088e26,segment=NetworkSegment(f04db92e-8cfc-426c-9da3-e6cb968e29fd),segment_id=f04db92e-8cfc-426c-9da3-e6cb968e29fd)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:31:55.410902 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '9917dd87-4c48-4c3c-8a13-807aee088e26', 'network_id': '190485b9-084e-4162-9e5a-35faaa4f07a3', 'port_id': '9917dd87-4c48-4c3c-8a13-807aee088e26', 'mac_address': 'fa:16:3e:90:8c:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44daab33-7b3a-42af-b54c-0c80c2ec8ad7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:31:55.477434 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:55.495911 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9917dd87-4c48-4c3c-8a13-807aee088e26 {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:31:55.512920 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 9917dd87-4c48-4c3c-8a13-807aee088e26, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9917dd87-4c48-4c3c-8a13-807aee088e26,segment=NetworkSegment(f04db92e-8cfc-426c-9da3-e6cb968e29fd),segment_id=f04db92e-8cfc-426c-9da3-e6cb968e29fd)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:31:55.582104 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:55.585326 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:55.658785 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=9917dd87-4c48-4c3c-8a13-807aee088e26,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:55.661859 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:55.800876 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0552e-7671-4cfe-abb2-912e4d0fdc2e req-d92f7374-0ffc-473b-8c75-290267358ba4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:55.802226 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-b6c0552e-7671-4cfe-abb2-912e4d0fdc2e req-d92f7374-0ffc-473b-8c75-290267358ba4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d539cf8b-8b88-4f18-9d21-905358d34695 HTTP/1.1" status: 200 len: 944 time: 0.0890770 Dec 22 13:31:55.852639 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-b6c0552e-7671-4cfe-abb2-912e4d0fdc2e req-ea1e9b91-ee3e-4efd-8705-b03e55e89e51 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=287bab55-a661-4d8c-9d85-0946c1797e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441563 Dec 22 13:31:55.866170 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['9917dd87-4c48-4c3c-8a13-807aee088e26'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:31:57.049166 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cea79b-4ee3-423c-a3aa-1fa4347e915c req-027be60f-360a-4f8d-9dd6-ef8a5fa4ee8e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:57.050633 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e8cea79b-4ee3-423c-a3aa-1fa4347e915c req-027be60f-360a-4f8d-9dd6-ef8a5fa4ee8e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d539cf8b-8b88-4f18-9d21-905358d34695 HTTP/1.1" status: 200 len: 944 time: 0.0786924 Dec 22 13:31:57.097690 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e8cea79b-4ee3-423c-a3aa-1fa4347e915c req-a02e9b3f-9eee-4119-9c53-49c66d69fba8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=287bab55-a661-4d8c-9d85-0946c1797e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407505 Dec 22 13:31:57.269600 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 9917dd87-4c48-4c3c-8a13-807aee088e26 up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:31:57.421516 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning for port 9917dd87-4c48-4c3c-8a13-807aee088e26 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:31:57.426892 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 9917dd87-4c48-4c3c-8a13-807aee088e26 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:31:57.427280 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:57.548252 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:57.575309 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd539cf8b-8b88-4f18-9d21-905358d34695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9917dd87-4c48-4c3c-8a13-807aee088e26'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:31:57.585045 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 9917dd87-4c48-4c3c-8a13-807aee088e26, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9917dd87-4c48-4c3c-8a13-807aee088e26,segment=NetworkSegment(f04db92e-8cfc-426c-9da3-e6cb968e29fd),segment_id=f04db92e-8cfc-426c-9da3-e6cb968e29fd)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:31:57.638179 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd539cf8b-8b88-4f18-9d21-905358d34695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9917dd87-4c48-4c3c-8a13-807aee088e26', 'code': 200} Dec 22 13:31:57.675549 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:57.679684 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-0ed33b3f-6ef7-49f0-8e10-a2f796da136d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:57.746804 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=9917dd87-4c48-4c3c-8a13-807aee088e26,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:57.749783 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:58.032129 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d3fed692-e32a-492e-8136-bf2d27fbfafa req-277114ef-9367-424a-8a7f-d91ae4253e73 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d539cf8b-8b88-4f18-9d21-905358d34695 HTTP/1.1" status: 200 len: 1098 time: 0.0733113 Dec 22 13:31:58.080598 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d3fed692-e32a-492e-8136-bf2d27fbfafa req-35835532-563d-4b18-a608-c17cda4518a8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=287bab55-a661-4d8c-9d85-0946c1797e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384855 Dec 22 13:31:58.308400 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb5489-398f-47e0-b419-42ddf3640324 req-4e195b06-e778-40d8-ab37-2eb52b089844 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:58.309753 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9fdb5489-398f-47e0-b419-42ddf3640324 req-4e195b06-e778-40d8-ab37-2eb52b089844 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d539cf8b-8b88-4f18-9d21-905358d34695 HTTP/1.1" status: 200 len: 945 time: 0.0864961 Dec 22 13:31:58.358433 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9fdb5489-398f-47e0-b419-42ddf3640324 req-524cd887-d565-4fc1-9479-8bc961fe7fa4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=287bab55-a661-4d8c-9d85-0946c1797e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431576 Dec 22 13:31:58.884430 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:59.586151 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4032c-c019-4687-a1f3-458b1dd90e59 req-29831d36-bc63-4ef4-b44d-39f6107f51e7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:59.587808 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-11c4032c-c019-4687-a1f3-458b1dd90e59 req-29831d36-bc63-4ef4-b44d-39f6107f51e7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d539cf8b-8b88-4f18-9d21-905358d34695 HTTP/1.1" status: 200 len: 945 time: 0.0866201 Dec 22 13:31:59.642226 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-11c4032c-c019-4687-a1f3-458b1dd90e59 req-6593a3cf-fe0d-4ef0-a184-7fffc4be4839 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=287bab55-a661-4d8c-9d85-0946c1797e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453572 Dec 22 13:32:00.842058 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86506116-924d-417a-85a2-acaad69b0c12 req-4de97450-3eca-4e11-87c0-75dbd01e1559 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:32:00.843540 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-86506116-924d-417a-85a2-acaad69b0c12 req-4de97450-3eca-4e11-87c0-75dbd01e1559 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d539cf8b-8b88-4f18-9d21-905358d34695 HTTP/1.1" status: 200 len: 945 time: 0.0823405 Dec 22 13:32:00.893757 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-86506116-924d-417a-85a2-acaad69b0c12 req-c9aa44cd-773b-45d2-a2aa-d62225089ccf tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=287bab55-a661-4d8c-9d85-0946c1797e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417390 Dec 22 13:32:01.089867 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa2854-0463-4c5e-95bb-afb0f42a6283 req-d7519392-a7b8-43b9-aebc-66c6dcd2b00b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:32:01.091268 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ecfa2854-0463-4c5e-95bb-afb0f42a6283 req-d7519392-a7b8-43b9-aebc-66c6dcd2b00b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d539cf8b-8b88-4f18-9d21-905358d34695 HTTP/1.1" status: 200 len: 945 time: 0.0780518 Dec 22 13:32:01.137239 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ecfa2854-0463-4c5e-95bb-afb0f42a6283 req-2768dec5-2c51-4486-a161-059eb5e9a3d8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=287bab55-a661-4d8c-9d85-0946c1797e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402472 Dec 22 13:32:01.163881 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52774) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:32:01.237370 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6b6cbe4e-e35c-4faf-b202-2760df33703b tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d539cf8b-8b88-4f18-9d21-905358d34695 HTTP/1.1" status: 200 len: 1093 time: 0.0720727 Dec 22 13:32:01.239984 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52778) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:32:01.245206 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-1f01fad4-2e38-487a-a7e5-0d5732eb9e0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'floatingip': {'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'port_id': '9917dd87-4c48-4c3c-8a13-807aee088e26', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:32:01.250565 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-1f01fad4-2e38-487a-a7e5-0d5732eb9e0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:32:01.254265 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-1f01fad4-2e38-487a-a7e5-0d5732eb9e0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:floatingip and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:32:01.257070 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-1f01fad4-2e38-487a-a7e5-0d5732eb9e0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:32:01.263232 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-1f01fad4-2e38-487a-a7e5-0d5732eb9e0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:32:01.326435 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1f01fad4-2e38-487a-a7e5-0d5732eb9e0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for floatingip, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:01.462816 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1f01fad4-2e38-487a-a7e5-0d5732eb9e0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:01.595774 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-1f01fad4-2e38-487a-a7e5-0d5732eb9e0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Allocated IP 172.26.1.60 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/6eac6115-de69-4344-926b-7fcb208d4188) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:32:01.743290 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1f01fad4-2e38-487a-a7e5-0d5732eb9e0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:01.817992 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1f01fad4-2e38-487a-a7e5-0d5732eb9e0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:01.821566 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1fb164bf-0a61-42e7-9696-c66fbba6154c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:32:01.985643 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f01fad4-2e38-487a-a7e5-0d5732eb9e0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:32:01.989132 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-1f01fad4-2e38-487a-a7e5-0d5732eb9e0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:32:01.991577 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f01fad4-2e38-487a-a7e5-0d5732eb9e0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=6eac6115-de69-4344-926b-7fcb208d4188,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:32:01.994434 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1f01fad4-2e38-487a-a7e5-0d5732eb9e0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:32:01.995051 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f01fad4-2e38-487a-a7e5-0d5732eb9e0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:32:02.300157 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-05581e48-5c65-49f9-848e-73bc2660f146 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1717434976&fields=id&tenant_id=b2be9708be2a4e27beb28819ba0fc835 HTTP/1.1" status: 200 len: 267 time: 0.0417218 Dec 22 13:32:02.454224 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-f5124e15-2140-480a-b910-062781e7a111 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:32:02.455931 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-f5124e15-2140-480a-b910-062781e7a111 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/networks?id=10e79ce2-fabb-4316-a76b-1469cb51a232 HTTP/1.1" status: 200 len: 812 time: 0.1476393 Dec 22 13:32:02.482071 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-3072aba8-8efc-4082-8b98-e5ac323c950d tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/quotas/b2be9708be2a4e27beb28819ba0fc835 HTTP/1.1" status: 200 len: 375 time: 0.0187714 Dec 22 13:32:02.501260 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1f01fad4-2e38-487a-a7e5-0d5732eb9e0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:02.578203 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-0ff95733-f389-431e-be42-98e4c61d8772 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2be9708be2a4e27beb28819ba0fc835&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0951338 Dec 22 13:32:02.619877 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1f01fad4-2e38-487a-a7e5-0d5732eb9e0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:02.818902 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-282672bf-60b9-422b-922f-710257b30123 service neutron] 10.222.0.47 "GET /v2.0/networks/10e79ce2-fabb-4316-a76b-1469cb51a232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288313 Dec 22 13:32:02.831012 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1f01fad4-2e38-487a-a7e5-0d5732eb9e0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:02.948453 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-2d0c17ef-1d72-44bd-874c-bfa3dda8c025 service neutron] 10.222.0.47 "GET /v2.0/networks/10e79ce2-fabb-4316-a76b-1469cb51a232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230145 Dec 22 13:32:02.950003 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1f01fad4-2e38-487a-a7e5-0d5732eb9e0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:02.954531 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7446e3a1-53fe-4a43-a08d-2e42376ed79d tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:32:03.065167 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f01fad4-2e38-487a-a7e5-0d5732eb9e0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=6eac6115-de69-4344-926b-7fcb208d4188,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:32:03.068662 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1f01fad4-2e38-487a-a7e5-0d5732eb9e0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:32:03.078400 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1f01fad4-2e38-487a-a7e5-0d5732eb9e0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:03.269843 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.l3_db [None req-1f01fad4-2e38-487a-a7e5-0d5732eb9e0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Floating IP 045c2e7b-5c11-4ca7-9edd-8ef3519f7d35 associated. External IP: 172.26.1.60, port: 9917dd87-4c48-4c3c-8a13-807aee088e26. Dec 22 13:32:03.705828 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-b95b7790-7c03-43fb-a73b-c660b8fb140c req-fbf7b0f1-8ea2-4448-8be0-e34107dd0f60 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=62327276-417d-492f-988e-7121dc66fc2e HTTP/1.1" status: 200 len: 210 time: 0.1729310 Dec 22 13:32:03.841590 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f01fad4-2e38-487a-a7e5-0d5732eb9e0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router 33e66292-ff0e-479f-9941-dd28d671707e has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:32:04.041420 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f01fad4-2e38-487a-a7e5-0d5732eb9e0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:32:04.052138 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b4abc9-da65-4a9f-a8b9-a698cba1f08e None None] Sync routers for ids ['33e66292-ff0e-479f-9941-dd28d671707e'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:32:04.065986 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b4abc9-da65-4a9f-a8b9-a698cba1f08e None None] Routers {'33e66292-ff0e-479f-9941-dd28d671707e'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:32:04.066620 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-62b4abc9-da65-4a9f-a8b9-a698cba1f08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:31:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['33e66292-ff0e-479f-9941-dd28d671707e'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:32:04.175487 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1f01fad4-2e38-487a-a7e5-0d5732eb9e0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:04.234821 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-1f01fad4-2e38-487a-a7e5-0d5732eb9e0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9937127 Dec 22 13:32:04.235799 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd539cf8b-8b88-4f18-9d21-905358d34695', 'tag': '9917dd87-4c48-4c3c-8a13-807aee088e26'}] {{(pid=84148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:32:04.237405 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52812) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:32:04.282728 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-62b4abc9-da65-4a9f-a8b9-a698cba1f08e None None] Set router 33e66292-ff0e-479f-9941-dd28d671707e gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:32:04.290835 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd539cf8b-8b88-4f18-9d21-905358d34695', 'tag': '9917dd87-4c48-4c3c-8a13-807aee088e26', 'status': 'completed', 'code': 200} Dec 22 13:32:04.480561 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-12df6fbc-968b-4686-95b1-92f59ff50451 req-4d27736f-ca67-4471-a9b9-0a39a41aedb9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=d539cf8b-8b88-4f18-9d21-905358d34695 HTTP/1.1" status: 200 len: 1098 time: 0.1591847 Dec 22 13:32:04.612444 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-58d08bd1-eb18-480f-ad70-8a8c3d87033b tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/routers/33e66292-ff0e-479f-9941-dd28d671707e HTTP/1.1" status: 200 len: 922 time: 0.3731780 Dec 22 13:32:04.615049 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52818) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:32:04.653415 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df6fbc-968b-4686-95b1-92f59ff50451 req-93c1b709-91da-4f2b-9798-bb2849fd6c96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:32:04.654167 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-62b4abc9-da65-4a9f-a8b9-a698cba1f08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e66292-ff0e-479f-9941-dd28d671707e', 'name': 'tempest-TestNetworkBasicOps-router-409419561', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.202'}], 'enable_snat': True}, 'gw_port_id': '462d5501-160c-4f8e-8428-35ad08cae9d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:33Z', 'updated_at': '2021-12-22T13:31:39Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '462d5501-160c-4f8e-8428-35ad08cae9d7', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e66292-ff0e-479f-9941-dd28d671707e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:34Z', 'updated_at': '2021-12-22T13:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '045c2e7b-5c11-4ca7-9edd-8ef3519f7d35', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.60', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '33e66292-ff0e-479f-9941-dd28d671707e', 'port_id': '9917dd87-4c48-4c3c-8a13-807aee088e26', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '190485b9-084e-4162-9e5a-35faaa4f07a3', 'mac_address': 'fa:16:3e:90:8c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd539cf8b-8b88-4f18-9d21-905358d34695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:32:02Z', 'updated_at': '2021-12-22T13:32:02Z', 'revision_number': 0, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42cbd4f0-9289-44c4-badf-88046b2cde39', 'name': '', 'network_id': '190485b9-084e-4162-9e5a-35faaa4f07a3', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:d6:02:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e66292-ff0e-479f-9941-dd28d671707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44daab33-7b3a-42af-b54c-0c80c2ec8ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:38Z', 'updated_at': '2021-12-22T13:31:45Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '44daab33-7b3a-42af-b54c-0c80c2ec8ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:32:04.658312 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-12df6fbc-968b-4686-95b1-92f59ff50451 req-93c1b709-91da-4f2b-9798-bb2849fd6c96 service neutron] 10.222.0.45 "GET /v2.0/networks?id=190485b9-084e-4162-9e5a-35faaa4f07a3 HTTP/1.1" status: 200 len: 898 time: 0.1643059 Dec 22 13:32:04.658837 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b4abc9-da65-4a9f-a8b9-a698cba1f08e None None] Checking router: 33e66292-ff0e-479f-9941-dd28d671707e for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:32:04.670909 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b4abc9-da65-4a9f-a8b9-a698cba1f08e None None] Routers {'33e66292-ff0e-479f-9941-dd28d671707e'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:32:04.671662 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-62b4abc9-da65-4a9f-a8b9-a698cba1f08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:31:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['33e66292-ff0e-479f-9941-dd28d671707e'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:32:04.764605 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-af2bb5bc-28f9-49b7-98f1-591766c06f03 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/045c2e7b-5c11-4ca7-9edd-8ef3519f7d35 HTTP/1.1" status: 200 len: 990 time: 0.1483150 Dec 22 13:32:04.780598 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-12df6fbc-968b-4686-95b1-92f59ff50451 req-b21749f4-c328-4071-9c87-bfa47597667b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9917dd87-4c48-4c3c-8a13-807aee088e26 HTTP/1.1" status: 200 len: 998 time: 0.1155143 Dec 22 13:32:04.859290 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df6fbc-968b-4686-95b1-92f59ff50451 req-e396a617-b9b2-4d32-be8c-4b2b0816e5a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:32:04.860866 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-12df6fbc-968b-4686-95b1-92f59ff50451 req-e396a617-b9b2-4d32-be8c-4b2b0816e5a6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=44daab33-7b3a-42af-b54c-0c80c2ec8ad7 HTTP/1.1" status: 200 len: 835 time: 0.0730762 Dec 22 13:32:04.864971 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-62b4abc9-da65-4a9f-a8b9-a698cba1f08e None None] Set router 33e66292-ff0e-479f-9941-dd28d671707e gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:32:04.913092 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-2aa86bed-6c5c-44cf-b5f2-b136d788e150 req-38a842eb-58ac-43dd-91da-1cd4d843455a tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=62327276-417d-492f-988e-7121dc66fc2e HTTP/1.1" status: 200 len: 210 time: 0.0681331 Dec 22 13:32:04.945807 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-12df6fbc-968b-4686-95b1-92f59ff50451 req-c3f43497-534d-436d-83fe-5f2cadb9a004 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=190485b9-084e-4162-9e5a-35faaa4f07a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787861 Dec 22 13:32:05.089573 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-12df6fbc-968b-4686-95b1-92f59ff50451 req-4c7cd970-5ee9-4847-9fd9-1f65f4026a99 service neutron] 10.222.0.45 "GET /v2.0/networks/190485b9-084e-4162-9e5a-35faaa4f07a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373577 Dec 22 13:32:05.228230 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-62b4abc9-da65-4a9f-a8b9-a698cba1f08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e66292-ff0e-479f-9941-dd28d671707e', 'name': 'tempest-TestNetworkBasicOps-router-409419561', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.202'}], 'enable_snat': True}, 'gw_port_id': '462d5501-160c-4f8e-8428-35ad08cae9d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:33Z', 'updated_at': '2021-12-22T13:31:39Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '462d5501-160c-4f8e-8428-35ad08cae9d7', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e66292-ff0e-479f-9941-dd28d671707e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:34Z', 'updated_at': '2021-12-22T13:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '045c2e7b-5c11-4ca7-9edd-8ef3519f7d35', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.60', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '33e66292-ff0e-479f-9941-dd28d671707e', 'port_id': '9917dd87-4c48-4c3c-8a13-807aee088e26', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '190485b9-084e-4162-9e5a-35faaa4f07a3', 'mac_address': 'fa:16:3e:90:8c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd539cf8b-8b88-4f18-9d21-905358d34695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:32:02Z', 'updated_at': '2021-12-22T13:32:02Z', 'revision_number': 0, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42cbd4f0-9289-44c4-badf-88046b2cde39', 'name': '', 'network_id': '190485b9-084e-4162-9e5a-35faaa4f07a3', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:d6:02:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e66292-ff0e-479f-9941-dd28d671707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44daab33-7b3a-42af-b54c-0c80c2ec8ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:38Z', 'updated_at': '2021-12-22T13:31:45Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '44daab33-7b3a-42af-b54c-0c80c2ec8ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:32:05.228879 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-12df6fbc-968b-4686-95b1-92f59ff50451 req-c6bc61b5-97d3-4ad2-96da-3dc81d9257fa service neutron] 10.222.0.45 "GET /v2.0/networks/190485b9-084e-4162-9e5a-35faaa4f07a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311593 Dec 22 13:32:05.232201 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b4abc9-da65-4a9f-a8b9-a698cba1f08e None None] The sync data for ids ['33e66292-ff0e-479f-9941-dd28d671707e'] in dv-neutron-822669-1-hyperv is: [{'id': '33e66292-ff0e-479f-9941-dd28d671707e', 'name': 'tempest-TestNetworkBasicOps-router-409419561', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.202'}], 'enable_snat': True}, 'gw_port_id': '462d5501-160c-4f8e-8428-35ad08cae9d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:33Z', 'updated_at': '2021-12-22T13:31:39Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '462d5501-160c-4f8e-8428-35ad08cae9d7', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e66292-ff0e-479f-9941-dd28d671707e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:34Z', 'updated_at': '2021-12-22T13:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '045c2e7b-5c11-4ca7-9edd-8ef3519f7d35', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.60', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '33e66292-ff0e-479f-9941-dd28d671707e', 'port_id': '9917dd87-4c48-4c3c-8a13-807aee088e26', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '190485b9-084e-4162-9e5a-35faaa4f07a3', 'mac_address': 'fa:16:3e:90:8c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd539cf8b-8b88-4f18-9d21-905358d34695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:32:02Z', 'updated_at': '2021-12-22T13:32:02Z', 'revision_number': 0, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42cbd4f0-9289-44c4-badf-88046b2cde39', 'name': '', 'network_id': '190485b9-084e-4162-9e5a-35faaa4f07a3', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:d6:02:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e66292-ff0e-479f-9941-dd28d671707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44daab33-7b3a-42af-b54c-0c80c2ec8ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:38Z', 'updated_at': '2021-12-22T13:31:45Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '44daab33-7b3a-42af-b54c-0c80c2ec8ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:32:05.427303 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c668093-e22e-47c3-931d-6e7b501b4810 None None] New status for floating IP 045c2e7b-5c11-4ca7-9edd-8ef3519f7d35: ACTIVE {{(pid=84150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:32:05.723141 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-95a161af-3368-4447-9783-c3d1170c5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:05.740120 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-1a8711d9-4a04-408e-b03c-b0146f39fde9 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:32:05.742124 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-1a8711d9-4a04-408e-b03c-b0146f39fde9 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.45 "GET /v2.0/networks?id=10e79ce2-fabb-4316-a76b-1469cb51a232 HTTP/1.1" status: 200 len: 812 time: 0.1620924 Dec 22 13:32:05.768140 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52824) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:32:05.805716 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-086291dd-3b10-42cd-b385-990a365bb8d1 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2be9708be2a4e27beb28819ba0fc835 HTTP/1.1" status: 200 len: 380 time: 0.0480323 Dec 22 13:32:05.812107 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-ee69cda1-dcee-469c-b862-b6d7aba3735b tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Request body: {'port': {'device_id': '62327276-417d-492f-988e-7121dc66fc2e', 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'admin_state_up': True, 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'security_groups': ['40700fc7-e1b2-48c6-9a16-0d5a21225209']}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:32:05.875883 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e9875d3d-180c-4e14-a917-9b97f32a14b0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/045c2e7b-5c11-4ca7-9edd-8ef3519f7d35 HTTP/1.1" status: 200 len: 992 time: 0.1064975 Dec 22 13:32:05.955094 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-ee69cda1-dcee-469c-b862-b6d7aba3735b tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:32:05.965145 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-ee69cda1-dcee-469c-b862-b6d7aba3735b tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:32:06.033179 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-ee69cda1-dcee-469c-b862-b6d7aba3735b tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Made reservation on behalf of b2be9708be2a4e27beb28819ba0fc835 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:32:06.036280 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-ee69cda1-dcee-469c-b862-b6d7aba3735b tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:06.095541 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-cd48b553-8853-4b28-834e-05a71ec42673 req-5ba70781-5aab-4ce4-ab30-932517244159 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=62327276-417d-492f-988e-7121dc66fc2e HTTP/1.1" status: 200 len: 210 time: 0.0441542 Dec 22 13:32:06.360675 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-ee69cda1-dcee-469c-b862-b6d7aba3735b tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Allocated IP 172.20.0.3 (10e79ce2-fabb-4316-a76b-1469cb51a232/d855c4ed-0ace-4ba2-aafe-06ef167ba3f1/93441c6e-0cf7-4fa1-aa81-ef993d22b5ec) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:32:06.556595 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-ee69cda1-dcee-469c-b862-b6d7aba3735b tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:06.571679 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-ee69cda1-dcee-469c-b862-b6d7aba3735b tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Transition to ACTIVE for port object 93441c6e-0cf7-4fa1-aa81-ef993d22b5ec will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:32:06.678579 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-ee69cda1-dcee-469c-b862-b6d7aba3735b tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:06.684467 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-79c6df3b-89ca-46e0-85a0-1a4dfcd3b07e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:32:06.753757 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-ee69cda1-dcee-469c-b862-b6d7aba3735b tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Network 10e79ce2-fabb-4316-a76b-1469cb51a232 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:32:06.757201 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-ee69cda1-dcee-469c-b862-b6d7aba3735b tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:32:06.762086 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-ee69cda1-dcee-469c-b862-b6d7aba3735b tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:32:06.787889 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69cda1-dcee-469c-b862-b6d7aba3735b tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Pushing event updated for resources: {'Port': ['ID=93441c6e-0cf7-4fa1-aa81-ef993d22b5ec,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:32:06.794922 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ee69cda1-dcee-469c-b862-b6d7aba3735b tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:32:06.831589 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-ee69cda1-dcee-469c-b862-b6d7aba3735b tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:32:06.832217 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-ee69cda1-dcee-469c-b862-b6d7aba3735b tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:06.921747 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-ee69cda1-dcee-469c-b862-b6d7aba3735b tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1131251 Dec 22 13:32:06.934975 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-9c6ed341-5714-41c6-b4af-52f24109403c service neutron] Request body: {'port': {'device_id': '62327276-417d-492f-988e-7121dc66fc2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:32:07.045011 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-9c6ed341-5714-41c6-b4af-52f24109403c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:07.128617 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a8353484-6eb3-437c-b991-ec294a85aec7 None None] Provisioning for port 93441c6e-0cf7-4fa1-aa81-ef993d22b5ec completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:32:07.128617 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a8353484-6eb3-437c-b991-ec294a85aec7 None None] Provisioning complete for port 93441c6e-0cf7-4fa1-aa81-ef993d22b5ec triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:32:07.130200 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a8353484-6eb3-437c-b991-ec294a85aec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:07.190419 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-a8353484-6eb3-437c-b991-ec294a85aec7 None None] Port 93441c6e-0cf7-4fa1-aa81-ef993d22b5ec cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:32:07.335103 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d37b88-315a-43b9-8a94-0d301bce433b req-dae9859f-8656-427d-8856-59ba9701252e tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:32:07.336725 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-38d37b88-315a-43b9-8a94-0d301bce433b req-dae9859f-8656-427d-8856-59ba9701252e tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=62327276-417d-492f-988e-7121dc66fc2e HTTP/1.1" status: 200 len: 931 time: 0.0846970 Dec 22 13:32:07.383630 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-38d37b88-315a-43b9-8a94-0d301bce433b req-3f241e9a-b669-42ad-bb06-8a0417db1f41 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408328 Dec 22 13:32:07.408730 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-9c6ed341-5714-41c6-b4af-52f24109403c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93441c6e-0cf7-4fa1-aa81-ef993d22b5ec {{(pid=84149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:32:07.411595 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-9c6ed341-5714-41c6-b4af-52f24109403c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:07.426426 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-9c6ed341-5714-41c6-b4af-52f24109403c service neutron] Transition to ACTIVE for port object 93441c6e-0cf7-4fa1-aa81-ef993d22b5ec will not be triggered until provisioned by entity L2. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:32:07.507020 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-9c6ed341-5714-41c6-b4af-52f24109403c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:07.511972 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b0007025-9e83-49f6-8730-3915ff387e06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:32:07.638015 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ed341-5714-41c6-b4af-52f24109403c service neutron] Pushing event updated for resources: {'Port': ['ID=93441c6e-0cf7-4fa1-aa81-ef993d22b5ec,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:32:07.646736 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9c6ed341-5714-41c6-b4af-52f24109403c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:32:07.754217 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-9c6ed341-5714-41c6-b4af-52f24109403c service neutron] Attempting to bind port 93441c6e-0cf7-4fa1-aa81-ef993d22b5ec on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:32:07.754844 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-9c6ed341-5714-41c6-b4af-52f24109403c service neutron] Attempting to bind port 93441c6e-0cf7-4fa1-aa81-ef993d22b5ec by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'f468e2c3-8d76-44b5-a1f5-b6db2225bdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:32:07.754940 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-9c6ed341-5714-41c6-b4af-52f24109403c service neutron] Attempting to bind port 93441c6e-0cf7-4fa1-aa81-ef993d22b5ec on network 10e79ce2-fabb-4316-a76b-1469cb51a232 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:32:07.761265 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-9c6ed341-5714-41c6-b4af-52f24109403c service neutron] Port 93441c6e-0cf7-4fa1-aa81-ef993d22b5ec on network 10e79ce2-fabb-4316-a76b-1469cb51a232 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:32:07.761590 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-9c6ed341-5714-41c6-b4af-52f24109403c service neutron] Attempting to bind port 93441c6e-0cf7-4fa1-aa81-ef993d22b5ec on network 10e79ce2-fabb-4316-a76b-1469cb51a232 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:32:07.769716 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-9c6ed341-5714-41c6-b4af-52f24109403c service neutron] Checking agent: {'id': '72ee2f79-9ac0-483e-b4fd-5b910a776581', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'started_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:32:07.770049 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-9c6ed341-5714-41c6-b4af-52f24109403c service neutron] Checking segment: {'id': 'f468e2c3-8d76-44b5-a1f5-b6db2225bdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:32:07.770529 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-9c6ed341-5714-41c6-b4af-52f24109403c service neutron] Bound using segment: {'id': 'f468e2c3-8d76-44b5-a1f5-b6db2225bdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232'} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:32:07.770958 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-9c6ed341-5714-41c6-b4af-52f24109403c service neutron] Bound port: 93441c6e-0cf7-4fa1-aa81-ef993d22b5ec, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f468e2c3-8d76-44b5-a1f5-b6db2225bdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232'}}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:32:07.771307 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-9c6ed341-5714-41c6-b4af-52f24109403c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:07.863850 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-9c6ed341-5714-41c6-b4af-52f24109403c service neutron] For port 93441c6e-0cf7-4fa1-aa81-ef993d22b5ec, host hv-neutron-8226, cleared binding levels {{(pid=84149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:32:07.867331 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-9c6ed341-5714-41c6-b4af-52f24109403c service neutron] For port 93441c6e-0cf7-4fa1-aa81-ef993d22b5ec, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=93441c6e-0cf7-4fa1-aa81-ef993d22b5ec,segment=NetworkSegment(f468e2c3-8d76-44b5-a1f5-b6db2225bdd5),segment_id=f468e2c3-8d76-44b5-a1f5-b6db2225bdd5)] {{(pid=84149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:32:07.955665 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-9c6ed341-5714-41c6-b4af-52f24109403c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:07.960931 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b9865373-8b2d-4a26-9965-7c274cf0a38a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:32:07.981023 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6a476fd5-20cc-45fb-a1fd-4ad2f17ae7d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:08.015150 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-9c6ed341-5714-41c6-b4af-52f24109403c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:08.016948 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-9c6ed341-5714-41c6-b4af-52f24109403c service neutron] 10.222.0.45 "PUT /v2.0/ports/93441c6e-0cf7-4fa1-aa81-ef993d22b5ec HTTP/1.1" status: 200 len: 1093 time: 1.0865140 Dec 22 13:32:08.019581 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62327276-417d-492f-988e-7121dc66fc2e', 'tag': '93441c6e-0cf7-4fa1-aa81-ef993d22b5ec'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:32:08.048594 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ed341-5714-41c6-b4af-52f24109403c service neutron] Pushing event updated for resources: {'Port': ['ID=93441c6e-0cf7-4fa1-aa81-ef993d22b5ec,revision_number=3']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:32:08.052350 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9c6ed341-5714-41c6-b4af-52f24109403c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:32:08.086125 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62327276-417d-492f-988e-7121dc66fc2e', 'tag': '93441c6e-0cf7-4fa1-aa81-ef993d22b5ec', 'status': 'completed', 'code': 200} Dec 22 13:32:08.185526 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-631b5c03-29bd-46d3-87a6-1f81ff784e2d req-229a8ff3-5db3-4fbf-b0ed-45f190cb6413 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b2be9708be2a4e27beb28819ba0fc835&device_id=62327276-417d-492f-988e-7121dc66fc2e HTTP/1.1" status: 200 len: 1096 time: 0.0782261 Dec 22 13:32:08.328656 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b5c03-29bd-46d3-87a6-1f81ff784e2d req-9bf91925-b1d8-4ef3-9efe-51fdf41529e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:32:08.330019 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-631b5c03-29bd-46d3-87a6-1f81ff784e2d req-9bf91925-b1d8-4ef3-9efe-51fdf41529e7 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=b2be9708be2a4e27beb28819ba0fc835&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1368213 Dec 22 13:32:08.568984 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b5c03-29bd-46d3-87a6-1f81ff784e2d req-de5e27e8-6110-42f6-b03e-5b93224fde4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:32:08.571153 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-631b5c03-29bd-46d3-87a6-1f81ff784e2d req-de5e27e8-6110-42f6-b03e-5b93224fde4f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2346647 Dec 22 13:32:08.588196 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d879b-2a61-4c70-b72b-1f4b23225d4b req-125829aa-d0c3-4f55-be34-1e325a0330d7 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:32:08.589760 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-a88d879b-2a61-4c70-b72b-1f4b23225d4b req-125829aa-d0c3-4f55-be34-1e325a0330d7 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=62327276-417d-492f-988e-7121dc66fc2e HTTP/1.1" status: 200 len: 943 time: 0.0844629 Dec 22 13:32:08.635777 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-a88d879b-2a61-4c70-b72b-1f4b23225d4b req-6ae7243b-0859-4178-8104-7082899c7f7a tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393252 Dec 22 13:32:08.674696 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-7614a4c0-9b44-409c-8907-d7e20cdb090d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b2be9708be2a4e27beb28819ba0fc835&device_id=62327276-417d-492f-988e-7121dc66fc2e HTTP/1.1" status: 200 len: 1096 time: 0.0686779 Dec 22 13:32:08.747156 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-3ebb6ff9-52c3-46aa-bc26-c567793d339c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93441c6e-0cf7-4fa1-aa81-ef993d22b5ec HTTP/1.1" status: 200 len: 217 time: 0.0646713 Dec 22 13:32:08.890962 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-6bc5d230-3201-45fc-90bc-9246a7349daa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:32:08.892378 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-6bc5d230-3201-45fc-90bc-9246a7349daa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d855c4ed-0ace-4ba2-aafe-06ef167ba3f1 HTTP/1.1" status: 200 len: 851 time: 0.1381121 Dec 22 13:32:08.949468 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:08.972895 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-3df952a4-25d2-46ea-83a0-56c9127878d0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10e79ce2-fabb-4316-a76b-1469cb51a232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737653 Dec 22 13:32:09.106000 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-bcc1e678-cd64-4895-886d-03bd05c84d8e service neutron] 10.222.0.45 "GET /v2.0/networks/10e79ce2-fabb-4316-a76b-1469cb51a232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262250 Dec 22 13:32:09.110994 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:32:09.239212 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a946e3b8-280b-43dd-96ff-d3aeff58b282 req-9b512847-93d4-4ac9-a0d5-196bb452c053 service neutron] 10.222.0.45 "GET /v2.0/networks/10e79ce2-fabb-4316-a76b-1469cb51a232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258047 Dec 22 13:32:09.263801 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:09.830405 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93863651-084f-4db8-a7c7-bc0cc6163ecd req-1c89d1bb-bc96-41d3-b99d-d65e87369aa2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:32:09.830982 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-93863651-084f-4db8-a7c7-bc0cc6163ecd req-1c89d1bb-bc96-41d3-b99d-d65e87369aa2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Synchronizing usage tracker for tenant:b2be9708be2a4e27beb28819ba0fc835 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:32:09.920673 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-93863651-084f-4db8-a7c7-bc0cc6163ecd req-1c89d1bb-bc96-41d3-b99d-d65e87369aa2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Unset dirty status for tenant:b2be9708be2a4e27beb28819ba0fc835 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:32:09.921841 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-93863651-084f-4db8-a7c7-bc0cc6163ecd req-1c89d1bb-bc96-41d3-b99d-d65e87369aa2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=62327276-417d-492f-988e-7121dc66fc2e HTTP/1.1" status: 200 len: 943 time: 0.1666374 Dec 22 13:32:09.967874 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-93863651-084f-4db8-a7c7-bc0cc6163ecd req-2075ab7e-0d4e-404a-8382-6b8954b38dd6 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403612 Dec 22 13:32:10.454986 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:11.167735 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f2fba-8d05-406a-918f-0ed364d60e71 req-2ea71599-8127-453a-a755-e8bf44c82070 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:32:11.169177 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-fb4f2fba-8d05-406a-918f-0ed364d60e71 req-2ea71599-8127-453a-a755-e8bf44c82070 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=62327276-417d-492f-988e-7121dc66fc2e HTTP/1.1" status: 200 len: 943 time: 0.0771921 Dec 22 13:32:11.218800 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-fb4f2fba-8d05-406a-918f-0ed364d60e71 req-db60884a-b061-4ae4-b13d-fff886ffd8a7 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440817 Dec 22 13:32:12.417933 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77be90-ad72-4a40-a96b-c9eb2b91fe88 req-f1f8e14a-8fd4-446c-827a-24fc27378f54 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:32:12.419395 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1e77be90-ad72-4a40-a96b-c9eb2b91fe88 req-f1f8e14a-8fd4-446c-827a-24fc27378f54 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=62327276-417d-492f-988e-7121dc66fc2e HTTP/1.1" status: 200 len: 943 time: 0.0804782 Dec 22 13:32:12.464917 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1e77be90-ad72-4a40-a96b-c9eb2b91fe88 req-8e019ac0-97aa-4c67-9069-a1da23fb9a24 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398512 Dec 22 13:32:13.661232 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a301a-89c5-4938-bac2-04744096c5fb req-e7f9ec4d-f90e-43d6-b2be-b37331eb5156 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:32:13.662717 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-774a301a-89c5-4938-bac2-04744096c5fb req-e7f9ec4d-f90e-43d6-b2be-b37331eb5156 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=62327276-417d-492f-988e-7121dc66fc2e HTTP/1.1" status: 200 len: 943 time: 0.0778015 Dec 22 13:32:13.707944 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-774a301a-89c5-4938-bac2-04744096c5fb req-69003026-4b3b-4ddc-a465-46c8bdb2c28c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395694 Dec 22 13:32:14.906337 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248bedbb-f33d-481c-9152-532f29ccfe93 req-250528b5-9a52-41fe-bb81-a89519fbe5fe tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:32:14.909332 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-248bedbb-f33d-481c-9152-532f29ccfe93 req-250528b5-9a52-41fe-bb81-a89519fbe5fe tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=62327276-417d-492f-988e-7121dc66fc2e HTTP/1.1" status: 200 len: 943 time: 0.0808415 Dec 22 13:32:14.953096 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-248bedbb-f33d-481c-9152-532f29ccfe93 req-f099a07d-2c09-4c2d-a200-6cdf108cda44 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397108 Dec 22 13:32:15.368752 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 93441c6e-0cf7-4fa1-aa81-ef993d22b5ec details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:32:15.502365 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 93441c6e-0cf7-4fa1-aa81-ef993d22b5ec, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=93441c6e-0cf7-4fa1-aa81-ef993d22b5ec,segment=NetworkSegment(f468e2c3-8d76-44b5-a1f5-b6db2225bdd5),segment_id=f468e2c3-8d76-44b5-a1f5-b6db2225bdd5)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:32:15.516693 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '93441c6e-0cf7-4fa1-aa81-ef993d22b5ec', 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'port_id': '93441c6e-0cf7-4fa1-aa81-ef993d22b5ec', 'mac_address': 'fa:16:3e:5a:45:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:32:15.574423 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:15.591491 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93441c6e-0cf7-4fa1-aa81-ef993d22b5ec {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:32:15.606449 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 93441c6e-0cf7-4fa1-aa81-ef993d22b5ec, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=93441c6e-0cf7-4fa1-aa81-ef993d22b5ec,segment=NetworkSegment(f468e2c3-8d76-44b5-a1f5-b6db2225bdd5),segment_id=f468e2c3-8d76-44b5-a1f5-b6db2225bdd5)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:32:15.700692 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:15.707058 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-cd6b4e05-4100-4608-806c-42713a361ec3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:32:15.767126 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=93441c6e-0cf7-4fa1-aa81-ef993d22b5ec,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:32:15.770074 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:32:15.959819 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['93441c6e-0cf7-4fa1-aa81-ef993d22b5ec'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:32:16.155840 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bac53-335e-4552-aa92-d781527642d2 req-9fb680d9-a626-40f4-98d5-614ecc9ef67c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:32:16.157334 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5b5bac53-335e-4552-aa92-d781527642d2 req-9fb680d9-a626-40f4-98d5-614ecc9ef67c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=62327276-417d-492f-988e-7121dc66fc2e HTTP/1.1" status: 200 len: 944 time: 0.0836298 Dec 22 13:32:16.203138 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5b5bac53-335e-4552-aa92-d781527642d2 req-e96b5f77-fe91-4fcb-99c6-99533d3ee437 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401340 Dec 22 13:32:17.380220 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 93441c6e-0cf7-4fa1-aa81-ef993d22b5ec up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:32:17.407136 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd188eb-be6a-4029-bcb4-5164c1ef3e28 req-ab299c9a-fbbf-464a-a2bd-75d70ab5d366 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:32:17.408591 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1dd188eb-be6a-4029-bcb4-5164c1ef3e28 req-ab299c9a-fbbf-464a-a2bd-75d70ab5d366 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=62327276-417d-492f-988e-7121dc66fc2e HTTP/1.1" status: 200 len: 944 time: 0.0795979 Dec 22 13:32:17.455689 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1dd188eb-be6a-4029-bcb4-5164c1ef3e28 req-04abb769-d1a0-4a80-979a-f08d05577ee7 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413744 Dec 22 13:32:17.512385 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning for port 93441c6e-0cf7-4fa1-aa81-ef993d22b5ec completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:32:17.517537 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 93441c6e-0cf7-4fa1-aa81-ef993d22b5ec triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:32:17.517918 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:17.637156 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:17.658146 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62327276-417d-492f-988e-7121dc66fc2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93441c6e-0cf7-4fa1-aa81-ef993d22b5ec'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:32:17.668365 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 93441c6e-0cf7-4fa1-aa81-ef993d22b5ec, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=93441c6e-0cf7-4fa1-aa81-ef993d22b5ec,segment=NetworkSegment(f468e2c3-8d76-44b5-a1f5-b6db2225bdd5),segment_id=f468e2c3-8d76-44b5-a1f5-b6db2225bdd5)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:32:17.713888 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62327276-417d-492f-988e-7121dc66fc2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93441c6e-0cf7-4fa1-aa81-ef993d22b5ec', 'code': 200} Dec 22 13:32:17.792244 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:17.794086 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:32:17.859461 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=93441c6e-0cf7-4fa1-aa81-ef993d22b5ec,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:32:17.862537 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:32:18.178199 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0390ad83-3bff-4a72-a00e-9685c053e6b8 req-270d507c-1b37-40a3-a2a2-e6029503b1fc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=62327276-417d-492f-988e-7121dc66fc2e HTTP/1.1" status: 200 len: 1098 time: 0.0700853 Dec 22 13:32:18.225122 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0390ad83-3bff-4a72-a00e-9685c053e6b8 req-f5ac5739-f0ee-4160-af79-179fb11a5884 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396426 Dec 22 13:32:18.652626 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481fa40-ad5b-471e-b3f7-168e873b3a54 req-bc98d425-b94c-4678-8b09-f30938a6e2ec tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:32:18.654067 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7481fa40-ad5b-471e-b3f7-168e873b3a54 req-bc98d425-b94c-4678-8b09-f30938a6e2ec tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=62327276-417d-492f-988e-7121dc66fc2e HTTP/1.1" status: 200 len: 945 time: 0.0765681 Dec 22 13:32:18.700037 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7481fa40-ad5b-471e-b3f7-168e873b3a54 req-4f65875c-c743-41fb-ac0b-3dbdf3bd4970 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403998 Dec 22 13:32:19.899708 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2a6a9-2abf-49d5-ba3d-9aee5aca35a6 req-210f183a-c9ac-4a77-b82f-a59bf98fc3a3 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:32:19.901153 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4dd2a6a9-2abf-49d5-ba3d-9aee5aca35a6 req-210f183a-c9ac-4a77-b82f-a59bf98fc3a3 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=62327276-417d-492f-988e-7121dc66fc2e HTTP/1.1" status: 200 len: 945 time: 0.0762820 Dec 22 13:32:19.947821 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4dd2a6a9-2abf-49d5-ba3d-9aee5aca35a6 req-1da85313-c7fe-4041-880a-08a85c4b790f tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400844 Dec 22 13:32:20.158400 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91381f8d-bb7d-485e-80d1-649703d5309c req-073d5f3b-8028-4b82-b376-e75e168bd58c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:32:20.159879 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-91381f8d-bb7d-485e-80d1-649703d5309c req-073d5f3b-8028-4b82-b376-e75e168bd58c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=62327276-417d-492f-988e-7121dc66fc2e HTTP/1.1" status: 200 len: 945 time: 0.0845313 Dec 22 13:32:20.207850 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-91381f8d-bb7d-485e-80d1-649703d5309c req-cd1f690c-2bf1-48df-8096-4b2f62be2abf tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425551 Dec 22 13:32:20.242255 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52860) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:32:20.448737 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d496895c-feb4-4d39-a20b-57fed4b34451 tempest-TestVolumeBootPattern-1234099207 tempest-TestVolumeBootPattern-1234099207-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=62327276-417d-492f-988e-7121dc66fc2e HTTP/1.1" status: 200 len: 1093 time: 0.2051547 Dec 22 13:32:20.453668 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52866) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:32:20.459119 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-24fafef1-690e-4dfc-8dd1-59ea48cf8e54 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Request body: {'floatingip': {'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'port_id': '93441c6e-0cf7-4fa1-aa81-ef993d22b5ec', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:32:20.464667 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-24fafef1-690e-4dfc-8dd1-59ea48cf8e54 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:32:20.468575 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-24fafef1-690e-4dfc-8dd1-59ea48cf8e54 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Usage tracker for resource:floatingip and tenant:b2be9708be2a4e27beb28819ba0fc835 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:32:20.471419 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-24fafef1-690e-4dfc-8dd1-59ea48cf8e54 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:32:20.477093 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-24fafef1-690e-4dfc-8dd1-59ea48cf8e54 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:32:20.609480 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-24fafef1-690e-4dfc-8dd1-59ea48cf8e54 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for floatingip, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:20.745770 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-24fafef1-690e-4dfc-8dd1-59ea48cf8e54 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:20.877437 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-24fafef1-690e-4dfc-8dd1-59ea48cf8e54 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Allocated IP 172.26.1.146 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/b7482fed-8405-4e2e-ba0f-7b3d0e01ba63) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:32:21.134374 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-24fafef1-690e-4dfc-8dd1-59ea48cf8e54 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:21.218071 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-24fafef1-690e-4dfc-8dd1-59ea48cf8e54 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:21.222476 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-be196db4-585f-440f-a6e7-e5978b8b5015 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:32:21.277497 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fafef1-690e-4dfc-8dd1-59ea48cf8e54 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:32:21.285249 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-24fafef1-690e-4dfc-8dd1-59ea48cf8e54 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:32:21.290817 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fafef1-690e-4dfc-8dd1-59ea48cf8e54 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:32:21.317698 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fafef1-690e-4dfc-8dd1-59ea48cf8e54 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Pushing event updated for resources: {'Port': ['ID=b7482fed-8405-4e2e-ba0f-7b3d0e01ba63,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:32:21.323534 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-24fafef1-690e-4dfc-8dd1-59ea48cf8e54 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:32:21.804515 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-24fafef1-690e-4dfc-8dd1-59ea48cf8e54 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:21.936148 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-24fafef1-690e-4dfc-8dd1-59ea48cf8e54 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:22.141199 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-24fafef1-690e-4dfc-8dd1-59ea48cf8e54 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:22.188477 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-24fafef1-690e-4dfc-8dd1-59ea48cf8e54 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:22.193054 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-27f69df9-b8ab-416b-8e0a-5658feb1c3a7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:32:22.295558 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fafef1-690e-4dfc-8dd1-59ea48cf8e54 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Pushing event updated for resources: {'Port': ['ID=b7482fed-8405-4e2e-ba0f-7b3d0e01ba63,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:32:22.298498 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-24fafef1-690e-4dfc-8dd1-59ea48cf8e54 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:32:22.312865 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-24fafef1-690e-4dfc-8dd1-59ea48cf8e54 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:22.507810 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.l3_db [None req-24fafef1-690e-4dfc-8dd1-59ea48cf8e54 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Floating IP b568b1d4-47be-4b5e-8680-c91b79b9cce2 associated. External IP: 172.26.1.146, port: 93441c6e-0cf7-4fa1-aa81-ef993d22b5ec. Dec 22 13:32:23.007676 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24fafef1-690e-4dfc-8dd1-59ea48cf8e54 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Router 83c6cb27-2a32-4704-be30-7a16100582bd has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:32:23.213594 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fafef1-690e-4dfc-8dd1-59ea48cf8e54 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:32:23.224055 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f339a0cb-daae-42f8-b5cf-10a80851ce4a None None] Sync routers for ids ['83c6cb27-2a32-4704-be30-7a16100582bd'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:32:23.237003 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f339a0cb-daae-42f8-b5cf-10a80851ce4a None None] Routers {'83c6cb27-2a32-4704-be30-7a16100582bd'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:32:23.237649 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-f339a0cb-daae-42f8-b5cf-10a80851ce4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:32:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['83c6cb27-2a32-4704-be30-7a16100582bd'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:32:23.326525 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-24fafef1-690e-4dfc-8dd1-59ea48cf8e54 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:23.393407 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-24fafef1-690e-4dfc-8dd1-59ea48cf8e54 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9269524 Dec 22 13:32:23.393407 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62327276-417d-492f-988e-7121dc66fc2e', 'tag': '93441c6e-0cf7-4fa1-aa81-ef993d22b5ec'}] {{(pid=84148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:32:23.416883 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-f339a0cb-daae-42f8-b5cf-10a80851ce4a None None] Set router 83c6cb27-2a32-4704-be30-7a16100582bd gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:32:23.439615 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62327276-417d-492f-988e-7121dc66fc2e', 'tag': '93441c6e-0cf7-4fa1-aa81-ef993d22b5ec', 'status': 'completed', 'code': 200} Dec 22 13:32:23.534039 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-be9c5a16-97ee-45ce-b2fd-8de846d7bb42 req-271af377-f397-4679-8090-99ba38be3cb0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b2be9708be2a4e27beb28819ba0fc835&device_id=62327276-417d-492f-988e-7121dc66fc2e HTTP/1.1" status: 200 len: 1098 time: 0.0717239 Dec 22 13:32:23.670579 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c5a16-97ee-45ce-b2fd-8de846d7bb42 req-0d65d68a-4958-4e63-ae3b-e9a87ae5eeea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:32:23.672137 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-be9c5a16-97ee-45ce-b2fd-8de846d7bb42 req-0d65d68a-4958-4e63-ae3b-e9a87ae5eeea service neutron] 10.222.0.45 "GET /v2.0/networks?id=10e79ce2-fabb-4316-a76b-1469cb51a232 HTTP/1.1" status: 200 len: 913 time: 0.1310332 Dec 22 13:32:23.784017 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-be9c5a16-97ee-45ce-b2fd-8de846d7bb42 req-ef466c93-8f68-4f47-b525-71b24e96532f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93441c6e-0cf7-4fa1-aa81-ef993d22b5ec HTTP/1.1" status: 200 len: 999 time: 0.1027825 Dec 22 13:32:23.793257 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-f339a0cb-daae-42f8-b5cf-10a80851ce4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'name': 'tempest-TestVolumeBootPattern-1566605488-router', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4'}], 'enable_snat': True}, 'gw_port_id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:15Z', 'revision_number': 4, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'gw_port': {'id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:36:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:05Z', 'updated_at': '2021-12-22T13:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '28203248-ba57-47b3-abe5-cdfe0d62f43b', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'floating_ip_address': '172.26.1.200', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'port_id': '811ead41-dacc-4cab-8435-dd3940dc5ee5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'mac_address': 'fa:16:3e:e6:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2543e39-10bc-4ee6-8f16-1fadc7e2562e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:29:16Z', 'updated_at': '2021-12-22T13:29:20Z', 'revision_number': 1, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'fixed_ip_address_scope': None}, {'id': 'b568b1d4-47be-4b5e-8680-c91b79b9cce2', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'floating_ip_address': '172.26.1.146', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'port_id': '93441c6e-0cf7-4fa1-aa81-ef993d22b5ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'mac_address': 'fa:16:3e:5a:45:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62327276-417d-492f-988e-7121dc66fc2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:32:21Z', 'updated_at': '2021-12-22T13:32:21Z', 'revision_number': 0, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2d4ddd-3882-4fa9-9ee5-99771093213f', 'name': '', 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'mac_address': 'fa:16:3e:77:26:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:13Z', 'updated_at': '2021-12-22T13:24:32Z', 'revision_number': 5, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'subnets': [{'id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:32:23.797060 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f339a0cb-daae-42f8-b5cf-10a80851ce4a None None] Checking router: 83c6cb27-2a32-4704-be30-7a16100582bd for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:32:23.807658 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f339a0cb-daae-42f8-b5cf-10a80851ce4a None None] Routers {'83c6cb27-2a32-4704-be30-7a16100582bd'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:32:23.808255 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-f339a0cb-daae-42f8-b5cf-10a80851ce4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:32:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['83c6cb27-2a32-4704-be30-7a16100582bd'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:32:23.845956 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c5a16-97ee-45ce-b2fd-8de846d7bb42 req-11923ece-c52c-488c-8e98-3f8d6f9cc520 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:32:23.847325 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-be9c5a16-97ee-45ce-b2fd-8de846d7bb42 req-11923ece-c52c-488c-8e98-3f8d6f9cc520 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d855c4ed-0ace-4ba2-aafe-06ef167ba3f1 HTTP/1.1" status: 200 len: 851 time: 0.0568168 Dec 22 13:32:23.996045 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-f339a0cb-daae-42f8-b5cf-10a80851ce4a None None] Set router 83c6cb27-2a32-4704-be30-7a16100582bd gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:32:24.033804 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-be9c5a16-97ee-45ce-b2fd-8de846d7bb42 req-3f944e80-a5ea-4f33-a616-9ef716c03845 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10e79ce2-fabb-4316-a76b-1469cb51a232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1801529 Dec 22 13:32:24.169258 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-be9c5a16-97ee-45ce-b2fd-8de846d7bb42 req-91a24786-7f63-48c4-b7c9-9824009c2692 service neutron] 10.222.0.45 "GET /v2.0/networks/10e79ce2-fabb-4316-a76b-1469cb51a232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283107 Dec 22 13:32:24.301341 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-be9c5a16-97ee-45ce-b2fd-8de846d7bb42 req-41031130-6a08-4ce8-8b91-7f8eddd5ba03 service neutron] 10.222.0.45 "GET /v2.0/networks/10e79ce2-fabb-4316-a76b-1469cb51a232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249259 Dec 22 13:32:24.343138 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-f339a0cb-daae-42f8-b5cf-10a80851ce4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'name': 'tempest-TestVolumeBootPattern-1566605488-router', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4'}], 'enable_snat': True}, 'gw_port_id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:15Z', 'revision_number': 4, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'gw_port': {'id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:36:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:05Z', 'updated_at': '2021-12-22T13:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '28203248-ba57-47b3-abe5-cdfe0d62f43b', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'floating_ip_address': '172.26.1.200', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'port_id': '811ead41-dacc-4cab-8435-dd3940dc5ee5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'mac_address': 'fa:16:3e:e6:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2543e39-10bc-4ee6-8f16-1fadc7e2562e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:29:16Z', 'updated_at': '2021-12-22T13:29:20Z', 'revision_number': 1, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'fixed_ip_address_scope': None}, {'id': 'b568b1d4-47be-4b5e-8680-c91b79b9cce2', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'floating_ip_address': '172.26.1.146', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'port_id': '93441c6e-0cf7-4fa1-aa81-ef993d22b5ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'mac_address': 'fa:16:3e:5a:45:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62327276-417d-492f-988e-7121dc66fc2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:32:21Z', 'updated_at': '2021-12-22T13:32:21Z', 'revision_number': 0, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2d4ddd-3882-4fa9-9ee5-99771093213f', 'name': '', 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'mac_address': 'fa:16:3e:77:26:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:13Z', 'updated_at': '2021-12-22T13:24:32Z', 'revision_number': 5, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'subnets': [{'id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:32:24.347026 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f339a0cb-daae-42f8-b5cf-10a80851ce4a None None] The sync data for ids ['83c6cb27-2a32-4704-be30-7a16100582bd'] in dv-neutron-822669-1-hyperv is: [{'id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'name': 'tempest-TestVolumeBootPattern-1566605488-router', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4'}], 'enable_snat': True}, 'gw_port_id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:15Z', 'revision_number': 4, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'gw_port': {'id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:36:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:05Z', 'updated_at': '2021-12-22T13:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '28203248-ba57-47b3-abe5-cdfe0d62f43b', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'floating_ip_address': '172.26.1.200', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'port_id': '811ead41-dacc-4cab-8435-dd3940dc5ee5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'mac_address': 'fa:16:3e:e6:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2543e39-10bc-4ee6-8f16-1fadc7e2562e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:29:16Z', 'updated_at': '2021-12-22T13:29:20Z', 'revision_number': 1, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'fixed_ip_address_scope': None}, {'id': 'b568b1d4-47be-4b5e-8680-c91b79b9cce2', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'floating_ip_address': '172.26.1.146', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'port_id': '93441c6e-0cf7-4fa1-aa81-ef993d22b5ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'mac_address': 'fa:16:3e:5a:45:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62327276-417d-492f-988e-7121dc66fc2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:32:21Z', 'updated_at': '2021-12-22T13:32:21Z', 'revision_number': 0, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2d4ddd-3882-4fa9-9ee5-99771093213f', 'name': '', 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'mac_address': 'fa:16:3e:77:26:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:13Z', 'updated_at': '2021-12-22T13:24:32Z', 'revision_number': 5, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'subnets': [{'id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:32:24.538565 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325d98a4-b408-48f6-832a-6dd4d99eb95f None None] New status for floating IP b568b1d4-47be-4b5e-8680-c91b79b9cce2: ACTIVE {{(pid=84150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:32:28.846210 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:35.726150 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-bfc8fd4e-a68f-490a-9802-e632b2507517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:36.961484 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52888) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:32:37.145846 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ae47d0b2-dcd6-4a6f-a54e-c5e2e95a1187 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/routers/33e66292-ff0e-479f-9941-dd28d671707e/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1830916 Dec 22 13:32:37.148601 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52892) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:32:37.419296 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1e358b-aefa-4e51-abec-df9592b34331 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Notify agent at dv-neutron-822669-1-hyperv the message router_removed_from_agent {{(pid=84148) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 22 13:32:37.422402 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-da1e358b-aefa-4e51-abec-df9592b34331 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "DELETE /v2.0/agents/2a9109d4-347b-406a-bc9d-cde5bc35e501/l3-routers/33e66292-ff0e-479f-9941-dd28d671707e HTTP/1.1" status: 204 len: 168 time: 0.2728965 Dec 22 13:32:37.425123 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52896) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:32:37.605778 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f964d9ac-d39a-4b08-9177-08a3c96e7365 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/routers/33e66292-ff0e-479f-9941-dd28d671707e/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1793811 Dec 22 13:32:37.608359 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52900) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:32:37.711602 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-99e8a5f2-98dd-474e-a4ff-0ca06d87d4c1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/045c2e7b-5c11-4ca7-9edd-8ef3519f7d35 HTTP/1.1" status: 200 len: 992 time: 0.1020322 Dec 22 13:32:38.020585 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6450daf8-5fd6-457a-b6e6-eb071fb5e40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:38.166998 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21535413-f079-458c-ad18-0e48d69a7291 None None] New status for floating IP 045c2e7b-5c11-4ca7-9edd-8ef3519f7d35: DOWN {{(pid=84151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:32:38.715012 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52904) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:32:38.826124 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-298772dd-230a-43a4-8389-1fb86647ca88 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/045c2e7b-5c11-4ca7-9edd-8ef3519f7d35 HTTP/1.1" status: 200 len: 990 time: 0.1096888 Dec 22 13:32:38.926802 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:39.176890 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 462d5501-160c-4f8e-8428-35ad08cae9d7 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:32:39.292245 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:39.304289 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:39.320214 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 462d5501-160c-4f8e-8428-35ad08cae9d7, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=462d5501-160c-4f8e-8428-35ad08cae9d7,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:32:39.403321 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:39.404063 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 42cbd4f0-9289-44c4-badf-88046b2cde39 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:32:39.427665 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c4696680-865f-4afb-8249-e98917d57aa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:32:39.520450 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=462d5501-160c-4f8e-8428-35ad08cae9d7,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:32:39.561880 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:32:39.561880 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:32:39.561880 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:32:39.561880 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:32:39.561880 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:32:39.561880 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:32:39.561880 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:32:39.561880 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:32:39.561880 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:32:39.561880 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:32:39.561880 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:32:39.571224 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:32:39.592321 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:39.672742 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 42cbd4f0-9289-44c4-badf-88046b2cde39, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=42cbd4f0-9289-44c4-badf-88046b2cde39,segment=NetworkSegment(f04db92e-8cfc-426c-9da3-e6cb968e29fd),segment_id=f04db92e-8cfc-426c-9da3-e6cb968e29fd)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:32:39.770547 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:39.770547 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-be04f5de-7157-43bd-8c85-a38fab55c0df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:32:39.833927 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=42cbd4f0-9289-44c4-badf-88046b2cde39,revision_number=6']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:32:39.840570 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:32:39.992570 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52910) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:32:40.290919 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553226ce-b25a-4cb0-a3c5-bde4abdf0000 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Router 33e66292-ff0e-479f-9941-dd28d671707e is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:32:40.290919 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553226ce-b25a-4cb0-a3c5-bde4abdf0000 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Notify agent at dv-neutron-822669-1-hyperv the message router_added_to_agent {{(pid=84148) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 22 13:32:40.325290 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-553226ce-b25a-4cb0-a3c5-bde4abdf0000 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "POST /v2.0/agents/2a9109d4-347b-406a-bc9d-cde5bc35e501/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3257055 Dec 22 13:32:40.325290 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52918) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:32:40.337584 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c289ad04-9910-48a5-a509-5bba3049f8ed None None] Sync routers for ids ['33e66292-ff0e-479f-9941-dd28d671707e'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:32:40.354218 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c289ad04-9910-48a5-a509-5bba3049f8ed None None] Routers {'33e66292-ff0e-479f-9941-dd28d671707e'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:32:40.354218 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-c289ad04-9910-48a5-a509-5bba3049f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:32:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['33e66292-ff0e-479f-9941-dd28d671707e'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:32:40.541046 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:40.587933 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-c289ad04-9910-48a5-a509-5bba3049f8ed None None] Set router 33e66292-ff0e-479f-9941-dd28d671707e gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:32:40.678144 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8657f988-2b42-4dbc-a606-4b4ee896ad58 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/routers/33e66292-ff0e-479f-9941-dd28d671707e/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3528292 Dec 22 13:32:40.678144 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52922) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:32:40.798192 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-64167907-0b63-43fb-b013-13f768760bd0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/045c2e7b-5c11-4ca7-9edd-8ef3519f7d35 HTTP/1.1" status: 200 len: 990 time: 0.1128621 Dec 22 13:32:40.968476 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-c289ad04-9910-48a5-a509-5bba3049f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e66292-ff0e-479f-9941-dd28d671707e', 'name': 'tempest-TestNetworkBasicOps-router-409419561', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.202'}], 'enable_snat': True}, 'gw_port_id': '462d5501-160c-4f8e-8428-35ad08cae9d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:33Z', 'updated_at': '2021-12-22T13:31:39Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '462d5501-160c-4f8e-8428-35ad08cae9d7', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e66292-ff0e-479f-9941-dd28d671707e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:34Z', 'updated_at': '2021-12-22T13:32:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '045c2e7b-5c11-4ca7-9edd-8ef3519f7d35', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.60', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '33e66292-ff0e-479f-9941-dd28d671707e', 'port_id': '9917dd87-4c48-4c3c-8a13-807aee088e26', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '190485b9-084e-4162-9e5a-35faaa4f07a3', 'mac_address': 'fa:16:3e:90:8c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd539cf8b-8b88-4f18-9d21-905358d34695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:32:02Z', 'updated_at': '2021-12-22T13:32:38Z', 'revision_number': 2, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42cbd4f0-9289-44c4-badf-88046b2cde39', 'name': '', 'network_id': '190485b9-084e-4162-9e5a-35faaa4f07a3', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:d6:02:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e66292-ff0e-479f-9941-dd28d671707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44daab33-7b3a-42af-b54c-0c80c2ec8ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:38Z', 'updated_at': '2021-12-22T13:32:39Z', 'revision_number': 6, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '44daab33-7b3a-42af-b54c-0c80c2ec8ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:32:40.973905 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c289ad04-9910-48a5-a509-5bba3049f8ed None None] Checking router: 33e66292-ff0e-479f-9941-dd28d671707e for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:32:40.984794 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c289ad04-9910-48a5-a509-5bba3049f8ed None None] Routers {'33e66292-ff0e-479f-9941-dd28d671707e'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:32:40.984794 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-c289ad04-9910-48a5-a509-5bba3049f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:32:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['33e66292-ff0e-479f-9941-dd28d671707e'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:32:41.170279 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-c289ad04-9910-48a5-a509-5bba3049f8ed None None] Set router 33e66292-ff0e-479f-9941-dd28d671707e gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:32:41.530288 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-c289ad04-9910-48a5-a509-5bba3049f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e66292-ff0e-479f-9941-dd28d671707e', 'name': 'tempest-TestNetworkBasicOps-router-409419561', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.202'}], 'enable_snat': True}, 'gw_port_id': '462d5501-160c-4f8e-8428-35ad08cae9d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:33Z', 'updated_at': '2021-12-22T13:31:39Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '462d5501-160c-4f8e-8428-35ad08cae9d7', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e66292-ff0e-479f-9941-dd28d671707e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:34Z', 'updated_at': '2021-12-22T13:32:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '045c2e7b-5c11-4ca7-9edd-8ef3519f7d35', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.60', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '33e66292-ff0e-479f-9941-dd28d671707e', 'port_id': '9917dd87-4c48-4c3c-8a13-807aee088e26', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '190485b9-084e-4162-9e5a-35faaa4f07a3', 'mac_address': 'fa:16:3e:90:8c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd539cf8b-8b88-4f18-9d21-905358d34695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:32:02Z', 'updated_at': '2021-12-22T13:32:38Z', 'revision_number': 2, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42cbd4f0-9289-44c4-badf-88046b2cde39', 'name': '', 'network_id': '190485b9-084e-4162-9e5a-35faaa4f07a3', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:d6:02:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e66292-ff0e-479f-9941-dd28d671707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44daab33-7b3a-42af-b54c-0c80c2ec8ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:38Z', 'updated_at': '2021-12-22T13:32:39Z', 'revision_number': 6, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '44daab33-7b3a-42af-b54c-0c80c2ec8ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:32:41.539128 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c289ad04-9910-48a5-a509-5bba3049f8ed None None] The sync data for ids ['33e66292-ff0e-479f-9941-dd28d671707e'] in dv-neutron-822669-1-hyperv is: [{'id': '33e66292-ff0e-479f-9941-dd28d671707e', 'name': 'tempest-TestNetworkBasicOps-router-409419561', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.202'}], 'enable_snat': True}, 'gw_port_id': '462d5501-160c-4f8e-8428-35ad08cae9d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:33Z', 'updated_at': '2021-12-22T13:31:39Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '462d5501-160c-4f8e-8428-35ad08cae9d7', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e66292-ff0e-479f-9941-dd28d671707e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:34Z', 'updated_at': '2021-12-22T13:32:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '045c2e7b-5c11-4ca7-9edd-8ef3519f7d35', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.60', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '33e66292-ff0e-479f-9941-dd28d671707e', 'port_id': '9917dd87-4c48-4c3c-8a13-807aee088e26', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '190485b9-084e-4162-9e5a-35faaa4f07a3', 'mac_address': 'fa:16:3e:90:8c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd539cf8b-8b88-4f18-9d21-905358d34695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:32:02Z', 'updated_at': '2021-12-22T13:32:38Z', 'revision_number': 2, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42cbd4f0-9289-44c4-badf-88046b2cde39', 'name': '', 'network_id': '190485b9-084e-4162-9e5a-35faaa4f07a3', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:d6:02:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e66292-ff0e-479f-9941-dd28d671707e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44daab33-7b3a-42af-b54c-0c80c2ec8ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:38Z', 'updated_at': '2021-12-22T13:32:39Z', 'revision_number': 6, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': '44daab33-7b3a-42af-b54c-0c80c2ec8ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:32:41.803123 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52926) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:32:41.993584 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-4c65fba2-aa99-4056-978e-472d20b1ace2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/045c2e7b-5c11-4ca7-9edd-8ef3519f7d35 HTTP/1.1" status: 200 len: 990 time: 0.1860499 Dec 22 13:32:42.994374 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52930) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:32:43.106911 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-83bd32e8-991f-4234-80fa-7cf72f934e24 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/045c2e7b-5c11-4ca7-9edd-8ef3519f7d35 HTTP/1.1" status: 200 len: 990 time: 0.1100538 Dec 22 13:32:43.245253 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 462d5501-160c-4f8e-8428-35ad08cae9d7 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:32:43.338360 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 462d5501-160c-4f8e-8428-35ad08cae9d7 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:32:43.338767 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:43.629524 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:43.629524 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 462d5501-160c-4f8e-8428-35ad08cae9d7, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=462d5501-160c-4f8e-8428-35ad08cae9d7,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:32:43.795147 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:43.795492 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 42cbd4f0-9289-44c4-badf-88046b2cde39 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:32:43.821887 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:32:43.949098 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=462d5501-160c-4f8e-8428-35ad08cae9d7,revision_number=6']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:32:43.952474 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:32:43.968496 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 42cbd4f0-9289-44c4-badf-88046b2cde39 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:32:43.968496 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:44.077331 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:44.107734 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52934) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:32:44.109800 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 42cbd4f0-9289-44c4-badf-88046b2cde39, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=42cbd4f0-9289-44c4-badf-88046b2cde39,segment=NetworkSegment(f04db92e-8cfc-426c-9da3-e6cb968e29fd),segment_id=f04db92e-8cfc-426c-9da3-e6cb968e29fd)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:32:44.171986 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:44.173814 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-cd6b4e05-4100-4608-806c-42713a361ec3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:32:44.216536 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-50976336-7d00-4692-8edd-e53f21fd5ae0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/045c2e7b-5c11-4ca7-9edd-8ef3519f7d35 HTTP/1.1" status: 200 len: 990 time: 0.1080487 Dec 22 13:32:44.241093 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=42cbd4f0-9289-44c4-badf-88046b2cde39,revision_number=7']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:32:44.244164 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:32:45.190795 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 462d5501-160c-4f8e-8428-35ad08cae9d7 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:32:45.218489 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52940) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:32:45.265027 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 462d5501-160c-4f8e-8428-35ad08cae9d7 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:32:45.265398 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:45.339222 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-7fe22335-f1f7-420a-bda6-15e8d85daa87 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/045c2e7b-5c11-4ca7-9edd-8ef3519f7d35 HTTP/1.1" status: 200 len: 990 time: 0.1092780 Dec 22 13:32:45.521212 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 42cbd4f0-9289-44c4-badf-88046b2cde39 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:32:45.586856 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 42cbd4f0-9289-44c4-badf-88046b2cde39 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:32:45.587267 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:46.114614 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:32:46.332888 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52944) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:32:46.440122 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ac9f70dd-a471-496a-b9cb-548c99818057 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/045c2e7b-5c11-4ca7-9edd-8ef3519f7d35 HTTP/1.1" status: 200 len: 990 time: 0.1059256 Dec 22 13:32:47.444218 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52948) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:32:47.550441 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-16e442a9-f1fb-4c55-b33f-ea1a22f4ee02 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/045c2e7b-5c11-4ca7-9edd-8ef3519f7d35 HTTP/1.1" status: 200 len: 990 time: 0.1049190 Dec 22 13:32:48.560042 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52952) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:32:48.673771 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-12099665-ea5d-4fa3-9044-aab2f8e650fc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/045c2e7b-5c11-4ca7-9edd-8ef3519f7d35 HTTP/1.1" status: 200 len: 990 time: 0.1101625 Dec 22 13:32:48.913475 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f60ed3b-663d-4980-9ef7-ff30f1274c20 None None] New status for floating IP 045c2e7b-5c11-4ca7-9edd-8ef3519f7d35: ACTIVE {{(pid=84151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:32:49.676754 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52956) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:32:49.782519 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-497d51ef-0224-4d1c-bd41-ed9e3e914288 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/045c2e7b-5c11-4ca7-9edd-8ef3519f7d35 HTTP/1.1" status: 200 len: 992 time: 0.1045024 Dec 22 13:32:50.101420 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52964) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:32:50.312031 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-7d81e6df-731b-44e7-91e6-398da16a8457 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting port 6eac6115-de69-4344-926b-7fcb208d4188 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:32:50.312378 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7d81e6df-731b-44e7-91e6-398da16a8457 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:50.540872 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7d81e6df-731b-44e7-91e6-398da16a8457 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:50.540872 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7d81e6df-731b-44e7-91e6-398da16a8457 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:50.661329 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-701184cc-392e-42ba-9fd7-b47257982b71 req-25cdc729-b07e-40ad-809f-a04f111342f8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e2543e39-10bc-4ee6-8f16-1fadc7e2562e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2360702 Dec 22 13:32:50.667321 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-7d81e6df-731b-44e7-91e6-398da16a8457 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Calling delete_port for 6eac6115-de69-4344-926b-7fcb208d4188 owned by network:floatingip {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:32:50.995116 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-701184cc-392e-42ba-9fd7-b47257982b71 req-6f837141-2161-4c4c-844e-b6700ab8acec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b2be9708be2a4e27beb28819ba0fc835&device_id=e2543e39-10bc-4ee6-8f16-1fadc7e2562e HTTP/1.1" status: 200 len: 1098 time: 0.2355678 Dec 22 13:32:51.042639 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7d81e6df-731b-44e7-91e6-398da16a8457 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:51.092093 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-458e5e28-6ea6-4624-b4c5-ff93957a42a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:32:51.147021 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d81e6df-731b-44e7-91e6-398da16a8457 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Port': ['ID=6eac6115-de69-4344-926b-7fcb208d4188,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:32:51.229082 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81e6df-731b-44e7-91e6-398da16a8457 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:32:51.229465 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81e6df-731b-44e7-91e6-398da16a8457 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:32:51.229847 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81e6df-731b-44e7-91e6-398da16a8457 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:32:51.230217 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81e6df-731b-44e7-91e6-398da16a8457 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:32:51.230696 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81e6df-731b-44e7-91e6-398da16a8457 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:32:51.235272 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81e6df-731b-44e7-91e6-398da16a8457 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:32:51.235272 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81e6df-731b-44e7-91e6-398da16a8457 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:32:51.235272 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81e6df-731b-44e7-91e6-398da16a8457 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:32:51.235272 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81e6df-731b-44e7-91e6-398da16a8457 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:32:51.235272 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81e6df-731b-44e7-91e6-398da16a8457 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:32:51.235272 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d81e6df-731b-44e7-91e6-398da16a8457 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:32:51.249198 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7d81e6df-731b-44e7-91e6-398da16a8457 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:32:51.298944 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701184cc-392e-42ba-9fd7-b47257982b71 req-5c3ea03a-b7b4-41a1-9523-1ca986275f23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:32:51.298944 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-701184cc-392e-42ba-9fd7-b47257982b71 req-5c3ea03a-b7b4-41a1-9523-1ca986275f23 service neutron] 10.222.0.45 "GET /v2.0/networks?id=10e79ce2-fabb-4316-a76b-1469cb51a232 HTTP/1.1" status: 200 len: 913 time: 0.2772491 Dec 22 13:32:51.298944 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7d81e6df-731b-44e7-91e6-398da16a8457 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for floatingip, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:51.485483 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-701184cc-392e-42ba-9fd7-b47257982b71 req-f021dbb4-01a6-41a2-81fe-866b6d78135b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=811ead41-dacc-4cab-8435-dd3940dc5ee5 HTTP/1.1" status: 200 len: 1001 time: 0.1222758 Dec 22 13:32:51.616922 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701184cc-392e-42ba-9fd7-b47257982b71 req-2e4fa95c-f798-444d-af86-9e8541d1d895 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:32:51.618345 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-701184cc-392e-42ba-9fd7-b47257982b71 req-2e4fa95c-f798-444d-af86-9e8541d1d895 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d855c4ed-0ace-4ba2-aafe-06ef167ba3f1 HTTP/1.1" status: 200 len: 851 time: 0.1332643 Dec 22 13:32:51.787459 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-701184cc-392e-42ba-9fd7-b47257982b71 req-e7c0a03c-75ef-4cd4-9d83-0731283402ce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10e79ce2-fabb-4316-a76b-1469cb51a232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1527998 Dec 22 13:32:51.994324 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-701184cc-392e-42ba-9fd7-b47257982b71 req-9f8d8a3b-3cb3-4c4c-a0d1-fe813f6603e4 service neutron] 10.222.0.45 "GET /v2.0/networks/10e79ce2-fabb-4316-a76b-1469cb51a232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969318 Dec 22 13:32:52.133086 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d81e6df-731b-44e7-91e6-398da16a8457 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router 33e66292-ff0e-479f-9941-dd28d671707e has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:32:52.163149 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-701184cc-392e-42ba-9fd7-b47257982b71 req-457d941c-3426-4c95-bc1c-d0f940d61d4a service neutron] 10.222.0.45 "GET /v2.0/networks/10e79ce2-fabb-4316-a76b-1469cb51a232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531768 Dec 22 13:32:52.479776 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d81e6df-731b-44e7-91e6-398da16a8457 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:32:52.579893 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7d81e6df-731b-44e7-91e6-398da16a8457 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:52.637606 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7d81e6df-731b-44e7-91e6-398da16a8457 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/floatingips/045c2e7b-5c11-4ca7-9edd-8ef3519f7d35 HTTP/1.1" status: 204 len: 168 time: 2.5351315 Dec 22 13:32:52.638570 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd539cf8b-8b88-4f18-9d21-905358d34695', 'tag': '9917dd87-4c48-4c3c-8a13-807aee088e26'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:32:52.696206 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd539cf8b-8b88-4f18-9d21-905358d34695', 'tag': '9917dd87-4c48-4c3c-8a13-807aee088e26', 'status': 'completed', 'code': 200} Dec 22 13:32:52.799369 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6b036445-31b5-4394-ba47-d2b9bbc95072 req-87644c6b-de0f-4e61-b363-9f85dd96c24f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=d539cf8b-8b88-4f18-9d21-905358d34695 HTTP/1.1" status: 200 len: 1098 time: 0.0770419 Dec 22 13:32:52.938403 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b036445-31b5-4394-ba47-d2b9bbc95072 req-4d2558fd-ec30-4e0b-a19c-63ee62e19822 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:32:52.939838 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6b036445-31b5-4394-ba47-d2b9bbc95072 req-4d2558fd-ec30-4e0b-a19c-63ee62e19822 service neutron] 10.222.0.45 "GET /v2.0/networks?id=190485b9-084e-4162-9e5a-35faaa4f07a3 HTTP/1.1" status: 200 len: 898 time: 0.1289868 Dec 22 13:32:53.016808 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6b036445-31b5-4394-ba47-d2b9bbc95072 req-422b4a27-7590-4291-a351-321756e8e67c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9917dd87-4c48-4c3c-8a13-807aee088e26 HTTP/1.1" status: 200 len: 217 time: 0.0661597 Dec 22 13:32:53.081003 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b036445-31b5-4394-ba47-d2b9bbc95072 req-1aaef854-8ee9-4ee2-be70-617d784d75d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:32:53.083573 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6b036445-31b5-4394-ba47-d2b9bbc95072 req-1aaef854-8ee9-4ee2-be70-617d784d75d2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=44daab33-7b3a-42af-b54c-0c80c2ec8ad7 HTTP/1.1" status: 200 len: 835 time: 0.0605273 Dec 22 13:32:53.200998 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6b036445-31b5-4394-ba47-d2b9bbc95072 req-1e6cf8df-2dea-4288-b7ac-f0d1897b0453 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=190485b9-084e-4162-9e5a-35faaa4f07a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1069753 Dec 22 13:32:53.360051 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d085481-e1c3-44e1-9348-dd366d4a6585 req-23d4cf37-f6fd-4b32-bf16-8aae3aebbf3c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:32:53.360726 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-1d085481-e1c3-44e1-9348-dd366d4a6585 req-23d4cf37-f6fd-4b32-bf16-8aae3aebbf3c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:32:53.367251 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6b036445-31b5-4394-ba47-d2b9bbc95072 req-09b21043-29dc-456d-8cbc-5e6002fee68f service neutron] 10.222.0.45 "GET /v2.0/networks/190485b9-084e-4162-9e5a-35faaa4f07a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549115 Dec 22 13:32:53.461967 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-1d085481-e1c3-44e1-9348-dd366d4a6585 req-23d4cf37-f6fd-4b32-bf16-8aae3aebbf3c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:32:53.464793 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1d085481-e1c3-44e1-9348-dd366d4a6585 req-23d4cf37-f6fd-4b32-bf16-8aae3aebbf3c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d539cf8b-8b88-4f18-9d21-905358d34695 HTTP/1.1" status: 200 len: 945 time: 0.2982056 Dec 22 13:32:53.533104 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6b036445-31b5-4394-ba47-d2b9bbc95072 req-13d4feb9-78fd-4a45-bc29-dbafb4c10399 service neutron] 10.222.0.45 "GET /v2.0/networks/190485b9-084e-4162-9e5a-35faaa4f07a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568565 Dec 22 13:32:53.540087 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1d085481-e1c3-44e1-9348-dd366d4a6585 req-e559c508-883c-4993-9e28-f3f339e3e5b3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=287bab55-a661-4d8c-9d85-0946c1797e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697975 Dec 22 13:32:54.737730 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd5651-3c3c-4623-b659-85ef38c014a3 req-5cd9a652-8046-4468-a4b7-35dffbaec5cb tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:32:54.737730 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a7fd5651-3c3c-4623-b659-85ef38c014a3 req-5cd9a652-8046-4468-a4b7-35dffbaec5cb tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "GET /v2.0/ports?device_id=d539cf8b-8b88-4f18-9d21-905358d34695 HTTP/1.1" status: 200 len: 945 time: 0.0864928 Dec 22 13:32:54.752583 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f3d1a-f4c9-4675-8eae-ce4f7cecf608 req-f70f5cf0-3fb2-426b-a269-013de73e7ab9 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:32:54.752583 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e79f3d1a-f4c9-4675-8eae-ce4f7cecf608 req-f70f5cf0-3fb2-426b-a269-013de73e7ab9 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d539cf8b-8b88-4f18-9d21-905358d34695 HTTP/1.1" status: 200 len: 945 time: 0.0839992 Dec 22 13:32:54.798865 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e79f3d1a-f4c9-4675-8eae-ce4f7cecf608 req-f41c50e3-deb8-4822-88ba-7a200e103f1e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=287bab55-a661-4d8c-9d85-0946c1797e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439098 Dec 22 13:32:54.810638 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-a7fd5651-3c3c-4623-b659-85ef38c014a3 req-d8d6f75d-154a-40b0-9d0b-6b5d63c04c17 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting port 9917dd87-4c48-4c3c-8a13-807aee088e26 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:32:54.811067 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-a7fd5651-3c3c-4623-b659-85ef38c014a3 req-d8d6f75d-154a-40b0-9d0b-6b5d63c04c17 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:55.061876 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-a7fd5651-3c3c-4623-b659-85ef38c014a3 req-d8d6f75d-154a-40b0-9d0b-6b5d63c04c17 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] For port 9917dd87-4c48-4c3c-8a13-807aee088e26, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9917dd87-4c48-4c3c-8a13-807aee088e26,segment=NetworkSegment(f04db92e-8cfc-426c-9da3-e6cb968e29fd),segment_id=f04db92e-8cfc-426c-9da3-e6cb968e29fd)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:32:55.062237 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-a7fd5651-3c3c-4623-b659-85ef38c014a3 req-d8d6f75d-154a-40b0-9d0b-6b5d63c04c17 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:55.185253 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-a7fd5651-3c3c-4623-b659-85ef38c014a3 req-d8d6f75d-154a-40b0-9d0b-6b5d63c04c17 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Calling delete_port for 9917dd87-4c48-4c3c-8a13-807aee088e26 owned by compute:nova {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:32:55.559806 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-a7fd5651-3c3c-4623-b659-85ef38c014a3 req-d8d6f75d-154a-40b0-9d0b-6b5d63c04c17 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:55.565794 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b39c4e2e-8f02-4993-b00e-3d48b791c27d tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:32:55.610767 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6f75d-154a-40b0-9d0b-6b5d63c04c17 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Port': ['ID=9917dd87-4c48-4c3c-8a13-807aee088e26,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:32:55.613336 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d8d6f75d-154a-40b0-9d0b-6b5d63c04c17 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:32:55.692760 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7fd5651-3c3c-4623-b659-85ef38c014a3 req-d8d6f75d-154a-40b0-9d0b-6b5d63c04c17 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] No DVR routers for this DVR port 9917dd87-4c48-4c3c-8a13-807aee088e26 on host hv-neutron-8226 {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:32:55.695294 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-a7fd5651-3c3c-4623-b659-85ef38c014a3 req-d8d6f75d-154a-40b0-9d0b-6b5d63c04c17 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:55.698606 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd539cf8b-8b88-4f18-9d21-905358d34695', 'name': 'network-vif-deleted', 'tag': '9917dd87-4c48-4c3c-8a13-807aee088e26'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:32:55.756521 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd539cf8b-8b88-4f18-9d21-905358d34695', 'name': 'network-vif-deleted', 'tag': '9917dd87-4c48-4c3c-8a13-807aee088e26', 'status': 'completed', 'code': 200} Dec 22 13:32:55.794781 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a7fd5651-3c3c-4623-b659-85ef38c014a3 req-d8d6f75d-154a-40b0-9d0b-6b5d63c04c17 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "DELETE /v2.0/ports/9917dd87-4c48-4c3c-8a13-807aee088e26 HTTP/1.1" status: 204 len: 173 time: 1.0515323 Dec 22 13:32:55.966646 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0da3fd14-ed5c-4b79-ab13-6e9761a69cef req-988c28f1-8306-4bde-b5a6-fd94fbac80e4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d539cf8b-8b88-4f18-9d21-905358d34695 HTTP/1.1" status: 200 len: 210 time: 0.0444250 Dec 22 13:32:57.076574 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 52986) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:32:57.148152 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-11eb9e67-59d6-4315-8519-b4b5db92f4a1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:57.178274 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-11eb9e67-59d6-4315-8519-b4b5db92f4a1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:57.305813 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-11eb9e67-59d6-4315-8519-b4b5db92f4a1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:57.310464 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-396ed60f-c31d-43cb-8831-8265ddfc2085 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:32:57.326069 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb9e67-59d6-4315-8519-b4b5db92f4a1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=287bab55-a661-4d8c-9d85-0946c1797e3b,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:32:57.328498 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-11eb9e67-59d6-4315-8519-b4b5db92f4a1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:32:57.396438 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-11eb9e67-59d6-4315-8519-b4b5db92f4a1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:57.397586 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-11eb9e67-59d6-4315-8519-b4b5db92f4a1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/security-groups/287bab55-a661-4d8c-9d85-0946c1797e3b HTTP/1.1" status: 204 len: 168 time: 0.3201065 Dec 22 13:32:57.489803 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 9917dd87-4c48-4c3c-8a13-807aee088e26 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:32:57.515509 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52992) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:32:57.529558 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] No Port match for: 9917dd87-4c48-4c3c-8a13-807aee088e26 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:32:57.530102 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 9917dd87-4c48-4c3c-8a13-807aee088e26 not bound to the agent host hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:32:57.923221 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7e511514-f843-43d8-aeac-47dd503dd68d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:58.658869 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-7e511514-f843-43d8-aeac-47dd503dd68d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting port 42cbd4f0-9289-44c4-badf-88046b2cde39 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:32:58.659471 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7e511514-f843-43d8-aeac-47dd503dd68d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:58.832122 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:58.847855 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-7e511514-f843-43d8-aeac-47dd503dd68d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] For port 42cbd4f0-9289-44c4-badf-88046b2cde39, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=42cbd4f0-9289-44c4-badf-88046b2cde39,segment=NetworkSegment(f04db92e-8cfc-426c-9da3-e6cb968e29fd),segment_id=f04db92e-8cfc-426c-9da3-e6cb968e29fd)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:32:58.848323 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7e511514-f843-43d8-aeac-47dd503dd68d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:58.969640 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-7e511514-f843-43d8-aeac-47dd503dd68d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Calling delete_port for 42cbd4f0-9289-44c4-badf-88046b2cde39 owned by network:router_interface {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:32:59.256883 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7e511514-f843-43d8-aeac-47dd503dd68d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:59.260779 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9d72286d-fe69-464b-afe9-ecaf8f4c6729 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:32:59.309816 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e511514-f843-43d8-aeac-47dd503dd68d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Port': ['ID=42cbd4f0-9289-44c4-badf-88046b2cde39,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:32:59.381658 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e511514-f843-43d8-aeac-47dd503dd68d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:32:59.382445 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e511514-f843-43d8-aeac-47dd503dd68d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:32:59.382445 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e511514-f843-43d8-aeac-47dd503dd68d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:32:59.382728 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e511514-f843-43d8-aeac-47dd503dd68d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:32:59.383261 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e511514-f843-43d8-aeac-47dd503dd68d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:32:59.383652 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e511514-f843-43d8-aeac-47dd503dd68d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:32:59.384018 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e511514-f843-43d8-aeac-47dd503dd68d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:32:59.384372 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e511514-f843-43d8-aeac-47dd503dd68d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:32:59.384733 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e511514-f843-43d8-aeac-47dd503dd68d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:32:59.385084 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e511514-f843-43d8-aeac-47dd503dd68d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:32:59.385559 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e511514-f843-43d8-aeac-47dd503dd68d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:32:59.389472 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7e511514-f843-43d8-aeac-47dd503dd68d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:32:59.390424 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe507ec-c496-4193-a03a-d951e7b09ff9 None None] Sync routers for ids ['33e66292-ff0e-479f-9941-dd28d671707e'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:32:59.406530 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe507ec-c496-4193-a03a-d951e7b09ff9 None None] Routers {'33e66292-ff0e-479f-9941-dd28d671707e'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:32:59.406530 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-6fe507ec-c496-4193-a03a-d951e7b09ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:32:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['33e66292-ff0e-479f-9941-dd28d671707e'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:32:59.612076 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-6fe507ec-c496-4193-a03a-d951e7b09ff9 None None] Set router 33e66292-ff0e-479f-9941-dd28d671707e gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:32:59.637892 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7e511514-f843-43d8-aeac-47dd503dd68d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:59.910100 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-6fe507ec-c496-4193-a03a-d951e7b09ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e66292-ff0e-479f-9941-dd28d671707e', 'name': 'tempest-TestNetworkBasicOps-router-409419561', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.202'}], 'enable_snat': True}, 'gw_port_id': '462d5501-160c-4f8e-8428-35ad08cae9d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:33Z', 'updated_at': '2021-12-22T13:32:59Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '462d5501-160c-4f8e-8428-35ad08cae9d7', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e66292-ff0e-479f-9941-dd28d671707e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:34Z', 'updated_at': '2021-12-22T13:32:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:32:59.914169 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe507ec-c496-4193-a03a-d951e7b09ff9 None None] Checking router: 33e66292-ff0e-479f-9941-dd28d671707e for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:32:59.925389 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe507ec-c496-4193-a03a-d951e7b09ff9 None None] Routers {'33e66292-ff0e-479f-9941-dd28d671707e'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:32:59.926007 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-6fe507ec-c496-4193-a03a-d951e7b09ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:32:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['33e66292-ff0e-479f-9941-dd28d671707e'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:33:00.103943 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-6fe507ec-c496-4193-a03a-d951e7b09ff9 None None] Set router 33e66292-ff0e-479f-9941-dd28d671707e gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:33:00.344537 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e511514-f843-43d8-aeac-47dd503dd68d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router 33e66292-ff0e-479f-9941-dd28d671707e has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:33:00.443931 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-6fe507ec-c496-4193-a03a-d951e7b09ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e66292-ff0e-479f-9941-dd28d671707e', 'name': 'tempest-TestNetworkBasicOps-router-409419561', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.202'}], 'enable_snat': True}, 'gw_port_id': '462d5501-160c-4f8e-8428-35ad08cae9d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:33Z', 'updated_at': '2021-12-22T13:32:59Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '462d5501-160c-4f8e-8428-35ad08cae9d7', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e66292-ff0e-479f-9941-dd28d671707e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:34Z', 'updated_at': '2021-12-22T13:32:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:33:00.446989 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe507ec-c496-4193-a03a-d951e7b09ff9 None None] The sync data for ids ['33e66292-ff0e-479f-9941-dd28d671707e'] in dv-neutron-822669-1-hyperv is: [{'id': '33e66292-ff0e-479f-9941-dd28d671707e', 'name': 'tempest-TestNetworkBasicOps-router-409419561', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.202'}], 'enable_snat': True}, 'gw_port_id': '462d5501-160c-4f8e-8428-35ad08cae9d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:33Z', 'updated_at': '2021-12-22T13:32:59Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '462d5501-160c-4f8e-8428-35ad08cae9d7', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e66292-ff0e-479f-9941-dd28d671707e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:34Z', 'updated_at': '2021-12-22T13:32:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:33:00.561226 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e511514-f843-43d8-aeac-47dd503dd68d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:33:00.574166 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-7e511514-f843-43d8-aeac-47dd503dd68d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "PUT /v2.0/routers/33e66292-ff0e-479f-9941-dd28d671707e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0575347 Dec 22 13:33:00.585701 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 52996) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:33:00.787569 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0bfa2f7-aef1-4e53-9bd4-42b67c2b1153 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting subnet 44daab33-7b3a-42af-b54c-0c80c2ec8ad7 {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:33:00.790743 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b0bfa2f7-aef1-4e53-9bd4-42b67c2b1153 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:00.850440 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b0bfa2f7-aef1-4e53-9bd4-42b67c2b1153 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:00.940045 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b0bfa2f7-aef1-4e53-9bd4-42b67c2b1153 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:01.112230 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b0bfa2f7-aef1-4e53-9bd4-42b67c2b1153 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:01.116993 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-da17a918-6b42-430f-8d76-21fed903feb4 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:33:01.153044 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bfa2f7-aef1-4e53-9bd4-42b67c2b1153 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Subnet': ['ID=44daab33-7b3a-42af-b54c-0c80c2ec8ad7,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:33:01.162512 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b0bfa2f7-aef1-4e53-9bd4-42b67c2b1153 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:33:01.162512 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b0bfa2f7-aef1-4e53-9bd4-42b67c2b1153 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:01.171443 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cd9ec7-75c4-41f9-b7c0-b7a06d1c5142 None None] Network 190485b9-084e-4162-9e5a-35faaa4f07a3 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:33:01.171932 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b0bfa2f7-aef1-4e53-9bd4-42b67c2b1153 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/subnets/44daab33-7b3a-42af-b54c-0c80c2ec8ad7 HTTP/1.1" status: 204 len: 168 time: 0.5820191 Dec 22 13:33:01.171932 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53000) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:33:01.190160 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 42cbd4f0-9289-44c4-badf-88046b2cde39 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:33:01.283710 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 42cbd4f0-9289-44c4-badf-88046b2cde39 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:33:01.284058 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 42cbd4f0-9289-44c4-badf-88046b2cde39 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:33:01.380379 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ffb72f52-4641-40b1-9c63-47d8c6e4da55 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:01.468753 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f8ded3-71a8-47f8-836b-4fe0dc99db67 None None] DHCP port deletion for 190485b9-084e-4162-9e5a-35faaa4f07a3 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:33:01.474936 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-06f8ded3-71a8-47f8-836b-4fe0dc99db67 None None] Deleting port 70f8223f-6298-4401-b7db-bf7495366dad {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:33:01.475319 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-06f8ded3-71a8-47f8-836b-4fe0dc99db67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:01.688860 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-06f8ded3-71a8-47f8-836b-4fe0dc99db67 None None] For port 70f8223f-6298-4401-b7db-bf7495366dad, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=70f8223f-6298-4401-b7db-bf7495366dad,segment=NetworkSegment(f04db92e-8cfc-426c-9da3-e6cb968e29fd),segment_id=f04db92e-8cfc-426c-9da3-e6cb968e29fd)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:33:01.689261 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-06f8ded3-71a8-47f8-836b-4fe0dc99db67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:01.709821 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ffb72f52-4641-40b1-9c63-47d8c6e4da55 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:01.782375 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-ffb72f52-4641-40b1-9c63-47d8c6e4da55 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting port 462d5501-160c-4f8e-8428-35ad08cae9d7 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:33:01.784159 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ffb72f52-4641-40b1-9c63-47d8c6e4da55 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:01.814179 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-06f8ded3-71a8-47f8-836b-4fe0dc99db67 None None] Calling delete_port for 70f8223f-6298-4401-b7db-bf7495366dad owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:33:01.960078 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-ffb72f52-4641-40b1-9c63-47d8c6e4da55 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] For port 462d5501-160c-4f8e-8428-35ad08cae9d7, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=462d5501-160c-4f8e-8428-35ad08cae9d7,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:33:01.960370 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ffb72f52-4641-40b1-9c63-47d8c6e4da55 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:02.024008 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-06f8ded3-71a8-47f8-836b-4fe0dc99db67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:02.025994 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:33:02.069670 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f8ded3-71a8-47f8-836b-4fe0dc99db67 None None] Pushing event deleted for resources: {'Port': ['ID=70f8223f-6298-4401-b7db-bf7495366dad,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:33:02.072638 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-06f8ded3-71a8-47f8-836b-4fe0dc99db67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:33:02.073419 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f8ded3-71a8-47f8-836b-4fe0dc99db67 None None] No DVR routers for this DVR port 70f8223f-6298-4401-b7db-bf7495366dad on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:33:02.082875 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-ffb72f52-4641-40b1-9c63-47d8c6e4da55 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Calling delete_port for 462d5501-160c-4f8e-8428-35ad08cae9d7 owned by network:router_gateway {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:33:02.303172 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ffb72f52-4641-40b1-9c63-47d8c6e4da55 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:02.306765 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-02dc9323-7320-4f1d-afec-2ac03bb695b1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:33:02.347701 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb72f52-4641-40b1-9c63-47d8c6e4da55 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Port': ['ID=462d5501-160c-4f8e-8428-35ad08cae9d7,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:33:02.352331 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ffb72f52-4641-40b1-9c63-47d8c6e4da55 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:33:02.570152 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ffb72f52-4641-40b1-9c63-47d8c6e4da55 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:02.827977 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ffb72f52-4641-40b1-9c63-47d8c6e4da55 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:02.836104 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ffb72f52-4641-40b1-9c63-47d8c6e4da55 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:02.928441 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ffb72f52-4641-40b1-9c63-47d8c6e4da55 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:02.929542 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb72f52-4641-40b1-9c63-47d8c6e4da55 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Fanout notify agent at l3_agent the message router_deleted on router 33e66292-ff0e-479f-9941-dd28d671707e {{(pid=84148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:33:02.944984 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ffb72f52-4641-40b1-9c63-47d8c6e4da55 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:02.946056 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ffb72f52-4641-40b1-9c63-47d8c6e4da55 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/routers/33e66292-ff0e-479f-9941-dd28d671707e HTTP/1.1" status: 204 len: 168 time: 1.7734587 Dec 22 13:33:02.948794 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53006) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:33:03.062288 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f6ee308e-93ce-4468-9e75-51de263dcbaa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:03.246613 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 70f8223f-6298-4401-b7db-bf7495366dad no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:33:03.262924 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f733cd68-931c-4d14-bb88-c136d42ab42b None None] New status for floating IP 045c2e7b-5c11-4ca7-9edd-8ef3519f7d35: DOWN {{(pid=84151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:33:03.285557 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 70f8223f-6298-4401-b7db-bf7495366dad {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:33:03.285950 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 70f8223f-6298-4401-b7db-bf7495366dad not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:33:03.322198 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f6ee308e-93ce-4468-9e75-51de263dcbaa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:03.348207 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-f6ee308e-93ce-4468-9e75-51de263dcbaa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['190485b9-084e-4162-9e5a-35faaa4f07a3']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:33:03.364444 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-f6ee308e-93ce-4468-9e75-51de263dcbaa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f04db92e-8cfc-426c-9da3-e6cb968e29fd') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:33:03.364918 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-f6ee308e-93ce-4468-9e75-51de263dcbaa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f04db92e-8cfc-426c-9da3-e6cb968e29fd') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:33:03.376426 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f6ee308e-93ce-4468-9e75-51de263dcbaa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:03.393287 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f6ee308e-93ce-4468-9e75-51de263dcbaa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:03.400283 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ee308e-93ce-4468-9e75-51de263dcbaa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:33:03.400563 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f6ee308e-93ce-4468-9e75-51de263dcbaa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:03.415115 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:33:03.415115 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:33:03.415115 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:33:03.415115 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:33:03.415115 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:33:03.415115 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:33:03.415115 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:33:03.415115 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:33:03.415115 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:33:03.415115 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:33:03.415115 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:33:03.415115 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:33:03.415115 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:33:03.415115 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:33:03.415115 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:33:03.415115 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:33:03.415115 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:33:03.415115 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:33:03.415115 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:33:03.415115 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:33:03.415115 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:33:03.415115 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:33:03.415115 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:33:03.415115 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:33:03.415115 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:33:03.415115 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:33:03.415115 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:33:03.415115 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:33:03.415115 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:33:03.415115 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:33:03.415115 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:33:03.415115 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:33:03.480816 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e4c7e2-f8ec-4745-9018-213f2b9c2d73 None None] Sync routers for ids ['33e66292-ff0e-479f-9941-dd28d671707e'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:33:03.493565 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e4c7e2-f8ec-4745-9018-213f2b9c2d73 None None] Routers set() bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:33:03.493945 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e4c7e2-f8ec-4745-9018-213f2b9c2d73 None None] Router IDs set() for agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 22 13:33:03.494653 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_agentschedulers_db [None req-79e4c7e2-f8ec-4745-9018-213f2b9c2d73 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'33e66292-ff0e-479f-9941-dd28d671707e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:32:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent'). {{(pid=84150) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 22 13:33:03.505586 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e4c7e2-f8ec-4745-9018-213f2b9c2d73 None None] Routers set() bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:33:03.506053 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e4c7e2-f8ec-4745-9018-213f2b9c2d73 None None] Router IDs set() for agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 22 13:33:03.506715 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_agentschedulers_db [None req-79e4c7e2-f8ec-4745-9018-213f2b9c2d73 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'33e66292-ff0e-479f-9941-dd28d671707e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:32:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent'). {{(pid=84150) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 22 13:33:03.507102 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e4c7e2-f8ec-4745-9018-213f2b9c2d73 None None] The sync data for ids ['33e66292-ff0e-479f-9941-dd28d671707e'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:33:03.560526 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f6ee308e-93ce-4468-9e75-51de263dcbaa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:03.563798 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7cc1d9a7-6755-4680-9fca-236dde6646dc tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:33:03.578266 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f6ee308e-93ce-4468-9e75-51de263dcbaa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:03.594459 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee308e-93ce-4468-9e75-51de263dcbaa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Network': ['ID=190485b9-084e-4162-9e5a-35faaa4f07a3,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:33:03.599089 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f6ee308e-93ce-4468-9e75-51de263dcbaa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:33:03.672501 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f6ee308e-93ce-4468-9e75-51de263dcbaa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/networks/190485b9-084e-4162-9e5a-35faaa4f07a3 HTTP/1.1" status: 204 len: 168 time: 0.7226653 Dec 22 13:33:03.698006 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53010) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:33:03.706824 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-1c2d1ede-a82b-47bc-8fec-fe11c095dc26 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'network': {'name': 'tempest-network-smoke--1867167865', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'port_security_enabled': True}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:33:03.709142 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-1c2d1ede-a82b-47bc-8fec-fe11c095dc26 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:33:03.713363 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-1c2d1ede-a82b-47bc-8fec-fe11c095dc26 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:network and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:33:03.716302 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-1c2d1ede-a82b-47bc-8fec-fe11c095dc26 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:33:03.722130 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-1c2d1ede-a82b-47bc-8fec-fe11c095dc26 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:33:03.816741 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2d1ede-a82b-47bc-8fec-fe11c095dc26 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Made reservation on behalf of 453b85bce7e6482dbe10966fb03da8cc for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:33:03.820989 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1c2d1ede-a82b-47bc-8fec-fe11c095dc26 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:03.849105 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c2d1ede-a82b-47bc-8fec-fe11c095dc26 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:33:03.857607 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1c2d1ede-a82b-47bc-8fec-fe11c095dc26 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:03.857949 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-1c2d1ede-a82b-47bc-8fec-fe11c095dc26 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Added segment f3cfa12a-7e0e-430b-b767-c97556921c4d of type vlan for network f68c9274-b87d-409a-b300-30f6c8397802 Dec 22 13:33:03.883405 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1c2d1ede-a82b-47bc-8fec-fe11c095dc26 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:03.976915 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1c2d1ede-a82b-47bc-8fec-fe11c095dc26 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:03.980670 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2d1ede-a82b-47bc-8fec-fe11c095dc26 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:03.981355 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1c2d1ede-a82b-47bc-8fec-fe11c095dc26 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:03.985183 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6c0cd84d-5768-486a-8727-3f3261295ef0 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:33:04.102478 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2d1ede-a82b-47bc-8fec-fe11c095dc26 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Network': ['ID=f68c9274-b87d-409a-b300-30f6c8397802,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:33:04.105015 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1c2d1ede-a82b-47bc-8fec-fe11c095dc26 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:33:04.113105 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network f68c9274-b87d-409a-b300-30f6c8397802 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:33:04.149116 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-1c2d1ede-a82b-47bc-8fec-fe11c095dc26 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4504786 Dec 22 13:33:04.151963 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53014) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:33:04.157122 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-977d2904-95f3-4074-ab8b-3bbaf1fd54a1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2055019205', 'admin_state_up': True, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:33:04.164933 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-977d2904-95f3-4074-ab8b-3bbaf1fd54a1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:33:04.168886 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-977d2904-95f3-4074-ab8b-3bbaf1fd54a1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:router and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:33:04.171812 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-977d2904-95f3-4074-ab8b-3bbaf1fd54a1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:33:04.177744 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-977d2904-95f3-4074-ab8b-3bbaf1fd54a1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:33:04.268419 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-977d2904-95f3-4074-ab8b-3bbaf1fd54a1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:04.269389 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-977d2904-95f3-4074-ab8b-3bbaf1fd54a1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:04.288632 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-977d2904-95f3-4074-ab8b-3bbaf1fd54a1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:04.482950 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-977d2904-95f3-4074-ab8b-3bbaf1fd54a1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:04.727881 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-977d2904-95f3-4074-ab8b-3bbaf1fd54a1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router_gateway, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:04.758035 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-977d2904-95f3-4074-ab8b-3bbaf1fd54a1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:04.894575 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-977d2904-95f3-4074-ab8b-3bbaf1fd54a1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Allocated IP 172.26.1.110 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/07b05e88-f692-4cc6-b9ec-726ec2f8235a) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:33:05.040220 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-977d2904-95f3-4074-ab8b-3bbaf1fd54a1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:05.125882 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-977d2904-95f3-4074-ab8b-3bbaf1fd54a1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:05.130736 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-24fafef1-690e-4dfc-8dd1-59ea48cf8e54 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:33:05.150342 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 462d5501-160c-4f8e-8428-35ad08cae9d7 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:33:05.184308 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 462d5501-160c-4f8e-8428-35ad08cae9d7 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:33:05.187424 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 462d5501-160c-4f8e-8428-35ad08cae9d7 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:33:05.203700 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977d2904-95f3-4074-ab8b-3bbaf1fd54a1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:33:05.207099 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-977d2904-95f3-4074-ab8b-3bbaf1fd54a1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:33:05.211895 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977d2904-95f3-4074-ab8b-3bbaf1fd54a1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:33:05.238633 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d2904-95f3-4074-ab8b-3bbaf1fd54a1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=07b05e88-f692-4cc6-b9ec-726ec2f8235a,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:33:05.255841 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-977d2904-95f3-4074-ab8b-3bbaf1fd54a1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:33:05.449934 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-977d2904-95f3-4074-ab8b-3bbaf1fd54a1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router_gateway, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:05.450316 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-977d2904-95f3-4074-ab8b-3bbaf1fd54a1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:05.666116 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f11f37d2-6553-4c61-879c-6014bcfaaccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:05.862054 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977d2904-95f3-4074-ab8b-3bbaf1fd54a1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router 3082f09d-7160-42c9-a9e6-8a92ee5dcdb0 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:33:06.062287 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977d2904-95f3-4074-ab8b-3bbaf1fd54a1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:33:06.073134 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b43a78-543c-4dd3-a001-9ffbd9c1b5f7 None None] Sync routers for ids ['3082f09d-7160-42c9-a9e6-8a92ee5dcdb0'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:33:06.086938 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b43a78-543c-4dd3-a001-9ffbd9c1b5f7 None None] Routers {'3082f09d-7160-42c9-a9e6-8a92ee5dcdb0'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:33:06.087555 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-31b43a78-543c-4dd3-a001-9ffbd9c1b5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:32:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['3082f09d-7160-42c9-a9e6-8a92ee5dcdb0'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:33:06.216941 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-977d2904-95f3-4074-ab8b-3bbaf1fd54a1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:06.218165 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-977d2904-95f3-4074-ab8b-3bbaf1fd54a1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0653024 Dec 22 13:33:06.228575 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53018) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:33:06.268653 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-31b43a78-543c-4dd3-a001-9ffbd9c1b5f7 None None] Set router 3082f09d-7160-42c9-a9e6-8a92ee5dcdb0 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:33:06.269888 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-744162f3-6ac3-468b-8353-9ce141bc4a72 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=453b85bce7e6482dbe10966fb03da8cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434370 Dec 22 13:33:06.269888 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53022) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:33:06.404597 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7b6396-50ef-4ae8-888f-318258d85c5a tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:06.406085 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-cb7b6396-50ef-4ae8-888f-318258d85c5a tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1363037 Dec 22 13:33:06.408997 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53026) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:33:06.449407 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-43fd139e-686f-41c9-9cfe-5681a2afd8a5 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=0776f1b4-770d-462f-bc0f-df97e8017b18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392723 Dec 22 13:33:06.451892 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53030) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:33:06.458119 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-a728064b-319c-431e-8465-177402c3ce0c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-38586714', 'network_id': 'f68c9274-b87d-409a-b300-30f6c8397802', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:33:06.552739 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-31b43a78-543c-4dd3-a001-9ffbd9c1b5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3082f09d-7160-42c9-a9e6-8a92ee5dcdb0', 'name': 'tempest-TestNetworkBasicOps-router-2055019205', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': '07b05e88-f692-4cc6-b9ec-726ec2f8235a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:33:04Z', 'updated_at': '2021-12-22T13:33:05Z', 'revision_number': 3, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '07b05e88-f692-4cc6-b9ec-726ec2f8235a', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:33:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3082f09d-7160-42c9-a9e6-8a92ee5dcdb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:33:04Z', 'updated_at': '2021-12-22T13:33:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:33:06.556594 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b43a78-543c-4dd3-a001-9ffbd9c1b5f7 None None] Checking router: 3082f09d-7160-42c9-a9e6-8a92ee5dcdb0 for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:33:06.556940 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b43a78-543c-4dd3-a001-9ffbd9c1b5f7 None None] Updating router 3082f09d-7160-42c9-a9e6-8a92ee5dcdb0 port 07b05e88-f692-4cc6-b9ec-726ec2f8235a binding host dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:33:06.573112 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-a728064b-319c-431e-8465-177402c3ce0c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:33:06.576945 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-a728064b-319c-431e-8465-177402c3ce0c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:subnet and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:33:06.579839 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-a728064b-319c-431e-8465-177402c3ce0c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:33:06.586445 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-a728064b-319c-431e-8465-177402c3ce0c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:33:06.623714 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-31b43a78-543c-4dd3-a001-9ffbd9c1b5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:06.673877 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a728064b-319c-431e-8465-177402c3ce0c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Made reservation on behalf of 453b85bce7e6482dbe10966fb03da8cc for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:33:06.780480 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a728064b-319c-431e-8465-177402c3ce0c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:06.947707 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-31b43a78-543c-4dd3-a001-9ffbd9c1b5f7 None None] Notify callbacks [] for port, precommit_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:06.959360 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.provisioning_blocks [None req-31b43a78-543c-4dd3-a001-9ffbd9c1b5f7 None None] Transition to ACTIVE for port object 07b05e88-f692-4cc6-b9ec-726ec2f8235a will not be triggered until provisioned by entity L2. {{(pid=84151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:33:07.050970 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-31b43a78-543c-4dd3-a001-9ffbd9c1b5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:07.055236 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-feb085f8-523e-4c69-a029-4f1a49b35b46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:33:07.079685 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a728064b-319c-431e-8465-177402c3ce0c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:07.085623 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-077257d2-9acb-4f5c-a6b1-d9327f926d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:33:07.135195 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-31b43a78-543c-4dd3-a001-9ffbd9c1b5f7 None None] Attempting to bind port 07b05e88-f692-4cc6-b9ec-726ec2f8235a on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:33:07.135707 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-31b43a78-543c-4dd3-a001-9ffbd9c1b5f7 None None] Attempting to bind port 07b05e88-f692-4cc6-b9ec-726ec2f8235a by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:33:07.136026 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b43a78-543c-4dd3-a001-9ffbd9c1b5f7 None None] Attempting to bind port 07b05e88-f692-4cc6-b9ec-726ec2f8235a on network 0776f1b4-770d-462f-bc0f-df97e8017b18 {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:33:07.138010 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545827d5-6c26-420e-ac59-b5deaa75e23d None None] Pushing event updated for resources: {'Port': ['ID=07b05e88-f692-4cc6-b9ec-726ec2f8235a,revision_number=2']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:33:07.149835 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545827d5-6c26-420e-ac59-b5deaa75e23d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:33:07.151450 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545827d5-6c26-420e-ac59-b5deaa75e23d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:33:07.151450 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545827d5-6c26-420e-ac59-b5deaa75e23d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:33:07.151450 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545827d5-6c26-420e-ac59-b5deaa75e23d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:33:07.151450 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545827d5-6c26-420e-ac59-b5deaa75e23d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:33:07.151450 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545827d5-6c26-420e-ac59-b5deaa75e23d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:33:07.152038 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545827d5-6c26-420e-ac59-b5deaa75e23d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:33:07.152038 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545827d5-6c26-420e-ac59-b5deaa75e23d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:33:07.152316 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545827d5-6c26-420e-ac59-b5deaa75e23d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:33:07.152624 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545827d5-6c26-420e-ac59-b5deaa75e23d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:33:07.152931 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545827d5-6c26-420e-ac59-b5deaa75e23d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:33:07.156112 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b43a78-543c-4dd3-a001-9ffbd9c1b5f7 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:33:07.156485 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b43a78-543c-4dd3-a001-9ffbd9c1b5f7 None None] Checking segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:33:07.156891 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-31b43a78-543c-4dd3-a001-9ffbd9c1b5f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:07.157266 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b43a78-543c-4dd3-a001-9ffbd9c1b5f7 None None] Bound using segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:33:07.157768 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-31b43a78-543c-4dd3-a001-9ffbd9c1b5f7 None None] Bound port: 07b05e88-f692-4cc6-b9ec-726ec2f8235a, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:33:07.158107 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-31b43a78-543c-4dd3-a001-9ffbd9c1b5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:07.172610 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a728064b-319c-431e-8465-177402c3ce0c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Subnet': ['ID=c649d4ac-269e-4354-82f1-b2856312e2b3,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:33:07.175164 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a728064b-319c-431e-8465-177402c3ce0c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:33:07.186114 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a728064b-319c-431e-8465-177402c3ce0c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Checking segment: {'id': 'f3cfa12a-7e0e-430b-b767-c97556921c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f68c9274-b87d-409a-b300-30f6c8397802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:33:07.186222 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-545827d5-6c26-420e-ac59-b5deaa75e23d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:33:07.186320 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a728064b-319c-431e-8465-177402c3ce0c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network hostable DHCP agents. Network: f68c9274-b87d-409a-b300-30f6c8397802, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:33:07.233612 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-31b43a78-543c-4dd3-a001-9ffbd9c1b5f7 None None] For port 07b05e88-f692-4cc6-b9ec-726ec2f8235a, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:33:07.236724 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-31b43a78-543c-4dd3-a001-9ffbd9c1b5f7 None None] For port 07b05e88-f692-4cc6-b9ec-726ec2f8235a, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=07b05e88-f692-4cc6-b9ec-726ec2f8235a,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:33:07.261960 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a728064b-319c-431e-8465-177402c3ce0c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network f68c9274-b87d-409a-b300-30f6c8397802 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:33:07.323120 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-31b43a78-543c-4dd3-a001-9ffbd9c1b5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:07.326877 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-c6e8e613-1dce-4e5a-af6f-d68e0e9fa204 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:33:07.351345 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-a728064b-319c-431e-8465-177402c3ce0c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, f68c9274-b87d-409a-b300-30f6c8397802) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:33:07.355760 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a728064b-319c-431e-8465-177402c3ce0c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:07.361217 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a728064b-319c-431e-8465-177402c3ce0c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:07.361768 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2a59d7-f880-496b-b288-dbc60ce40819 None None] Network f68c9274-b87d-409a-b300-30f6c8397802 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:33:07.409801 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545827d5-6c26-420e-ac59-b5deaa75e23d None None] Pushing event updated for resources: {'Port': ['ID=07b05e88-f692-4cc6-b9ec-726ec2f8235a,revision_number=3']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:33:07.414643 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-545827d5-6c26-420e-ac59-b5deaa75e23d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:33:07.415220 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b43a78-543c-4dd3-a001-9ffbd9c1b5f7 None None] Routers {'3082f09d-7160-42c9-a9e6-8a92ee5dcdb0'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:33:07.415823 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-31b43a78-543c-4dd3-a001-9ffbd9c1b5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:32:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['3082f09d-7160-42c9-a9e6-8a92ee5dcdb0'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:33:07.455060 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a728064b-319c-431e-8465-177402c3ce0c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 1.0016649 Dec 22 13:33:07.461049 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53034) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:33:07.634274 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-31b43a78-543c-4dd3-a001-9ffbd9c1b5f7 None None] Set router 3082f09d-7160-42c9-a9e6-8a92ee5dcdb0 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:33:07.634413 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4c5847-cf95-48e3-a0d0-c93ebeb27290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-f68c9274-b87d-409a-b300-30f6c8397802', 'network_id': 'f68c9274-b87d-409a-b300-30f6c8397802', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ips': [{'subnet_id': 'c649d4ac-269e-4354-82f1-b2856312e2b3'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:33:07.634923 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1c4c5847-cf95-48e3-a0d0-c93ebeb27290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:07.810017 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-1c4c5847-cf95-48e3-a0d0-c93ebeb27290 None None] Allocated IP 172.20.0.2 (f68c9274-b87d-409a-b300-30f6c8397802/c649d4ac-269e-4354-82f1-b2856312e2b3/da4376fd-fadc-48f1-a2a8-a244de269ca4) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:33:07.934199 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-31b43a78-543c-4dd3-a001-9ffbd9c1b5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3082f09d-7160-42c9-a9e6-8a92ee5dcdb0', 'name': 'tempest-TestNetworkBasicOps-router-2055019205', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': '07b05e88-f692-4cc6-b9ec-726ec2f8235a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:33:04Z', 'updated_at': '2021-12-22T13:33:05Z', 'revision_number': 3, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '07b05e88-f692-4cc6-b9ec-726ec2f8235a', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:33:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3082f09d-7160-42c9-a9e6-8a92ee5dcdb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:33:04Z', 'updated_at': '2021-12-22T13:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:33:07.938162 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b43a78-543c-4dd3-a001-9ffbd9c1b5f7 None None] The sync data for ids ['3082f09d-7160-42c9-a9e6-8a92ee5dcdb0'] in dv-neutron-822669-1-hyperv is: [{'id': '3082f09d-7160-42c9-a9e6-8a92ee5dcdb0', 'name': 'tempest-TestNetworkBasicOps-router-2055019205', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': '07b05e88-f692-4cc6-b9ec-726ec2f8235a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:33:04Z', 'updated_at': '2021-12-22T13:33:05Z', 'revision_number': 3, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '07b05e88-f692-4cc6-b9ec-726ec2f8235a', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:33:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3082f09d-7160-42c9-a9e6-8a92ee5dcdb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:33:04Z', 'updated_at': '2021-12-22T13:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:33:08.014296 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9b0911bb-4a5f-4096-9987-eade50170ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:08.053483 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1c4c5847-cf95-48e3-a0d0-c93ebeb27290 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:08.065741 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-1c4c5847-cf95-48e3-a0d0-c93ebeb27290 None None] Transition to ACTIVE for port object da4376fd-fadc-48f1-a2a8-a244de269ca4 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:33:08.087204 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-1c4c5847-cf95-48e3-a0d0-c93ebeb27290 None None] Transition to ACTIVE for port object da4376fd-fadc-48f1-a2a8-a244de269ca4 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:33:08.160790 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1c4c5847-cf95-48e3-a0d0-c93ebeb27290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:08.165214 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:33:08.244776 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c5847-cf95-48e3-a0d0-c93ebeb27290 None None] Pushing event updated for resources: {'Port': ['ID=da4376fd-fadc-48f1-a2a8-a244de269ca4,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:33:08.248272 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4c5847-cf95-48e3-a0d0-c93ebeb27290 None None] Network f68c9274-b87d-409a-b300-30f6c8397802 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:33:08.249375 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-1c4c5847-cf95-48e3-a0d0-c93ebeb27290 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:33:08.251281 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-1c4c5847-cf95-48e3-a0d0-c93ebeb27290 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:33:08.256799 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4c5847-cf95-48e3-a0d0-c93ebeb27290 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:33:08.361563 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-1c4c5847-cf95-48e3-a0d0-c93ebeb27290 None None] Attempting to bind port da4376fd-fadc-48f1-a2a8-a244de269ca4 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:33:08.361563 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-1c4c5847-cf95-48e3-a0d0-c93ebeb27290 None None] Attempting to bind port da4376fd-fadc-48f1-a2a8-a244de269ca4 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'f3cfa12a-7e0e-430b-b767-c97556921c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f68c9274-b87d-409a-b300-30f6c8397802'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:33:08.361563 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4c5847-cf95-48e3-a0d0-c93ebeb27290 None None] Attempting to bind port da4376fd-fadc-48f1-a2a8-a244de269ca4 on network f68c9274-b87d-409a-b300-30f6c8397802 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:33:08.369227 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4c5847-cf95-48e3-a0d0-c93ebeb27290 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:33:08.369909 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4c5847-cf95-48e3-a0d0-c93ebeb27290 None None] Checking segment: {'id': 'f3cfa12a-7e0e-430b-b767-c97556921c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f68c9274-b87d-409a-b300-30f6c8397802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:33:08.369996 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1c4c5847-cf95-48e3-a0d0-c93ebeb27290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:08.370406 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4c5847-cf95-48e3-a0d0-c93ebeb27290 None None] Bound using segment: {'id': 'f3cfa12a-7e0e-430b-b767-c97556921c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f68c9274-b87d-409a-b300-30f6c8397802'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:33:08.370877 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-1c4c5847-cf95-48e3-a0d0-c93ebeb27290 None None] Bound port: da4376fd-fadc-48f1-a2a8-a244de269ca4, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3cfa12a-7e0e-430b-b767-c97556921c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f68c9274-b87d-409a-b300-30f6c8397802'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:33:08.371257 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1c4c5847-cf95-48e3-a0d0-c93ebeb27290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:08.455864 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-445d7325-00c2-44cd-a814-f2e7a6483a4f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:08.475557 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-1c4c5847-cf95-48e3-a0d0-c93ebeb27290 None None] For port da4376fd-fadc-48f1-a2a8-a244de269ca4, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:33:08.478941 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-1c4c5847-cf95-48e3-a0d0-c93ebeb27290 None None] For port da4376fd-fadc-48f1-a2a8-a244de269ca4, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=da4376fd-fadc-48f1-a2a8-a244de269ca4,segment=NetworkSegment(f3cfa12a-7e0e-430b-b767-c97556921c4d),segment_id=f3cfa12a-7e0e-430b-b767-c97556921c4d)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:33:08.557992 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1c4c5847-cf95-48e3-a0d0-c93ebeb27290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:08.561855 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:33:08.647597 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c5847-cf95-48e3-a0d0-c93ebeb27290 None None] Pushing event updated for resources: {'Port': ['ID=da4376fd-fadc-48f1-a2a8-a244de269ca4,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:33:08.650817 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-1c4c5847-cf95-48e3-a0d0-c93ebeb27290 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:33:08.916133 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-445d7325-00c2-44cd-a814-f2e7a6483a4f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Allocated IP 172.20.0.1 (f68c9274-b87d-409a-b300-30f6c8397802/c649d4ac-269e-4354-82f1-b2856312e2b3/ff02409b-e18d-4b81-8d0e-68884594ed57) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:33:08.935539 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:09.079200 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-445d7325-00c2-44cd-a814-f2e7a6483a4f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:09.096033 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-445d7325-00c2-44cd-a814-f2e7a6483a4f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Transition to ACTIVE for port object ff02409b-e18d-4b81-8d0e-68884594ed57 will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:33:09.183229 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-445d7325-00c2-44cd-a814-f2e7a6483a4f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:09.192853 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d892e74a-9e5c-4b11-82fc-c0627be73e9f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:33:09.250502 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device da4376fd-fadc-48f1-a2a8-a244de269ca4 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:33:09.271127 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445d7325-00c2-44cd-a814-f2e7a6483a4f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network f68c9274-b87d-409a-b300-30f6c8397802 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:33:09.274677 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-445d7325-00c2-44cd-a814-f2e7a6483a4f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:33:09.276671 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d7325-00c2-44cd-a814-f2e7a6483a4f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=ff02409b-e18d-4b81-8d0e-68884594ed57,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:33:09.278860 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445d7325-00c2-44cd-a814-f2e7a6483a4f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:33:09.291506 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:09.305368 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-445d7325-00c2-44cd-a814-f2e7a6483a4f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:33:09.342293 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-445d7325-00c2-44cd-a814-f2e7a6483a4f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:09.416999 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port da4376fd-fadc-48f1-a2a8-a244de269ca4 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:33:09.423073 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 07b05e88-f692-4cc6-b9ec-726ec2f8235a up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:33:09.535737 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-445d7325-00c2-44cd-a814-f2e7a6483a4f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:09.609616 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 07b05e88-f692-4cc6-b9ec-726ec2f8235a completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:33:09.609616 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 07b05e88-f692-4cc6-b9ec-726ec2f8235a triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:33:09.609616 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:09.639237 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05643bda-464c-4d0a-b7e0-fd9c726bcf5d None None] Network f68c9274-b87d-409a-b300-30f6c8397802 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:33:09.858752 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-409baa80-d67a-421f-a142-8b283be91ba6 None None] Provisioning for port da4376fd-fadc-48f1-a2a8-a244de269ca4 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:33:09.879813 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-409baa80-d67a-421f-a142-8b283be91ba6 None None] Provisioning complete for port da4376fd-fadc-48f1-a2a8-a244de269ca4 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:33:09.880195 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-409baa80-d67a-421f-a142-8b283be91ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:09.923714 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:09.953634 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-445d7325-00c2-44cd-a814-f2e7a6483a4f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:09.990666 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 07b05e88-f692-4cc6-b9ec-726ec2f8235a, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=07b05e88-f692-4cc6-b9ec-726ec2f8235a,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:33:10.071575 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-445d7325-00c2-44cd-a814-f2e7a6483a4f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:10.075518 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-409baa80-d67a-421f-a142-8b283be91ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:10.102316 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-be196db4-585f-440f-a6e7-e5978b8b5015 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:33:10.115098 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-409baa80-d67a-421f-a142-8b283be91ba6 None None] For port da4376fd-fadc-48f1-a2a8-a244de269ca4, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=da4376fd-fadc-48f1-a2a8-a244de269ca4,segment=NetworkSegment(f3cfa12a-7e0e-430b-b767-c97556921c4d),segment_id=f3cfa12a-7e0e-430b-b767-c97556921c4d)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:33:10.117366 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:10.127097 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:33:10.193386 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-409baa80-d67a-421f-a142-8b283be91ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:10.205965 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=07b05e88-f692-4cc6-b9ec-726ec2f8235a,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:33:10.208455 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:33:10.208927 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:33:10.282719 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409baa80-d67a-421f-a142-8b283be91ba6 None None] Pushing event updated for resources: {'Port': ['ID=da4376fd-fadc-48f1-a2a8-a244de269ca4,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:33:10.286527 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-409baa80-d67a-421f-a142-8b283be91ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:33:10.330528 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-445d7325-00c2-44cd-a814-f2e7a6483a4f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:10.335092 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d7325-00c2-44cd-a814-f2e7a6483a4f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=ff02409b-e18d-4b81-8d0e-68884594ed57,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:33:10.339955 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-445d7325-00c2-44cd-a814-f2e7a6483a4f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:33:10.487850 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445d7325-00c2-44cd-a814-f2e7a6483a4f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network f68c9274-b87d-409a-b300-30f6c8397802 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:33:10.489722 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-445d7325-00c2-44cd-a814-f2e7a6483a4f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:33:10.563103 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:10.591304 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-bfc6cc23-4d6d-437e-830a-cbf50ee7c598 None None] Provisioning for port ff02409b-e18d-4b81-8d0e-68884594ed57 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:33:10.591838 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-bfc6cc23-4d6d-437e-830a-cbf50ee7c598 None None] Provisioning complete for port ff02409b-e18d-4b81-8d0e-68884594ed57 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:33:10.592212 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-bfc6cc23-4d6d-437e-830a-cbf50ee7c598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:10.657962 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-bfc6cc23-4d6d-437e-830a-cbf50ee7c598 None None] Port ff02409b-e18d-4b81-8d0e-68884594ed57 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:33:10.671838 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-bfc6cc23-4d6d-437e-830a-cbf50ee7c598 None None] Provisioning complete for port da4376fd-fadc-48f1-a2a8-a244de269ca4 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:33:10.673801 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-bfc6cc23-4d6d-437e-830a-cbf50ee7c598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:10.893296 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-445d7325-00c2-44cd-a814-f2e7a6483a4f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router 3082f09d-7160-42c9-a9e6-8a92ee5dcdb0 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:33:10.914488 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-2b597ba6-7e9e-4132-8e97-4fbcf027d919 None None] Provisioning complete for port ff02409b-e18d-4b81-8d0e-68884594ed57 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:33:10.914698 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2b597ba6-7e9e-4132-8e97-4fbcf027d919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:10.996951 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-2b597ba6-7e9e-4132-8e97-4fbcf027d919 None None] Port ff02409b-e18d-4b81-8d0e-68884594ed57 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:33:11.100376 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445d7325-00c2-44cd-a814-f2e7a6483a4f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:33:11.112526 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-445d7325-00c2-44cd-a814-f2e7a6483a4f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "PUT /v2.0/routers/3082f09d-7160-42c9-a9e6-8a92ee5dcdb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6503193 Dec 22 13:33:11.115678 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53038) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:33:11.198541 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device da4376fd-fadc-48f1-a2a8-a244de269ca4 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:33:11.257729 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75aac11d-cc54-45f7-a84a-0b5612f188d4 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:11.258100 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75aac11d-cc54-45f7-a84a-0b5612f188d4 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:11.258495 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75aac11d-cc54-45f7-a84a-0b5612f188d4 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:11.258855 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75aac11d-cc54-45f7-a84a-0b5612f188d4 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:11.259208 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75aac11d-cc54-45f7-a84a-0b5612f188d4 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:11.259554 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75aac11d-cc54-45f7-a84a-0b5612f188d4 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:11.261329 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-75aac11d-cc54-45f7-a84a-0b5612f188d4 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1446760 Dec 22 13:33:11.264499 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53042) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:33:11.267273 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port da4376fd-fadc-48f1-a2a8-a244de269ca4 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:33:11.267625 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:11.345487 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca48769-bc49-4f29-8f24-d1e3906b2b39 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:11.346482 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca48769-bc49-4f29-8f24-d1e3906b2b39 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:11.346482 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca48769-bc49-4f29-8f24-d1e3906b2b39 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:11.346652 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca48769-bc49-4f29-8f24-d1e3906b2b39 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:11.346973 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca48769-bc49-4f29-8f24-d1e3906b2b39 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:11.347252 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca48769-bc49-4f29-8f24-d1e3906b2b39 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:11.349022 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-dca48769-bc49-4f29-8f24-d1e3906b2b39 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0839872 Dec 22 13:33:11.361322 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53046) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:33:11.395066 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 07b05e88-f692-4cc6-b9ec-726ec2f8235a up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:33:11.466968 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 07b05e88-f692-4cc6-b9ec-726ec2f8235a triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:33:11.467519 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:11.578633 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-be8d1f34-8b9a-4b63-bf23-ae02a3dedbfe tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2159188 Dec 22 13:33:11.586734 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89d5704-1077-4223-a323-8f0994c0668a None None] Sync routers for ids ['3082f09d-7160-42c9-a9e6-8a92ee5dcdb0'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:33:11.612737 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89d5704-1077-4223-a323-8f0994c0668a None None] Routers {'3082f09d-7160-42c9-a9e6-8a92ee5dcdb0'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:33:11.613457 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-f89d5704-1077-4223-a323-8f0994c0668a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:33:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['3082f09d-7160-42c9-a9e6-8a92ee5dcdb0'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:33:11.789718 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-f89d5704-1077-4223-a323-8f0994c0668a None None] Set router 3082f09d-7160-42c9-a9e6-8a92ee5dcdb0 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:33:11.995440 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53052) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:33:12.002789 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-c954a2bc-e271-432e-a10c-3c70523e32db tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1276379766', 'description': 'tempest-secgroup-smoke-1276379766 description', 'project_id': '453b85bce7e6482dbe10966fb03da8cc'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:33:12.008757 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-c954a2bc-e271-432e-a10c-3c70523e32db tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:33:12.013036 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c954a2bc-e271-432e-a10c-3c70523e32db tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:33:12.016358 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c954a2bc-e271-432e-a10c-3c70523e32db tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:33:12.026031 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-c954a2bc-e271-432e-a10c-3c70523e32db tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:33:12.105708 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-f89d5704-1077-4223-a323-8f0994c0668a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3082f09d-7160-42c9-a9e6-8a92ee5dcdb0', 'name': 'tempest-TestNetworkBasicOps-router-2055019205', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': '07b05e88-f692-4cc6-b9ec-726ec2f8235a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:33:04Z', 'updated_at': '2021-12-22T13:33:09Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '07b05e88-f692-4cc6-b9ec-726ec2f8235a', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082f09d-7160-42c9-a9e6-8a92ee5dcdb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:33:04Z', 'updated_at': '2021-12-22T13:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'ff02409b-e18d-4b81-8d0e-68884594ed57', 'name': '', 'network_id': 'f68c9274-b87d-409a-b300-30f6c8397802', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:3a:2e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3082f09d-7160-42c9-a9e6-8a92ee5dcdb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c649d4ac-269e-4354-82f1-b2856312e2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:33:08Z', 'updated_at': '2021-12-22T13:33:09Z', 'revision_number': 2, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'c649d4ac-269e-4354-82f1-b2856312e2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:33:12.109880 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89d5704-1077-4223-a323-8f0994c0668a None None] Checking router: 3082f09d-7160-42c9-a9e6-8a92ee5dcdb0 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:33:12.110238 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89d5704-1077-4223-a323-8f0994c0668a None None] Updating router 3082f09d-7160-42c9-a9e6-8a92ee5dcdb0 port ff02409b-e18d-4b81-8d0e-68884594ed57 binding host dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:33:12.126025 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c954a2bc-e271-432e-a10c-3c70523e32db tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:12.161597 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-c954a2bc-e271-432e-a10c-3c70523e32db tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:33:12.162193 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f89d5704-1077-4223-a323-8f0994c0668a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:12.165846 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c954a2bc-e271-432e-a10c-3c70523e32db tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:33:12.168673 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c954a2bc-e271-432e-a10c-3c70523e32db tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:33:12.174363 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-c954a2bc-e271-432e-a10c-3c70523e32db tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:33:12.232725 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c954a2bc-e271-432e-a10c-3c70523e32db tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:12.307687 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c954a2bc-e271-432e-a10c-3c70523e32db tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:12.311569 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4a904fb3-ba6f-43ce-b472-4e0baafef770 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:33:12.354268 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954a2bc-e271-432e-a10c-3c70523e32db tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65babdb1-8f4a-473a-ad41-854c2fd80135,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:33:12.358043 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c954a2bc-e271-432e-a10c-3c70523e32db tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:33:12.450814 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c954a2bc-e271-432e-a10c-3c70523e32db tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:12.452048 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c954a2bc-e271-432e-a10c-3c70523e32db tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4556034 Dec 22 13:33:12.456569 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53056) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:33:12.462724 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-d6d64509-99f5-45d1-9623-9aab8c5dcdd7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '65babdb1-8f4a-473a-ad41-854c2fd80135', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:33:12.469093 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d6d64509-99f5-45d1-9623-9aab8c5dcdd7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:33:12.483407 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d6d64509-99f5-45d1-9623-9aab8c5dcdd7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:33:12.483407 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d6d64509-99f5-45d1-9623-9aab8c5dcdd7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:33:12.483407 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d6d64509-99f5-45d1-9623-9aab8c5dcdd7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:33:12.500625 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f89d5704-1077-4223-a323-8f0994c0668a None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:12.512517 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-f89d5704-1077-4223-a323-8f0994c0668a None None] Transition to ACTIVE for port object ff02409b-e18d-4b81-8d0e-68884594ed57 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:33:12.577673 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d6d64509-99f5-45d1-9623-9aab8c5dcdd7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:12.593573 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f89d5704-1077-4223-a323-8f0994c0668a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:12.598152 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:33:12.640836 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d6d64509-99f5-45d1-9623-9aab8c5dcdd7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:12.690983 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d6d64509-99f5-45d1-9623-9aab8c5dcdd7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:12.692925 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5b220c22-87e2-426e-8662-841c1415b3bf tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:33:12.718833 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d64509-99f5-45d1-9623-9aab8c5dcdd7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e38a4906-8b57-4571-98cc-eb99a3f38aba,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:33:12.721376 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d6d64509-99f5-45d1-9623-9aab8c5dcdd7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:33:12.721540 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60795e-57d7-4e69-83a6-3f50f43e98c1 None None] Pushing event updated for resources: {'Port': ['ID=ff02409b-e18d-4b81-8d0e-68884594ed57,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:33:12.725029 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-8b60795e-57d7-4e69-83a6-3f50f43e98c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:33:12.788664 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d6d64509-99f5-45d1-9623-9aab8c5dcdd7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:12.789961 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d6d64509-99f5-45d1-9623-9aab8c5dcdd7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3321462 Dec 22 13:33:12.792772 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53060) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:33:12.800025 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-0b0f713c-06e2-4ed3-bb47-4e7bce5c9e69 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '65babdb1-8f4a-473a-ad41-854c2fd80135', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:33:12.805863 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0b0f713c-06e2-4ed3-bb47-4e7bce5c9e69 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:33:12.811435 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0b0f713c-06e2-4ed3-bb47-4e7bce5c9e69 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:33:12.814619 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0b0f713c-06e2-4ed3-bb47-4e7bce5c9e69 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:33:12.821506 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0b0f713c-06e2-4ed3-bb47-4e7bce5c9e69 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:33:12.858188 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-f89d5704-1077-4223-a323-8f0994c0668a None None] Attempting to bind port ff02409b-e18d-4b81-8d0e-68884594ed57 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:33:12.858738 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-f89d5704-1077-4223-a323-8f0994c0668a None None] Attempting to bind port ff02409b-e18d-4b81-8d0e-68884594ed57 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'f3cfa12a-7e0e-430b-b767-c97556921c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f68c9274-b87d-409a-b300-30f6c8397802'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:33:12.859110 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89d5704-1077-4223-a323-8f0994c0668a None None] Attempting to bind port ff02409b-e18d-4b81-8d0e-68884594ed57 on network f68c9274-b87d-409a-b300-30f6c8397802 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:33:12.865753 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89d5704-1077-4223-a323-8f0994c0668a None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:33:12.866157 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89d5704-1077-4223-a323-8f0994c0668a None None] Checking segment: {'id': 'f3cfa12a-7e0e-430b-b767-c97556921c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f68c9274-b87d-409a-b300-30f6c8397802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:33:12.866832 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f89d5704-1077-4223-a323-8f0994c0668a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:12.866995 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89d5704-1077-4223-a323-8f0994c0668a None None] Bound using segment: {'id': 'f3cfa12a-7e0e-430b-b767-c97556921c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f68c9274-b87d-409a-b300-30f6c8397802'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:33:12.867470 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-f89d5704-1077-4223-a323-8f0994c0668a None None] Bound port: ff02409b-e18d-4b81-8d0e-68884594ed57, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3cfa12a-7e0e-430b-b767-c97556921c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f68c9274-b87d-409a-b300-30f6c8397802'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:33:12.867855 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f89d5704-1077-4223-a323-8f0994c0668a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:12.937295 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0b0f713c-06e2-4ed3-bb47-4e7bce5c9e69 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:12.969758 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-f89d5704-1077-4223-a323-8f0994c0668a None None] For port ff02409b-e18d-4b81-8d0e-68884594ed57, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:33:12.972920 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-f89d5704-1077-4223-a323-8f0994c0668a None None] For port ff02409b-e18d-4b81-8d0e-68884594ed57, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=ff02409b-e18d-4b81-8d0e-68884594ed57,segment=NetworkSegment(f3cfa12a-7e0e-430b-b767-c97556921c4d),segment_id=f3cfa12a-7e0e-430b-b767-c97556921c4d)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:33:13.008783 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0b0f713c-06e2-4ed3-bb47-4e7bce5c9e69 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:13.038578 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f89d5704-1077-4223-a323-8f0994c0668a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:13.041613 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:33:13.094057 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0b0f713c-06e2-4ed3-bb47-4e7bce5c9e69 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:13.095913 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5059af1b-f163-4366-9a09-694d03475c19 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:33:13.117428 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f713c-06e2-4ed3-bb47-4e7bce5c9e69 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21ad8d6a-089b-4f65-9427-69d38fd19374,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:33:13.121699 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0b0f713c-06e2-4ed3-bb47-4e7bce5c9e69 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:33:13.123703 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60795e-57d7-4e69-83a6-3f50f43e98c1 None None] Pushing event updated for resources: {'Port': ['ID=ff02409b-e18d-4b81-8d0e-68884594ed57,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:33:13.127681 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-8b60795e-57d7-4e69-83a6-3f50f43e98c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:33:13.128664 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89d5704-1077-4223-a323-8f0994c0668a None None] Routers {'3082f09d-7160-42c9-a9e6-8a92ee5dcdb0'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:33:13.129561 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-f89d5704-1077-4223-a323-8f0994c0668a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:33:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['3082f09d-7160-42c9-a9e6-8a92ee5dcdb0'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:33:13.178180 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0b0f713c-06e2-4ed3-bb47-4e7bce5c9e69 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:13.179836 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0b0f713c-06e2-4ed3-bb47-4e7bce5c9e69 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3861051 Dec 22 13:33:13.182850 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53066) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:33:13.188827 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-6228c44e-fdb1-457f-a4fc-c3ed4325d1c8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '65babdb1-8f4a-473a-ad41-854c2fd80135', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:33:13.195549 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-6228c44e-fdb1-457f-a4fc-c3ed4325d1c8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:33:13.201132 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-6228c44e-fdb1-457f-a4fc-c3ed4325d1c8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:33:13.204124 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-6228c44e-fdb1-457f-a4fc-c3ed4325d1c8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:33:13.215453 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-6228c44e-fdb1-457f-a4fc-c3ed4325d1c8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:33:13.312644 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6228c44e-fdb1-457f-a4fc-c3ed4325d1c8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:13.322382 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-f89d5704-1077-4223-a323-8f0994c0668a None None] Set router 3082f09d-7160-42c9-a9e6-8a92ee5dcdb0 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:33:13.378287 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6228c44e-fdb1-457f-a4fc-c3ed4325d1c8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:13.444939 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6228c44e-fdb1-457f-a4fc-c3ed4325d1c8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:13.447684 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:33:13.471011 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6228c44e-fdb1-457f-a4fc-c3ed4325d1c8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8239482a-7978-4ff0-8560-2ca03c9ace90,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:33:13.474945 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6228c44e-fdb1-457f-a4fc-c3ed4325d1c8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:33:13.570873 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6228c44e-fdb1-457f-a4fc-c3ed4325d1c8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:13.572209 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6228c44e-fdb1-457f-a4fc-c3ed4325d1c8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3882632 Dec 22 13:33:13.575058 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53070) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:33:13.580907 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-e4ef092a-44ba-48f6-9cb4-2278ceb45a38 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '65babdb1-8f4a-473a-ad41-854c2fd80135', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:33:13.587484 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e4ef092a-44ba-48f6-9cb4-2278ceb45a38 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:33:13.591325 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e4ef092a-44ba-48f6-9cb4-2278ceb45a38 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:33:13.594196 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e4ef092a-44ba-48f6-9cb4-2278ceb45a38 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:33:13.600398 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e4ef092a-44ba-48f6-9cb4-2278ceb45a38 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:33:13.660680 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-f89d5704-1077-4223-a323-8f0994c0668a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3082f09d-7160-42c9-a9e6-8a92ee5dcdb0', 'name': 'tempest-TestNetworkBasicOps-router-2055019205', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': '07b05e88-f692-4cc6-b9ec-726ec2f8235a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:33:04Z', 'updated_at': '2021-12-22T13:33:09Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '07b05e88-f692-4cc6-b9ec-726ec2f8235a', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082f09d-7160-42c9-a9e6-8a92ee5dcdb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:33:04Z', 'updated_at': '2021-12-22T13:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'ff02409b-e18d-4b81-8d0e-68884594ed57', 'name': '', 'network_id': 'f68c9274-b87d-409a-b300-30f6c8397802', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:3a:2e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3082f09d-7160-42c9-a9e6-8a92ee5dcdb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c649d4ac-269e-4354-82f1-b2856312e2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:33:08Z', 'updated_at': '2021-12-22T13:33:12Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'c649d4ac-269e-4354-82f1-b2856312e2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:33:13.660680 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89d5704-1077-4223-a323-8f0994c0668a None None] The sync data for ids ['3082f09d-7160-42c9-a9e6-8a92ee5dcdb0'] in dv-neutron-822669-1-hyperv is: [{'id': '3082f09d-7160-42c9-a9e6-8a92ee5dcdb0', 'name': 'tempest-TestNetworkBasicOps-router-2055019205', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': '07b05e88-f692-4cc6-b9ec-726ec2f8235a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:33:04Z', 'updated_at': '2021-12-22T13:33:09Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '07b05e88-f692-4cc6-b9ec-726ec2f8235a', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082f09d-7160-42c9-a9e6-8a92ee5dcdb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:33:04Z', 'updated_at': '2021-12-22T13:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'ff02409b-e18d-4b81-8d0e-68884594ed57', 'name': '', 'network_id': 'f68c9274-b87d-409a-b300-30f6c8397802', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:3a:2e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3082f09d-7160-42c9-a9e6-8a92ee5dcdb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c649d4ac-269e-4354-82f1-b2856312e2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:33:08Z', 'updated_at': '2021-12-22T13:33:12Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'c649d4ac-269e-4354-82f1-b2856312e2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:33:13.682386 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e4ef092a-44ba-48f6-9cb4-2278ceb45a38 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:13.761415 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e4ef092a-44ba-48f6-9cb4-2278ceb45a38 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:13.845369 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e4ef092a-44ba-48f6-9cb4-2278ceb45a38 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:13.847621 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2e473ad6-0f45-4b79-9ba0-45501b79ce4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:33:13.871016 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef092a-44ba-48f6-9cb4-2278ceb45a38 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c97a92-65d8-4621-b4e2-f93c3f0ff6db,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:33:13.875605 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e4ef092a-44ba-48f6-9cb4-2278ceb45a38 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:33:13.936929 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e4ef092a-44ba-48f6-9cb4-2278ceb45a38 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:13.938190 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e4ef092a-44ba-48f6-9cb4-2278ceb45a38 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3619680 Dec 22 13:33:13.968728 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53074) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:33:13.975259 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-99ad4443-98b9-4ae2-9e0f-33bdf8cc93bf tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '65babdb1-8f4a-473a-ad41-854c2fd80135', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:33:13.981655 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-99ad4443-98b9-4ae2-9e0f-33bdf8cc93bf tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:33:13.985570 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-99ad4443-98b9-4ae2-9e0f-33bdf8cc93bf tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:33:13.988567 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-99ad4443-98b9-4ae2-9e0f-33bdf8cc93bf tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:33:13.994330 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-99ad4443-98b9-4ae2-9e0f-33bdf8cc93bf tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:33:14.091042 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.securitygroups_db [None req-99ad4443-98b9-4ae2-9e0f-33bdf8cc93bf tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Project 453b85bce7e6482dbe10966fb03da8cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:33:14.098371 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99ad4443-98b9-4ae2-9e0f-33bdf8cc93bf tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:14.173255 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99ad4443-98b9-4ae2-9e0f-33bdf8cc93bf tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:14.240240 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99ad4443-98b9-4ae2-9e0f-33bdf8cc93bf tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:14.247137 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d6d3aaf1-b5da-4bb2-a4f4-b4b2859b782c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:33:14.272924 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad4443-98b9-4ae2-9e0f-33bdf8cc93bf tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=167d3b52-16b8-419e-9d66-98bcb0388b8b,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:33:14.272924 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-99ad4443-98b9-4ae2-9e0f-33bdf8cc93bf tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:33:14.347373 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99ad4443-98b9-4ae2-9e0f-33bdf8cc93bf tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:14.347373 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-99ad4443-98b9-4ae2-9e0f-33bdf8cc93bf tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3718090 Dec 22 13:33:14.347373 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53078) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:33:14.352034 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-5fb550e7-8def-477e-8c52-2475134ccd79 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '65babdb1-8f4a-473a-ad41-854c2fd80135', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:33:14.358217 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5fb550e7-8def-477e-8c52-2475134ccd79 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:33:14.362407 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5fb550e7-8def-477e-8c52-2475134ccd79 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:33:14.367572 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5fb550e7-8def-477e-8c52-2475134ccd79 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:33:14.372722 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5fb550e7-8def-477e-8c52-2475134ccd79 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:33:14.444041 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.securitygroups_db [None req-5fb550e7-8def-477e-8c52-2475134ccd79 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Project 453b85bce7e6482dbe10966fb03da8cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:33:14.450858 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5fb550e7-8def-477e-8c52-2475134ccd79 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:14.540225 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5fb550e7-8def-477e-8c52-2475134ccd79 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:15.168817 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5fb550e7-8def-477e-8c52-2475134ccd79 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:15.174848 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-99ad4443-98b9-4ae2-9e0f-33bdf8cc93bf tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:33:15.196035 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb550e7-8def-477e-8c52-2475134ccd79 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=149457c0-323e-45ea-a7e4-45b2954a8b62,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:33:15.198293 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5fb550e7-8def-477e-8c52-2475134ccd79 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:33:15.216203 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device ff02409b-e18d-4b81-8d0e-68884594ed57 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:33:15.294524 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5fb550e7-8def-477e-8c52-2475134ccd79 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:15.294524 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5fb550e7-8def-477e-8c52-2475134ccd79 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.9449790 Dec 22 13:33:15.330223 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port ff02409b-e18d-4b81-8d0e-68884594ed57 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:33:15.337076 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port ff02409b-e18d-4b81-8d0e-68884594ed57 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:33:15.337451 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:15.463817 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:15.470911 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-4a0d16b8-8672-4fd4-ace0-3cdae04e2722 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1276379766&fields=id&tenant_id=453b85bce7e6482dbe10966fb03da8cc HTTP/1.1" status: 200 len: 267 time: 0.0421927 Dec 22 13:33:15.498791 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port ff02409b-e18d-4b81-8d0e-68884594ed57, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=ff02409b-e18d-4b81-8d0e-68884594ed57,segment=NetworkSegment(f3cfa12a-7e0e-430b-b767-c97556921c4d),segment_id=f3cfa12a-7e0e-430b-b767-c97556921c4d)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:33:15.588193 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:15.590890 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-06f8ded3-71a8-47f8-836b-4fe0dc99db67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:33:15.623553 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-1ac0d557-fae5-4c07-aea5-5bfeb58592f4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:15.624722 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-1ac0d557-fae5-4c07-aea5-5bfeb58592f4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:network {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:33:15.657486 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=ff02409b-e18d-4b81-8d0e-68884594ed57,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:33:15.664753 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:33:15.708765 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-1ac0d557-fae5-4c07-aea5-5bfeb58592f4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:network {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:33:15.709494 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-1ac0d557-fae5-4c07-aea5-5bfeb58592f4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/networks?id=f68c9274-b87d-409a-b300-30f6c8397802 HTTP/1.1" status: 200 len: 797 time: 0.2320588 Dec 22 13:33:15.726324 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-46d2d78d-12e1-49e7-9a2f-fef70ce9f681 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/quotas/453b85bce7e6482dbe10966fb03da8cc HTTP/1.1" status: 200 len: 375 time: 0.0114560 Dec 22 13:33:15.914746 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-1083bf5e-d209-47a9-8bc4-8bb5c133e8cf tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:33:15.976540 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-1083bf5e-d209-47a9-8bc4-8bb5c133e8cf tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:33:15.981089 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-1083bf5e-d209-47a9-8bc4-8bb5c133e8cf tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2464705 Dec 22 13:33:16.182836 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-242aedf3-681e-4f0f-9beb-03de9e0ee9e4 service neutron] 10.222.0.47 "GET /v2.0/networks/f68c9274-b87d-409a-b300-30f6c8397802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934719 Dec 22 13:33:16.313942 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-d2f7b20d-1301-4020-b14e-ecf617eeefc8 service neutron] 10.222.0.47 "GET /v2.0/networks/f68c9274-b87d-409a-b300-30f6c8397802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250916 Dec 22 13:33:16.569290 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-a80c9cc8-1f4a-4ed6-9f4b-69db98c252f5 req-d02018a5-0402-4b2c-ab76-0346626c3446 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:33:16.581621 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-a80c9cc8-1f4a-4ed6-9f4b-69db98c252f5 req-d02018a5-0402-4b2c-ab76-0346626c3446 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:33:16.582765 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a80c9cc8-1f4a-4ed6-9f4b-69db98c252f5 req-d02018a5-0402-4b2c-ab76-0346626c3446 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=61a9bc2e-6639-446c-a038-bb2c1c48c20c HTTP/1.1" status: 200 len: 210 time: 0.0547745 Dec 22 13:33:17.201146 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device ff02409b-e18d-4b81-8d0e-68884594ed57 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:33:17.272585 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port ff02409b-e18d-4b81-8d0e-68884594ed57 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:33:17.273839 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:17.747239 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-67376a1d-bde4-4bf5-ac7f-cbbe78495ebd req-d61d3197-e367-4b18-b953-b1e6083a35eb tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=61a9bc2e-6639-446c-a038-bb2c1c48c20c HTTP/1.1" status: 200 len: 210 time: 0.0438757 Dec 22 13:33:18.700621 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-adf7c5ed-c2ef-472a-8717-f114c4723c71 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:18.701994 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-adf7c5ed-c2ef-472a-8717-f114c4723c71 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "GET /v2.0/networks?id=f68c9274-b87d-409a-b300-30f6c8397802 HTTP/1.1" status: 200 len: 797 time: 0.1425779 Dec 22 13:33:18.765235 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-e3729c5d-babc-41c6-a6af-09a415a45d56 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:33:18.848531 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-e3729c5d-babc-41c6-a6af-09a415a45d56 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:33:18.849880 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-e3729c5d-babc-41c6-a6af-09a415a45d56 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=453b85bce7e6482dbe10966fb03da8cc HTTP/1.1" status: 200 len: 380 time: 0.1242802 Dec 22 13:33:18.862903 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-7723ff74-692e-4797-b549-166e7f9c664f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'port': {'device_id': '61a9bc2e-6639-446c-a038-bb2c1c48c20c', 'network_id': 'f68c9274-b87d-409a-b300-30f6c8397802', 'admin_state_up': True, 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'security_groups': ['65babdb1-8f4a-473a-ad41-854c2fd80135']}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:33:18.975902 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5d169419-9532-4b49-aa4a-47d0dd40c4f1 req-498e0211-fc36-4f97-a1ed-781db22f5a46 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=61a9bc2e-6639-446c-a038-bb2c1c48c20c HTTP/1.1" status: 200 len: 210 time: 0.0982742 Dec 22 13:33:19.049241 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-7723ff74-692e-4797-b549-166e7f9c664f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:33:19.059541 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-7723ff74-692e-4797-b549-166e7f9c664f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:33:19.122766 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-7723ff74-692e-4797-b549-166e7f9c664f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Made reservation on behalf of 453b85bce7e6482dbe10966fb03da8cc for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:33:19.125764 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-7723ff74-692e-4797-b549-166e7f9c664f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:19.285840 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-7723ff74-692e-4797-b549-166e7f9c664f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Allocated IP 172.20.0.10 (f68c9274-b87d-409a-b300-30f6c8397802/c649d4ac-269e-4354-82f1-b2856312e2b3/92cce250-2a8f-479f-968a-47498cc956a2) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:33:19.469131 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-7723ff74-692e-4797-b549-166e7f9c664f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:19.485915 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-7723ff74-692e-4797-b549-166e7f9c664f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Transition to ACTIVE for port object 92cce250-2a8f-479f-968a-47498cc956a2 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:33:19.614646 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-7723ff74-692e-4797-b549-166e7f9c664f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:19.620989 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-853be430-f41e-4242-bc6b-398e53f0a361 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:33:19.683042 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-7723ff74-692e-4797-b549-166e7f9c664f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network f68c9274-b87d-409a-b300-30f6c8397802 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:33:19.689991 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-7723ff74-692e-4797-b549-166e7f9c664f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:33:19.694198 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-7723ff74-692e-4797-b549-166e7f9c664f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:33:19.725229 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7723ff74-692e-4797-b549-166e7f9c664f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=92cce250-2a8f-479f-968a-47498cc956a2,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:33:19.733236 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7723ff74-692e-4797-b549-166e7f9c664f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:33:19.767064 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-7723ff74-692e-4797-b549-166e7f9c664f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:19.767660 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-7723ff74-692e-4797-b549-166e7f9c664f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:19.855171 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-7723ff74-692e-4797-b549-166e7f9c664f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9960203 Dec 22 13:33:19.873292 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-8cc74320-1f74-4d95-b091-2be5937db70e service neutron] Request body: {'port': {'device_id': '61a9bc2e-6639-446c-a038-bb2c1c48c20c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:33:19.983342 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-8cc74320-1f74-4d95-b091-2be5937db70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:20.039340 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3840e1ec-21c6-4330-91ff-7eae78b81551 None None] Provisioning for port 92cce250-2a8f-479f-968a-47498cc956a2 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:33:20.044962 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3840e1ec-21c6-4330-91ff-7eae78b81551 None None] Provisioning complete for port 92cce250-2a8f-479f-968a-47498cc956a2 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:33:20.045341 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3840e1ec-21c6-4330-91ff-7eae78b81551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:20.110539 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3840e1ec-21c6-4330-91ff-7eae78b81551 None None] Port 92cce250-2a8f-479f-968a-47498cc956a2 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:33:20.182030 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969a4cb-ac56-460a-8a61-7821158084d5 req-09032199-c1e7-4af7-9dd2-04ddd33dd0ce tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:20.183538 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-3969a4cb-ac56-460a-8a61-7821158084d5 req-09032199-c1e7-4af7-9dd2-04ddd33dd0ce tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=61a9bc2e-6639-446c-a038-bb2c1c48c20c HTTP/1.1" status: 200 len: 932 time: 0.0831213 Dec 22 13:33:20.235062 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-3969a4cb-ac56-460a-8a61-7821158084d5 req-f0bcd3ac-d461-44e2-9322-7c02582d2374 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=65babdb1-8f4a-473a-ad41-854c2fd80135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455954 Dec 22 13:33:20.453197 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-8cc74320-1f74-4d95-b091-2be5937db70e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92cce250-2a8f-479f-968a-47498cc956a2 {{(pid=84149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:33:20.460797 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-8cc74320-1f74-4d95-b091-2be5937db70e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:20.475311 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-8cc74320-1f74-4d95-b091-2be5937db70e service neutron] Transition to ACTIVE for port object 92cce250-2a8f-479f-968a-47498cc956a2 will not be triggered until provisioned by entity L2. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:33:20.530789 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-8cc74320-1f74-4d95-b091-2be5937db70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:20.534594 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9c6ed341-5714-41c6-b4af-52f24109403c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:33:20.660153 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc74320-1f74-4d95-b091-2be5937db70e service neutron] Pushing event updated for resources: {'Port': ['ID=92cce250-2a8f-479f-968a-47498cc956a2,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:33:20.665521 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8cc74320-1f74-4d95-b091-2be5937db70e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:33:20.776437 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-8cc74320-1f74-4d95-b091-2be5937db70e service neutron] Attempting to bind port 92cce250-2a8f-479f-968a-47498cc956a2 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:33:20.777047 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-8cc74320-1f74-4d95-b091-2be5937db70e service neutron] Attempting to bind port 92cce250-2a8f-479f-968a-47498cc956a2 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'f3cfa12a-7e0e-430b-b767-c97556921c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f68c9274-b87d-409a-b300-30f6c8397802'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:33:20.777047 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-8cc74320-1f74-4d95-b091-2be5937db70e service neutron] Attempting to bind port 92cce250-2a8f-479f-968a-47498cc956a2 on network f68c9274-b87d-409a-b300-30f6c8397802 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:33:20.782813 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-8cc74320-1f74-4d95-b091-2be5937db70e service neutron] Port 92cce250-2a8f-479f-968a-47498cc956a2 on network f68c9274-b87d-409a-b300-30f6c8397802 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:33:20.783077 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-8cc74320-1f74-4d95-b091-2be5937db70e service neutron] Attempting to bind port 92cce250-2a8f-479f-968a-47498cc956a2 on network f68c9274-b87d-409a-b300-30f6c8397802 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:33:20.789544 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-8cc74320-1f74-4d95-b091-2be5937db70e service neutron] Checking agent: {'id': '72ee2f79-9ac0-483e-b4fd-5b910a776581', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'started_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:33:20.789867 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-8cc74320-1f74-4d95-b091-2be5937db70e service neutron] Checking segment: {'id': 'f3cfa12a-7e0e-430b-b767-c97556921c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f68c9274-b87d-409a-b300-30f6c8397802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:33:20.790245 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-8cc74320-1f74-4d95-b091-2be5937db70e service neutron] Bound using segment: {'id': 'f3cfa12a-7e0e-430b-b767-c97556921c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f68c9274-b87d-409a-b300-30f6c8397802'} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:33:20.790800 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-8cc74320-1f74-4d95-b091-2be5937db70e service neutron] Bound port: 92cce250-2a8f-479f-968a-47498cc956a2, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3cfa12a-7e0e-430b-b767-c97556921c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f68c9274-b87d-409a-b300-30f6c8397802'}}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:33:20.791135 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-8cc74320-1f74-4d95-b091-2be5937db70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:20.877801 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-8cc74320-1f74-4d95-b091-2be5937db70e service neutron] For port 92cce250-2a8f-479f-968a-47498cc956a2, host hv-neutron-8226, cleared binding levels {{(pid=84149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:33:20.880642 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-8cc74320-1f74-4d95-b091-2be5937db70e service neutron] For port 92cce250-2a8f-479f-968a-47498cc956a2, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=92cce250-2a8f-479f-968a-47498cc956a2,segment=NetworkSegment(f3cfa12a-7e0e-430b-b767-c97556921c4d),segment_id=f3cfa12a-7e0e-430b-b767-c97556921c4d)] {{(pid=84149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:33:20.951663 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-8cc74320-1f74-4d95-b091-2be5937db70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:20.956020 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7723ff74-692e-4797-b549-166e7f9c664f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:33:21.009145 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-8cc74320-1f74-4d95-b091-2be5937db70e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:21.010658 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-8cc74320-1f74-4d95-b091-2be5937db70e service neutron] 10.222.0.45 "PUT /v2.0/ports/92cce250-2a8f-479f-968a-47498cc956a2 HTTP/1.1" status: 200 len: 1094 time: 1.1420801 Dec 22 13:33:21.013420 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a9bc2e-6639-446c-a038-bb2c1c48c20c', 'tag': '92cce250-2a8f-479f-968a-47498cc956a2'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:33:21.042919 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc74320-1f74-4d95-b091-2be5937db70e service neutron] Pushing event updated for resources: {'Port': ['ID=92cce250-2a8f-479f-968a-47498cc956a2,revision_number=3']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:33:21.047037 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8cc74320-1f74-4d95-b091-2be5937db70e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:33:21.073676 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a9bc2e-6639-446c-a038-bb2c1c48c20c', 'tag': '92cce250-2a8f-479f-968a-47498cc956a2', 'status': 'completed', 'code': 200} Dec 22 13:33:21.176567 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2e7b79b0-1c34-4176-8e8c-9ffd28053884 req-a64b7064-919f-45b6-83f3-da8fa501aafe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=61a9bc2e-6639-446c-a038-bb2c1c48c20c HTTP/1.1" status: 200 len: 1097 time: 0.0754452 Dec 22 13:33:21.324982 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b79b0-1c34-4176-8e8c-9ffd28053884 req-31da7ff1-53e0-471e-9fb3-ce52c80c320c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:21.326449 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2e7b79b0-1c34-4176-8e8c-9ffd28053884 req-31da7ff1-53e0-471e-9fb3-ce52c80c320c service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=453b85bce7e6482dbe10966fb03da8cc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1382518 Dec 22 13:33:21.438414 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab038848-7baa-446d-9625-b2451fb6c50f req-ab04db2a-3802-4980-9136-ec791789fc8f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:21.439860 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ab038848-7baa-446d-9625-b2451fb6c50f req-ab04db2a-3802-4980-9136-ec791789fc8f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=61a9bc2e-6639-446c-a038-bb2c1c48c20c HTTP/1.1" status: 200 len: 944 time: 0.0763025 Dec 22 13:33:21.470580 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b79b0-1c34-4176-8e8c-9ffd28053884 req-2d9a3b22-1782-4e7a-ba2c-4da650fa3d1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:21.472020 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2e7b79b0-1c34-4176-8e8c-9ffd28053884 req-2d9a3b22-1782-4e7a-ba2c-4da650fa3d1f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1344948 Dec 22 13:33:21.491162 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ab038848-7baa-446d-9625-b2451fb6c50f req-d66e16e3-8921-4c70-aa39-baf3c2217ac0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=65babdb1-8f4a-473a-ad41-854c2fd80135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452070 Dec 22 13:33:21.584201 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-c2da3a5f-c43c-4298-ba69-4890ec1868a1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=61a9bc2e-6639-446c-a038-bb2c1c48c20c HTTP/1.1" status: 200 len: 1097 time: 0.0694530 Dec 22 13:33:21.660642 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-cacc9b43-54c7-482d-9d50-2c5e9e79447c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92cce250-2a8f-479f-968a-47498cc956a2 HTTP/1.1" status: 200 len: 217 time: 0.0635874 Dec 22 13:33:21.726020 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-449b3e1a-8f3e-43e4-b696-03196aea4de1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:21.727297 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-449b3e1a-8f3e-43e4-b696-03196aea4de1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c649d4ac-269e-4354-82f1-b2856312e2b3 HTTP/1.1" status: 200 len: 842 time: 0.0564990 Dec 22 13:33:21.813912 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-6713b8aa-fbe3-42da-bfc6-687c46cdd8f0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f68c9274-b87d-409a-b300-30f6c8397802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749397 Dec 22 13:33:21.948087 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-d738ea0a-9da0-4e41-ac57-1ceb8807327c service neutron] 10.222.0.45 "GET /v2.0/networks/f68c9274-b87d-409a-b300-30f6c8397802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239955 Dec 22 13:33:22.183702 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c04faf0b-4ba6-4847-976e-66dcf0133eaf req-33263a8e-ba34-40f2-965a-b863d9b4161a service neutron] 10.222.0.45 "GET /v2.0/networks/f68c9274-b87d-409a-b300-30f6c8397802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242870 Dec 22 13:33:22.689641 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c16c6-de26-40b8-bc8b-91a5d7e0b5ec req-f06a1a7e-6a65-4f17-9814-84cbec9befda tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:22.690323 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-304c16c6-de26-40b8-bc8b-91a5d7e0b5ec req-f06a1a7e-6a65-4f17-9814-84cbec9befda tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:33:22.781652 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-304c16c6-de26-40b8-bc8b-91a5d7e0b5ec req-f06a1a7e-6a65-4f17-9814-84cbec9befda tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:33:22.782862 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-304c16c6-de26-40b8-bc8b-91a5d7e0b5ec req-f06a1a7e-6a65-4f17-9814-84cbec9befda tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=61a9bc2e-6639-446c-a038-bb2c1c48c20c HTTP/1.1" status: 200 len: 944 time: 0.1699212 Dec 22 13:33:22.832854 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-304c16c6-de26-40b8-bc8b-91a5d7e0b5ec req-8b6b52f8-33cd-4402-b968-a36ec77f65d8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=65babdb1-8f4a-473a-ad41-854c2fd80135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445201 Dec 22 13:33:23.110987 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:33:24.028589 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4e43e-8cec-4f6c-b208-d83ee53a6636 req-2871e0fd-c1a8-47a9-b217-c3e03db73c6d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:24.030027 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-f1c4e43e-8cec-4f6c-b208-d83ee53a6636 req-2871e0fd-c1a8-47a9-b217-c3e03db73c6d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=61a9bc2e-6639-446c-a038-bb2c1c48c20c HTTP/1.1" status: 200 len: 944 time: 0.0761847 Dec 22 13:33:24.074096 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-f1c4e43e-8cec-4f6c-b208-d83ee53a6636 req-9a939dba-ba85-434a-83b4-cdecabcf53e0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=65babdb1-8f4a-473a-ad41-854c2fd80135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385966 Dec 22 13:33:25.271998 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce21858-54f0-4ae4-8222-73517eaaa757 req-5b159798-2cfb-47dd-a06b-734870e7ad60 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:25.273448 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3ce21858-54f0-4ae4-8222-73517eaaa757 req-5b159798-2cfb-47dd-a06b-734870e7ad60 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=61a9bc2e-6639-446c-a038-bb2c1c48c20c HTTP/1.1" status: 200 len: 944 time: 0.0804553 Dec 22 13:33:25.319214 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3ce21858-54f0-4ae4-8222-73517eaaa757 req-6135ec82-429b-4159-8114-aae6491be21f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=65babdb1-8f4a-473a-ad41-854c2fd80135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402715 Dec 22 13:33:25.687297 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 92cce250-2a8f-479f-968a-47498cc956a2 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:33:25.816715 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 92cce250-2a8f-479f-968a-47498cc956a2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=92cce250-2a8f-479f-968a-47498cc956a2,segment=NetworkSegment(f3cfa12a-7e0e-430b-b767-c97556921c4d),segment_id=f3cfa12a-7e0e-430b-b767-c97556921c4d)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:33:25.829252 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '92cce250-2a8f-479f-968a-47498cc956a2', 'network_id': 'f68c9274-b87d-409a-b300-30f6c8397802', 'port_id': '92cce250-2a8f-479f-968a-47498cc956a2', 'mac_address': 'fa:16:3e:09:29:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c649d4ac-269e-4354-82f1-b2856312e2b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:33:25.881423 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:25.901179 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92cce250-2a8f-479f-968a-47498cc956a2 {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:33:25.915804 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 92cce250-2a8f-479f-968a-47498cc956a2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=92cce250-2a8f-479f-968a-47498cc956a2,segment=NetworkSegment(f3cfa12a-7e0e-430b-b767-c97556921c4d),segment_id=f3cfa12a-7e0e-430b-b767-c97556921c4d)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:33:26.002613 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:26.004374 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:33:26.103959 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=92cce250-2a8f-479f-968a-47498cc956a2,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:33:26.106973 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:33:26.303041 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['92cce250-2a8f-479f-968a-47498cc956a2'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:33:26.520919 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4a7eb-7f59-4955-8ad0-d3f40d68cb96 req-6ff42553-60f3-4baf-b02a-0879bce43754 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:26.523916 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-97b4a7eb-7f59-4955-8ad0-d3f40d68cb96 req-6ff42553-60f3-4baf-b02a-0879bce43754 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=61a9bc2e-6639-446c-a038-bb2c1c48c20c HTTP/1.1" status: 200 len: 945 time: 0.0837858 Dec 22 13:33:26.569767 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-97b4a7eb-7f59-4955-8ad0-d3f40d68cb96 req-8da6c318-c42c-4a55-a4fa-7d02baf4b338 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=65babdb1-8f4a-473a-ad41-854c2fd80135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399122 Dec 22 13:33:27.702139 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 92cce250-2a8f-479f-968a-47498cc956a2 up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:33:27.769664 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8c3e2-1d8c-4ff9-934e-fb6248e7cab5 req-27601ba2-e12a-4ea3-83ab-8bf7e4b9b589 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:27.771157 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b7a8c3e2-1d8c-4ff9-934e-fb6248e7cab5 req-27601ba2-e12a-4ea3-83ab-8bf7e4b9b589 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=61a9bc2e-6639-446c-a038-bb2c1c48c20c HTTP/1.1" status: 200 len: 945 time: 0.0774128 Dec 22 13:33:27.820574 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b7a8c3e2-1d8c-4ff9-934e-fb6248e7cab5 req-db3b4fa7-c1f4-4cad-9acc-e2f847ccafd2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=65babdb1-8f4a-473a-ad41-854c2fd80135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438058 Dec 22 13:33:27.821826 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning for port 92cce250-2a8f-479f-968a-47498cc956a2 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:33:27.826840 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 92cce250-2a8f-479f-968a-47498cc956a2 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:33:27.830259 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:27.937917 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:27.966798 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a9bc2e-6639-446c-a038-bb2c1c48c20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92cce250-2a8f-479f-968a-47498cc956a2'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:33:27.976656 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 92cce250-2a8f-479f-968a-47498cc956a2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=92cce250-2a8f-479f-968a-47498cc956a2,segment=NetworkSegment(f3cfa12a-7e0e-430b-b767-c97556921c4d),segment_id=f3cfa12a-7e0e-430b-b767-c97556921c4d)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:33:28.021039 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a9bc2e-6639-446c-a038-bb2c1c48c20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92cce250-2a8f-479f-968a-47498cc956a2', 'code': 200} Dec 22 13:33:28.036983 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:28.040843 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:33:28.109664 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=92cce250-2a8f-479f-968a-47498cc956a2,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:33:28.112556 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:33:28.385795 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e40fd0d6-0a8d-4c9c-9654-94a03fc6226c req-04e073ad-0067-4c54-bc5b-1013fa2f5ab5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=61a9bc2e-6639-446c-a038-bb2c1c48c20c HTTP/1.1" status: 200 len: 1099 time: 0.0698328 Dec 22 13:33:28.431554 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e40fd0d6-0a8d-4c9c-9654-94a03fc6226c req-cdf96eee-481a-47ed-bf6d-6ec5b1e898cd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=65babdb1-8f4a-473a-ad41-854c2fd80135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355513 Dec 22 13:33:28.825212 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:29.018154 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237c35b-eb51-49c6-9992-42b97264c6a6 req-2cfdcfa5-9abc-4983-8734-77a2355f75ea tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:29.019663 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a237c35b-eb51-49c6-9992-42b97264c6a6 req-2cfdcfa5-9abc-4983-8734-77a2355f75ea tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=61a9bc2e-6639-446c-a038-bb2c1c48c20c HTTP/1.1" status: 200 len: 946 time: 0.0799379 Dec 22 13:33:29.065567 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a237c35b-eb51-49c6-9992-42b97264c6a6 req-f570bf7e-010c-43ec-a60c-6e5702ef478e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=65babdb1-8f4a-473a-ad41-854c2fd80135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401518 Dec 22 13:33:30.264486 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf396d-27fb-42f4-ad85-a989aae0551c req-a2d0062e-4b8c-4ec6-8c66-3c748da9a4f1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:30.266003 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-97bf396d-27fb-42f4-ad85-a989aae0551c req-a2d0062e-4b8c-4ec6-8c66-3c748da9a4f1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=61a9bc2e-6639-446c-a038-bb2c1c48c20c HTTP/1.1" status: 200 len: 946 time: 0.0780690 Dec 22 13:33:30.310121 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-97bf396d-27fb-42f4-ad85-a989aae0551c req-b07c7f7f-ceb6-4a80-9f69-e094a96bfa70 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=65babdb1-8f4a-473a-ad41-854c2fd80135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386741 Dec 22 13:33:30.504343 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90d93e-3e5f-46db-b969-c04066768b10 req-7ae98080-2896-4db3-a798-d413412bad56 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:30.505822 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0a90d93e-3e5f-46db-b969-c04066768b10 req-7ae98080-2896-4db3-a798-d413412bad56 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=61a9bc2e-6639-446c-a038-bb2c1c48c20c HTTP/1.1" status: 200 len: 946 time: 0.0785453 Dec 22 13:33:30.552338 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0a90d93e-3e5f-46db-b969-c04066768b10 req-e57d4b44-101f-4598-bd73-7459a73e9a53 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=65babdb1-8f4a-473a-ad41-854c2fd80135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405016 Dec 22 13:33:30.580339 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53132) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:33:30.653471 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-59e2af4e-0864-4c77-a6a2-d28262e89edb tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=61a9bc2e-6639-446c-a038-bb2c1c48c20c HTTP/1.1" status: 200 len: 1094 time: 0.0718191 Dec 22 13:33:30.656002 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53136) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:33:30.661027 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-09e28216-c073-4814-b7bd-7e638ffaa29b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'floatingip': {'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'port_id': '92cce250-2a8f-479f-968a-47498cc956a2', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:33:30.667019 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-09e28216-c073-4814-b7bd-7e638ffaa29b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:33:30.670800 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-09e28216-c073-4814-b7bd-7e638ffaa29b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:floatingip and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:33:30.673586 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-09e28216-c073-4814-b7bd-7e638ffaa29b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:33:30.679996 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-09e28216-c073-4814-b7bd-7e638ffaa29b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:33:30.747506 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-09e28216-c073-4814-b7bd-7e638ffaa29b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for floatingip, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:30.883626 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-09e28216-c073-4814-b7bd-7e638ffaa29b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:31.016959 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-09e28216-c073-4814-b7bd-7e638ffaa29b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Allocated IP 172.26.1.16 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/aedb1e15-4690-48ae-a571-5271e6f5b5f2) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:33:31.166029 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-09e28216-c073-4814-b7bd-7e638ffaa29b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:31.250541 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-09e28216-c073-4814-b7bd-7e638ffaa29b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:31.254641 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-87f60fef-fa3a-44ea-9ea7-5d6741a7643c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:33:31.316516 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e28216-c073-4814-b7bd-7e638ffaa29b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:33:31.319587 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-09e28216-c073-4814-b7bd-7e638ffaa29b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:33:31.323620 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e28216-c073-4814-b7bd-7e638ffaa29b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:33:31.347117 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e28216-c073-4814-b7bd-7e638ffaa29b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=aedb1e15-4690-48ae-a571-5271e6f5b5f2,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:33:31.352335 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-09e28216-c073-4814-b7bd-7e638ffaa29b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:33:31.918942 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-09e28216-c073-4814-b7bd-7e638ffaa29b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:32.039628 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-09e28216-c073-4814-b7bd-7e638ffaa29b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:32.238154 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-09e28216-c073-4814-b7bd-7e638ffaa29b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:32.307129 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-09e28216-c073-4814-b7bd-7e638ffaa29b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:32.310886 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-02d77e29-56df-4ecb-a364-478e44947963 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:33:32.410390 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e28216-c073-4814-b7bd-7e638ffaa29b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=aedb1e15-4690-48ae-a571-5271e6f5b5f2,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:33:32.415066 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-09e28216-c073-4814-b7bd-7e638ffaa29b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:33:32.429192 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-09e28216-c073-4814-b7bd-7e638ffaa29b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:32.625848 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.l3_db [None req-09e28216-c073-4814-b7bd-7e638ffaa29b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Floating IP 113c37b5-0b77-4518-9267-3c2a254b0fba associated. External IP: 172.26.1.16, port: 92cce250-2a8f-479f-968a-47498cc956a2. Dec 22 13:33:33.016284 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e28216-c073-4814-b7bd-7e638ffaa29b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router 3082f09d-7160-42c9-a9e6-8a92ee5dcdb0 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:33:33.216972 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e28216-c073-4814-b7bd-7e638ffaa29b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:33:33.227622 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4264e0f-d101-43f4-b0e4-4b10e78f1b80 None None] Sync routers for ids ['3082f09d-7160-42c9-a9e6-8a92ee5dcdb0'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:33:33.239649 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4264e0f-d101-43f4-b0e4-4b10e78f1b80 None None] Routers {'3082f09d-7160-42c9-a9e6-8a92ee5dcdb0'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:33:33.240264 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-c4264e0f-d101-43f4-b0e4-4b10e78f1b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:33:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['3082f09d-7160-42c9-a9e6-8a92ee5dcdb0'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:33:33.296397 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-09e28216-c073-4814-b7bd-7e638ffaa29b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:33.355443 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-09e28216-c073-4814-b7bd-7e638ffaa29b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6983604 Dec 22 13:33:33.356019 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a9bc2e-6639-446c-a038-bb2c1c48c20c', 'tag': '92cce250-2a8f-479f-968a-47498cc956a2'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:33:33.358205 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53140) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:33:33.414393 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a9bc2e-6639-446c-a038-bb2c1c48c20c', 'tag': '92cce250-2a8f-479f-968a-47498cc956a2', 'status': 'completed', 'code': 200} Dec 22 13:33:33.420413 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-c4264e0f-d101-43f4-b0e4-4b10e78f1b80 None None] Set router 3082f09d-7160-42c9-a9e6-8a92ee5dcdb0 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:33:33.472397 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-9a363265-9e9b-4118-b1e2-ad5da7ce665b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/113c37b5-0b77-4518-9267-3c2a254b0fba HTTP/1.1" status: 200 len: 991 time: 0.1127574 Dec 22 13:33:33.515518 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ef4d9519-1829-45c4-bdac-77ad22a99b62 req-0ac24566-2220-4cfa-abc8-993196ccef52 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=61a9bc2e-6639-446c-a038-bb2c1c48c20c HTTP/1.1" status: 200 len: 1099 time: 0.0694852 Dec 22 13:33:33.761785 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d9519-1829-45c4-bdac-77ad22a99b62 req-f4c238d7-82cf-449c-8353-7ac4423cd365 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:33.762893 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ef4d9519-1829-45c4-bdac-77ad22a99b62 req-f4c238d7-82cf-449c-8353-7ac4423cd365 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f68c9274-b87d-409a-b300-30f6c8397802 HTTP/1.1" status: 200 len: 898 time: 0.2405884 Dec 22 13:33:33.783732 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-c4264e0f-d101-43f4-b0e4-4b10e78f1b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3082f09d-7160-42c9-a9e6-8a92ee5dcdb0', 'name': 'tempest-TestNetworkBasicOps-router-2055019205', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': '07b05e88-f692-4cc6-b9ec-726ec2f8235a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:33:04Z', 'updated_at': '2021-12-22T13:33:09Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '07b05e88-f692-4cc6-b9ec-726ec2f8235a', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082f09d-7160-42c9-a9e6-8a92ee5dcdb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:33:04Z', 'updated_at': '2021-12-22T13:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '113c37b5-0b77-4518-9267-3c2a254b0fba', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.16', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '3082f09d-7160-42c9-a9e6-8a92ee5dcdb0', 'port_id': '92cce250-2a8f-479f-968a-47498cc956a2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f68c9274-b87d-409a-b300-30f6c8397802', 'mac_address': 'fa:16:3e:09:29:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a9bc2e-6639-446c-a038-bb2c1c48c20c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:33:31Z', 'updated_at': '2021-12-22T13:33:31Z', 'revision_number': 0, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff02409b-e18d-4b81-8d0e-68884594ed57', 'name': '', 'network_id': 'f68c9274-b87d-409a-b300-30f6c8397802', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:3a:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082f09d-7160-42c9-a9e6-8a92ee5dcdb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c649d4ac-269e-4354-82f1-b2856312e2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:33:08Z', 'updated_at': '2021-12-22T13:33:15Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'c649d4ac-269e-4354-82f1-b2856312e2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:33:33.787533 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4264e0f-d101-43f4-b0e4-4b10e78f1b80 None None] Checking router: 3082f09d-7160-42c9-a9e6-8a92ee5dcdb0 for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:33:33.798333 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4264e0f-d101-43f4-b0e4-4b10e78f1b80 None None] Routers {'3082f09d-7160-42c9-a9e6-8a92ee5dcdb0'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:33:33.799545 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-c4264e0f-d101-43f4-b0e4-4b10e78f1b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:33:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['3082f09d-7160-42c9-a9e6-8a92ee5dcdb0'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:33:33.868086 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ef4d9519-1829-45c4-bdac-77ad22a99b62 req-89d16b85-87b6-4ad6-9198-a00f49ce0dea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92cce250-2a8f-479f-968a-47498cc956a2 HTTP/1.1" status: 200 len: 999 time: 0.0973675 Dec 22 13:33:33.930809 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d9519-1829-45c4-bdac-77ad22a99b62 req-f75aa26d-b3de-4ca7-97bb-b4b89ac37c35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:33.932225 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ef4d9519-1829-45c4-bdac-77ad22a99b62 req-f75aa26d-b3de-4ca7-97bb-b4b89ac37c35 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c649d4ac-269e-4354-82f1-b2856312e2b3 HTTP/1.1" status: 200 len: 842 time: 0.0564640 Dec 22 13:33:33.978800 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-c4264e0f-d101-43f4-b0e4-4b10e78f1b80 None None] Set router 3082f09d-7160-42c9-a9e6-8a92ee5dcdb0 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:33:34.010982 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ef4d9519-1829-45c4-bdac-77ad22a99b62 req-68bcc80e-50b4-46ba-a587-36e2d1763b49 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f68c9274-b87d-409a-b300-30f6c8397802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715737 Dec 22 13:33:34.145613 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ef4d9519-1829-45c4-bdac-77ad22a99b62 req-2e866076-c7b1-44bf-8eac-5af9f9fbff82 service neutron] 10.222.0.45 "GET /v2.0/networks/f68c9274-b87d-409a-b300-30f6c8397802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272399 Dec 22 13:33:34.283737 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ef4d9519-1829-45c4-bdac-77ad22a99b62 req-1e111d65-da9e-440f-b658-4114569940f0 service neutron] 10.222.0.45 "GET /v2.0/networks/f68c9274-b87d-409a-b300-30f6c8397802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310334 Dec 22 13:33:34.345279 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-c4264e0f-d101-43f4-b0e4-4b10e78f1b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3082f09d-7160-42c9-a9e6-8a92ee5dcdb0', 'name': 'tempest-TestNetworkBasicOps-router-2055019205', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': '07b05e88-f692-4cc6-b9ec-726ec2f8235a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:33:04Z', 'updated_at': '2021-12-22T13:33:09Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '07b05e88-f692-4cc6-b9ec-726ec2f8235a', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082f09d-7160-42c9-a9e6-8a92ee5dcdb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:33:04Z', 'updated_at': '2021-12-22T13:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '113c37b5-0b77-4518-9267-3c2a254b0fba', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.16', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '3082f09d-7160-42c9-a9e6-8a92ee5dcdb0', 'port_id': '92cce250-2a8f-479f-968a-47498cc956a2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f68c9274-b87d-409a-b300-30f6c8397802', 'mac_address': 'fa:16:3e:09:29:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a9bc2e-6639-446c-a038-bb2c1c48c20c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:33:31Z', 'updated_at': '2021-12-22T13:33:31Z', 'revision_number': 0, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff02409b-e18d-4b81-8d0e-68884594ed57', 'name': '', 'network_id': 'f68c9274-b87d-409a-b300-30f6c8397802', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:3a:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082f09d-7160-42c9-a9e6-8a92ee5dcdb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c649d4ac-269e-4354-82f1-b2856312e2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:33:08Z', 'updated_at': '2021-12-22T13:33:15Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'c649d4ac-269e-4354-82f1-b2856312e2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:33:34.349117 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4264e0f-d101-43f4-b0e4-4b10e78f1b80 None None] The sync data for ids ['3082f09d-7160-42c9-a9e6-8a92ee5dcdb0'] in dv-neutron-822669-1-hyperv is: [{'id': '3082f09d-7160-42c9-a9e6-8a92ee5dcdb0', 'name': 'tempest-TestNetworkBasicOps-router-2055019205', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': '07b05e88-f692-4cc6-b9ec-726ec2f8235a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:33:04Z', 'updated_at': '2021-12-22T13:33:09Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '07b05e88-f692-4cc6-b9ec-726ec2f8235a', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082f09d-7160-42c9-a9e6-8a92ee5dcdb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:33:04Z', 'updated_at': '2021-12-22T13:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '113c37b5-0b77-4518-9267-3c2a254b0fba', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.16', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '3082f09d-7160-42c9-a9e6-8a92ee5dcdb0', 'port_id': '92cce250-2a8f-479f-968a-47498cc956a2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f68c9274-b87d-409a-b300-30f6c8397802', 'mac_address': 'fa:16:3e:09:29:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a9bc2e-6639-446c-a038-bb2c1c48c20c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:33:31Z', 'updated_at': '2021-12-22T13:33:31Z', 'revision_number': 0, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff02409b-e18d-4b81-8d0e-68884594ed57', 'name': '', 'network_id': 'f68c9274-b87d-409a-b300-30f6c8397802', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:3a:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082f09d-7160-42c9-a9e6-8a92ee5dcdb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c649d4ac-269e-4354-82f1-b2856312e2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:33:08Z', 'updated_at': '2021-12-22T13:33:15Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'c649d4ac-269e-4354-82f1-b2856312e2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:33:34.476429 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53146) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:33:34.550419 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd36363-ebfe-4c67-8216-d428ba08431d None None] New status for floating IP 113c37b5-0b77-4518-9267-3c2a254b0fba: ACTIVE {{(pid=84150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:33:34.590490 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-bb62546b-26bd-4e3a-945c-375d5c0095ba tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/113c37b5-0b77-4518-9267-3c2a254b0fba HTTP/1.1" status: 200 len: 991 time: 0.1122315 Dec 22 13:33:35.593662 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53150) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:33:35.684835 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f9677299-f9c2-42be-ae16-178250a742d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:35.788068 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d6d02676-5d7c-4911-80a8-9e0e3b235fe9 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/113c37b5-0b77-4518-9267-3c2a254b0fba HTTP/1.1" status: 200 len: 993 time: 0.1930566 Dec 22 13:33:37.998502 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d5774eeb-2023-4023-9ec6-8a8df96c8fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:38.953179 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:39.307368 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:40.499591 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:52.552425 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-edeb23ec-42a1-4a1d-96fb-d5b8b66abbdb req-c68081e3-690f-46e8-9dcf-9112e0c513c2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=62327276-417d-492f-988e-7121dc66fc2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687456 Dec 22 13:33:52.647418 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-edeb23ec-42a1-4a1d-96fb-d5b8b66abbdb req-37f1d045-8949-4203-8b74-08211299dbb3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b2be9708be2a4e27beb28819ba0fc835&device_id=62327276-417d-492f-988e-7121dc66fc2e HTTP/1.1" status: 200 len: 1098 time: 0.0734272 Dec 22 13:33:52.794067 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb23ec-42a1-4a1d-96fb-d5b8b66abbdb req-41df4500-ddb1-407d-9fad-2780f628b3b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:52.795728 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-edeb23ec-42a1-4a1d-96fb-d5b8b66abbdb req-41df4500-ddb1-407d-9fad-2780f628b3b2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=10e79ce2-fabb-4316-a76b-1469cb51a232 HTTP/1.1" status: 200 len: 913 time: 0.1296391 Dec 22 13:33:52.898061 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-edeb23ec-42a1-4a1d-96fb-d5b8b66abbdb req-bf02c48b-d8f9-49da-acbe-b1f2b3541b02 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93441c6e-0cf7-4fa1-aa81-ef993d22b5ec HTTP/1.1" status: 200 len: 1001 time: 0.0939701 Dec 22 13:33:52.968923 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb23ec-42a1-4a1d-96fb-d5b8b66abbdb req-9c1c7b89-1adb-428e-b74f-aca43e7ea2eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:52.970367 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-edeb23ec-42a1-4a1d-96fb-d5b8b66abbdb req-9c1c7b89-1adb-428e-b74f-aca43e7ea2eb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d855c4ed-0ace-4ba2-aafe-06ef167ba3f1 HTTP/1.1" status: 200 len: 851 time: 0.0616779 Dec 22 13:33:53.046467 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-edeb23ec-42a1-4a1d-96fb-d5b8b66abbdb req-2e42cb57-bd0d-4214-91ce-b319d38ddbbf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10e79ce2-fabb-4316-a76b-1469cb51a232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681343 Dec 22 13:33:53.177257 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-edeb23ec-42a1-4a1d-96fb-d5b8b66abbdb req-58fb46de-871f-4e35-96a3-26e56e773227 service neutron] 10.222.0.45 "GET /v2.0/networks/10e79ce2-fabb-4316-a76b-1469cb51a232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240735 Dec 22 13:33:53.312181 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-edeb23ec-42a1-4a1d-96fb-d5b8b66abbdb req-a501d29c-e6cb-4203-b1e8-bfc555f4824b service neutron] 10.222.0.45 "GET /v2.0/networks/10e79ce2-fabb-4316-a76b-1469cb51a232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280787 Dec 22 13:33:58.855636 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:34:00.116028 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:34:05.649184 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-af105f73-ef92-4b7e-8b69-e50c72b5a7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:34:07.996091 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-813b2352-f399-4226-88ec-b66fc004abd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:34:08.929985 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:34:09.276849 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:34:10.487615 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:34:28.849934 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:34:35.652569 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0b944f50-6384-41eb-b4a2-c946c52475a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:34:37.117054 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:34:38.001260 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4139aba1-66e7-4a66-b09d-18b700d587db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:34:38.945561 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:34:39.292774 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:34:40.493065 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:34:54.450745 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53186) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:34:54.501452 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6c392999-0254-45be-81f1-27826d102d93 req-3907c4ef-5e1a-4eec-8033-4e3453ce3f79 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e2543e39-10bc-4ee6-8f16-1fadc7e2562e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739706 Dec 22 13:34:54.656634 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6c392999-0254-45be-81f1-27826d102d93 req-448cbb63-0ed1-4353-ab3d-ebecad4e64bc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b2be9708be2a4e27beb28819ba0fc835&device_id=e2543e39-10bc-4ee6-8f16-1fadc7e2562e HTTP/1.1" status: 200 len: 1098 time: 0.0741899 Dec 22 13:34:54.661080 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-f1d14b69-5957-4927-9206-9322ae873ddb tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Deleting port b7482fed-8405-4e2e-ba0f-7b3d0e01ba63 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:34:54.661533 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f1d14b69-5957-4927-9206-9322ae873ddb tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:34:54.920660 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c392999-0254-45be-81f1-27826d102d93 req-887c3a57-9fcf-4888-be43-46898efaf5c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:34:54.922125 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6c392999-0254-45be-81f1-27826d102d93 req-887c3a57-9fcf-4888-be43-46898efaf5c2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=10e79ce2-fabb-4316-a76b-1469cb51a232 HTTP/1.1" status: 200 len: 913 time: 0.2436152 Dec 22 13:34:54.946535 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f1d14b69-5957-4927-9206-9322ae873ddb tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:34:54.946852 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f1d14b69-5957-4927-9206-9322ae873ddb tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:34:55.030146 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6c392999-0254-45be-81f1-27826d102d93 req-d46127af-794a-4efd-880e-13222a7e2f36 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=811ead41-dacc-4cab-8435-dd3940dc5ee5 HTTP/1.1" status: 200 len: 1001 time: 0.0961645 Dec 22 13:34:55.068671 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-f1d14b69-5957-4927-9206-9322ae873ddb tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Calling delete_port for b7482fed-8405-4e2e-ba0f-7b3d0e01ba63 owned by network:floatingip {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:34:55.097433 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c392999-0254-45be-81f1-27826d102d93 req-76132f25-90c1-437d-a7d3-084cbdffd9f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:34:55.098903 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6c392999-0254-45be-81f1-27826d102d93 req-76132f25-90c1-437d-a7d3-084cbdffd9f0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d855c4ed-0ace-4ba2-aafe-06ef167ba3f1 HTTP/1.1" status: 200 len: 851 time: 0.0577948 Dec 22 13:34:55.183385 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6c392999-0254-45be-81f1-27826d102d93 req-f6e53ae8-ca53-4acf-aaca-40315bb72083 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10e79ce2-fabb-4316-a76b-1469cb51a232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719993 Dec 22 13:34:55.281014 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f1d14b69-5957-4927-9206-9322ae873ddb tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:34:55.285419 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-80100685-2123-4ff9-9ba0-a928c82165df tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:34:55.324054 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6c392999-0254-45be-81f1-27826d102d93 req-e7146bf0-391d-4fd7-94e1-520c6a1e5ec5 service neutron] 10.222.0.45 "GET /v2.0/networks/10e79ce2-fabb-4316-a76b-1469cb51a232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293907 Dec 22 13:34:55.327618 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d14b69-5957-4927-9206-9322ae873ddb tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Pushing event deleted for resources: {'Port': ['ID=b7482fed-8405-4e2e-ba0f-7b3d0e01ba63,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:34:55.368476 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d14b69-5957-4927-9206-9322ae873ddb tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:34:55.368857 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d14b69-5957-4927-9206-9322ae873ddb tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:34:55.369233 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d14b69-5957-4927-9206-9322ae873ddb tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:34:55.369603 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d14b69-5957-4927-9206-9322ae873ddb tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:34:55.369969 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d14b69-5957-4927-9206-9322ae873ddb tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:34:55.370333 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d14b69-5957-4927-9206-9322ae873ddb tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:34:55.370723 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d14b69-5957-4927-9206-9322ae873ddb tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:34:55.371085 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d14b69-5957-4927-9206-9322ae873ddb tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:34:55.371446 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d14b69-5957-4927-9206-9322ae873ddb tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:34:55.371803 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d14b69-5957-4927-9206-9322ae873ddb tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:34:55.372157 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d14b69-5957-4927-9206-9322ae873ddb tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:34:55.379115 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f1d14b69-5957-4927-9206-9322ae873ddb tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:34:55.432838 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f1d14b69-5957-4927-9206-9322ae873ddb tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for floatingip, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:34:55.466089 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6c392999-0254-45be-81f1-27826d102d93 req-61c96fe2-c912-4583-bedc-bb91ebb2f63f service neutron] 10.222.0.45 "GET /v2.0/networks/10e79ce2-fabb-4316-a76b-1469cb51a232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305430 Dec 22 13:34:55.847811 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d14b69-5957-4927-9206-9322ae873ddb tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Router 83c6cb27-2a32-4704-be30-7a16100582bd has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:34:56.055519 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d14b69-5957-4927-9206-9322ae873ddb tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:34:56.065381 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c19feb6-5a8a-45d8-aab1-fa448e830987 None None] Sync routers for ids ['83c6cb27-2a32-4704-be30-7a16100582bd'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:34:56.078432 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c19feb6-5a8a-45d8-aab1-fa448e830987 None None] Routers {'83c6cb27-2a32-4704-be30-7a16100582bd'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:34:56.079215 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-7c19feb6-5a8a-45d8-aab1-fa448e830987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:34:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['83c6cb27-2a32-4704-be30-7a16100582bd'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:34:56.140448 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f1d14b69-5957-4927-9206-9322ae873ddb tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:34:56.202599 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f1d14b69-5957-4927-9206-9322ae873ddb tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "DELETE /v2.0/floatingips/b568b1d4-47be-4b5e-8680-c91b79b9cce2 HTTP/1.1" status: 204 len: 168 time: 1.7506707 Dec 22 13:34:56.203375 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62327276-417d-492f-988e-7121dc66fc2e', 'tag': '93441c6e-0cf7-4fa1-aa81-ef993d22b5ec'}] {{(pid=84148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:34:56.297759 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-7c19feb6-5a8a-45d8-aab1-fa448e830987 None None] Set router 83c6cb27-2a32-4704-be30-7a16100582bd gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:34:56.359029 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62327276-417d-492f-988e-7121dc66fc2e', 'tag': '93441c6e-0cf7-4fa1-aa81-ef993d22b5ec', 'status': 'completed', 'code': 200} Dec 22 13:34:56.463155 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1d8c6a9d-bf8e-4766-a819-0f532c1cbc13 req-35f0f53a-8713-4353-bd58-248aab60f0fe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b2be9708be2a4e27beb28819ba0fc835&device_id=62327276-417d-492f-988e-7121dc66fc2e HTTP/1.1" status: 200 len: 1098 time: 0.0711942 Dec 22 13:34:56.611790 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c6a9d-bf8e-4766-a819-0f532c1cbc13 req-96093678-2690-4b31-aec9-e65500a36aa0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:34:56.613202 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1d8c6a9d-bf8e-4766-a819-0f532c1cbc13 req-96093678-2690-4b31-aec9-e65500a36aa0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=10e79ce2-fabb-4316-a76b-1469cb51a232 HTTP/1.1" status: 200 len: 913 time: 0.1397235 Dec 22 13:34:56.668397 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-7c19feb6-5a8a-45d8-aab1-fa448e830987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'name': 'tempest-TestVolumeBootPattern-1566605488-router', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4'}], 'enable_snat': True}, 'gw_port_id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:15Z', 'revision_number': 4, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'gw_port': {'id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:36:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:05Z', 'updated_at': '2021-12-22T13:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '28203248-ba57-47b3-abe5-cdfe0d62f43b', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'floating_ip_address': '172.26.1.200', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'port_id': '811ead41-dacc-4cab-8435-dd3940dc5ee5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'mac_address': 'fa:16:3e:e6:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2543e39-10bc-4ee6-8f16-1fadc7e2562e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:29:16Z', 'updated_at': '2021-12-22T13:29:20Z', 'revision_number': 1, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2d4ddd-3882-4fa9-9ee5-99771093213f', 'name': '', 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'mac_address': 'fa:16:3e:77:26:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:13Z', 'updated_at': '2021-12-22T13:24:32Z', 'revision_number': 5, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'subnets': [{'id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:34:56.672342 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c19feb6-5a8a-45d8-aab1-fa448e830987 None None] Checking router: 83c6cb27-2a32-4704-be30-7a16100582bd for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:34:56.683968 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c19feb6-5a8a-45d8-aab1-fa448e830987 None None] Routers {'83c6cb27-2a32-4704-be30-7a16100582bd'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:34:56.684575 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-7c19feb6-5a8a-45d8-aab1-fa448e830987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:34:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['83c6cb27-2a32-4704-be30-7a16100582bd'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:34:56.695413 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1d8c6a9d-bf8e-4766-a819-0f532c1cbc13 req-5bb41c3d-62f8-4c61-adf5-619b5d25882a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93441c6e-0cf7-4fa1-aa81-ef993d22b5ec HTTP/1.1" status: 200 len: 217 time: 0.0741363 Dec 22 13:34:56.806455 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c6a9d-bf8e-4766-a819-0f532c1cbc13 req-4aec65d2-9fd9-4395-a577-93627fc1d5b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:34:56.807814 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1d8c6a9d-bf8e-4766-a819-0f532c1cbc13 req-4aec65d2-9fd9-4395-a577-93627fc1d5b7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d855c4ed-0ace-4ba2-aafe-06ef167ba3f1 HTTP/1.1" status: 200 len: 851 time: 0.1057279 Dec 22 13:34:56.867099 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-7c19feb6-5a8a-45d8-aab1-fa448e830987 None None] Set router 83c6cb27-2a32-4704-be30-7a16100582bd gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:34:56.873285 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0d5ab-735e-4a45-bbac-711598b50e68 req-5cd686db-1778-4987-a196-c0051cbafbb2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:34:56.874758 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-89e0d5ab-735e-4a45-bbac-711598b50e68 req-5cd686db-1778-4987-a196-c0051cbafbb2 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=62327276-417d-492f-988e-7121dc66fc2e HTTP/1.1" status: 200 len: 945 time: 0.1419713 Dec 22 13:34:56.937860 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1d8c6a9d-bf8e-4766-a819-0f532c1cbc13 req-06221e82-201c-41a1-a4dc-aad6a5717c75 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10e79ce2-fabb-4316-a76b-1469cb51a232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1159599 Dec 22 13:34:56.940137 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-89e0d5ab-735e-4a45-bbac-711598b50e68 req-c85a894a-1bc1-4359-88ca-985af8284f92 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595555 Dec 22 13:34:57.082470 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1d8c6a9d-bf8e-4766-a819-0f532c1cbc13 req-fc5eb728-62da-4e39-8b39-dbdd684fdab7 service neutron] 10.222.0.45 "GET /v2.0/networks/10e79ce2-fabb-4316-a76b-1469cb51a232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279979 Dec 22 13:34:57.210401 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1d8c6a9d-bf8e-4766-a819-0f532c1cbc13 req-dcc12ae0-f7e8-4abc-ab3c-b19b906c2234 service neutron] 10.222.0.45 "GET /v2.0/networks/10e79ce2-fabb-4316-a76b-1469cb51a232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285298 Dec 22 13:34:57.242618 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-7c19feb6-5a8a-45d8-aab1-fa448e830987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'name': 'tempest-TestVolumeBootPattern-1566605488-router', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4'}], 'enable_snat': True}, 'gw_port_id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:15Z', 'revision_number': 4, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'gw_port': {'id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:36:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:05Z', 'updated_at': '2021-12-22T13:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '28203248-ba57-47b3-abe5-cdfe0d62f43b', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'floating_ip_address': '172.26.1.200', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'port_id': '811ead41-dacc-4cab-8435-dd3940dc5ee5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'mac_address': 'fa:16:3e:e6:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2543e39-10bc-4ee6-8f16-1fadc7e2562e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:29:16Z', 'updated_at': '2021-12-22T13:29:20Z', 'revision_number': 1, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2d4ddd-3882-4fa9-9ee5-99771093213f', 'name': '', 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'mac_address': 'fa:16:3e:77:26:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:13Z', 'updated_at': '2021-12-22T13:24:32Z', 'revision_number': 5, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'subnets': [{'id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:34:57.246574 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c19feb6-5a8a-45d8-aab1-fa448e830987 None None] The sync data for ids ['83c6cb27-2a32-4704-be30-7a16100582bd'] in dv-neutron-822669-1-hyperv is: [{'id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'name': 'tempest-TestVolumeBootPattern-1566605488-router', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4'}], 'enable_snat': True}, 'gw_port_id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:15Z', 'revision_number': 4, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'gw_port': {'id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:36:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:05Z', 'updated_at': '2021-12-22T13:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '28203248-ba57-47b3-abe5-cdfe0d62f43b', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'floating_ip_address': '172.26.1.200', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'port_id': '811ead41-dacc-4cab-8435-dd3940dc5ee5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'mac_address': 'fa:16:3e:e6:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2543e39-10bc-4ee6-8f16-1fadc7e2562e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:29:16Z', 'updated_at': '2021-12-22T13:29:20Z', 'revision_number': 1, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2d4ddd-3882-4fa9-9ee5-99771093213f', 'name': '', 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'mac_address': 'fa:16:3e:77:26:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:13Z', 'updated_at': '2021-12-22T13:24:32Z', 'revision_number': 5, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'subnets': [{'id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:34:57.470740 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008f9a10-0404-440c-afa8-b14798b5db3d None None] New status for floating IP b568b1d4-47be-4b5e-8680-c91b79b9cce2: DOWN {{(pid=84150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:34:58.139519 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f608bf11-b0c6-4422-a65a-fb11d37fbf12 req-06cf2512-5155-4888-901f-a096b315f43a tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:34:58.140226 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-f608bf11-b0c6-4422-a65a-fb11d37fbf12 req-06cf2512-5155-4888-901f-a096b315f43a tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Synchronizing usage tracker for tenant:b2be9708be2a4e27beb28819ba0fc835 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:34:58.212397 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-f608bf11-b0c6-4422-a65a-fb11d37fbf12 req-06cf2512-5155-4888-901f-a096b315f43a tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Unset dirty status for tenant:b2be9708be2a4e27beb28819ba0fc835 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:34:58.213546 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-f608bf11-b0c6-4422-a65a-fb11d37fbf12 req-06cf2512-5155-4888-901f-a096b315f43a tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=62327276-417d-492f-988e-7121dc66fc2e HTTP/1.1" status: 200 len: 945 time: 0.1516583 Dec 22 13:34:58.264331 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-f608bf11-b0c6-4422-a65a-fb11d37fbf12 req-8025163c-cd41-43b1-b257-9b5353f0fac7 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451777 Dec 22 13:34:58.590904 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13ee91-46af-4c2b-a8a6-622c1dce8b4c req-73983415-1d5b-4642-b9c5-7e61253e6f1e tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:34:58.592326 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-bc13ee91-46af-4c2b-a8a6-622c1dce8b4c req-73983415-1d5b-4642-b9c5-7e61253e6f1e tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.45 "GET /v2.0/ports?device_id=62327276-417d-492f-988e-7121dc66fc2e HTTP/1.1" status: 200 len: 945 time: 0.0854828 Dec 22 13:34:58.661588 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-bc13ee91-46af-4c2b-a8a6-622c1dce8b4c req-aa01874f-2c7d-4aa3-a25e-3ed4af6c8098 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Deleting port 93441c6e-0cf7-4fa1-aa81-ef993d22b5ec {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:34:58.661930 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-bc13ee91-46af-4c2b-a8a6-622c1dce8b4c req-aa01874f-2c7d-4aa3-a25e-3ed4af6c8098 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:34:58.841391 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:34:59.010552 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-bc13ee91-46af-4c2b-a8a6-622c1dce8b4c req-aa01874f-2c7d-4aa3-a25e-3ed4af6c8098 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] For port 93441c6e-0cf7-4fa1-aa81-ef993d22b5ec, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=93441c6e-0cf7-4fa1-aa81-ef993d22b5ec,segment=NetworkSegment(f468e2c3-8d76-44b5-a1f5-b6db2225bdd5),segment_id=f468e2c3-8d76-44b5-a1f5-b6db2225bdd5)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:34:59.010987 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-bc13ee91-46af-4c2b-a8a6-622c1dce8b4c req-aa01874f-2c7d-4aa3-a25e-3ed4af6c8098 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:34:59.133365 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-bc13ee91-46af-4c2b-a8a6-622c1dce8b4c req-aa01874f-2c7d-4aa3-a25e-3ed4af6c8098 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Calling delete_port for 93441c6e-0cf7-4fa1-aa81-ef993d22b5ec owned by compute:nova {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:34:59.355438 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-bc13ee91-46af-4c2b-a8a6-622c1dce8b4c req-aa01874f-2c7d-4aa3-a25e-3ed4af6c8098 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:34:59.361287 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-79c6df3b-89ca-46e0-85a0-1a4dfcd3b07e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:34:59.436062 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01874f-2c7d-4aa3-a25e-3ed4af6c8098 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Pushing event deleted for resources: {'Port': ['ID=93441c6e-0cf7-4fa1-aa81-ef993d22b5ec,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:34:59.455355 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0e96b391-4bc9-483f-ab1f-6b75984b07f7 req-c0caa172-0fb9-4bcd-9061-78788988dfe6 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=62327276-417d-492f-988e-7121dc66fc2e HTTP/1.1" status: 200 len: 210 time: 0.0589404 Dec 22 13:34:59.458587 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01874f-2c7d-4aa3-a25e-3ed4af6c8098 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:34:59.458978 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01874f-2c7d-4aa3-a25e-3ed4af6c8098 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:34:59.459328 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01874f-2c7d-4aa3-a25e-3ed4af6c8098 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:34:59.459693 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01874f-2c7d-4aa3-a25e-3ed4af6c8098 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:34:59.460080 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01874f-2c7d-4aa3-a25e-3ed4af6c8098 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:34:59.460439 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01874f-2c7d-4aa3-a25e-3ed4af6c8098 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:34:59.460787 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01874f-2c7d-4aa3-a25e-3ed4af6c8098 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:34:59.461595 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01874f-2c7d-4aa3-a25e-3ed4af6c8098 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:34:59.461595 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01874f-2c7d-4aa3-a25e-3ed4af6c8098 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:34:59.461830 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01874f-2c7d-4aa3-a25e-3ed4af6c8098 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:34:59.462161 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01874f-2c7d-4aa3-a25e-3ed4af6c8098 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:34:59.489315 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-aa01874f-2c7d-4aa3-a25e-3ed4af6c8098 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:34:59.533635 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc13ee91-46af-4c2b-a8a6-622c1dce8b4c req-aa01874f-2c7d-4aa3-a25e-3ed4af6c8098 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] No DVR routers for this DVR port 93441c6e-0cf7-4fa1-aa81-ef993d22b5ec on host hv-neutron-8226 {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:34:59.536190 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-bc13ee91-46af-4c2b-a8a6-622c1dce8b4c req-aa01874f-2c7d-4aa3-a25e-3ed4af6c8098 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:34:59.539103 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62327276-417d-492f-988e-7121dc66fc2e', 'name': 'network-vif-deleted', 'tag': '93441c6e-0cf7-4fa1-aa81-ef993d22b5ec'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:34:59.600991 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62327276-417d-492f-988e-7121dc66fc2e', 'name': 'network-vif-deleted', 'tag': '93441c6e-0cf7-4fa1-aa81-ef993d22b5ec', 'status': 'completed', 'code': 200} Dec 22 13:34:59.630010 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-bc13ee91-46af-4c2b-a8a6-622c1dce8b4c req-aa01874f-2c7d-4aa3-a25e-3ed4af6c8098 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.45 "DELETE /v2.0/ports/93441c6e-0cf7-4fa1-aa81-ef993d22b5ec HTTP/1.1" status: 204 len: 173 time: 1.0284889 Dec 22 13:35:00.640262 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-653ad1ef-e66a-41cc-beed-1b3bbf12043b req-37d533f1-0d65-4ec5-ba7b-0ee755c42e17 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Synchronizing usage tracker for tenant:b2be9708be2a4e27beb28819ba0fc835 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:35:00.714886 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-653ad1ef-e66a-41cc-beed-1b3bbf12043b req-37d533f1-0d65-4ec5-ba7b-0ee755c42e17 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Unset dirty status for tenant:b2be9708be2a4e27beb28819ba0fc835 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:35:00.716023 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-653ad1ef-e66a-41cc-beed-1b3bbf12043b req-37d533f1-0d65-4ec5-ba7b-0ee755c42e17 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=62327276-417d-492f-988e-7121dc66fc2e HTTP/1.1" status: 200 len: 210 time: 0.1217248 Dec 22 13:35:02.141631 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 93441c6e-0cf7-4fa1-aa81-ef993d22b5ec no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:35:02.175530 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] No Port match for: 93441c6e-0cf7-4fa1-aa81-ef993d22b5ec {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:35:02.175880 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 93441c6e-0cf7-4fa1-aa81-ef993d22b5ec not bound to the agent host hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:35:05.687966 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2f763b48-50b7-410b-b169-2a50d770dc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:06.560114 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53228) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:35:06.754563 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-a10e5758-986a-4a9e-8e8b-8532eca1459c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Deleting port 148d4645-92ce-46f2-a2f1-804ed2bee4fd {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:35:06.754906 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a10e5758-986a-4a9e-8e8b-8532eca1459c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:07.036116 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a10e5758-986a-4a9e-8e8b-8532eca1459c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:07.036446 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a10e5758-986a-4a9e-8e8b-8532eca1459c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:07.154008 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-a10e5758-986a-4a9e-8e8b-8532eca1459c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Calling delete_port for 148d4645-92ce-46f2-a2f1-804ed2bee4fd owned by network:floatingip {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:35:07.377789 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a10e5758-986a-4a9e-8e8b-8532eca1459c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:07.381400 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-615463bc-fe8e-48bf-affc-b725856d2d79 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:35:07.422591 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e5758-986a-4a9e-8e8b-8532eca1459c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Pushing event deleted for resources: {'Port': ['ID=148d4645-92ce-46f2-a2f1-804ed2bee4fd,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:35:07.426970 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a10e5758-986a-4a9e-8e8b-8532eca1459c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:35:07.518430 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a10e5758-986a-4a9e-8e8b-8532eca1459c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for floatingip, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:07.901745 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10e5758-986a-4a9e-8e8b-8532eca1459c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Router 83c6cb27-2a32-4704-be30-7a16100582bd has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:35:07.991414 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-52cc0f12-913a-48d6-95c5-73565cc86ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:08.104806 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10e5758-986a-4a9e-8e8b-8532eca1459c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:35:08.114944 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31a0f3e-fc95-4a60-8e66-5c9d12b2e3f7 None None] Sync routers for ids ['83c6cb27-2a32-4704-be30-7a16100582bd'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:35:08.132022 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31a0f3e-fc95-4a60-8e66-5c9d12b2e3f7 None None] Routers {'83c6cb27-2a32-4704-be30-7a16100582bd'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:35:08.132756 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-d31a0f3e-fc95-4a60-8e66-5c9d12b2e3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:35:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['83c6cb27-2a32-4704-be30-7a16100582bd'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:35:08.190537 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a10e5758-986a-4a9e-8e8b-8532eca1459c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:08.249576 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a10e5758-986a-4a9e-8e8b-8532eca1459c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "DELETE /v2.0/floatingips/28203248-ba57-47b3-abe5-cdfe0d62f43b HTTP/1.1" status: 204 len: 168 time: 1.6882265 Dec 22 13:35:08.250057 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2543e39-10bc-4ee6-8f16-1fadc7e2562e', 'tag': '811ead41-dacc-4cab-8435-dd3940dc5ee5'}] {{(pid=84148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:35:08.309104 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2543e39-10bc-4ee6-8f16-1fadc7e2562e', 'tag': '811ead41-dacc-4cab-8435-dd3940dc5ee5', 'status': 'completed', 'code': 200} Dec 22 13:35:08.310007 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-d31a0f3e-fc95-4a60-8e66-5c9d12b2e3f7 None None] Set router 83c6cb27-2a32-4704-be30-7a16100582bd gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:35:08.408103 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-26ad6b12-228b-41ec-8bab-81b12a07bc3b req-cf587231-0765-412d-bc6c-a73eb61c74d5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b2be9708be2a4e27beb28819ba0fc835&device_id=e2543e39-10bc-4ee6-8f16-1fadc7e2562e HTTP/1.1" status: 200 len: 1098 time: 0.0709524 Dec 22 13:35:08.548795 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad6b12-228b-41ec-8bab-81b12a07bc3b req-95ae79e0-811e-4bc2-a5c8-43f3b8cd49b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:08.550402 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-26ad6b12-228b-41ec-8bab-81b12a07bc3b req-95ae79e0-811e-4bc2-a5c8-43f3b8cd49b0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=10e79ce2-fabb-4316-a76b-1469cb51a232 HTTP/1.1" status: 200 len: 913 time: 0.1329811 Dec 22 13:35:08.622723 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-d31a0f3e-fc95-4a60-8e66-5c9d12b2e3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'name': 'tempest-TestVolumeBootPattern-1566605488-router', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4'}], 'enable_snat': True}, 'gw_port_id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:15Z', 'revision_number': 4, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'gw_port': {'id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:36:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:05Z', 'updated_at': '2021-12-22T13:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '4e2d4ddd-3882-4fa9-9ee5-99771093213f', 'name': '', 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'mac_address': 'fa:16:3e:77:26:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:13Z', 'updated_at': '2021-12-22T13:24:32Z', 'revision_number': 5, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'subnets': [{'id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:35:08.626699 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31a0f3e-fc95-4a60-8e66-5c9d12b2e3f7 None None] Checking router: 83c6cb27-2a32-4704-be30-7a16100582bd for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:35:08.634686 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-26ad6b12-228b-41ec-8bab-81b12a07bc3b req-0efd55ef-4e41-4e42-84b4-5ef6e5ccbdc0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=811ead41-dacc-4cab-8435-dd3940dc5ee5 HTTP/1.1" status: 200 len: 217 time: 0.0758789 Dec 22 13:35:08.638499 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31a0f3e-fc95-4a60-8e66-5c9d12b2e3f7 None None] Routers {'83c6cb27-2a32-4704-be30-7a16100582bd'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:35:08.639106 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-d31a0f3e-fc95-4a60-8e66-5c9d12b2e3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:35:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['83c6cb27-2a32-4704-be30-7a16100582bd'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:35:08.710875 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad6b12-228b-41ec-8bab-81b12a07bc3b req-1b0d6827-81d2-4f64-bd0d-91a891abadbd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:08.712318 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-26ad6b12-228b-41ec-8bab-81b12a07bc3b req-1b0d6827-81d2-4f64-bd0d-91a891abadbd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d855c4ed-0ace-4ba2-aafe-06ef167ba3f1 HTTP/1.1" status: 200 len: 851 time: 0.0674291 Dec 22 13:35:08.799065 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-26ad6b12-228b-41ec-8bab-81b12a07bc3b req-beee6f6c-3b9f-4d03-a118-f79800d76dd3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10e79ce2-fabb-4316-a76b-1469cb51a232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745263 Dec 22 13:35:08.822428 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-d31a0f3e-fc95-4a60-8e66-5c9d12b2e3f7 None None] Set router 83c6cb27-2a32-4704-be30-7a16100582bd gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:35:08.863011 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0911fb7-f93e-46b3-950c-0f1c9dde1eed req-91e27385-2611-4136-9ec5-6c863d255acd tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:08.863788 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-a0911fb7-f93e-46b3-950c-0f1c9dde1eed req-91e27385-2611-4136-9ec5-6c863d255acd tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Synchronizing usage tracker for tenant:b2be9708be2a4e27beb28819ba0fc835 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:35:08.932562 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-a0911fb7-f93e-46b3-950c-0f1c9dde1eed req-91e27385-2611-4136-9ec5-6c863d255acd tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Unset dirty status for tenant:b2be9708be2a4e27beb28819ba0fc835 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:35:08.933761 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-a0911fb7-f93e-46b3-950c-0f1c9dde1eed req-91e27385-2611-4136-9ec5-6c863d255acd tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2543e39-10bc-4ee6-8f16-1fadc7e2562e HTTP/1.1" status: 200 len: 945 time: 0.1512351 Dec 22 13:35:08.946796 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-26ad6b12-228b-41ec-8bab-81b12a07bc3b req-b181d2a0-8dac-497a-92b7-802cc510bf63 service neutron] 10.222.0.45 "GET /v2.0/networks/10e79ce2-fabb-4316-a76b-1469cb51a232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398566 Dec 22 13:35:08.956530 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:08.995907 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-a0911fb7-f93e-46b3-950c-0f1c9dde1eed req-84765723-d9ad-4d70-bcf4-82bb7bb43db4 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531836 Dec 22 13:35:09.099241 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-26ad6b12-228b-41ec-8bab-81b12a07bc3b req-325973f0-9165-4031-8f16-e15d4c8c56c0 service neutron] 10.222.0.45 "GET /v2.0/networks/10e79ce2-fabb-4316-a76b-1469cb51a232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425080 Dec 22 13:35:09.161254 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-d31a0f3e-fc95-4a60-8e66-5c9d12b2e3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'name': 'tempest-TestVolumeBootPattern-1566605488-router', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4'}], 'enable_snat': True}, 'gw_port_id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:15Z', 'revision_number': 4, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'gw_port': {'id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:36:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:05Z', 'updated_at': '2021-12-22T13:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '4e2d4ddd-3882-4fa9-9ee5-99771093213f', 'name': '', 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'mac_address': 'fa:16:3e:77:26:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:13Z', 'updated_at': '2021-12-22T13:24:32Z', 'revision_number': 5, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'subnets': [{'id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:35:09.165208 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31a0f3e-fc95-4a60-8e66-5c9d12b2e3f7 None None] The sync data for ids ['83c6cb27-2a32-4704-be30-7a16100582bd'] in dv-neutron-822669-1-hyperv is: [{'id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'name': 'tempest-TestVolumeBootPattern-1566605488-router', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4'}], 'enable_snat': True}, 'gw_port_id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:15Z', 'revision_number': 4, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'gw_port': {'id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:36:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:05Z', 'updated_at': '2021-12-22T13:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '4e2d4ddd-3882-4fa9-9ee5-99771093213f', 'name': '', 'network_id': '10e79ce2-fabb-4316-a76b-1469cb51a232', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'mac_address': 'fa:16:3e:77:26:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:13Z', 'updated_at': '2021-12-22T13:24:32Z', 'revision_number': 5, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'subnets': [{'id': 'd855c4ed-0ace-4ba2-aafe-06ef167ba3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:35:09.305752 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:09.391864 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd337ad-49e3-4b65-9cc6-c731d367b09c None None] New status for floating IP 28203248-ba57-47b3-abe5-cdfe0d62f43b: DOWN {{(pid=84150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:35:09.431331 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d903ab-5206-48b4-91dd-1edb5c840869 req-8d980048-1e5b-4584-bb51-87327f185dc0 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:09.432742 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-51d903ab-5206-48b4-91dd-1edb5c840869 req-8d980048-1e5b-4584-bb51-87327f185dc0 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.45 "GET /v2.0/ports?device_id=e2543e39-10bc-4ee6-8f16-1fadc7e2562e HTTP/1.1" status: 200 len: 945 time: 0.0761068 Dec 22 13:35:09.504962 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-51d903ab-5206-48b4-91dd-1edb5c840869 req-a5dcaf1a-bd86-4bd5-b73d-245a5d25a66e tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Deleting port 811ead41-dacc-4cab-8435-dd3940dc5ee5 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:35:09.505196 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-51d903ab-5206-48b4-91dd-1edb5c840869 req-a5dcaf1a-bd86-4bd5-b73d-245a5d25a66e tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:09.841648 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-51d903ab-5206-48b4-91dd-1edb5c840869 req-a5dcaf1a-bd86-4bd5-b73d-245a5d25a66e tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] For port 811ead41-dacc-4cab-8435-dd3940dc5ee5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=811ead41-dacc-4cab-8435-dd3940dc5ee5,segment=NetworkSegment(f468e2c3-8d76-44b5-a1f5-b6db2225bdd5),segment_id=f468e2c3-8d76-44b5-a1f5-b6db2225bdd5)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:35:09.841997 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-51d903ab-5206-48b4-91dd-1edb5c840869 req-a5dcaf1a-bd86-4bd5-b73d-245a5d25a66e tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:09.965666 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-51d903ab-5206-48b4-91dd-1edb5c840869 req-a5dcaf1a-bd86-4bd5-b73d-245a5d25a66e tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Calling delete_port for 811ead41-dacc-4cab-8435-dd3940dc5ee5 owned by compute:nova {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:35:10.181264 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-51d903ab-5206-48b4-91dd-1edb5c840869 req-a5dcaf1a-bd86-4bd5-b73d-245a5d25a66e tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:10.191897 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6f5077a7-3e1d-4d8a-8986-6784fd438177 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:35:10.236622 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dcaf1a-bd86-4bd5-b73d-245a5d25a66e tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Pushing event deleted for resources: {'Port': ['ID=811ead41-dacc-4cab-8435-dd3940dc5ee5,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:35:10.241083 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a5dcaf1a-bd86-4bd5-b73d-245a5d25a66e tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:35:10.277295 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b80799-9996-4eb4-80b5-d62c88eba403 req-8cbb31f4-dd3d-4efc-8377-da37602e83f0 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:10.278904 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a2b80799-9996-4eb4-80b5-d62c88eba403 req-8cbb31f4-dd3d-4efc-8377-da37602e83f0 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2543e39-10bc-4ee6-8f16-1fadc7e2562e HTTP/1.1" status: 200 len: 945 time: 0.1588178 Dec 22 13:35:10.343974 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d903ab-5206-48b4-91dd-1edb5c840869 req-a5dcaf1a-bd86-4bd5-b73d-245a5d25a66e tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] No DVR routers for this DVR port 811ead41-dacc-4cab-8435-dd3940dc5ee5 on host hv-neutron-8226 {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:35:10.346940 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-51d903ab-5206-48b4-91dd-1edb5c840869 req-a5dcaf1a-bd86-4bd5-b73d-245a5d25a66e tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:10.349685 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2543e39-10bc-4ee6-8f16-1fadc7e2562e', 'name': 'network-vif-deleted', 'tag': '811ead41-dacc-4cab-8435-dd3940dc5ee5'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:35:10.378518 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a2b80799-9996-4eb4-80b5-d62c88eba403 req-8dcae923-b641-40bc-8f8c-bba87697815c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/security-groups?id=40700fc7-e1b2-48c6-9a16-0d5a21225209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937154 Dec 22 13:35:10.405282 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2543e39-10bc-4ee6-8f16-1fadc7e2562e', 'name': 'network-vif-deleted', 'tag': '811ead41-dacc-4cab-8435-dd3940dc5ee5', 'status': 'completed', 'code': 200} Dec 22 13:35:10.431889 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-51d903ab-5206-48b4-91dd-1edb5c840869 req-a5dcaf1a-bd86-4bd5-b73d-245a5d25a66e tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.45 "DELETE /v2.0/ports/811ead41-dacc-4cab-8435-dd3940dc5ee5 HTTP/1.1" status: 204 len: 173 time: 0.9910324 Dec 22 13:35:10.515326 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:11.551346 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-5c91b0d3-f1ea-44e4-ab7f-9975cefff474 req-66e17979-e5e7-44c9-9354-9c96b17e2380 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Synchronizing usage tracker for tenant:b2be9708be2a4e27beb28819ba0fc835 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:35:11.629569 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-5c91b0d3-f1ea-44e4-ab7f-9975cefff474 req-66e17979-e5e7-44c9-9354-9c96b17e2380 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Unset dirty status for tenant:b2be9708be2a4e27beb28819ba0fc835 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:35:11.630730 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5c91b0d3-f1ea-44e4-ab7f-9975cefff474 req-66e17979-e5e7-44c9-9354-9c96b17e2380 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2543e39-10bc-4ee6-8f16-1fadc7e2562e HTTP/1.1" status: 200 len: 210 time: 0.1208031 Dec 22 13:35:12.736213 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53252) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:35:12.989774 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-e5162aa3-7d7a-4199-b826-45cee7b80122 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Deleting port dc2c9db6-a155-42f4-aba0-e63b8bbffd01 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:35:12.990127 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e5162aa3-7d7a-4199-b826-45cee7b80122 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:13.151528 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e5162aa3-7d7a-4199-b826-45cee7b80122 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:13.151846 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e5162aa3-7d7a-4199-b826-45cee7b80122 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:13.270213 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-e5162aa3-7d7a-4199-b826-45cee7b80122 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Calling delete_port for dc2c9db6-a155-42f4-aba0-e63b8bbffd01 owned by network:floatingip {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:35:13.458148 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e5162aa3-7d7a-4199-b826-45cee7b80122 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:13.461666 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-590e8f63-ae7f-4c22-ac42-435d14ee60f1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:35:13.502276 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5162aa3-7d7a-4199-b826-45cee7b80122 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Pushing event deleted for resources: {'Port': ['ID=dc2c9db6-a155-42f4-aba0-e63b8bbffd01,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:35:13.504711 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e5162aa3-7d7a-4199-b826-45cee7b80122 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:35:13.596134 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e5162aa3-7d7a-4199-b826-45cee7b80122 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for floatingip, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:13.662753 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e5162aa3-7d7a-4199-b826-45cee7b80122 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:13.663868 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e5162aa3-7d7a-4199-b826-45cee7b80122 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "DELETE /v2.0/floatingips/a41245ce-20cd-497a-b584-39e1ee328187 HTTP/1.1" status: 204 len: 168 time: 0.9266875 Dec 22 13:35:14.117059 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:35:14.203282 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 811ead41-dacc-4cab-8435-dd3940dc5ee5 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:35:14.236714 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] No Port match for: 811ead41-dacc-4cab-8435-dd3940dc5ee5 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:35:14.237072 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 811ead41-dacc-4cab-8435-dd3940dc5ee5 not bound to the agent host hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:35:16.275462 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53270) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:35:16.350699 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fcb1be26-a680-4340-8115-b3b807d82cb5 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:16.387666 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fcb1be26-a680-4340-8115-b3b807d82cb5 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:16.511274 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fcb1be26-a680-4340-8115-b3b807d82cb5 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:16.516827 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f972df9f-cf63-473c-b1f8-ba7f0c950890 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:35:16.533927 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1be26-a680-4340-8115-b3b807d82cb5 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40700fc7-e1b2-48c6-9a16-0d5a21225209,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:35:16.537343 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-fcb1be26-a680-4340-8115-b3b807d82cb5 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:35:16.601448 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fcb1be26-a680-4340-8115-b3b807d82cb5 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:16.602723 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-fcb1be26-a680-4340-8115-b3b807d82cb5 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] 10.222.0.47 "DELETE /v2.0/security-groups/40700fc7-e1b2-48c6-9a16-0d5a21225209 HTTP/1.1" status: 204 len: 168 time: 0.3262796 Dec 22 13:35:16.718625 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53276) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:35:17.284612 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bf486d98-f79c-4639-96b5-c1b3322b92cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:17.966158 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-bf486d98-f79c-4639-96b5-c1b3322b92cf admin admin] Deleting port 4e2d4ddd-3882-4fa9-9ee5-99771093213f {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:35:17.966908 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bf486d98-f79c-4639-96b5-c1b3322b92cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:18.136901 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-bf486d98-f79c-4639-96b5-c1b3322b92cf admin admin] For port 4e2d4ddd-3882-4fa9-9ee5-99771093213f, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=4e2d4ddd-3882-4fa9-9ee5-99771093213f,segment=NetworkSegment(f468e2c3-8d76-44b5-a1f5-b6db2225bdd5),segment_id=f468e2c3-8d76-44b5-a1f5-b6db2225bdd5)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:35:18.137257 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bf486d98-f79c-4639-96b5-c1b3322b92cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:18.259847 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-bf486d98-f79c-4639-96b5-c1b3322b92cf admin admin] Calling delete_port for 4e2d4ddd-3882-4fa9-9ee5-99771093213f owned by network:router_interface {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:35:18.516660 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bf486d98-f79c-4639-96b5-c1b3322b92cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:18.520419 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ae9ed17d-c220-4598-b932-80bb84ad78e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:35:18.562025 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf486d98-f79c-4639-96b5-c1b3322b92cf admin admin] Pushing event deleted for resources: {'Port': ['ID=4e2d4ddd-3882-4fa9-9ee5-99771093213f,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:35:18.565485 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-bf486d98-f79c-4639-96b5-c1b3322b92cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:35:18.852963 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bf486d98-f79c-4639-96b5-c1b3322b92cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:19.537865 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf486d98-f79c-4639-96b5-c1b3322b92cf admin admin] Router 83c6cb27-2a32-4704-be30-7a16100582bd has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:35:19.736967 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf486d98-f79c-4639-96b5-c1b3322b92cf admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:35:19.745894 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a37c0ba-33e2-4d11-a018-e2931b9ec962 None None] Sync routers for ids ['83c6cb27-2a32-4704-be30-7a16100582bd'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:35:19.750237 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-bf486d98-f79c-4639-96b5-c1b3322b92cf admin admin] 10.222.0.47 "PUT /v2.0/routers/83c6cb27-2a32-4704-be30-7a16100582bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0304050 Dec 22 13:35:19.752569 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53284) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:35:19.758069 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a37c0ba-33e2-4d11-a018-e2931b9ec962 None None] Routers {'83c6cb27-2a32-4704-be30-7a16100582bd'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:35:19.758727 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-7a37c0ba-33e2-4d11-a018-e2931b9ec962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:35:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['83c6cb27-2a32-4704-be30-7a16100582bd'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:35:19.946579 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a227c422-20ef-483f-8c49-af85119515c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:19.956626 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-7a37c0ba-33e2-4d11-a018-e2931b9ec962 None None] Set router 83c6cb27-2a32-4704-be30-7a16100582bd gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:35:20.144054 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a227c422-20ef-483f-8c49-af85119515c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:20.217974 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-a227c422-20ef-483f-8c49-af85119515c1 admin admin] Deleting port 316d4a31-9c4f-4300-b68a-74d570ac0e94 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:35:20.218294 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a227c422-20ef-483f-8c49-af85119515c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:20.234872 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-7a37c0ba-33e2-4d11-a018-e2931b9ec962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'name': 'tempest-TestVolumeBootPattern-1566605488-router', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4'}], 'enable_snat': True}, 'gw_port_id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:35:18Z', 'revision_number': 5, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'gw_port': {'id': '316d4a31-9c4f-4300-b68a-74d570ac0e94', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:36:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:05Z', 'updated_at': '2021-12-22T13:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:35:20.238902 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a37c0ba-33e2-4d11-a018-e2931b9ec962 None None] Checking router: 83c6cb27-2a32-4704-be30-7a16100582bd for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:35:20.250316 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a37c0ba-33e2-4d11-a018-e2931b9ec962 None None] Routers {'83c6cb27-2a32-4704-be30-7a16100582bd'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:35:20.250993 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-7a37c0ba-33e2-4d11-a018-e2931b9ec962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:35:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['83c6cb27-2a32-4704-be30-7a16100582bd'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:35:20.395591 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-a227c422-20ef-483f-8c49-af85119515c1 admin admin] For port 316d4a31-9c4f-4300-b68a-74d570ac0e94, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=316d4a31-9c4f-4300-b68a-74d570ac0e94,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:35:20.395951 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a227c422-20ef-483f-8c49-af85119515c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:20.398029 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-7a37c0ba-33e2-4d11-a018-e2931b9ec962 None None] Set router 83c6cb27-2a32-4704-be30-7a16100582bd gateway port host: None {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:35:20.507279 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-7a37c0ba-33e2-4d11-a018-e2931b9ec962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'name': 'tempest-TestVolumeBootPattern-1566605488-router', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:35:20Z', 'revision_number': 6, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'gw_port_host': None}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:35:20.511997 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a37c0ba-33e2-4d11-a018-e2931b9ec962 None None] The sync data for ids ['83c6cb27-2a32-4704-be30-7a16100582bd'] in dv-neutron-822669-1-hyperv is: [{'id': '83c6cb27-2a32-4704-be30-7a16100582bd', 'name': 'tempest-TestVolumeBootPattern-1566605488-router', 'tenant_id': 'b2be9708be2a4e27beb28819ba0fc835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:35:20Z', 'revision_number': 6, 'project_id': 'b2be9708be2a4e27beb28819ba0fc835', 'gw_port_host': None}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:35:20.529838 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-a227c422-20ef-483f-8c49-af85119515c1 admin admin] Calling delete_port for 316d4a31-9c4f-4300-b68a-74d570ac0e94 owned by network:router_gateway {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:35:20.762795 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a227c422-20ef-483f-8c49-af85119515c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:20.766927 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-98bc790d-1614-4971-b9fd-02e46e177bea tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:35:20.813053 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a227c422-20ef-483f-8c49-af85119515c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=316d4a31-9c4f-4300-b68a-74d570ac0e94,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:35:20.817935 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a227c422-20ef-483f-8c49-af85119515c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:35:21.160334 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a227c422-20ef-483f-8c49-af85119515c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:21.338052 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 4e2d4ddd-3882-4fa9-9ee5-99771093213f no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:35:21.374675 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 4e2d4ddd-3882-4fa9-9ee5-99771093213f {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:35:21.375108 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 4e2d4ddd-3882-4fa9-9ee5-99771093213f not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:35:21.375612 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 316d4a31-9c4f-4300-b68a-74d570ac0e94 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:35:21.407709 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 316d4a31-9c4f-4300-b68a-74d570ac0e94 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:35:21.408065 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 316d4a31-9c4f-4300-b68a-74d570ac0e94 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:35:21.428238 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a227c422-20ef-483f-8c49-af85119515c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:21.432561 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a227c422-20ef-483f-8c49-af85119515c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:21.533371 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a227c422-20ef-483f-8c49-af85119515c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:21.533815 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a227c422-20ef-483f-8c49-af85119515c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83c6cb27-2a32-4704-be30-7a16100582bd {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:35:21.547354 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a227c422-20ef-483f-8c49-af85119515c1 admin admin] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:21.550872 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a227c422-20ef-483f-8c49-af85119515c1 admin admin] 10.222.0.47 "DELETE /v2.0/routers/83c6cb27-2a32-4704-be30-7a16100582bd HTTP/1.1" status: 204 len: 168 time: 1.7950213 Dec 22 13:35:21.551183 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53288) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:35:21.616804 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b068d7a-4e18-4d47-8b0f-c58e351b9dde admin admin] Deleting subnet d855c4ed-0ace-4ba2-aafe-06ef167ba3f1 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:35:21.620147 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1b068d7a-4e18-4d47-8b0f-c58e351b9dde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:21.670669 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1b068d7a-4e18-4d47-8b0f-c58e351b9dde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:21.751798 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1b068d7a-4e18-4d47-8b0f-c58e351b9dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:21.876400 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1b068d7a-4e18-4d47-8b0f-c58e351b9dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:21.879984 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b3d00681-bdd2-4999-9f4b-0b0f2f832b35 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:35:21.913192 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b068d7a-4e18-4d47-8b0f-c58e351b9dde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d855c4ed-0ace-4ba2-aafe-06ef167ba3f1,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:35:21.916521 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1b068d7a-4e18-4d47-8b0f-c58e351b9dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:35:21.919762 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1b068d7a-4e18-4d47-8b0f-c58e351b9dde admin admin] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:21.925161 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b15c62c-5e1d-44a5-a8e5-6d5e4e14c83e None None] Network 10e79ce2-fabb-4316-a76b-1469cb51a232 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:35:21.925438 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1b068d7a-4e18-4d47-8b0f-c58e351b9dde admin admin] 10.222.0.47 "DELETE /v2.0/subnets/d855c4ed-0ace-4ba2-aafe-06ef167ba3f1 HTTP/1.1" status: 204 len: 168 time: 0.3732460 Dec 22 13:35:21.927937 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53292) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:35:22.033176 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-26851ee8-dce9-4b14-b63f-186de4791f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:22.044059 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-26851ee8-dce9-4b14-b63f-186de4791f2b admin admin] Deleting port da1e94a3-e680-45b6-a6fb-74c376036729 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:35:22.044626 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-26851ee8-dce9-4b14-b63f-186de4791f2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:22.166501 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0190a5b-f723-4c2c-a532-2c186e1e3bc9 None None] DHCP port deletion for 10e79ce2-fabb-4316-a76b-1469cb51a232 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:35:22.170694 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-e0190a5b-f723-4c2c-a532-2c186e1e3bc9 None None] Deleting port da1e94a3-e680-45b6-a6fb-74c376036729 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:35:22.171073 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e0190a5b-f723-4c2c-a532-2c186e1e3bc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:22.253346 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-26851ee8-dce9-4b14-b63f-186de4791f2b admin admin] For port da1e94a3-e680-45b6-a6fb-74c376036729, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=da1e94a3-e680-45b6-a6fb-74c376036729,segment=NetworkSegment(f468e2c3-8d76-44b5-a1f5-b6db2225bdd5),segment_id=f468e2c3-8d76-44b5-a1f5-b6db2225bdd5)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:35:22.253620 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-26851ee8-dce9-4b14-b63f-186de4791f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:22.370924 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-e0190a5b-f723-4c2c-a532-2c186e1e3bc9 None None] For port da1e94a3-e680-45b6-a6fb-74c376036729, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=da1e94a3-e680-45b6-a6fb-74c376036729,segment=NetworkSegment(f468e2c3-8d76-44b5-a1f5-b6db2225bdd5),segment_id=f468e2c3-8d76-44b5-a1f5-b6db2225bdd5)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:35:22.371540 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e0190a5b-f723-4c2c-a532-2c186e1e3bc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:22.378502 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-26851ee8-dce9-4b14-b63f-186de4791f2b admin admin] Calling delete_port for da1e94a3-e680-45b6-a6fb-74c376036729 owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:35:22.489275 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-e0190a5b-f723-4c2c-a532-2c186e1e3bc9 None None] Calling delete_port for da1e94a3-e680-45b6-a6fb-74c376036729 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:35:22.499208 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-26851ee8-dce9-4b14-b63f-186de4791f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:22.503254 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7d81e6df-731b-44e7-91e6-398da16a8457 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:35:22.565158 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-e0190a5b-f723-4c2c-a532-2c186e1e3bc9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:35:22.565516 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-e0190a5b-f723-4c2c-a532-2c186e1e3bc9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:35:22.646154 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26851ee8-dce9-4b14-b63f-186de4791f2b admin admin] Pushing event deleted for resources: {'Port': ['ID=da1e94a3-e680-45b6-a6fb-74c376036729,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:35:22.649159 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-26851ee8-dce9-4b14-b63f-186de4791f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:35:22.654743 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26851ee8-dce9-4b14-b63f-186de4791f2b admin admin] No DVR routers for this DVR port da1e94a3-e680-45b6-a6fb-74c376036729 on host dv-neutron-822669-1-hyperv {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:35:22.768507 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-26851ee8-dce9-4b14-b63f-186de4791f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:22.793990 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-26851ee8-dce9-4b14-b63f-186de4791f2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10e79ce2-fabb-4316-a76b-1469cb51a232']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:35:22.805845 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-26851ee8-dce9-4b14-b63f-186de4791f2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f468e2c3-8d76-44b5-a1f5-b6db2225bdd5') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:35:22.806323 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-26851ee8-dce9-4b14-b63f-186de4791f2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f468e2c3-8d76-44b5-a1f5-b6db2225bdd5') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:35:22.817509 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-26851ee8-dce9-4b14-b63f-186de4791f2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:22.833086 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-26851ee8-dce9-4b14-b63f-186de4791f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:22.839544 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26851ee8-dce9-4b14-b63f-186de4791f2b admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:35:22.839923 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-26851ee8-dce9-4b14-b63f-186de4791f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:22.852733 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:35:22.852733 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:35:22.852733 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:35:22.852733 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:35:22.852733 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:35:22.852733 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:35:22.852733 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:35:22.852733 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:35:22.852733 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:35:22.852733 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:35:22.852733 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:35:22.852733 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:35:22.852733 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:35:22.852733 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:35:22.852733 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:35:22.852733 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:35:22.852733 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:35:22.852733 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:35:22.852733 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:35:22.852733 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:35:22.852733 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:35:22.852733 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:35:22.852733 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:35:22.852733 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:35:22.852733 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:35:22.852733 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:35:22.852733 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:35:22.852733 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:35:22.852733 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:35:22.852733 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:35:22.852733 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:35:22.852733 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:35:22.990647 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-26851ee8-dce9-4b14-b63f-186de4791f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:22.994688 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7eb662ca-a732-4ccc-8321-80007e7d8d5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:35:23.007823 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-26851ee8-dce9-4b14-b63f-186de4791f2b admin admin] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:23.018574 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26851ee8-dce9-4b14-b63f-186de4791f2b admin admin] Pushing event deleted for resources: {'Network': ['ID=10e79ce2-fabb-4316-a76b-1469cb51a232,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:35:23.021618 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-26851ee8-dce9-4b14-b63f-186de4791f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:35:23.066764 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-e0190a5b-f723-4c2c-a532-2c186e1e3bc9 None None] Deleting port da1e94a3-e680-45b6-a6fb-74c376036729 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:35:23.067089 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e0190a5b-f723-4c2c-a532-2c186e1e3bc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:23.093969 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-26851ee8-dce9-4b14-b63f-186de4791f2b admin admin] 10.222.0.47 "DELETE /v2.0/networks/10e79ce2-fabb-4316-a76b-1469cb51a232 HTTP/1.1" status: 204 len: 168 time: 1.1650419 Dec 22 13:35:23.096917 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53296) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:35:23.131157 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-e0190a5b-f723-4c2c-a532-2c186e1e3bc9 None None] The port 'da1e94a3-e680-45b6-a6fb-74c376036729' was deleted {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:35:23.252453 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device da1e94a3-e680-45b6-a6fb-74c376036729 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:35:23.289958 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: da1e94a3-e680-45b6-a6fb-74c376036729 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:35:23.290470 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device da1e94a3-e680-45b6-a6fb-74c376036729 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:35:23.489233 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b2ae71fb-bee3-48fa-8fbd-179a39700afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:24.074410 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-b2ae71fb-bee3-48fa-8fbd-179a39700afd admin admin] Deleting port dd3969dd-d6b4-4c34-b6f9-51359591a6e8 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:35:24.075175 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b2ae71fb-bee3-48fa-8fbd-179a39700afd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:24.355126 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-b2ae71fb-bee3-48fa-8fbd-179a39700afd admin admin] For port dd3969dd-d6b4-4c34-b6f9-51359591a6e8, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=dd3969dd-d6b4-4c34-b6f9-51359591a6e8,segment=NetworkSegment(78f65e70-cc26-4dab-836a-259beca31b25),segment_id=78f65e70-cc26-4dab-836a-259beca31b25)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:35:24.355392 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b2ae71fb-bee3-48fa-8fbd-179a39700afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:24.473135 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-b2ae71fb-bee3-48fa-8fbd-179a39700afd admin admin] Calling delete_port for dd3969dd-d6b4-4c34-b6f9-51359591a6e8 owned by network:router_interface {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:35:24.716511 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b2ae71fb-bee3-48fa-8fbd-179a39700afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:24.720303 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a227c422-20ef-483f-8c49-af85119515c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:35:24.761697 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae71fb-bee3-48fa-8fbd-179a39700afd admin admin] Pushing event deleted for resources: {'Port': ['ID=dd3969dd-d6b4-4c34-b6f9-51359591a6e8,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:35:24.765187 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b2ae71fb-bee3-48fa-8fbd-179a39700afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:35:25.052934 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b2ae71fb-bee3-48fa-8fbd-179a39700afd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:25.627880 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ae71fb-bee3-48fa-8fbd-179a39700afd admin admin] Router df52e147-d23b-4400-b101-ca1aea99aecd has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:35:25.934420 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ae71fb-bee3-48fa-8fbd-179a39700afd admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:35:25.943203 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea2733c-8ea6-4320-9540-e31454dc0a55 None None] Sync routers for ids ['df52e147-d23b-4400-b101-ca1aea99aecd'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:35:25.955021 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea2733c-8ea6-4320-9540-e31454dc0a55 None None] Routers {'df52e147-d23b-4400-b101-ca1aea99aecd'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:35:25.955658 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-dea2733c-8ea6-4320-9540-e31454dc0a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:35:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['df52e147-d23b-4400-b101-ca1aea99aecd'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:35:26.009879 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b2ae71fb-bee3-48fa-8fbd-179a39700afd admin admin] 10.222.0.47 "PUT /v2.0/routers/df52e147-d23b-4400-b101-ca1aea99aecd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9119122 Dec 22 13:35:26.012317 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53300) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:35:26.131158 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-dea2733c-8ea6-4320-9540-e31454dc0a55 None None] Set router df52e147-d23b-4400-b101-ca1aea99aecd gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:35:26.208756 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3ecc1005-acea-49d2-8792-43cd52c3f9e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:26.408787 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3ecc1005-acea-49d2-8792-43cd52c3f9e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:26.465286 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-dea2733c-8ea6-4320-9540-e31454dc0a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df52e147-d23b-4400-b101-ca1aea99aecd', 'name': 'tempest-TestVolumeBootPattern-1256236647-router', 'tenant_id': 'ed5f4128499541069db229ac19f58501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': '95540b56-aae0-4067-a008-9606139d394b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:29Z', 'updated_at': '2021-12-22T13:35:24Z', 'revision_number': 5, 'project_id': 'ed5f4128499541069db229ac19f58501', 'gw_port': {'id': '95540b56-aae0-4067-a008-9606139d394b', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:90:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52e147-d23b-4400-b101-ca1aea99aecd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:32Z', 'updated_at': '2021-12-22T13:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:35:26.469081 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea2733c-8ea6-4320-9540-e31454dc0a55 None None] Checking router: df52e147-d23b-4400-b101-ca1aea99aecd for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:35:26.470741 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-3ecc1005-acea-49d2-8792-43cd52c3f9e4 admin admin] Deleting port 95540b56-aae0-4067-a008-9606139d394b {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:35:26.471098 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3ecc1005-acea-49d2-8792-43cd52c3f9e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:26.480047 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea2733c-8ea6-4320-9540-e31454dc0a55 None None] Routers {'df52e147-d23b-4400-b101-ca1aea99aecd'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:35:26.480851 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-dea2733c-8ea6-4320-9540-e31454dc0a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:35:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['df52e147-d23b-4400-b101-ca1aea99aecd'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:35:26.631178 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-dea2733c-8ea6-4320-9540-e31454dc0a55 None None] Set router df52e147-d23b-4400-b101-ca1aea99aecd gateway port host: None {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:35:26.646021 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-3ecc1005-acea-49d2-8792-43cd52c3f9e4 admin admin] For port 95540b56-aae0-4067-a008-9606139d394b, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=95540b56-aae0-4067-a008-9606139d394b,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:35:26.646575 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3ecc1005-acea-49d2-8792-43cd52c3f9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:26.738721 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-dea2733c-8ea6-4320-9540-e31454dc0a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df52e147-d23b-4400-b101-ca1aea99aecd', 'name': 'tempest-TestVolumeBootPattern-1256236647-router', 'tenant_id': 'ed5f4128499541069db229ac19f58501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:29Z', 'updated_at': '2021-12-22T13:35:26Z', 'revision_number': 6, 'project_id': 'ed5f4128499541069db229ac19f58501', 'gw_port_host': None}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:35:26.742749 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea2733c-8ea6-4320-9540-e31454dc0a55 None None] The sync data for ids ['df52e147-d23b-4400-b101-ca1aea99aecd'] in dv-neutron-822669-1-hyperv is: [{'id': 'df52e147-d23b-4400-b101-ca1aea99aecd', 'name': 'tempest-TestVolumeBootPattern-1256236647-router', 'tenant_id': 'ed5f4128499541069db229ac19f58501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:29Z', 'updated_at': '2021-12-22T13:35:26Z', 'revision_number': 6, 'project_id': 'ed5f4128499541069db229ac19f58501', 'gw_port_host': None}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:35:26.774918 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-3ecc1005-acea-49d2-8792-43cd52c3f9e4 admin admin] Calling delete_port for 95540b56-aae0-4067-a008-9606139d394b owned by network:router_gateway {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:35:27.025403 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3ecc1005-acea-49d2-8792-43cd52c3f9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:27.029036 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d8d6f75d-154a-40b0-9d0b-6b5d63c04c17 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:35:27.075159 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc1005-acea-49d2-8792-43cd52c3f9e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=95540b56-aae0-4067-a008-9606139d394b,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:35:27.078815 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3ecc1005-acea-49d2-8792-43cd52c3f9e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:35:27.309065 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3ecc1005-acea-49d2-8792-43cd52c3f9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:27.558631 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 95540b56-aae0-4067-a008-9606139d394b no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:35:27.592835 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 95540b56-aae0-4067-a008-9606139d394b {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:35:27.593191 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 95540b56-aae0-4067-a008-9606139d394b not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:35:27.593630 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device dd3969dd-d6b4-4c34-b6f9-51359591a6e8 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:35:27.629588 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: dd3969dd-d6b4-4c34-b6f9-51359591a6e8 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:35:27.629938 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device dd3969dd-d6b4-4c34-b6f9-51359591a6e8 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:35:27.687367 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3ecc1005-acea-49d2-8792-43cd52c3f9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:27.691498 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3ecc1005-acea-49d2-8792-43cd52c3f9e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:27.800041 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3ecc1005-acea-49d2-8792-43cd52c3f9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:27.800595 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecc1005-acea-49d2-8792-43cd52c3f9e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df52e147-d23b-4400-b101-ca1aea99aecd {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:35:27.815849 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3ecc1005-acea-49d2-8792-43cd52c3f9e4 admin admin] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:27.817874 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-3ecc1005-acea-49d2-8792-43cd52c3f9e4 admin admin] 10.222.0.47 "DELETE /v2.0/routers/df52e147-d23b-4400-b101-ca1aea99aecd HTTP/1.1" status: 204 len: 168 time: 1.8038921 Dec 22 13:35:27.819525 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53304) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:35:27.880835 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-f27ba651-bc6c-492d-9fd5-320a3cd6da40 admin admin] Deleting subnet af3fd479-45e5-44cf-8c82-e5c3e72797bf {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:35:27.883941 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f27ba651-bc6c-492d-9fd5-320a3cd6da40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:27.935818 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f27ba651-bc6c-492d-9fd5-320a3cd6da40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:28.011820 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f27ba651-bc6c-492d-9fd5-320a3cd6da40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:28.139271 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f27ba651-bc6c-492d-9fd5-320a3cd6da40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:28.142916 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-645fe751-ca87-469b-9237-c45d1b5a7e50 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:35:28.176530 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ba651-bc6c-492d-9fd5-320a3cd6da40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af3fd479-45e5-44cf-8c82-e5c3e72797bf,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:35:28.179921 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f27ba651-bc6c-492d-9fd5-320a3cd6da40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:35:28.183682 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f27ba651-bc6c-492d-9fd5-320a3cd6da40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:28.189287 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc9eed6-96ef-4139-88f7-b550c82b17be None None] Network 0cec8290-231b-4876-b1ca-370b31566bfa requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:35:28.189445 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f27ba651-bc6c-492d-9fd5-320a3cd6da40 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/af3fd479-45e5-44cf-8c82-e5c3e72797bf HTTP/1.1" status: 204 len: 168 time: 0.3689883 Dec 22 13:35:28.191866 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53308) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:35:28.295887 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5b56f93d-140d-4dca-800c-0aaf39eb0a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:28.306876 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-5b56f93d-140d-4dca-800c-0aaf39eb0a5f admin admin] Deleting port a488d319-653d-49b8-90da-98b0d65fa910 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:35:28.307196 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5b56f93d-140d-4dca-800c-0aaf39eb0a5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:28.434924 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd71cc9-2bce-427a-8e83-286e0ed19f9f None None] DHCP port deletion for 0cec8290-231b-4876-b1ca-370b31566bfa request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:35:28.439090 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-ddd71cc9-2bce-427a-8e83-286e0ed19f9f None None] Deleting port a488d319-653d-49b8-90da-98b0d65fa910 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:35:28.439471 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ddd71cc9-2bce-427a-8e83-286e0ed19f9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:28.520105 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-5b56f93d-140d-4dca-800c-0aaf39eb0a5f admin admin] For port a488d319-653d-49b8-90da-98b0d65fa910, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=a488d319-653d-49b8-90da-98b0d65fa910,segment=NetworkSegment(78f65e70-cc26-4dab-836a-259beca31b25),segment_id=78f65e70-cc26-4dab-836a-259beca31b25)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:35:28.520467 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5b56f93d-140d-4dca-800c-0aaf39eb0a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:28.636562 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-ddd71cc9-2bce-427a-8e83-286e0ed19f9f None None] For port a488d319-653d-49b8-90da-98b0d65fa910, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=a488d319-653d-49b8-90da-98b0d65fa910,segment=NetworkSegment(78f65e70-cc26-4dab-836a-259beca31b25),segment_id=78f65e70-cc26-4dab-836a-259beca31b25)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:35:28.637199 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ddd71cc9-2bce-427a-8e83-286e0ed19f9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:28.644623 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-5b56f93d-140d-4dca-800c-0aaf39eb0a5f admin admin] Calling delete_port for a488d319-653d-49b8-90da-98b0d65fa910 owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:35:28.760749 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-ddd71cc9-2bce-427a-8e83-286e0ed19f9f None None] Calling delete_port for a488d319-653d-49b8-90da-98b0d65fa910 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:35:28.811799 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5b56f93d-140d-4dca-800c-0aaf39eb0a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:28.816247 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a1aa1316-bf37-4f83-9891-a4331742a81b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:35:28.840925 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-ddd71cc9-2bce-427a-8e83-286e0ed19f9f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:35:28.841297 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-ddd71cc9-2bce-427a-8e83-286e0ed19f9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:35:28.859305 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56f93d-140d-4dca-800c-0aaf39eb0a5f admin admin] Pushing event deleted for resources: {'Port': ['ID=a488d319-653d-49b8-90da-98b0d65fa910,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:35:28.863333 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5b56f93d-140d-4dca-800c-0aaf39eb0a5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:35:28.865750 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b56f93d-140d-4dca-800c-0aaf39eb0a5f admin admin] No DVR routers for this DVR port a488d319-653d-49b8-90da-98b0d65fa910 on host dv-neutron-822669-1-hyperv {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:35:28.874590 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:28.980352 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5b56f93d-140d-4dca-800c-0aaf39eb0a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:29.005096 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-5b56f93d-140d-4dca-800c-0aaf39eb0a5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cec8290-231b-4876-b1ca-370b31566bfa']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:35:29.016878 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-5b56f93d-140d-4dca-800c-0aaf39eb0a5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f65e70-cc26-4dab-836a-259beca31b25') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:35:29.017110 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-5b56f93d-140d-4dca-800c-0aaf39eb0a5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f65e70-cc26-4dab-836a-259beca31b25') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:35:29.028481 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5b56f93d-140d-4dca-800c-0aaf39eb0a5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:29.044839 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5b56f93d-140d-4dca-800c-0aaf39eb0a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:29.051135 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b56f93d-140d-4dca-800c-0aaf39eb0a5f admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:35:29.053278 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5b56f93d-140d-4dca-800c-0aaf39eb0a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:29.065949 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:35:29.065949 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:35:29.065949 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:35:29.065949 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:35:29.065949 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:35:29.065949 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:35:29.065949 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:35:29.065949 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:35:29.065949 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:35:29.065949 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:35:29.065949 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:35:29.065949 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:35:29.065949 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:35:29.065949 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:35:29.065949 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:35:29.065949 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:35:29.065949 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:35:29.065949 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:35:29.065949 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:35:29.065949 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:35:29.065949 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:35:29.065949 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:35:29.065949 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:35:29.065949 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:35:29.065949 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:35:29.065949 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:35:29.065949 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:35:29.065949 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:35:29.065949 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:35:29.065949 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:35:29.065949 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:35:29.065949 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:35:29.206713 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5b56f93d-140d-4dca-800c-0aaf39eb0a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:29.212985 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5b56f93d-140d-4dca-800c-0aaf39eb0a5f admin admin] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:29.218474 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0df49213-3da3-4b97-aa9c-82c33a36d46b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:35:29.245218 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56f93d-140d-4dca-800c-0aaf39eb0a5f admin admin] Pushing event deleted for resources: {'Network': ['ID=0cec8290-231b-4876-b1ca-370b31566bfa,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:35:29.247580 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5b56f93d-140d-4dca-800c-0aaf39eb0a5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:35:29.252285 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5b56f93d-140d-4dca-800c-0aaf39eb0a5f admin admin] 10.222.0.47 "DELETE /v2.0/networks/0cec8290-231b-4876-b1ca-370b31566bfa HTTP/1.1" status: 204 len: 168 time: 1.0568182 Dec 22 13:35:29.262731 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device a488d319-653d-49b8-90da-98b0d65fa910 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:35:29.295836 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: a488d319-653d-49b8-90da-98b0d65fa910 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:35:29.296190 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device a488d319-653d-49b8-90da-98b0d65fa910 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:35:29.342568 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-ddd71cc9-2bce-427a-8e83-286e0ed19f9f None None] Deleting port a488d319-653d-49b8-90da-98b0d65fa910 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:35:29.342960 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ddd71cc9-2bce-427a-8e83-286e0ed19f9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:29.408477 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-ddd71cc9-2bce-427a-8e83-286e0ed19f9f None None] The port 'a488d319-653d-49b8-90da-98b0d65fa910' was deleted {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:35:29.642668 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53314) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:35:29.693456 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c0415dc4-ca02-4152-83a6-be7c1479bec8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b2be9708be2a4e27beb28819ba0fc835&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0495012 Dec 22 13:35:29.695651 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53318) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:35:29.754975 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0740fe2b-9a97-4b26-b069-92b198459e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:29.780929 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0740fe2b-9a97-4b26-b069-92b198459e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:29.910538 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0740fe2b-9a97-4b26-b069-92b198459e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:29.914224 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-47186ea7-cfae-4a77-b1a6-a9df18d0a45c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:35:29.926459 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740fe2b-9a97-4b26-b069-92b198459e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b25aaa5-8036-4acc-91bd-97a9deee2274,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:35:29.929757 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0740fe2b-9a97-4b26-b069-92b198459e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:35:29.935159 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0740fe2b-9a97-4b26-b069-92b198459e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:29.936280 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0740fe2b-9a97-4b26-b069-92b198459e97 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8b25aaa5-8036-4acc-91bd-97a9deee2274 HTTP/1.1" status: 204 len: 168 time: 0.2397521 Dec 22 13:35:30.709557 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53326) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:35:30.763294 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c2be4c2c-62d9-4c41-a2de-21ef13ebb767 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ed5f4128499541069db229ac19f58501&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0525000 Dec 22 13:35:30.769573 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53330) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:35:30.828558 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-acb20f28-64ea-4099-ab1f-9b7575adb088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:30.854124 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-acb20f28-64ea-4099-ab1f-9b7575adb088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:30.984577 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-acb20f28-64ea-4099-ab1f-9b7575adb088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:30.988333 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1dd1ae37-d4de-44b5-a918-462bccc5bf7e tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:35:31.002670 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb20f28-64ea-4099-ab1f-9b7575adb088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2f3f27-7def-43c7-9f4b-e5dfb2bc6271,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:35:31.005514 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-acb20f28-64ea-4099-ab1f-9b7575adb088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:35:31.007465 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-acb20f28-64ea-4099-ab1f-9b7575adb088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:31.008543 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-acb20f28-64ea-4099-ab1f-9b7575adb088 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ff2f3f27-7def-43c7-9f4b-e5dfb2bc6271 HTTP/1.1" status: 204 len: 168 time: 0.2380893 Dec 22 13:35:31.332752 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53338) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:35:31.339300 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-c1367732-e5d8-4a44-978b-9d63046f99cd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:35:31.591261 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c1367732-e5d8-4a44-978b-9d63046f99cd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2946417'] for subnet, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:31.824777 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c1367732-e5d8-4a44-978b-9d63046f99cd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792220741645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2885509'] for subnet, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:31.828822 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d26ab30f-a3df-4a0a-b20d-e61538b97629 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:35:31.873191 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1367732-e5d8-4a44-978b-9d63046f99cd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:31.874153 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c1367732-e5d8-4a44-978b-9d63046f99cd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:31.875038 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c1367732-e5d8-4a44-978b-9d63046f99cd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "PUT /v2.0/subnets/c649d4ac-269e-4354-82f1-b2856312e2b3 HTTP/1.1" status: 200 len: 834 time: 0.5412934 Dec 22 13:35:31.879895 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d757fb-bb98-47b7-87f2-c7a4dfb99482 None None] Network f68c9274-b87d-409a-b300-30f6c8397802 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:35:31.893083 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1367732-e5d8-4a44-978b-9d63046f99cd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Subnet': ['ID=c649d4ac-269e-4354-82f1-b2856312e2b3,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:35:31.896816 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c1367732-e5d8-4a44-978b-9d63046f99cd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:35:32.396936 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-361f1a0f-9deb-4b5e-a267-aab17eb2cef3 None None] Provisioning complete for port 92cce250-2a8f-479f-968a-47498cc956a2 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:35:32.397397 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-361f1a0f-9deb-4b5e-a267-aab17eb2cef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:32.521635 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-361f1a0f-9deb-4b5e-a267-aab17eb2cef3 None None] Provisioning complete for port ff02409b-e18d-4b81-8d0e-68884594ed57 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:35:32.522128 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-361f1a0f-9deb-4b5e-a267-aab17eb2cef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:32.645390 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-361f1a0f-9deb-4b5e-a267-aab17eb2cef3 None None] Provisioning complete for port da4376fd-fadc-48f1-a2a8-a244de269ca4 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:35:32.645766 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-361f1a0f-9deb-4b5e-a267-aab17eb2cef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:35.668966 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0060379a-21ad-4cb5-a61b-917aa1bf27db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:37.979218 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5509c80b-a0c0-4f4a-b9a3-5929431d6a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:38.927415 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:39.276868 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:40.487427 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:51.116586 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:35:54.559461 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c9bfa4cc-3c07-4d77-8e94-2bc72cc2f382 req-548aa643-228a-4da0-a112-78a794baa7b1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=61a9bc2e-6639-446c-a038-bb2c1c48c20c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697589 Dec 22 13:35:54.766721 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c9bfa4cc-3c07-4d77-8e94-2bc72cc2f382 req-f20f0405-d3d6-43e2-9879-32bf1bd2a9dd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=61a9bc2e-6639-446c-a038-bb2c1c48c20c HTTP/1.1" status: 200 len: 1099 time: 0.1770022 Dec 22 13:35:54.917580 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfa4cc-3c07-4d77-8e94-2bc72cc2f382 req-178525ec-2064-41c3-85da-5f050a8339c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:54.918920 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c9bfa4cc-3c07-4d77-8e94-2bc72cc2f382 req-178525ec-2064-41c3-85da-5f050a8339c9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f68c9274-b87d-409a-b300-30f6c8397802 HTTP/1.1" status: 200 len: 898 time: 0.1275318 Dec 22 13:35:55.022064 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c9bfa4cc-3c07-4d77-8e94-2bc72cc2f382 req-5754d618-003d-48bf-a0c3-e0868c83f7ad service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92cce250-2a8f-479f-968a-47498cc956a2 HTTP/1.1" status: 200 len: 1001 time: 0.0926807 Dec 22 13:35:55.093030 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfa4cc-3c07-4d77-8e94-2bc72cc2f382 req-1adaf37d-185a-4bb0-9480-e71cd3ca3b4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:55.094464 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c9bfa4cc-3c07-4d77-8e94-2bc72cc2f382 req-1adaf37d-185a-4bb0-9480-e71cd3ca3b4b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c649d4ac-269e-4354-82f1-b2856312e2b3 HTTP/1.1" status: 200 len: 842 time: 0.0613821 Dec 22 13:35:55.172389 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c9bfa4cc-3c07-4d77-8e94-2bc72cc2f382 req-295199b2-05e5-4e96-a731-8a5ac3e339a2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f68c9274-b87d-409a-b300-30f6c8397802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673068 Dec 22 13:35:55.302853 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c9bfa4cc-3c07-4d77-8e94-2bc72cc2f382 req-c37780da-beab-4328-8543-6df746b9436f service neutron] 10.222.0.45 "GET /v2.0/networks/f68c9274-b87d-409a-b300-30f6c8397802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231952 Dec 22 13:35:55.440013 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c9bfa4cc-3c07-4d77-8e94-2bc72cc2f382 req-9c09f5a6-daa1-48c2-9907-cf2c53dd1544 service neutron] 10.222.0.45 "GET /v2.0/networks/f68c9274-b87d-409a-b300-30f6c8397802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252227 Dec 22 13:35:58.910263 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:05.657837 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-02c1a737-39cc-4334-9267-ee3d49f6eed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:08.012613 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-37438ee1-6848-4447-b8cf-6afd2efde36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:09.108280 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:09.279735 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:10.503663 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:15.704017 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53354) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:36:15.903580 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-a655e6e5-33e9-42d1-bf96-5e3bcdf4e7e0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting port aedb1e15-4690-48ae-a571-5271e6f5b5f2 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:36:15.903835 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a655e6e5-33e9-42d1-bf96-5e3bcdf4e7e0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:16.070729 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a655e6e5-33e9-42d1-bf96-5e3bcdf4e7e0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:16.071057 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a655e6e5-33e9-42d1-bf96-5e3bcdf4e7e0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:16.193657 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-a655e6e5-33e9-42d1-bf96-5e3bcdf4e7e0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Calling delete_port for aedb1e15-4690-48ae-a571-5271e6f5b5f2 owned by network:floatingip {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:36:16.480948 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a655e6e5-33e9-42d1-bf96-5e3bcdf4e7e0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:16.484772 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-445d7325-00c2-44cd-a814-f2e7a6483a4f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:36:16.530515 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655e6e5-33e9-42d1-bf96-5e3bcdf4e7e0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Port': ['ID=aedb1e15-4690-48ae-a571-5271e6f5b5f2,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:36:16.572928 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655e6e5-33e9-42d1-bf96-5e3bcdf4e7e0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:16.573301 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655e6e5-33e9-42d1-bf96-5e3bcdf4e7e0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:16.573675 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655e6e5-33e9-42d1-bf96-5e3bcdf4e7e0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:16.574044 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655e6e5-33e9-42d1-bf96-5e3bcdf4e7e0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:16.574438 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655e6e5-33e9-42d1-bf96-5e3bcdf4e7e0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:16.574802 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655e6e5-33e9-42d1-bf96-5e3bcdf4e7e0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:16.575163 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655e6e5-33e9-42d1-bf96-5e3bcdf4e7e0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:16.575521 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655e6e5-33e9-42d1-bf96-5e3bcdf4e7e0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:16.575878 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655e6e5-33e9-42d1-bf96-5e3bcdf4e7e0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:16.576229 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655e6e5-33e9-42d1-bf96-5e3bcdf4e7e0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:16.576580 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655e6e5-33e9-42d1-bf96-5e3bcdf4e7e0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:16.602852 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a655e6e5-33e9-42d1-bf96-5e3bcdf4e7e0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:36:16.631426 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a655e6e5-33e9-42d1-bf96-5e3bcdf4e7e0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for floatingip, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:17.021261 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a655e6e5-33e9-42d1-bf96-5e3bcdf4e7e0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router 3082f09d-7160-42c9-a9e6-8a92ee5dcdb0 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:36:17.219194 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a655e6e5-33e9-42d1-bf96-5e3bcdf4e7e0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:36:17.229751 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096d8bea-46b1-45d3-9bde-8311ba47c3c9 None None] Sync routers for ids ['3082f09d-7160-42c9-a9e6-8a92ee5dcdb0'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:36:17.242248 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096d8bea-46b1-45d3-9bde-8311ba47c3c9 None None] Routers {'3082f09d-7160-42c9-a9e6-8a92ee5dcdb0'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:36:17.243608 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-096d8bea-46b1-45d3-9bde-8311ba47c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:36:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['3082f09d-7160-42c9-a9e6-8a92ee5dcdb0'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:36:17.298113 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a655e6e5-33e9-42d1-bf96-5e3bcdf4e7e0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:17.354506 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a655e6e5-33e9-42d1-bf96-5e3bcdf4e7e0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/floatingips/113c37b5-0b77-4518-9267-3c2a254b0fba HTTP/1.1" status: 204 len: 168 time: 1.6493039 Dec 22 13:36:17.355155 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a9bc2e-6639-446c-a038-bb2c1c48c20c', 'tag': '92cce250-2a8f-479f-968a-47498cc956a2'}] {{(pid=84148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:36:17.411654 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a9bc2e-6639-446c-a038-bb2c1c48c20c', 'tag': '92cce250-2a8f-479f-968a-47498cc956a2', 'status': 'completed', 'code': 200} Dec 22 13:36:17.425465 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-096d8bea-46b1-45d3-9bde-8311ba47c3c9 None None] Set router 3082f09d-7160-42c9-a9e6-8a92ee5dcdb0 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:36:17.525525 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-dab4a5b1-41d4-42ed-bcbf-5538ba3d88f3 req-f1cdd8c1-ca37-4981-b762-7ee71999b1bb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=61a9bc2e-6639-446c-a038-bb2c1c48c20c HTTP/1.1" status: 200 len: 1099 time: 0.0828805 Dec 22 13:36:17.666681 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4a5b1-41d4-42ed-bcbf-5538ba3d88f3 req-4dbb96c5-1231-4a7d-9dd9-15e111ca6de9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:36:17.668091 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-dab4a5b1-41d4-42ed-bcbf-5538ba3d88f3 req-4dbb96c5-1231-4a7d-9dd9-15e111ca6de9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f68c9274-b87d-409a-b300-30f6c8397802 HTTP/1.1" status: 200 len: 898 time: 0.1323290 Dec 22 13:36:17.745174 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-096d8bea-46b1-45d3-9bde-8311ba47c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3082f09d-7160-42c9-a9e6-8a92ee5dcdb0', 'name': 'tempest-TestNetworkBasicOps-router-2055019205', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': '07b05e88-f692-4cc6-b9ec-726ec2f8235a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:33:04Z', 'updated_at': '2021-12-22T13:33:09Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '07b05e88-f692-4cc6-b9ec-726ec2f8235a', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082f09d-7160-42c9-a9e6-8a92ee5dcdb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:33:04Z', 'updated_at': '2021-12-22T13:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'ff02409b-e18d-4b81-8d0e-68884594ed57', 'name': '', 'network_id': 'f68c9274-b87d-409a-b300-30f6c8397802', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:3a:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082f09d-7160-42c9-a9e6-8a92ee5dcdb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c649d4ac-269e-4354-82f1-b2856312e2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:33:08Z', 'updated_at': '2021-12-22T13:33:15Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'c649d4ac-269e-4354-82f1-b2856312e2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:36:17.749594 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096d8bea-46b1-45d3-9bde-8311ba47c3c9 None None] Checking router: 3082f09d-7160-42c9-a9e6-8a92ee5dcdb0 for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:36:17.754449 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-dab4a5b1-41d4-42ed-bcbf-5538ba3d88f3 req-84a6f9ae-7769-4a07-825f-96cb403f328c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92cce250-2a8f-479f-968a-47498cc956a2 HTTP/1.1" status: 200 len: 217 time: 0.0644650 Dec 22 13:36:17.762550 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096d8bea-46b1-45d3-9bde-8311ba47c3c9 None None] Routers {'3082f09d-7160-42c9-a9e6-8a92ee5dcdb0'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:36:17.763156 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-096d8bea-46b1-45d3-9bde-8311ba47c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:36:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['3082f09d-7160-42c9-a9e6-8a92ee5dcdb0'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:36:17.825714 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4a5b1-41d4-42ed-bcbf-5538ba3d88f3 req-a6aad872-56f9-4751-8639-f5a6b8941d9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:36:17.827415 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-dab4a5b1-41d4-42ed-bcbf-5538ba3d88f3 req-a6aad872-56f9-4751-8639-f5a6b8941d9d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c649d4ac-269e-4354-82f1-b2856312e2b3 HTTP/1.1" status: 200 len: 842 time: 0.0636327 Dec 22 13:36:17.959251 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-dab4a5b1-41d4-42ed-bcbf-5538ba3d88f3 req-7acdf56f-4916-470d-8393-71795d4ae331 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f68c9274-b87d-409a-b300-30f6c8397802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1246867 Dec 22 13:36:17.969837 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-096d8bea-46b1-45d3-9bde-8311ba47c3c9 None None] Set router 3082f09d-7160-42c9-a9e6-8a92ee5dcdb0 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:36:18.046187 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51608660-6d3a-45b1-8f90-62744d560e3b req-c9e39cd1-b10d-477b-a012-be3435dc883b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:36:18.047667 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-51608660-6d3a-45b1-8f90-62744d560e3b req-c9e39cd1-b10d-477b-a012-be3435dc883b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=61a9bc2e-6639-446c-a038-bb2c1c48c20c HTTP/1.1" status: 200 len: 946 time: 0.1780806 Dec 22 13:36:18.129907 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-51608660-6d3a-45b1-8f90-62744d560e3b req-e081ab6d-5171-44ca-8357-9b09143c6ab4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=65babdb1-8f4a-473a-ad41-854c2fd80135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757604 Dec 22 13:36:18.138494 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-dab4a5b1-41d4-42ed-bcbf-5538ba3d88f3 req-4c93a871-a52a-4602-aff1-d517f8f34c02 service neutron] 10.222.0.45 "GET /v2.0/networks/f68c9274-b87d-409a-b300-30f6c8397802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706419 Dec 22 13:36:18.275680 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-dab4a5b1-41d4-42ed-bcbf-5538ba3d88f3 req-85e1afa0-d7ed-458a-a2ac-0a1ebbc07f9c service neutron] 10.222.0.45 "GET /v2.0/networks/f68c9274-b87d-409a-b300-30f6c8397802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271558 Dec 22 13:36:18.283231 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-096d8bea-46b1-45d3-9bde-8311ba47c3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3082f09d-7160-42c9-a9e6-8a92ee5dcdb0', 'name': 'tempest-TestNetworkBasicOps-router-2055019205', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': '07b05e88-f692-4cc6-b9ec-726ec2f8235a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:33:04Z', 'updated_at': '2021-12-22T13:33:09Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '07b05e88-f692-4cc6-b9ec-726ec2f8235a', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082f09d-7160-42c9-a9e6-8a92ee5dcdb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:33:04Z', 'updated_at': '2021-12-22T13:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'ff02409b-e18d-4b81-8d0e-68884594ed57', 'name': '', 'network_id': 'f68c9274-b87d-409a-b300-30f6c8397802', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:3a:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082f09d-7160-42c9-a9e6-8a92ee5dcdb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c649d4ac-269e-4354-82f1-b2856312e2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:33:08Z', 'updated_at': '2021-12-22T13:33:15Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'c649d4ac-269e-4354-82f1-b2856312e2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:36:18.287372 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096d8bea-46b1-45d3-9bde-8311ba47c3c9 None None] The sync data for ids ['3082f09d-7160-42c9-a9e6-8a92ee5dcdb0'] in dv-neutron-822669-1-hyperv is: [{'id': '3082f09d-7160-42c9-a9e6-8a92ee5dcdb0', 'name': 'tempest-TestNetworkBasicOps-router-2055019205', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': '07b05e88-f692-4cc6-b9ec-726ec2f8235a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:33:04Z', 'updated_at': '2021-12-22T13:33:09Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '07b05e88-f692-4cc6-b9ec-726ec2f8235a', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082f09d-7160-42c9-a9e6-8a92ee5dcdb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:33:04Z', 'updated_at': '2021-12-22T13:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'ff02409b-e18d-4b81-8d0e-68884594ed57', 'name': '', 'network_id': 'f68c9274-b87d-409a-b300-30f6c8397802', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:3a:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082f09d-7160-42c9-a9e6-8a92ee5dcdb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c649d4ac-269e-4354-82f1-b2856312e2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:33:08Z', 'updated_at': '2021-12-22T13:33:15Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'c649d4ac-269e-4354-82f1-b2856312e2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:36:18.509566 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081cddc2-883b-45ea-8365-4f1f0cbbb24b None None] New status for floating IP 113c37b5-0b77-4518-9267-3c2a254b0fba: DOWN {{(pid=84150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:36:19.328652 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ba15-c8b8-4668-b73a-6b5980c4566d req-e379e986-cee6-4caf-b2e2-891958e51a53 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:36:19.329333 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-e3d6ba15-c8b8-4668-b73a-6b5980c4566d req-e379e986-cee6-4caf-b2e2-891958e51a53 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:36:19.396510 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd9938-ecc7-428b-be3c-3ad4252df028 req-3591efbf-8804-48d1-ae0c-1e35a7e9f57b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:36:19.397990 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-bbfd9938-ecc7-428b-be3c-3ad4252df028 req-3591efbf-8804-48d1-ae0c-1e35a7e9f57b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "GET /v2.0/ports?device_id=61a9bc2e-6639-446c-a038-bb2c1c48c20c HTTP/1.1" status: 200 len: 946 time: 0.0773075 Dec 22 13:36:19.405108 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-e3d6ba15-c8b8-4668-b73a-6b5980c4566d req-e379e986-cee6-4caf-b2e2-891958e51a53 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:36:19.406266 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e3d6ba15-c8b8-4668-b73a-6b5980c4566d req-e379e986-cee6-4caf-b2e2-891958e51a53 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=61a9bc2e-6639-446c-a038-bb2c1c48c20c HTTP/1.1" status: 200 len: 946 time: 0.1532052 Dec 22 13:36:19.452839 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e3d6ba15-c8b8-4668-b73a-6b5980c4566d req-addde1c6-409e-4e1c-96d4-8390362386b1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=65babdb1-8f4a-473a-ad41-854c2fd80135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407829 Dec 22 13:36:19.577043 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-bbfd9938-ecc7-428b-be3c-3ad4252df028 req-29bc12ac-ecf8-48ca-8aec-60ddbe2881a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting port 92cce250-2a8f-479f-968a-47498cc956a2 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:36:19.577385 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-bbfd9938-ecc7-428b-be3c-3ad4252df028 req-29bc12ac-ecf8-48ca-8aec-60ddbe2881a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:19.824568 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-bbfd9938-ecc7-428b-be3c-3ad4252df028 req-29bc12ac-ecf8-48ca-8aec-60ddbe2881a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] For port 92cce250-2a8f-479f-968a-47498cc956a2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=92cce250-2a8f-479f-968a-47498cc956a2,segment=NetworkSegment(f3cfa12a-7e0e-430b-b767-c97556921c4d),segment_id=f3cfa12a-7e0e-430b-b767-c97556921c4d)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:36:19.824871 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-bbfd9938-ecc7-428b-be3c-3ad4252df028 req-29bc12ac-ecf8-48ca-8aec-60ddbe2881a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:19.949112 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-bbfd9938-ecc7-428b-be3c-3ad4252df028 req-29bc12ac-ecf8-48ca-8aec-60ddbe2881a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Calling delete_port for 92cce250-2a8f-479f-968a-47498cc956a2 owned by compute:nova {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:36:20.195331 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-bbfd9938-ecc7-428b-be3c-3ad4252df028 req-29bc12ac-ecf8-48ca-8aec-60ddbe2881a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:20.201286 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-458e5e28-6ea6-4624-b4c5-ff93957a42a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:36:20.245856 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc12ac-ecf8-48ca-8aec-60ddbe2881a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Port': ['ID=92cce250-2a8f-479f-968a-47498cc956a2,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:36:20.313244 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc12ac-ecf8-48ca-8aec-60ddbe2881a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:20.313619 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc12ac-ecf8-48ca-8aec-60ddbe2881a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:20.313987 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc12ac-ecf8-48ca-8aec-60ddbe2881a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:20.314366 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc12ac-ecf8-48ca-8aec-60ddbe2881a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:20.314728 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc12ac-ecf8-48ca-8aec-60ddbe2881a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:20.315093 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc12ac-ecf8-48ca-8aec-60ddbe2881a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:20.315446 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc12ac-ecf8-48ca-8aec-60ddbe2881a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:20.315797 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc12ac-ecf8-48ca-8aec-60ddbe2881a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:20.316147 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc12ac-ecf8-48ca-8aec-60ddbe2881a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:20.316493 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc12ac-ecf8-48ca-8aec-60ddbe2881a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:20.316841 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc12ac-ecf8-48ca-8aec-60ddbe2881a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:20.323659 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-29bc12ac-ecf8-48ca-8aec-60ddbe2881a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:36:20.328816 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbfd9938-ecc7-428b-be3c-3ad4252df028 req-29bc12ac-ecf8-48ca-8aec-60ddbe2881a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] No DVR routers for this DVR port 92cce250-2a8f-479f-968a-47498cc956a2 on host hv-neutron-8226 {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:36:20.330979 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-bbfd9938-ecc7-428b-be3c-3ad4252df028 req-29bc12ac-ecf8-48ca-8aec-60ddbe2881a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:20.333739 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a9bc2e-6639-446c-a038-bb2c1c48c20c', 'name': 'network-vif-deleted', 'tag': '92cce250-2a8f-479f-968a-47498cc956a2'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:36:20.396499 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-bbfd9938-ecc7-428b-be3c-3ad4252df028 req-29bc12ac-ecf8-48ca-8aec-60ddbe2881a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "DELETE /v2.0/ports/92cce250-2a8f-479f-968a-47498cc956a2 HTTP/1.1" status: 204 len: 173 time: 0.9923623 Dec 22 13:36:20.613225 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a9bc2e-6639-446c-a038-bb2c1c48c20c', 'name': 'network-vif-deleted', 'tag': '92cce250-2a8f-479f-968a-47498cc956a2', 'status': 'completed', 'code': 200} Dec 22 13:36:20.625575 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-76bb6c84-0c83-4f72-a7a6-463e93b6d31d req-b0fbdf34-5b0a-4441-ae1b-cd7a1d3b9749 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=61a9bc2e-6639-446c-a038-bb2c1c48c20c HTTP/1.1" status: 200 len: 210 time: 0.0462942 Dec 22 13:36:21.731618 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53374) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:36:21.802408 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1bffa75f-9084-4f80-9591-ce6181314580 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:21.829993 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1bffa75f-9084-4f80-9591-ce6181314580 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:21.988095 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1bffa75f-9084-4f80-9591-ce6181314580 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:21.992005 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-47200c8f-4ad4-4481-addc-ebec51aaa780 tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:36:22.007834 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bffa75f-9084-4f80-9591-ce6181314580 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65babdb1-8f4a-473a-ad41-854c2fd80135,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:36:22.011165 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1bffa75f-9084-4f80-9591-ce6181314580 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:36:22.101969 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1bffa75f-9084-4f80-9591-ce6181314580 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:22.103243 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-1bffa75f-9084-4f80-9591-ce6181314580 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/security-groups/65babdb1-8f4a-473a-ad41-854c2fd80135 HTTP/1.1" status: 204 len: 168 time: 0.3706193 Dec 22 13:36:22.593382 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 92cce250-2a8f-479f-968a-47498cc956a2 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:36:22.626252 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] No Port match for: 92cce250-2a8f-479f-968a-47498cc956a2 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:36:22.626631 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 92cce250-2a8f-479f-968a-47498cc956a2 not bound to the agent host hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:36:23.218839 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53382) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:36:23.719003 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f8f0129a-7bda-4c7a-8423-53852a26f419 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:24.325585 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-f8f0129a-7bda-4c7a-8423-53852a26f419 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting port ff02409b-e18d-4b81-8d0e-68884594ed57 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:36:24.326281 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f8f0129a-7bda-4c7a-8423-53852a26f419 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:24.509475 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-f8f0129a-7bda-4c7a-8423-53852a26f419 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] For port ff02409b-e18d-4b81-8d0e-68884594ed57, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=ff02409b-e18d-4b81-8d0e-68884594ed57,segment=NetworkSegment(f3cfa12a-7e0e-430b-b767-c97556921c4d),segment_id=f3cfa12a-7e0e-430b-b767-c97556921c4d)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:36:24.509813 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f8f0129a-7bda-4c7a-8423-53852a26f419 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:24.630271 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-f8f0129a-7bda-4c7a-8423-53852a26f419 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Calling delete_port for ff02409b-e18d-4b81-8d0e-68884594ed57 owned by network:router_interface {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:36:24.879326 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f8f0129a-7bda-4c7a-8423-53852a26f419 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:24.882888 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1f01fad4-2e38-487a-a7e5-0d5732eb9e0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:36:24.929650 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f0129a-7bda-4c7a-8423-53852a26f419 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Port': ['ID=ff02409b-e18d-4b81-8d0e-68884594ed57,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:36:24.959139 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f8f0129a-7bda-4c7a-8423-53852a26f419 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:36:25.346060 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f8f0129a-7bda-4c7a-8423-53852a26f419 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:25.916898 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f0129a-7bda-4c7a-8423-53852a26f419 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router 3082f09d-7160-42c9-a9e6-8a92ee5dcdb0 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:36:26.119830 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f0129a-7bda-4c7a-8423-53852a26f419 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:36:26.129444 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3bc01a-7e39-4832-b5e5-6443ec49ef65 None None] Sync routers for ids ['3082f09d-7160-42c9-a9e6-8a92ee5dcdb0'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:36:26.132667 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f8f0129a-7bda-4c7a-8423-53852a26f419 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "PUT /v2.0/routers/3082f09d-7160-42c9-a9e6-8a92ee5dcdb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9127355 Dec 22 13:36:26.135480 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53386) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:36:26.141437 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3bc01a-7e39-4832-b5e5-6443ec49ef65 None None] Routers {'3082f09d-7160-42c9-a9e6-8a92ee5dcdb0'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:36:26.142032 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-9b3bc01a-7e39-4832-b5e5-6443ec49ef65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:36:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['3082f09d-7160-42c9-a9e6-8a92ee5dcdb0'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:36:26.318434 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-d80e6160-b186-4c20-a510-d65458de914a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting subnet c649d4ac-269e-4354-82f1-b2856312e2b3 {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:36:26.320152 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-9b3bc01a-7e39-4832-b5e5-6443ec49ef65 None None] Set router 3082f09d-7160-42c9-a9e6-8a92ee5dcdb0 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:36:26.321988 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d80e6160-b186-4c20-a510-d65458de914a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:26.379809 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d80e6160-b186-4c20-a510-d65458de914a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:26.460879 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d80e6160-b186-4c20-a510-d65458de914a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:26.595766 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d80e6160-b186-4c20-a510-d65458de914a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:26.600148 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-535b5dfd-1681-443a-818a-645617e63c9d tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:36:26.603743 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-9b3bc01a-7e39-4832-b5e5-6443ec49ef65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3082f09d-7160-42c9-a9e6-8a92ee5dcdb0', 'name': 'tempest-TestNetworkBasicOps-router-2055019205', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': '07b05e88-f692-4cc6-b9ec-726ec2f8235a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:33:04Z', 'updated_at': '2021-12-22T13:36:24Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '07b05e88-f692-4cc6-b9ec-726ec2f8235a', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082f09d-7160-42c9-a9e6-8a92ee5dcdb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:33:04Z', 'updated_at': '2021-12-22T13:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:36:26.607730 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3bc01a-7e39-4832-b5e5-6443ec49ef65 None None] Checking router: 3082f09d-7160-42c9-a9e6-8a92ee5dcdb0 for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:36:26.618545 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3bc01a-7e39-4832-b5e5-6443ec49ef65 None None] Routers {'3082f09d-7160-42c9-a9e6-8a92ee5dcdb0'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:36:26.619183 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-9b3bc01a-7e39-4832-b5e5-6443ec49ef65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:36:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['3082f09d-7160-42c9-a9e6-8a92ee5dcdb0'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:36:26.637940 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e6160-b186-4c20-a510-d65458de914a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Subnet': ['ID=c649d4ac-269e-4354-82f1-b2856312e2b3,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:36:26.641898 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d80e6160-b186-4c20-a510-d65458de914a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:36:26.644780 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d80e6160-b186-4c20-a510-d65458de914a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:26.651601 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d80e6160-b186-4c20-a510-d65458de914a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/subnets/c649d4ac-269e-4354-82f1-b2856312e2b3 HTTP/1.1" status: 204 len: 168 time: 0.5151498 Dec 22 13:36:26.652564 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41794e8-f3c8-42f5-b4e1-c497c4b1afb9 None None] Network f68c9274-b87d-409a-b300-30f6c8397802 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:36:26.654158 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53390) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:36:26.802610 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-9b3bc01a-7e39-4832-b5e5-6443ec49ef65 None None] Set router 3082f09d-7160-42c9-a9e6-8a92ee5dcdb0 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:36:26.858443 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fe5f3055-5c65-4d62-8de6-cb8301e02359 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:26.927088 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146e8321-dc32-4d26-9af2-b6f15af682bc None None] DHCP port deletion for f68c9274-b87d-409a-b300-30f6c8397802 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:36:26.932278 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-146e8321-dc32-4d26-9af2-b6f15af682bc None None] Deleting port da4376fd-fadc-48f1-a2a8-a244de269ca4 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:36:26.932672 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-146e8321-dc32-4d26-9af2-b6f15af682bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:27.132163 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-9b3bc01a-7e39-4832-b5e5-6443ec49ef65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3082f09d-7160-42c9-a9e6-8a92ee5dcdb0', 'name': 'tempest-TestNetworkBasicOps-router-2055019205', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': '07b05e88-f692-4cc6-b9ec-726ec2f8235a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:33:04Z', 'updated_at': '2021-12-22T13:36:24Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '07b05e88-f692-4cc6-b9ec-726ec2f8235a', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082f09d-7160-42c9-a9e6-8a92ee5dcdb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:33:04Z', 'updated_at': '2021-12-22T13:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:36:27.136675 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3bc01a-7e39-4832-b5e5-6443ec49ef65 None None] The sync data for ids ['3082f09d-7160-42c9-a9e6-8a92ee5dcdb0'] in dv-neutron-822669-1-hyperv is: [{'id': '3082f09d-7160-42c9-a9e6-8a92ee5dcdb0', 'name': 'tempest-TestNetworkBasicOps-router-2055019205', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': '07b05e88-f692-4cc6-b9ec-726ec2f8235a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:33:04Z', 'updated_at': '2021-12-22T13:36:24Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '07b05e88-f692-4cc6-b9ec-726ec2f8235a', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082f09d-7160-42c9-a9e6-8a92ee5dcdb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:33:04Z', 'updated_at': '2021-12-22T13:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:36:27.144958 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-146e8321-dc32-4d26-9af2-b6f15af682bc None None] For port da4376fd-fadc-48f1-a2a8-a244de269ca4, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=da4376fd-fadc-48f1-a2a8-a244de269ca4,segment=NetworkSegment(f3cfa12a-7e0e-430b-b767-c97556921c4d),segment_id=f3cfa12a-7e0e-430b-b767-c97556921c4d)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:36:27.145364 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-146e8321-dc32-4d26-9af2-b6f15af682bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:27.193334 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fe5f3055-5c65-4d62-8de6-cb8301e02359 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:27.269384 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-fe5f3055-5c65-4d62-8de6-cb8301e02359 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting port 07b05e88-f692-4cc6-b9ec-726ec2f8235a {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:36:27.269731 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fe5f3055-5c65-4d62-8de6-cb8301e02359 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:27.306753 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-146e8321-dc32-4d26-9af2-b6f15af682bc None None] Calling delete_port for da4376fd-fadc-48f1-a2a8-a244de269ca4 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:36:27.445157 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-fe5f3055-5c65-4d62-8de6-cb8301e02359 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] For port 07b05e88-f692-4cc6-b9ec-726ec2f8235a, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=07b05e88-f692-4cc6-b9ec-726ec2f8235a,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:36:27.445763 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fe5f3055-5c65-4d62-8de6-cb8301e02359 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:27.447402 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-146e8321-dc32-4d26-9af2-b6f15af682bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:27.451764 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:36:27.497436 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e8321-dc32-4d26-9af2-b6f15af682bc None None] Pushing event deleted for resources: {'Port': ['ID=da4376fd-fadc-48f1-a2a8-a244de269ca4,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:36:27.506533 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e8321-dc32-4d26-9af2-b6f15af682bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:27.506928 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e8321-dc32-4d26-9af2-b6f15af682bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:27.507264 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e8321-dc32-4d26-9af2-b6f15af682bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:27.507592 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e8321-dc32-4d26-9af2-b6f15af682bc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:27.507950 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e8321-dc32-4d26-9af2-b6f15af682bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:27.508416 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e8321-dc32-4d26-9af2-b6f15af682bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:27.508825 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e8321-dc32-4d26-9af2-b6f15af682bc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:27.509152 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e8321-dc32-4d26-9af2-b6f15af682bc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:27.509472 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e8321-dc32-4d26-9af2-b6f15af682bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:27.509787 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e8321-dc32-4d26-9af2-b6f15af682bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:27.510100 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146e8321-dc32-4d26-9af2-b6f15af682bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:27.513400 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-146e8321-dc32-4d26-9af2-b6f15af682bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:36:27.516237 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146e8321-dc32-4d26-9af2-b6f15af682bc None None] No DVR routers for this DVR port da4376fd-fadc-48f1-a2a8-a244de269ca4 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:36:27.549807 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device da4376fd-fadc-48f1-a2a8-a244de269ca4 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:36:27.585077 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: da4376fd-fadc-48f1-a2a8-a244de269ca4 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:36:27.585429 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device da4376fd-fadc-48f1-a2a8-a244de269ca4 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:36:27.585857 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device ff02409b-e18d-4b81-8d0e-68884594ed57 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:36:27.615253 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-fe5f3055-5c65-4d62-8de6-cb8301e02359 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Calling delete_port for 07b05e88-f692-4cc6-b9ec-726ec2f8235a owned by network:router_gateway {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:36:27.620462 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: ff02409b-e18d-4b81-8d0e-68884594ed57 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:36:27.620813 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device ff02409b-e18d-4b81-8d0e-68884594ed57 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:36:27.840711 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fe5f3055-5c65-4d62-8de6-cb8301e02359 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:27.844680 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a10e5758-986a-4a9e-8e8b-8532eca1459c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:36:27.885406 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5f3055-5c65-4d62-8de6-cb8301e02359 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Port': ['ID=07b05e88-f692-4cc6-b9ec-726ec2f8235a,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:36:27.890208 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-fe5f3055-5c65-4d62-8de6-cb8301e02359 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:36:28.103527 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fe5f3055-5c65-4d62-8de6-cb8301e02359 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:28.115776 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:36:28.356079 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fe5f3055-5c65-4d62-8de6-cb8301e02359 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:28.360110 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fe5f3055-5c65-4d62-8de6-cb8301e02359 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:28.457255 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fe5f3055-5c65-4d62-8de6-cb8301e02359 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:28.458150 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5f3055-5c65-4d62-8de6-cb8301e02359 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Fanout notify agent at l3_agent the message router_deleted on router 3082f09d-7160-42c9-a9e6-8a92ee5dcdb0 {{(pid=84148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:36:28.471877 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-fe5f3055-5c65-4d62-8de6-cb8301e02359 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:28.475608 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-fe5f3055-5c65-4d62-8de6-cb8301e02359 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/routers/3082f09d-7160-42c9-a9e6-8a92ee5dcdb0 HTTP/1.1" status: 204 len: 168 time: 1.8179047 Dec 22 13:36:28.477079 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53394) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:36:28.698988 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3991baf3-1045-4f23-a4c8-93bf583afdfe tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:28.829970 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3991baf3-1045-4f23-a4c8-93bf583afdfe tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:28.855799 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-3991baf3-1045-4f23-a4c8-93bf583afdfe tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f68c9274-b87d-409a-b300-30f6c8397802']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:36:28.867524 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-3991baf3-1045-4f23-a4c8-93bf583afdfe tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3cfa12a-7e0e-430b-b767-c97556921c4d') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:36:28.867821 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-3991baf3-1045-4f23-a4c8-93bf583afdfe tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3cfa12a-7e0e-430b-b767-c97556921c4d') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:36:28.874744 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:28.878972 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3991baf3-1045-4f23-a4c8-93bf583afdfe tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:28.896335 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3991baf3-1045-4f23-a4c8-93bf583afdfe tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:28.904088 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3991baf3-1045-4f23-a4c8-93bf583afdfe tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:36:28.904502 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3991baf3-1045-4f23-a4c8-93bf583afdfe tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:28.923009 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:36:28.923009 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:36:28.923009 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:36:28.923009 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:36:28.923009 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:36:28.923009 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:36:28.923009 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:36:28.923009 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:36:28.923009 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:36:28.923009 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:36:28.923009 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:36:28.923009 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:36:28.923009 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:36:28.923009 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:36:28.923009 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:36:28.923009 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:36:28.923009 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:36:28.923009 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:36:28.923009 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:36:28.923009 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:36:28.923009 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:36:28.923009 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:36:28.923009 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:36:28.923009 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:36:28.923009 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:36:28.923009 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:36:28.923009 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:36:28.923009 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:36:28.923009 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:36:28.923009 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:36:28.923009 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:36:28.923009 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:36:29.073691 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3991baf3-1045-4f23-a4c8-93bf583afdfe tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:29.076929 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-89d7eaeb-a83d-42dc-9fb5-d4d6317053c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:36:29.092184 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3991baf3-1045-4f23-a4c8-93bf583afdfe tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:29.103331 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3991baf3-1045-4f23-a4c8-93bf583afdfe tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Network': ['ID=f68c9274-b87d-409a-b300-30f6c8397802,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:36:29.106392 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3991baf3-1045-4f23-a4c8-93bf583afdfe tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:36:29.178174 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-3991baf3-1045-4f23-a4c8-93bf583afdfe tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/networks/f68c9274-b87d-409a-b300-30f6c8397802 HTTP/1.1" status: 204 len: 168 time: 0.7001305 Dec 22 13:36:29.190516 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53398) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:36:29.198240 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-8567a359-867e-4a2f-a55a-469644f2f415 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'network': {'name': 'tempest-network-smoke--1930744751', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'port_security_enabled': True}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:36:29.201784 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-8567a359-867e-4a2f-a55a-469644f2f415 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:36:29.205853 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-8567a359-867e-4a2f-a55a-469644f2f415 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:network and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:36:29.208899 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-8567a359-867e-4a2f-a55a-469644f2f415 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:36:29.215210 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-8567a359-867e-4a2f-a55a-469644f2f415 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:36:29.280871 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8567a359-867e-4a2f-a55a-469644f2f415 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Made reservation on behalf of 453b85bce7e6482dbe10966fb03da8cc for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:36:29.284446 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 07b05e88-f692-4cc6-b9ec-726ec2f8235a no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:36:29.284755 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8567a359-867e-4a2f-a55a-469644f2f415 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:29.317329 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 07b05e88-f692-4cc6-b9ec-726ec2f8235a {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:36:29.317693 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 07b05e88-f692-4cc6-b9ec-726ec2f8235a not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:36:29.319370 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8567a359-867e-4a2f-a55a-469644f2f415 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:36:29.329199 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8567a359-867e-4a2f-a55a-469644f2f415 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:29.329535 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-8567a359-867e-4a2f-a55a-469644f2f415 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Added segment e278154a-8ba9-4ecb-8ade-27aacaff7829 of type vlan for network 4feb2081-6088-4732-b161-e3e5a709d3c7 Dec 22 13:36:29.355156 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8567a359-867e-4a2f-a55a-469644f2f415 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:29.440620 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8567a359-867e-4a2f-a55a-469644f2f415 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:29.444381 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8567a359-867e-4a2f-a55a-469644f2f415 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:36:29.447141 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8567a359-867e-4a2f-a55a-469644f2f415 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:29.449366 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1c2d1ede-a82b-47bc-8fec-fe11c095dc26 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:36:29.557087 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8567a359-867e-4a2f-a55a-469644f2f415 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Network': ['ID=4feb2081-6088-4732-b161-e3e5a709d3c7,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:36:29.559727 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8567a359-867e-4a2f-a55a-469644f2f415 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:36:29.567924 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 4feb2081-6088-4732-b161-e3e5a709d3c7 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:36:29.619543 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8567a359-867e-4a2f-a55a-469644f2f415 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4278271 Dec 22 13:36:29.622209 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53402) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:36:29.627366 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-de201e2f-46c4-4fa7-93f7-b0dce3b98771 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2067923727', 'admin_state_up': True, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:36:29.635004 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-de201e2f-46c4-4fa7-93f7-b0dce3b98771 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:36:29.639007 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-de201e2f-46c4-4fa7-93f7-b0dce3b98771 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:router and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:36:29.641845 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-de201e2f-46c4-4fa7-93f7-b0dce3b98771 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:36:29.647755 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-de201e2f-46c4-4fa7-93f7-b0dce3b98771 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:36:29.708318 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-de201e2f-46c4-4fa7-93f7-b0dce3b98771 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:29.709260 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-de201e2f-46c4-4fa7-93f7-b0dce3b98771 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:29.728736 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-de201e2f-46c4-4fa7-93f7-b0dce3b98771 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:29.950599 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-de201e2f-46c4-4fa7-93f7-b0dce3b98771 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:30.212732 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-de201e2f-46c4-4fa7-93f7-b0dce3b98771 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router_gateway, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:30.241365 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-de201e2f-46c4-4fa7-93f7-b0dce3b98771 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:30.378373 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-de201e2f-46c4-4fa7-93f7-b0dce3b98771 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Allocated IP 172.26.1.95 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/8657043f-f6b4-4d26-830b-e4d0f7539bb8) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:36:30.524300 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-de201e2f-46c4-4fa7-93f7-b0dce3b98771 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:30.605486 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-de201e2f-46c4-4fa7-93f7-b0dce3b98771 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:30.609181 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1fb164bf-0a61-42e7-9696-c66fbba6154c tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:36:30.667045 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de201e2f-46c4-4fa7-93f7-b0dce3b98771 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:36:30.674314 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-de201e2f-46c4-4fa7-93f7-b0dce3b98771 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:36:30.678314 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de201e2f-46c4-4fa7-93f7-b0dce3b98771 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:36:30.711042 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de201e2f-46c4-4fa7-93f7-b0dce3b98771 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=8657043f-f6b4-4d26-830b-e4d0f7539bb8,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:36:30.715397 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-de201e2f-46c4-4fa7-93f7-b0dce3b98771 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:36:30.930846 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-de201e2f-46c4-4fa7-93f7-b0dce3b98771 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router_gateway, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:30.931575 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-de201e2f-46c4-4fa7-93f7-b0dce3b98771 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:31.308673 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de201e2f-46c4-4fa7-93f7-b0dce3b98771 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router eb5053d4-7040-4a82-85f0-b33c432de2f7 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:36:31.507712 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de201e2f-46c4-4fa7-93f7-b0dce3b98771 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:36:31.517724 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56356d1-0f33-40cf-95f7-9d9d88da82e0 None None] Sync routers for ids ['eb5053d4-7040-4a82-85f0-b33c432de2f7'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:36:31.533034 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56356d1-0f33-40cf-95f7-9d9d88da82e0 None None] Routers {'eb5053d4-7040-4a82-85f0-b33c432de2f7'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:36:31.533226 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-b56356d1-0f33-40cf-95f7-9d9d88da82e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:36:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['eb5053d4-7040-4a82-85f0-b33c432de2f7'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:36:31.589326 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-de201e2f-46c4-4fa7-93f7-b0dce3b98771 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:31.590587 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-de201e2f-46c4-4fa7-93f7-b0dce3b98771 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9674108 Dec 22 13:36:31.593632 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53406) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:36:31.717847 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-b56356d1-0f33-40cf-95f7-9d9d88da82e0 None None] Set router eb5053d4-7040-4a82-85f0-b33c432de2f7 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:36:31.857721 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b901e993-3f44-4a21-ac2a-0f4621163f51 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=453b85bce7e6482dbe10966fb03da8cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2628555 Dec 22 13:36:31.860239 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53412) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:36:31.990790 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ec8777-0663-42da-9ac7-2d23c39780eb tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:36:31.992375 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b3ec8777-0663-42da-9ac7-2d23c39780eb tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1311548 Dec 22 13:36:31.995679 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53416) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:36:32.000686 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-b56356d1-0f33-40cf-95f7-9d9d88da82e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'name': 'tempest-TestNetworkBasicOps-router-2067923727', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.95'}], 'enable_snat': True}, 'gw_port_id': '8657043f-f6b4-4d26-830b-e4d0f7539bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:36:29Z', 'updated_at': '2021-12-22T13:36:30Z', 'revision_number': 3, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '8657043f-f6b4-4d26-830b-e4d0f7539bb8', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:36:30Z', 'updated_at': '2021-12-22T13:36:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:36:32.004803 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56356d1-0f33-40cf-95f7-9d9d88da82e0 None None] Checking router: eb5053d4-7040-4a82-85f0-b33c432de2f7 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:36:32.005289 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56356d1-0f33-40cf-95f7-9d9d88da82e0 None None] Updating router eb5053d4-7040-4a82-85f0-b33c432de2f7 port 8657043f-f6b4-4d26-830b-e4d0f7539bb8 binding host dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:36:32.038518 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8b50a882-c895-459e-8cef-057926b6b7a6 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=0776f1b4-770d-462f-bc0f-df97e8017b18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415516 Dec 22 13:36:32.041066 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53420) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:36:32.046416 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-9e00478c-b23b-42c4-87e6-076c9006174c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1939944788', 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:36:32.061083 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b56356d1-0f33-40cf-95f7-9d9d88da82e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:32.155092 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-9e00478c-b23b-42c4-87e6-076c9006174c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:36:32.158886 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-9e00478c-b23b-42c4-87e6-076c9006174c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:subnet and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:36:32.161650 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-9e00478c-b23b-42c4-87e6-076c9006174c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:36:32.167796 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-9e00478c-b23b-42c4-87e6-076c9006174c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:36:32.229234 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e00478c-b23b-42c4-87e6-076c9006174c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Made reservation on behalf of 453b85bce7e6482dbe10966fb03da8cc for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:36:32.331756 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9e00478c-b23b-42c4-87e6-076c9006174c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:32.388441 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b56356d1-0f33-40cf-95f7-9d9d88da82e0 None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:32.400225 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-b56356d1-0f33-40cf-95f7-9d9d88da82e0 None None] Transition to ACTIVE for port object 8657043f-f6b4-4d26-830b-e4d0f7539bb8 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:36:32.480662 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b56356d1-0f33-40cf-95f7-9d9d88da82e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:32.484377 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-8b60795e-57d7-4e69-83a6-3f50f43e98c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:36:32.564519 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-b56356d1-0f33-40cf-95f7-9d9d88da82e0 None None] Attempting to bind port 8657043f-f6b4-4d26-830b-e4d0f7539bb8 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:36:32.565119 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-b56356d1-0f33-40cf-95f7-9d9d88da82e0 None None] Attempting to bind port 8657043f-f6b4-4d26-830b-e4d0f7539bb8 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:36:32.565269 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56356d1-0f33-40cf-95f7-9d9d88da82e0 None None] Attempting to bind port 8657043f-f6b4-4d26-830b-e4d0f7539bb8 on network 0776f1b4-770d-462f-bc0f-df97e8017b18 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:36:32.567807 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b06bc0b-7726-4290-956d-32c92539b239 None None] Pushing event updated for resources: {'Port': ['ID=8657043f-f6b4-4d26-830b-e4d0f7539bb8,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:36:32.572411 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-4b06bc0b-7726-4290-956d-32c92539b239 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:36:32.575516 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56356d1-0f33-40cf-95f7-9d9d88da82e0 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:36:32.575891 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56356d1-0f33-40cf-95f7-9d9d88da82e0 None None] Checking segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:36:32.576293 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b56356d1-0f33-40cf-95f7-9d9d88da82e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:32.576679 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56356d1-0f33-40cf-95f7-9d9d88da82e0 None None] Bound using segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:36:32.577137 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-b56356d1-0f33-40cf-95f7-9d9d88da82e0 None None] Bound port: 8657043f-f6b4-4d26-830b-e4d0f7539bb8, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:36:32.577510 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b56356d1-0f33-40cf-95f7-9d9d88da82e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:32.605345 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9e00478c-b23b-42c4-87e6-076c9006174c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:32.609878 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a728064b-319c-431e-8465-177402c3ce0c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:36:32.653352 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-b56356d1-0f33-40cf-95f7-9d9d88da82e0 None None] For port 8657043f-f6b4-4d26-830b-e4d0f7539bb8, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:36:32.656358 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-b56356d1-0f33-40cf-95f7-9d9d88da82e0 None None] For port 8657043f-f6b4-4d26-830b-e4d0f7539bb8, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=8657043f-f6b4-4d26-830b-e4d0f7539bb8,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:36:32.688678 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e00478c-b23b-42c4-87e6-076c9006174c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Subnet': ['ID=c46d263c-9344-4b20-87db-b22dd9f924b3,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:36:32.692016 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9e00478c-b23b-42c4-87e6-076c9006174c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:36:32.699225 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e00478c-b23b-42c4-87e6-076c9006174c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Checking segment: {'id': 'e278154a-8ba9-4ecb-8ade-27aacaff7829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:36:32.699586 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e00478c-b23b-42c4-87e6-076c9006174c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network hostable DHCP agents. Network: 4feb2081-6088-4732-b161-e3e5a709d3c7, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:36:32.719688 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b56356d1-0f33-40cf-95f7-9d9d88da82e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:32.723934 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-1c4c5847-cf95-48e3-a0d0-c93ebeb27290 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:36:32.783850 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e00478c-b23b-42c4-87e6-076c9006174c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network 4feb2081-6088-4732-b161-e3e5a709d3c7 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:36:32.800889 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b06bc0b-7726-4290-956d-32c92539b239 None None] Pushing event updated for resources: {'Port': ['ID=8657043f-f6b4-4d26-830b-e4d0f7539bb8,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:36:32.803776 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56356d1-0f33-40cf-95f7-9d9d88da82e0 None None] Routers {'eb5053d4-7040-4a82-85f0-b33c432de2f7'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:36:32.804367 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-b56356d1-0f33-40cf-95f7-9d9d88da82e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:36:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['eb5053d4-7040-4a82-85f0-b33c432de2f7'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:36:32.851169 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-9e00478c-b23b-42c4-87e6-076c9006174c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 4feb2081-6088-4732-b161-e3e5a709d3c7) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:36:32.859829 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e00478c-b23b-42c4-87e6-076c9006174c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:36:32.859829 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9e00478c-b23b-42c4-87e6-076c9006174c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:32.897975 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-4b06bc0b-7726-4290-956d-32c92539b239 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:36:32.898978 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e70cf0-051a-405a-8036-f6a6006fbc82 None None] Network 4feb2081-6088-4732-b161-e3e5a709d3c7 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:36:32.932388 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-9e00478c-b23b-42c4-87e6-076c9006174c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8901913 Dec 22 13:36:32.935148 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53424) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:36:33.155823 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-b56356d1-0f33-40cf-95f7-9d9d88da82e0 None None] Set router eb5053d4-7040-4a82-85f0-b33c432de2f7 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:36:33.385877 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5126a6-b557-495b-ab1d-763fd11744ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-4feb2081-6088-4732-b161-e3e5a709d3c7', 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ips': [{'subnet_id': 'c46d263c-9344-4b20-87db-b22dd9f924b3'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:36:33.386717 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ff5126a6-b557-495b-ab1d-763fd11744ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:33.614458 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-ff5126a6-b557-495b-ab1d-763fd11744ca None None] Allocated IP 172.20.0.2 (4feb2081-6088-4732-b161-e3e5a709d3c7/c46d263c-9344-4b20-87db-b22dd9f924b3/2067115c-170e-4010-bb7e-5b59a0ca9dcc) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:36:33.631298 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-b56356d1-0f33-40cf-95f7-9d9d88da82e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'name': 'tempest-TestNetworkBasicOps-router-2067923727', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.95'}], 'enable_snat': True}, 'gw_port_id': '8657043f-f6b4-4d26-830b-e4d0f7539bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:36:29Z', 'updated_at': '2021-12-22T13:36:30Z', 'revision_number': 3, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '8657043f-f6b4-4d26-830b-e4d0f7539bb8', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:36:30Z', 'updated_at': '2021-12-22T13:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:36:33.691946 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-15ae4598-6d20-49a4-b4b2-053500080c4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:33.697875 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56356d1-0f33-40cf-95f7-9d9d88da82e0 None None] The sync data for ids ['eb5053d4-7040-4a82-85f0-b33c432de2f7'] in dv-neutron-822669-1-hyperv is: [{'id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'name': 'tempest-TestNetworkBasicOps-router-2067923727', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.95'}], 'enable_snat': True}, 'gw_port_id': '8657043f-f6b4-4d26-830b-e4d0f7539bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:36:29Z', 'updated_at': '2021-12-22T13:36:30Z', 'revision_number': 3, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '8657043f-f6b4-4d26-830b-e4d0f7539bb8', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:36:30Z', 'updated_at': '2021-12-22T13:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:36:33.847332 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ff5126a6-b557-495b-ab1d-763fd11744ca None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:33.859389 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-ff5126a6-b557-495b-ab1d-763fd11744ca None None] Transition to ACTIVE for port object 2067115c-170e-4010-bb7e-5b59a0ca9dcc will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:36:33.881712 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-ff5126a6-b557-495b-ab1d-763fd11744ca None None] Transition to ACTIVE for port object 2067115c-170e-4010-bb7e-5b59a0ca9dcc will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:36:33.943106 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ff5126a6-b557-495b-ab1d-763fd11744ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:33.948222 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:36:34.015808 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5126a6-b557-495b-ab1d-763fd11744ca None None] Network 4feb2081-6088-4732-b161-e3e5a709d3c7 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:36:34.019279 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-ff5126a6-b557-495b-ab1d-763fd11744ca None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:36:34.024679 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5126a6-b557-495b-ab1d-763fd11744ca None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:36:34.026928 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5126a6-b557-495b-ab1d-763fd11744ca None None] Pushing event updated for resources: {'Port': ['ID=2067115c-170e-4010-bb7e-5b59a0ca9dcc,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:36:34.031815 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-ff5126a6-b557-495b-ab1d-763fd11744ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:36:34.121398 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-ff5126a6-b557-495b-ab1d-763fd11744ca None None] Attempting to bind port 2067115c-170e-4010-bb7e-5b59a0ca9dcc on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:36:34.121768 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-ff5126a6-b557-495b-ab1d-763fd11744ca None None] Attempting to bind port 2067115c-170e-4010-bb7e-5b59a0ca9dcc by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'e278154a-8ba9-4ecb-8ade-27aacaff7829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:36:34.122132 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5126a6-b557-495b-ab1d-763fd11744ca None None] Attempting to bind port 2067115c-170e-4010-bb7e-5b59a0ca9dcc on network 4feb2081-6088-4732-b161-e3e5a709d3c7 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:36:34.128990 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5126a6-b557-495b-ab1d-763fd11744ca None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:36:34.129423 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5126a6-b557-495b-ab1d-763fd11744ca None None] Checking segment: {'id': 'e278154a-8ba9-4ecb-8ade-27aacaff7829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:36:34.129775 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ff5126a6-b557-495b-ab1d-763fd11744ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:34.130180 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5126a6-b557-495b-ab1d-763fd11744ca None None] Bound using segment: {'id': 'e278154a-8ba9-4ecb-8ade-27aacaff7829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:36:34.130659 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-ff5126a6-b557-495b-ab1d-763fd11744ca None None] Bound port: 2067115c-170e-4010-bb7e-5b59a0ca9dcc, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e278154a-8ba9-4ecb-8ade-27aacaff7829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:36:34.131031 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ff5126a6-b557-495b-ab1d-763fd11744ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:34.228893 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-ff5126a6-b557-495b-ab1d-763fd11744ca None None] For port 2067115c-170e-4010-bb7e-5b59a0ca9dcc, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:36:34.232352 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-ff5126a6-b557-495b-ab1d-763fd11744ca None None] For port 2067115c-170e-4010-bb7e-5b59a0ca9dcc, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=2067115c-170e-4010-bb7e-5b59a0ca9dcc,segment=NetworkSegment(e278154a-8ba9-4ecb-8ade-27aacaff7829),segment_id=e278154a-8ba9-4ecb-8ade-27aacaff7829)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:36:34.235934 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-15ae4598-6d20-49a4-b4b2-053500080c4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Allocated IP 172.20.0.1 (4feb2081-6088-4732-b161-e3e5a709d3c7/c46d263c-9344-4b20-87db-b22dd9f924b3/2f350e2b-e5bb-45b0-9ad8-514616723b9b) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:36:34.308947 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ff5126a6-b557-495b-ab1d-763fd11744ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:34.312902 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:36:34.403294 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5126a6-b557-495b-ab1d-763fd11744ca None None] Pushing event updated for resources: {'Port': ['ID=2067115c-170e-4010-bb7e-5b59a0ca9dcc,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:36:34.403742 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-15ae4598-6d20-49a4-b4b2-053500080c4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:34.407923 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-ff5126a6-b557-495b-ab1d-763fd11744ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:36:34.422572 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-15ae4598-6d20-49a4-b4b2-053500080c4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Transition to ACTIVE for port object 2f350e2b-e5bb-45b0-9ad8-514616723b9b will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:36:34.510244 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-15ae4598-6d20-49a4-b4b2-053500080c4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:34.514150 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-aa01874f-2c7d-4aa3-a25e-3ed4af6c8098 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:36:34.607024 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ae4598-6d20-49a4-b4b2-053500080c4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network 4feb2081-6088-4732-b161-e3e5a709d3c7 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:36:34.610458 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-15ae4598-6d20-49a4-b4b2-053500080c4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:36:34.612283 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae4598-6d20-49a4-b4b2-053500080c4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=2f350e2b-e5bb-45b0-9ad8-514616723b9b,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:36:34.614377 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ae4598-6d20-49a4-b4b2-053500080c4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:36:34.643062 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-15ae4598-6d20-49a4-b4b2-053500080c4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:36:34.675863 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-15ae4598-6d20-49a4-b4b2-053500080c4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:34.861535 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-15ae4598-6d20-49a4-b4b2-053500080c4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:35.284357 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-15ae4598-6d20-49a4-b4b2-053500080c4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:35.342186 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 8657043f-f6b4-4d26-830b-e4d0f7539bb8 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:36:35.349372 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-15ae4598-6d20-49a4-b4b2-053500080c4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:35.373338 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179467ca-82f7-4ca3-9819-19b3d86f0edf None None] Network 4feb2081-6088-4732-b161-e3e5a709d3c7 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:36:35.378549 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3ecc1005-acea-49d2-8792-43cd52c3f9e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:36:35.467034 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-15ae4598-6d20-49a4-b4b2-053500080c4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:35.470788 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae4598-6d20-49a4-b4b2-053500080c4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=2f350e2b-e5bb-45b0-9ad8-514616723b9b,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:36:35.481342 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-15ae4598-6d20-49a4-b4b2-053500080c4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:36:35.591132 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-f002db17-a1ef-4bc8-8f6c-bb1930b48dbe None None] Provisioning for port 2067115c-170e-4010-bb7e-5b59a0ca9dcc completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:36:35.619531 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ae4598-6d20-49a4-b4b2-053500080c4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network 4feb2081-6088-4732-b161-e3e5a709d3c7 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:36:35.620649 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-15ae4598-6d20-49a4-b4b2-053500080c4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:36:35.692026 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 8657043f-f6b4-4d26-830b-e4d0f7539bb8 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:36:35.701878 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 8657043f-f6b4-4d26-830b-e4d0f7539bb8 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:36:35.704991 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:35.733956 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e540e80f-2584-4201-9da6-843a88bbcc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:35.848680 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:35.866454 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 8657043f-f6b4-4d26-830b-e4d0f7539bb8, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=8657043f-f6b4-4d26-830b-e4d0f7539bb8,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:36:35.948041 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:35.949064 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 2067115c-170e-4010-bb7e-5b59a0ca9dcc up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:36:35.972891 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:36:36.075995 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=8657043f-f6b4-4d26-830b-e4d0f7539bb8,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:36:36.080185 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:36:36.151465 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ae4598-6d20-49a4-b4b2-053500080c4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router eb5053d4-7040-4a82-85f0-b33c432de2f7 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:36:36.170748 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 2067115c-170e-4010-bb7e-5b59a0ca9dcc completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:36:36.177120 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 2067115c-170e-4010-bb7e-5b59a0ca9dcc triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:36:36.177501 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:36.206718 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-f9871f19-d749-4247-a4be-e91fb89f19b7 None None] Provisioning for port 2f350e2b-e5bb-45b0-9ad8-514616723b9b completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:36:36.220357 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-f9871f19-d749-4247-a4be-e91fb89f19b7 None None] Provisioning complete for port 2f350e2b-e5bb-45b0-9ad8-514616723b9b triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:36:36.220733 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f9871f19-d749-4247-a4be-e91fb89f19b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:36.287902 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-f9871f19-d749-4247-a4be-e91fb89f19b7 None None] Port 2f350e2b-e5bb-45b0-9ad8-514616723b9b cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:36:36.351992 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:36.382946 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ae4598-6d20-49a4-b4b2-053500080c4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:36:36.386939 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 2067115c-170e-4010-bb7e-5b59a0ca9dcc, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=2067115c-170e-4010-bb7e-5b59a0ca9dcc,segment=NetworkSegment(e278154a-8ba9-4ecb-8ade-27aacaff7829),segment_id=e278154a-8ba9-4ecb-8ade-27aacaff7829)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:36:36.397591 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-15ae4598-6d20-49a4-b4b2-053500080c4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "PUT /v2.0/routers/eb5053d4-7040-4a82-85f0-b33c432de2f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4591067 Dec 22 13:36:36.397883 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53428) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:36:36.409633 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-b88d9111-0249-434e-affa-679006dd5428 None None] Provisioning complete for port 2f350e2b-e5bb-45b0-9ad8-514616723b9b triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:36:36.410018 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b88d9111-0249-434e-affa-679006dd5428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:36.463224 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-b88d9111-0249-434e-affa-679006dd5428 None None] Port 2f350e2b-e5bb-45b0-9ad8-514616723b9b cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:36:36.474736 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:36.477895 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-409baa80-d67a-421f-a142-8b283be91ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:36:36.545511 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d2922d-67a3-4edc-95ea-52c0d1457292 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:36:36.545894 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d2922d-67a3-4edc-95ea-52c0d1457292 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:36:36.546268 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d2922d-67a3-4edc-95ea-52c0d1457292 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:36:36.546663 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d2922d-67a3-4edc-95ea-52c0d1457292 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:36:36.548435 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a5d2922d-67a3-4edc-95ea-52c0d1457292 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1489480 Dec 22 13:36:36.548857 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=2067115c-170e-4010-bb7e-5b59a0ca9dcc,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:36:36.551644 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53432) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:36:36.551943 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:36:36.626067 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c35c96-ac20-4528-931f-9a4d956595a3 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:36:36.626453 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c35c96-ac20-4528-931f-9a4d956595a3 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:36:36.626812 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c35c96-ac20-4528-931f-9a4d956595a3 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:36:36.627186 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c35c96-ac20-4528-931f-9a4d956595a3 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:36:36.628797 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-64c35c96-ac20-4528-931f-9a4d956595a3 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0760899 Dec 22 13:36:36.631537 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53436) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:36:36.825026 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-4df43df8-62fe-4149-93e9-8be5cddc1c51 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1922812 Dec 22 13:36:37.204494 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e4aeee-5300-4b5d-8dea-ed1dbae2c7ef None None] Sync routers for ids ['eb5053d4-7040-4a82-85f0-b33c432de2f7'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:36:37.216989 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e4aeee-5300-4b5d-8dea-ed1dbae2c7ef None None] Routers {'eb5053d4-7040-4a82-85f0-b33c432de2f7'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:36:37.217590 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-37e4aeee-5300-4b5d-8dea-ed1dbae2c7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:36:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['eb5053d4-7040-4a82-85f0-b33c432de2f7'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:36:37.267571 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53442) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:36:37.274092 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-8d23292b-3958-4026-9567-3019d88a5e5d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1213557212', 'description': 'tempest-secgroup-smoke-1213557212 description', 'project_id': '453b85bce7e6482dbe10966fb03da8cc'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:36:37.287199 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-8d23292b-3958-4026-9567-3019d88a5e5d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:36:37.291557 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-8d23292b-3958-4026-9567-3019d88a5e5d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:36:37.294762 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-8d23292b-3958-4026-9567-3019d88a5e5d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:36:37.300534 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-8d23292b-3958-4026-9567-3019d88a5e5d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:36:37.301974 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 8657043f-f6b4-4d26-830b-e4d0f7539bb8 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:36:37.370523 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 8657043f-f6b4-4d26-830b-e4d0f7539bb8 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:36:37.371700 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:37.394730 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8d23292b-3958-4026-9567-3019d88a5e5d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:37.399556 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-37e4aeee-5300-4b5d-8dea-ed1dbae2c7ef None None] Set router eb5053d4-7040-4a82-85f0-b33c432de2f7 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:36:37.431883 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-8d23292b-3958-4026-9567-3019d88a5e5d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:36:37.435966 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-8d23292b-3958-4026-9567-3019d88a5e5d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:36:37.438928 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-8d23292b-3958-4026-9567-3019d88a5e5d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:36:37.445543 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-8d23292b-3958-4026-9567-3019d88a5e5d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:36:37.491520 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 2067115c-170e-4010-bb7e-5b59a0ca9dcc up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:36:37.514789 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8d23292b-3958-4026-9567-3019d88a5e5d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:37.562564 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 2067115c-170e-4010-bb7e-5b59a0ca9dcc triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:36:37.562952 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:37.566028 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8d23292b-3958-4026-9567-3019d88a5e5d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:37.572297 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8e13e08a-d1c0-41a4-988c-9826efb0257b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:36:37.616323 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d23292b-3958-4026-9567-3019d88a5e5d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=651f0abc-df2a-44ac-a8b9-41d0b4c9cad1,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:36:37.619696 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8d23292b-3958-4026-9567-3019d88a5e5d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:36:37.669334 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8d23292b-3958-4026-9567-3019d88a5e5d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:37.673411 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8d23292b-3958-4026-9567-3019d88a5e5d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4019170 Dec 22 13:36:37.673667 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53446) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:36:37.679422 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-36c113cf-8791-4d4b-ad13-634231a45c07 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '651f0abc-df2a-44ac-a8b9-41d0b4c9cad1', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:36:37.685933 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-36c113cf-8791-4d4b-ad13-634231a45c07 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:36:37.690929 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-36c113cf-8791-4d4b-ad13-634231a45c07 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:36:37.693812 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-36c113cf-8791-4d4b-ad13-634231a45c07 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:36:37.699797 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-36c113cf-8791-4d4b-ad13-634231a45c07 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:36:37.723535 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-37e4aeee-5300-4b5d-8dea-ed1dbae2c7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'name': 'tempest-TestNetworkBasicOps-router-2067923727', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.95'}], 'enable_snat': True}, 'gw_port_id': '8657043f-f6b4-4d26-830b-e4d0f7539bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:36:29Z', 'updated_at': '2021-12-22T13:36:34Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '8657043f-f6b4-4d26-830b-e4d0f7539bb8', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:36:30Z', 'updated_at': '2021-12-22T13:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '2f350e2b-e5bb-45b0-9ad8-514616723b9b', 'name': '', 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:23:61:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c46d263c-9344-4b20-87db-b22dd9f924b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:36:34Z', 'updated_at': '2021-12-22T13:36:35Z', 'revision_number': 2, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'c46d263c-9344-4b20-87db-b22dd9f924b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:36:37.727807 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e4aeee-5300-4b5d-8dea-ed1dbae2c7ef None None] Checking router: eb5053d4-7040-4a82-85f0-b33c432de2f7 for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:36:37.728163 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e4aeee-5300-4b5d-8dea-ed1dbae2c7ef None None] Updating router eb5053d4-7040-4a82-85f0-b33c432de2f7 port 2f350e2b-e5bb-45b0-9ad8-514616723b9b binding host dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:36:37.780798 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-37e4aeee-5300-4b5d-8dea-ed1dbae2c7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:37.796129 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-36c113cf-8791-4d4b-ad13-634231a45c07 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:37.856778 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-36c113cf-8791-4d4b-ad13-634231a45c07 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:37.920677 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-36c113cf-8791-4d4b-ad13-634231a45c07 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:37.928870 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-164fccf4-a7d4-4ede-b173-672969ff32b3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:36:37.950724 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c113cf-8791-4d4b-ad13-634231a45c07 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbf97db9-1164-4d58-af23-1a2a2f8e1901,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:36:37.954077 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-36c113cf-8791-4d4b-ad13-634231a45c07 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:36:37.971849 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9a75ed79-6753-445e-a75a-ddc992e1ad7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:38.029377 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-36c113cf-8791-4d4b-ad13-634231a45c07 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:38.030667 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-36c113cf-8791-4d4b-ad13-634231a45c07 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3560019 Dec 22 13:36:38.033536 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53450) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:36:38.039420 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-a194abc3-a1bd-47a4-b186-89dca97a23d4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '651f0abc-df2a-44ac-a8b9-41d0b4c9cad1', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:36:38.045317 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-a194abc3-a1bd-47a4-b186-89dca97a23d4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:36:38.049207 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-a194abc3-a1bd-47a4-b186-89dca97a23d4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:36:38.052216 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-a194abc3-a1bd-47a4-b186-89dca97a23d4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:36:38.058058 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-a194abc3-a1bd-47a4-b186-89dca97a23d4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:36:38.115900 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-37e4aeee-5300-4b5d-8dea-ed1dbae2c7ef None None] Notify callbacks [] for port, precommit_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:38.127213 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a194abc3-a1bd-47a4-b186-89dca97a23d4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:38.127379 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.provisioning_blocks [None req-37e4aeee-5300-4b5d-8dea-ed1dbae2c7ef None None] Transition to ACTIVE for port object 2f350e2b-e5bb-45b0-9ad8-514616723b9b will not be triggered until provisioned by entity L2. {{(pid=84151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:36:38.189406 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-37e4aeee-5300-4b5d-8dea-ed1dbae2c7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:38.191722 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a194abc3-a1bd-47a4-b186-89dca97a23d4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:38.193628 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-d17154b3-9868-4ccf-9b77-a0e009130512 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:36:38.263869 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a194abc3-a1bd-47a4-b186-89dca97a23d4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:38.266801 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ca93082d-a67b-409a-87bd-ba34101bc546 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:36:38.305167 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194abc3-a1bd-47a4-b186-89dca97a23d4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec1f854-40b9-4d18-b283-7f022a46a0da,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:36:38.309122 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a194abc3-a1bd-47a4-b186-89dca97a23d4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:36:38.346811 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f66dd-46cd-437b-9928-5e48bcf9efbf None None] Pushing event updated for resources: {'Port': ['ID=2f350e2b-e5bb-45b0-9ad8-514616723b9b,revision_number=3']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:36:38.360036 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f66dd-46cd-437b-9928-5e48bcf9efbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:38.360370 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f66dd-46cd-437b-9928-5e48bcf9efbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:38.360694 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f66dd-46cd-437b-9928-5e48bcf9efbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:38.361011 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f66dd-46cd-437b-9928-5e48bcf9efbf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:38.361329 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f66dd-46cd-437b-9928-5e48bcf9efbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:38.361641 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f66dd-46cd-437b-9928-5e48bcf9efbf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:38.361950 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f66dd-46cd-437b-9928-5e48bcf9efbf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:38.362259 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f66dd-46cd-437b-9928-5e48bcf9efbf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:38.362595 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f66dd-46cd-437b-9928-5e48bcf9efbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:38.362897 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f66dd-46cd-437b-9928-5e48bcf9efbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:38.363201 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f66dd-46cd-437b-9928-5e48bcf9efbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:36:38.377852 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a194abc3-a1bd-47a4-b186-89dca97a23d4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:38.381545 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a194abc3-a1bd-47a4-b186-89dca97a23d4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3446133 Dec 22 13:36:38.381905 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53454) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:36:38.391744 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-2ecaaefb-5c39-4f42-b7b3-f7e5335384c0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '651f0abc-df2a-44ac-a8b9-41d0b4c9cad1', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:36:38.391880 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-8f1f66dd-46cd-437b-9928-5e48bcf9efbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:36:38.398520 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-2ecaaefb-5c39-4f42-b7b3-f7e5335384c0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:36:38.402713 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2ecaaefb-5c39-4f42-b7b3-f7e5335384c0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:36:38.405954 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2ecaaefb-5c39-4f42-b7b3-f7e5335384c0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:36:38.412161 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-2ecaaefb-5c39-4f42-b7b3-f7e5335384c0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:36:38.458959 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-37e4aeee-5300-4b5d-8dea-ed1dbae2c7ef None None] Attempting to bind port 2f350e2b-e5bb-45b0-9ad8-514616723b9b on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:36:38.459615 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-37e4aeee-5300-4b5d-8dea-ed1dbae2c7ef None None] Attempting to bind port 2f350e2b-e5bb-45b0-9ad8-514616723b9b by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'e278154a-8ba9-4ecb-8ade-27aacaff7829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7'}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:36:38.460062 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e4aeee-5300-4b5d-8dea-ed1dbae2c7ef None None] Attempting to bind port 2f350e2b-e5bb-45b0-9ad8-514616723b9b on network 4feb2081-6088-4732-b161-e3e5a709d3c7 {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:36:38.469017 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e4aeee-5300-4b5d-8dea-ed1dbae2c7ef None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:36:38.469492 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e4aeee-5300-4b5d-8dea-ed1dbae2c7ef None None] Checking segment: {'id': 'e278154a-8ba9-4ecb-8ade-27aacaff7829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:36:38.469977 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-37e4aeee-5300-4b5d-8dea-ed1dbae2c7ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:38.470484 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e4aeee-5300-4b5d-8dea-ed1dbae2c7ef None None] Bound using segment: {'id': 'e278154a-8ba9-4ecb-8ade-27aacaff7829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7'} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:36:38.471055 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-37e4aeee-5300-4b5d-8dea-ed1dbae2c7ef None None] Bound port: 2f350e2b-e5bb-45b0-9ad8-514616723b9b, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e278154a-8ba9-4ecb-8ade-27aacaff7829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7'}}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:36:38.471515 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-37e4aeee-5300-4b5d-8dea-ed1dbae2c7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:38.500257 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2ecaaefb-5c39-4f42-b7b3-f7e5335384c0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:38.561496 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-37e4aeee-5300-4b5d-8dea-ed1dbae2c7ef None None] For port 2f350e2b-e5bb-45b0-9ad8-514616723b9b, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:36:38.564527 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-37e4aeee-5300-4b5d-8dea-ed1dbae2c7ef None None] For port 2f350e2b-e5bb-45b0-9ad8-514616723b9b, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=2f350e2b-e5bb-45b0-9ad8-514616723b9b,segment=NetworkSegment(e278154a-8ba9-4ecb-8ade-27aacaff7829),segment_id=e278154a-8ba9-4ecb-8ade-27aacaff7829)] {{(pid=84151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:36:38.565930 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2ecaaefb-5c39-4f42-b7b3-f7e5335384c0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:38.629382 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-37e4aeee-5300-4b5d-8dea-ed1dbae2c7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:38.633969 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-73d51a94-cb73-4ab4-9438-66c46187abaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:36:38.634941 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2ecaaefb-5c39-4f42-b7b3-f7e5335384c0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:38.636762 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4948c985-21c8-4d0b-a871-7b0ecdf76f94 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:36:38.659474 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecaaefb-5c39-4f42-b7b3-f7e5335384c0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df5bec09-75a6-430e-bbf9-c7613d6701a7,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:36:38.663770 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2ecaaefb-5c39-4f42-b7b3-f7e5335384c0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:36:38.723960 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f66dd-46cd-437b-9928-5e48bcf9efbf None None] Pushing event updated for resources: {'Port': ['ID=2f350e2b-e5bb-45b0-9ad8-514616723b9b,revision_number=4']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:36:38.723960 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-8f1f66dd-46cd-437b-9928-5e48bcf9efbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:36:38.723960 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e4aeee-5300-4b5d-8dea-ed1dbae2c7ef None None] Routers {'eb5053d4-7040-4a82-85f0-b33c432de2f7'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:36:38.723960 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-37e4aeee-5300-4b5d-8dea-ed1dbae2c7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:36:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['eb5053d4-7040-4a82-85f0-b33c432de2f7'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:36:38.744116 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2ecaaefb-5c39-4f42-b7b3-f7e5335384c0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:38.746817 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-2ecaaefb-5c39-4f42-b7b3-f7e5335384c0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3618245 Dec 22 13:36:38.748962 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53458) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:36:38.754909 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-1e9e6182-d0a6-44da-979d-82f0326032ec tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '651f0abc-df2a-44ac-a8b9-41d0b4c9cad1', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:36:38.762834 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1e9e6182-d0a6-44da-979d-82f0326032ec tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:36:38.768937 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1e9e6182-d0a6-44da-979d-82f0326032ec tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:36:38.772238 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1e9e6182-d0a6-44da-979d-82f0326032ec tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:36:38.779219 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1e9e6182-d0a6-44da-979d-82f0326032ec tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:36:38.870705 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1e9e6182-d0a6-44da-979d-82f0326032ec tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:38.940782 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-37e4aeee-5300-4b5d-8dea-ed1dbae2c7ef None None] Set router eb5053d4-7040-4a82-85f0-b33c432de2f7 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:36:38.943242 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1e9e6182-d0a6-44da-979d-82f0326032ec tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:38.964657 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:39.011873 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1e9e6182-d0a6-44da-979d-82f0326032ec tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:39.017470 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-31094d40-de03-48ca-9031-fd4c7970f9c1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:36:39.037718 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e6182-d0a6-44da-979d-82f0326032ec tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e50b932-0750-4ca4-921e-7b2c3782d5bc,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:36:39.040637 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1e9e6182-d0a6-44da-979d-82f0326032ec tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:36:39.092174 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1e9e6182-d0a6-44da-979d-82f0326032ec tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:39.093408 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1e9e6182-d0a6-44da-979d-82f0326032ec tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3434026 Dec 22 13:36:39.096289 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53462) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:36:39.102556 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-cd42b79f-3a7f-4315-a633-3de51b915275 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '651f0abc-df2a-44ac-a8b9-41d0b4c9cad1', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:36:39.108488 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-cd42b79f-3a7f-4315-a633-3de51b915275 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:36:39.112347 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-cd42b79f-3a7f-4315-a633-3de51b915275 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:36:39.115218 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-cd42b79f-3a7f-4315-a633-3de51b915275 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:36:39.121456 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-cd42b79f-3a7f-4315-a633-3de51b915275 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:36:39.189253 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.securitygroups_db [None req-cd42b79f-3a7f-4315-a633-3de51b915275 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Project 453b85bce7e6482dbe10966fb03da8cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:36:39.196618 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cd42b79f-3a7f-4315-a633-3de51b915275 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:39.250922 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-37e4aeee-5300-4b5d-8dea-ed1dbae2c7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'name': 'tempest-TestNetworkBasicOps-router-2067923727', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.95'}], 'enable_snat': True}, 'gw_port_id': '8657043f-f6b4-4d26-830b-e4d0f7539bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:36:29Z', 'updated_at': '2021-12-22T13:36:34Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '8657043f-f6b4-4d26-830b-e4d0f7539bb8', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:36:30Z', 'updated_at': '2021-12-22T13:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '2f350e2b-e5bb-45b0-9ad8-514616723b9b', 'name': '', 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:23:61:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c46d263c-9344-4b20-87db-b22dd9f924b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:36:34Z', 'updated_at': '2021-12-22T13:36:38Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'c46d263c-9344-4b20-87db-b22dd9f924b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:36:39.254765 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e4aeee-5300-4b5d-8dea-ed1dbae2c7ef None None] The sync data for ids ['eb5053d4-7040-4a82-85f0-b33c432de2f7'] in dv-neutron-822669-1-hyperv is: [{'id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'name': 'tempest-TestNetworkBasicOps-router-2067923727', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.95'}], 'enable_snat': True}, 'gw_port_id': '8657043f-f6b4-4d26-830b-e4d0f7539bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:36:29Z', 'updated_at': '2021-12-22T13:36:34Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '8657043f-f6b4-4d26-830b-e4d0f7539bb8', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:36:30Z', 'updated_at': '2021-12-22T13:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '2f350e2b-e5bb-45b0-9ad8-514616723b9b', 'name': '', 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:23:61:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c46d263c-9344-4b20-87db-b22dd9f924b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:36:34Z', 'updated_at': '2021-12-22T13:36:38Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'c46d263c-9344-4b20-87db-b22dd9f924b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:36:39.265696 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cd42b79f-3a7f-4315-a633-3de51b915275 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:39.280739 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:39.336615 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cd42b79f-3a7f-4315-a633-3de51b915275 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:39.338587 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1e9e6182-d0a6-44da-979d-82f0326032ec tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:36:39.363859 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd42b79f-3a7f-4315-a633-3de51b915275 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fa10cac-1df9-434b-be05-de4e91f5b133,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:36:39.370159 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-cd42b79f-3a7f-4315-a633-3de51b915275 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:36:39.446226 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cd42b79f-3a7f-4315-a633-3de51b915275 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:39.447572 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-cd42b79f-3a7f-4315-a633-3de51b915275 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3502305 Dec 22 13:36:39.450160 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53466) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:36:39.455913 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-6798b4aa-5c29-42ba-8866-09c4644ea595 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '651f0abc-df2a-44ac-a8b9-41d0b4c9cad1', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:36:39.462528 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-6798b4aa-5c29-42ba-8866-09c4644ea595 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:36:39.466692 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6798b4aa-5c29-42ba-8866-09c4644ea595 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:36:39.469583 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6798b4aa-5c29-42ba-8866-09c4644ea595 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:36:39.479185 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-6798b4aa-5c29-42ba-8866-09c4644ea595 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:36:39.543842 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.securitygroups_db [None req-6798b4aa-5c29-42ba-8866-09c4644ea595 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Project 453b85bce7e6482dbe10966fb03da8cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:36:39.551341 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6798b4aa-5c29-42ba-8866-09c4644ea595 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:39.627317 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6798b4aa-5c29-42ba-8866-09c4644ea595 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:39.674678 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6798b4aa-5c29-42ba-8866-09c4644ea595 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:39.676715 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-68102d53-a0bc-4c0b-837c-e6d37e0f9039 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:36:39.702290 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798b4aa-5c29-42ba-8866-09c4644ea595 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0077959-b99e-4931-9c32-9eaf40f33b53,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:36:39.704706 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6798b4aa-5c29-42ba-8866-09c4644ea595 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:36:39.789121 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6798b4aa-5c29-42ba-8866-09c4644ea595 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:39.790312 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6798b4aa-5c29-42ba-8866-09c4644ea595 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3391407 Dec 22 13:36:40.076459 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-53e2ac9c-85ae-4583-8ebe-851bd5b5369d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:security_group {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:36:40.142527 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-53e2ac9c-85ae-4583-8ebe-851bd5b5369d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:security_group {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:36:40.148299 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-53e2ac9c-85ae-4583-8ebe-851bd5b5369d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1213557212&fields=id&tenant_id=453b85bce7e6482dbe10966fb03da8cc HTTP/1.1" status: 200 len: 267 time: 0.1101739 Dec 22 13:36:40.297343 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-aa1997c9-e16b-4233-a634-bf8ea520bf2d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:36:40.298079 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-aa1997c9-e16b-4233-a634-bf8ea520bf2d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:network {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:36:40.360540 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-aa1997c9-e16b-4233-a634-bf8ea520bf2d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:network {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:36:40.361641 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-aa1997c9-e16b-4233-a634-bf8ea520bf2d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/networks?id=4feb2081-6088-4732-b161-e3e5a709d3c7 HTTP/1.1" status: 200 len: 797 time: 0.2102122 Dec 22 13:36:40.378229 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-76bfe48c-a570-4369-818f-14fdedf2324c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/quotas/453b85bce7e6482dbe10966fb03da8cc HTTP/1.1" status: 200 len: 375 time: 0.0105164 Dec 22 13:36:40.459361 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-97921386-10df-4c06-a59e-1d39d950c49f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:36:40.492911 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:40.560441 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-97921386-10df-4c06-a59e-1d39d950c49f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:36:40.561777 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-97921386-10df-4c06-a59e-1d39d950c49f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1784084 Dec 22 13:36:40.700045 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-2310a3d2-a632-4043-b58d-5eb17a35c988 service neutron] 10.222.0.47 "GET /v2.0/networks/4feb2081-6088-4732-b161-e3e5a709d3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266327 Dec 22 13:36:40.933768 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-4e761094-947d-4cc4-8121-35eb4a19daef service neutron] 10.222.0.47 "GET /v2.0/networks/4feb2081-6088-4732-b161-e3e5a709d3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280509 Dec 22 13:36:41.210565 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-fc6c239c-ac9a-4ec7-b155-2e58dcddbe82 req-d100d580-ead3-4f51-acd2-2bae8a3b0d35 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:36:41.222904 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-fc6c239c-ac9a-4ec7-b155-2e58dcddbe82 req-d100d580-ead3-4f51-acd2-2bae8a3b0d35 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:36:41.224157 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fc6c239c-ac9a-4ec7-b155-2e58dcddbe82 req-d100d580-ead3-4f51-acd2-2bae8a3b0d35 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec6811d6-af21-4cfe-b331-6cfa17d30d2d HTTP/1.1" status: 200 len: 210 time: 0.0636916 Dec 22 13:36:41.314856 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 2f350e2b-e5bb-45b0-9ad8-514616723b9b up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:36:41.467473 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 2f350e2b-e5bb-45b0-9ad8-514616723b9b completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:36:41.472406 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 2f350e2b-e5bb-45b0-9ad8-514616723b9b triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:36:41.472724 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:41.595738 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:41.627524 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 2f350e2b-e5bb-45b0-9ad8-514616723b9b, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=2f350e2b-e5bb-45b0-9ad8-514616723b9b,segment=NetworkSegment(e278154a-8ba9-4ecb-8ade-27aacaff7829),segment_id=e278154a-8ba9-4ecb-8ade-27aacaff7829)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:36:41.702069 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:41.703961 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:36:41.768214 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=2f350e2b-e5bb-45b0-9ad8-514616723b9b,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:36:41.771331 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:36:42.535152 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0629fdfb-6c05-4fa1-a9d7-dc7cc45a1051 req-0778e418-0fe6-41d4-863a-cf9ec4413323 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec6811d6-af21-4cfe-b331-6cfa17d30d2d HTTP/1.1" status: 200 len: 210 time: 0.0461085 Dec 22 13:36:43.298650 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 2f350e2b-e5bb-45b0-9ad8-514616723b9b up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:36:43.371751 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 2f350e2b-e5bb-45b0-9ad8-514616723b9b triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:36:43.372129 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:43.393505 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-2e63d083-b938-41d1-9c67-a5be455b277a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:36:43.394932 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-2e63d083-b938-41d1-9c67-a5be455b277a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "GET /v2.0/networks?id=4feb2081-6088-4732-b161-e3e5a709d3c7 HTTP/1.1" status: 200 len: 797 time: 0.2608764 Dec 22 13:36:43.460860 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-3276ba7d-e527-40df-a4fe-0f810902f274 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:36:43.472596 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-3276ba7d-e527-40df-a4fe-0f810902f274 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:36:43.475071 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-3276ba7d-e527-40df-a4fe-0f810902f274 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=453b85bce7e6482dbe10966fb03da8cc HTTP/1.1" status: 200 len: 380 time: 0.0563872 Dec 22 13:36:43.487404 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-e71ef1e9-45cd-49ce-a838-593eb20cb2ee tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'port': {'device_id': 'ec6811d6-af21-4cfe-b331-6cfa17d30d2d', 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7', 'admin_state_up': True, 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'security_groups': ['651f0abc-df2a-44ac-a8b9-41d0b4c9cad1']}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:36:43.709571 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-e71ef1e9-45cd-49ce-a838-593eb20cb2ee tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:36:43.709571 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-e71ef1e9-45cd-49ce-a838-593eb20cb2ee tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:36:43.716602 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d089d9d3-a311-41dd-9f6b-37a7b5949fcd req-ee4764cd-1415-4966-a0e3-29a7d0cb6eba tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec6811d6-af21-4cfe-b331-6cfa17d30d2d HTTP/1.1" status: 200 len: 210 time: 0.0483665 Dec 22 13:36:43.795056 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-e71ef1e9-45cd-49ce-a838-593eb20cb2ee tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Made reservation on behalf of 453b85bce7e6482dbe10966fb03da8cc for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:36:43.798422 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-e71ef1e9-45cd-49ce-a838-593eb20cb2ee tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:43.986895 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-e71ef1e9-45cd-49ce-a838-593eb20cb2ee tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Allocated IP 172.20.0.8 (4feb2081-6088-4732-b161-e3e5a709d3c7/c46d263c-9344-4b20-87db-b22dd9f924b3/6845b61a-3220-4401-9547-6e5d9efa6a4e) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:36:44.182937 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-e71ef1e9-45cd-49ce-a838-593eb20cb2ee tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:44.201103 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-e71ef1e9-45cd-49ce-a838-593eb20cb2ee tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Transition to ACTIVE for port object 6845b61a-3220-4401-9547-6e5d9efa6a4e will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:36:44.279834 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-e71ef1e9-45cd-49ce-a838-593eb20cb2ee tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:44.286723 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6d20b35a-2ba1-4c29-a644-6eb82e8d2ac2 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:36:44.384079 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-e71ef1e9-45cd-49ce-a838-593eb20cb2ee tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network 4feb2081-6088-4732-b161-e3e5a709d3c7 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:36:44.387630 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-e71ef1e9-45cd-49ce-a838-593eb20cb2ee tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:36:44.392336 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-e71ef1e9-45cd-49ce-a838-593eb20cb2ee tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:36:44.440240 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ef1e9-45cd-49ce-a838-593eb20cb2ee tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=6845b61a-3220-4401-9547-6e5d9efa6a4e,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:36:44.440240 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e71ef1e9-45cd-49ce-a838-593eb20cb2ee tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:36:44.466439 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-e71ef1e9-45cd-49ce-a838-593eb20cb2ee tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:36:44.467045 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-e71ef1e9-45cd-49ce-a838-593eb20cb2ee tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:44.561067 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-e71ef1e9-45cd-49ce-a838-593eb20cb2ee tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0777400 Dec 22 13:36:44.577858 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-e4b14fc0-6770-452d-9d65-0585f7f19638 service neutron] Request body: {'port': {'device_id': 'ec6811d6-af21-4cfe-b331-6cfa17d30d2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:36:44.695821 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-e4b14fc0-6770-452d-9d65-0585f7f19638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:44.737413 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-d0c253ca-aa9d-4297-89ad-897a0e52f505 None None] Provisioning for port 6845b61a-3220-4401-9547-6e5d9efa6a4e completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:36:44.742655 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-d0c253ca-aa9d-4297-89ad-897a0e52f505 None None] Provisioning complete for port 6845b61a-3220-4401-9547-6e5d9efa6a4e triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:36:44.743044 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d0c253ca-aa9d-4297-89ad-897a0e52f505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:44.839156 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-d0c253ca-aa9d-4297-89ad-897a0e52f505 None None] Port 6845b61a-3220-4401-9547-6e5d9efa6a4e cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:36:44.931740 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b6072-b128-4f21-97c4-6260fcc1d402 req-9637aba8-df3e-4340-b170-34a6d2b4db45 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:36:44.933183 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d01b6072-b128-4f21-97c4-6260fcc1d402 req-9637aba8-df3e-4340-b170-34a6d2b4db45 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec6811d6-af21-4cfe-b331-6cfa17d30d2d HTTP/1.1" status: 200 len: 931 time: 0.0777934 Dec 22 13:36:44.980713 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d01b6072-b128-4f21-97c4-6260fcc1d402 req-63c1e88b-98ed-4610-8840-80823a18697b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=651f0abc-df2a-44ac-a8b9-41d0b4c9cad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415754 Dec 22 13:36:45.042980 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-e4b14fc0-6770-452d-9d65-0585f7f19638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6845b61a-3220-4401-9547-6e5d9efa6a4e {{(pid=84149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:36:45.049733 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-e4b14fc0-6770-452d-9d65-0585f7f19638 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:45.064305 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-e4b14fc0-6770-452d-9d65-0585f7f19638 service neutron] Transition to ACTIVE for port object 6845b61a-3220-4401-9547-6e5d9efa6a4e will not be triggered until provisioned by entity L2. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:36:45.154034 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-e4b14fc0-6770-452d-9d65-0585f7f19638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:45.157683 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0ff423e6-f059-4a60-b993-dc654b1573b1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:36:45.279115 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b14fc0-6770-452d-9d65-0585f7f19638 service neutron] Pushing event updated for resources: {'Port': ['ID=6845b61a-3220-4401-9547-6e5d9efa6a4e,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:36:45.283482 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e4b14fc0-6770-452d-9d65-0585f7f19638 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:36:45.393831 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-e4b14fc0-6770-452d-9d65-0585f7f19638 service neutron] Attempting to bind port 6845b61a-3220-4401-9547-6e5d9efa6a4e on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:36:45.394194 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-e4b14fc0-6770-452d-9d65-0585f7f19638 service neutron] Attempting to bind port 6845b61a-3220-4401-9547-6e5d9efa6a4e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'e278154a-8ba9-4ecb-8ade-27aacaff7829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:36:45.394557 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-e4b14fc0-6770-452d-9d65-0585f7f19638 service neutron] Attempting to bind port 6845b61a-3220-4401-9547-6e5d9efa6a4e on network 4feb2081-6088-4732-b161-e3e5a709d3c7 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:36:45.400537 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-e4b14fc0-6770-452d-9d65-0585f7f19638 service neutron] Port 6845b61a-3220-4401-9547-6e5d9efa6a4e on network 4feb2081-6088-4732-b161-e3e5a709d3c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:36:45.401080 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-e4b14fc0-6770-452d-9d65-0585f7f19638 service neutron] Attempting to bind port 6845b61a-3220-4401-9547-6e5d9efa6a4e on network 4feb2081-6088-4732-b161-e3e5a709d3c7 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:36:45.407107 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-e4b14fc0-6770-452d-9d65-0585f7f19638 service neutron] Checking agent: {'id': '72ee2f79-9ac0-483e-b4fd-5b910a776581', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'started_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:36:45.407438 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-e4b14fc0-6770-452d-9d65-0585f7f19638 service neutron] Checking segment: {'id': 'e278154a-8ba9-4ecb-8ade-27aacaff7829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:36:45.407820 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-e4b14fc0-6770-452d-9d65-0585f7f19638 service neutron] Bound using segment: {'id': 'e278154a-8ba9-4ecb-8ade-27aacaff7829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7'} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:36:45.408240 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-e4b14fc0-6770-452d-9d65-0585f7f19638 service neutron] Bound port: 6845b61a-3220-4401-9547-6e5d9efa6a4e, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e278154a-8ba9-4ecb-8ade-27aacaff7829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7'}}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:36:45.408590 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-e4b14fc0-6770-452d-9d65-0585f7f19638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:45.504005 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-e4b14fc0-6770-452d-9d65-0585f7f19638 service neutron] For port 6845b61a-3220-4401-9547-6e5d9efa6a4e, host hv-neutron-8226, cleared binding levels {{(pid=84149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:36:45.506818 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-e4b14fc0-6770-452d-9d65-0585f7f19638 service neutron] For port 6845b61a-3220-4401-9547-6e5d9efa6a4e, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6845b61a-3220-4401-9547-6e5d9efa6a4e,segment=NetworkSegment(e278154a-8ba9-4ecb-8ade-27aacaff7829),segment_id=e278154a-8ba9-4ecb-8ade-27aacaff7829)] {{(pid=84149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:36:45.594876 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-e4b14fc0-6770-452d-9d65-0585f7f19638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:45.598828 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a5dcaf1a-bd86-4bd5-b73d-245a5d25a66e tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:36:45.664197 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-e4b14fc0-6770-452d-9d65-0585f7f19638 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:45.665573 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-e4b14fc0-6770-452d-9d65-0585f7f19638 service neutron] 10.222.0.45 "PUT /v2.0/ports/6845b61a-3220-4401-9547-6e5d9efa6a4e HTTP/1.1" status: 200 len: 1093 time: 1.0924881 Dec 22 13:36:45.666094 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6811d6-af21-4cfe-b331-6cfa17d30d2d', 'tag': '6845b61a-3220-4401-9547-6e5d9efa6a4e'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:36:45.681018 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b14fc0-6770-452d-9d65-0585f7f19638 service neutron] Pushing event updated for resources: {'Port': ['ID=6845b61a-3220-4401-9547-6e5d9efa6a4e,revision_number=3']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:36:45.685461 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e4b14fc0-6770-452d-9d65-0585f7f19638 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:36:45.736865 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6811d6-af21-4cfe-b331-6cfa17d30d2d', 'tag': '6845b61a-3220-4401-9547-6e5d9efa6a4e', 'status': 'completed', 'code': 200} Dec 22 13:36:45.845270 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d265757d-9548-422d-9d51-8f912d42f378 req-eba6c200-05ad-4801-bb91-99746db78b1f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=ec6811d6-af21-4cfe-b331-6cfa17d30d2d HTTP/1.1" status: 200 len: 1096 time: 0.0810707 Dec 22 13:36:46.084778 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265757d-9548-422d-9d51-8f912d42f378 req-11e5b6eb-7a47-495d-b511-31de3f380fdb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:36:46.086913 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d265757d-9548-422d-9d51-8f912d42f378 req-11e5b6eb-7a47-495d-b511-31de3f380fdb service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=453b85bce7e6482dbe10966fb03da8cc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2314398 Dec 22 13:36:46.178429 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b3c69-6d77-460b-a7ad-4ebede9ff3cd req-e880eb49-69e4-4e1c-b3b6-865aaf3ec225 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:36:46.180043 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-413b3c69-6d77-460b-a7ad-4ebede9ff3cd req-e880eb49-69e4-4e1c-b3b6-865aaf3ec225 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec6811d6-af21-4cfe-b331-6cfa17d30d2d HTTP/1.1" status: 200 len: 943 time: 0.0810857 Dec 22 13:36:46.226910 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-413b3c69-6d77-460b-a7ad-4ebede9ff3cd req-f4fd76a5-177a-4699-a4dc-6e76d5488df4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=651f0abc-df2a-44ac-a8b9-41d0b4c9cad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413082 Dec 22 13:36:46.232304 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265757d-9548-422d-9d51-8f912d42f378 req-993a3f44-2b54-422b-9c87-ae5b9c4bc154 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:36:46.233853 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d265757d-9548-422d-9d51-8f912d42f378 req-993a3f44-2b54-422b-9c87-ae5b9c4bc154 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1385455 Dec 22 13:36:46.345283 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-19c93a4e-b2ba-42f7-b8ed-c04014d27e58 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=ec6811d6-af21-4cfe-b331-6cfa17d30d2d HTTP/1.1" status: 200 len: 1096 time: 0.0693665 Dec 22 13:36:46.417640 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-7a7184ba-cdb6-4bdc-876e-2cf91e848ab7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6845b61a-3220-4401-9547-6e5d9efa6a4e HTTP/1.1" status: 200 len: 217 time: 0.0641515 Dec 22 13:36:46.480432 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-722a2fea-9740-4ed7-a1c0-c30be27be04c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:36:46.481859 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-722a2fea-9740-4ed7-a1c0-c30be27be04c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c46d263c-9344-4b20-87db-b22dd9f924b3 HTTP/1.1" status: 200 len: 835 time: 0.0576568 Dec 22 13:36:46.566295 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-c6c2ddee-9da3-48af-beab-8c98acf43330 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4feb2081-6088-4732-b161-e3e5a709d3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735373 Dec 22 13:36:46.704140 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-bd1f2f95-7b27-4590-a909-0bf20061e598 service neutron] 10.222.0.45 "GET /v2.0/networks/4feb2081-6088-4732-b161-e3e5a709d3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255395 Dec 22 13:36:46.837975 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c21fdb8b-3b4a-4c3b-9775-06a06535ba91 req-caf287da-5312-49fc-91f6-81d59f71f3ac service neutron] 10.222.0.45 "GET /v2.0/networks/4feb2081-6088-4732-b161-e3e5a709d3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241574 Dec 22 13:36:47.424284 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fdf2d-aa5e-47bf-951a-23f25e048f05 req-869f8490-d4c5-42a4-8584-5d10bbba4bda tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:36:47.424948 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-945fdf2d-aa5e-47bf-951a-23f25e048f05 req-869f8490-d4c5-42a4-8584-5d10bbba4bda tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:36:47.491443 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-945fdf2d-aa5e-47bf-951a-23f25e048f05 req-869f8490-d4c5-42a4-8584-5d10bbba4bda tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:36:47.492490 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-945fdf2d-aa5e-47bf-951a-23f25e048f05 req-869f8490-d4c5-42a4-8584-5d10bbba4bda tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec6811d6-af21-4cfe-b331-6cfa17d30d2d HTTP/1.1" status: 200 len: 943 time: 0.1426883 Dec 22 13:36:47.538337 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-945fdf2d-aa5e-47bf-951a-23f25e048f05 req-cc85f598-eec8-49ae-b7b1-6b3689c253e6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=651f0abc-df2a-44ac-a8b9-41d0b4c9cad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400748 Dec 22 13:36:48.735773 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f5d5d-a486-4ac5-aa4c-59e91f3e55b1 req-f3595433-e38c-4705-9fa4-f3a4d32b3e14 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:36:48.737226 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-697f5d5d-a486-4ac5-aa4c-59e91f3e55b1 req-f3595433-e38c-4705-9fa4-f3a4d32b3e14 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec6811d6-af21-4cfe-b331-6cfa17d30d2d HTTP/1.1" status: 200 len: 943 time: 0.0774341 Dec 22 13:36:48.747350 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 6845b61a-3220-4401-9547-6e5d9efa6a4e details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:36:48.782898 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-697f5d5d-a486-4ac5-aa4c-59e91f3e55b1 req-fd42366c-a17d-4a85-914e-e7f11d417f94 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=651f0abc-df2a-44ac-a8b9-41d0b4c9cad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394340 Dec 22 13:36:48.879055 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 6845b61a-3220-4401-9547-6e5d9efa6a4e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6845b61a-3220-4401-9547-6e5d9efa6a4e,segment=NetworkSegment(e278154a-8ba9-4ecb-8ade-27aacaff7829),segment_id=e278154a-8ba9-4ecb-8ade-27aacaff7829)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:36:48.892033 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '6845b61a-3220-4401-9547-6e5d9efa6a4e', 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7', 'port_id': '6845b61a-3220-4401-9547-6e5d9efa6a4e', 'mac_address': 'fa:16:3e:06:bd:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46d263c-9344-4b20-87db-b22dd9f924b3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:36:48.944753 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:48.961953 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6845b61a-3220-4401-9547-6e5d9efa6a4e {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:36:48.977188 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 6845b61a-3220-4401-9547-6e5d9efa6a4e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6845b61a-3220-4401-9547-6e5d9efa6a4e,segment=NetworkSegment(e278154a-8ba9-4ecb-8ade-27aacaff7829),segment_id=e278154a-8ba9-4ecb-8ade-27aacaff7829)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:36:49.040667 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:49.042385 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-657effbf-d9a9-4775-901a-7fe38680c90c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:36:49.117206 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=6845b61a-3220-4401-9547-6e5d9efa6a4e,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:36:49.120175 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:36:49.350995 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['6845b61a-3220-4401-9547-6e5d9efa6a4e'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:36:49.983308 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a0fef-28f2-41dc-ac58-bcad411b911f req-1b1335d9-98fa-4910-aa73-eb06f65de749 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:36:49.984776 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ae9a0fef-28f2-41dc-ac58-bcad411b911f req-1b1335d9-98fa-4910-aa73-eb06f65de749 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec6811d6-af21-4cfe-b331-6cfa17d30d2d HTTP/1.1" status: 200 len: 944 time: 0.0820620 Dec 22 13:36:50.029344 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ae9a0fef-28f2-41dc-ac58-bcad411b911f req-6a9eb8c6-4c29-4673-8dac-121f4697c811 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=651f0abc-df2a-44ac-a8b9-41d0b4c9cad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390329 Dec 22 13:36:50.761770 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 6845b61a-3220-4401-9547-6e5d9efa6a4e up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:36:50.891216 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning for port 6845b61a-3220-4401-9547-6e5d9efa6a4e completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:36:50.895808 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 6845b61a-3220-4401-9547-6e5d9efa6a4e triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:36:50.896189 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:51.011225 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:51.037201 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6811d6-af21-4cfe-b331-6cfa17d30d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6845b61a-3220-4401-9547-6e5d9efa6a4e'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:36:51.046939 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 6845b61a-3220-4401-9547-6e5d9efa6a4e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6845b61a-3220-4401-9547-6e5d9efa6a4e,segment=NetworkSegment(e278154a-8ba9-4ecb-8ade-27aacaff7829),segment_id=e278154a-8ba9-4ecb-8ade-27aacaff7829)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:36:51.114681 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:51.117822 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:36:51.173881 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6811d6-af21-4cfe-b331-6cfa17d30d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6845b61a-3220-4401-9547-6e5d9efa6a4e', 'code': 200} Dec 22 13:36:51.197009 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=6845b61a-3220-4401-9547-6e5d9efa6a4e,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:36:51.200005 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:36:51.232207 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba8af4-087b-4722-8914-98f7e36529e1 req-173600f9-8f67-4a3e-907d-44e9e4697622 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:36:51.233677 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c5ba8af4-087b-4722-8914-98f7e36529e1 req-173600f9-8f67-4a3e-907d-44e9e4697622 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec6811d6-af21-4cfe-b331-6cfa17d30d2d HTTP/1.1" status: 200 len: 945 time: 0.0823710 Dec 22 13:36:51.279816 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c5ba8af4-087b-4722-8914-98f7e36529e1 req-246e2783-be1b-4a91-82c0-2eb2ef5e154c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=651f0abc-df2a-44ac-a8b9-41d0b4c9cad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406911 Dec 22 13:36:51.542160 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-68c2d700-6a5c-4a32-9ed6-d9a09e03c590 req-fc344d0b-c4d3-440c-a23a-f73c3346df1a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ec6811d6-af21-4cfe-b331-6cfa17d30d2d HTTP/1.1" status: 200 len: 1098 time: 0.0739341 Dec 22 13:36:51.594049 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-68c2d700-6a5c-4a32-9ed6-d9a09e03c590 req-a473c924-88ac-4743-86e6-b8044a062ba4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=651f0abc-df2a-44ac-a8b9-41d0b4c9cad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397694 Dec 22 13:36:52.479031 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fafa2c9-289e-4d54-b213-0beaa379a798 req-c4a87b77-1f09-43c4-8725-3a904cd1bc17 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:36:52.480483 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4fafa2c9-289e-4d54-b213-0beaa379a798 req-c4a87b77-1f09-43c4-8725-3a904cd1bc17 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec6811d6-af21-4cfe-b331-6cfa17d30d2d HTTP/1.1" status: 200 len: 945 time: 0.0801370 Dec 22 13:36:52.525739 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4fafa2c9-289e-4d54-b213-0beaa379a798 req-cbe8e536-3fbc-48f4-a9b4-e4ce9043eb8e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=651f0abc-df2a-44ac-a8b9-41d0b4c9cad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397296 Dec 22 13:36:53.724742 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31d47f-3e99-46e3-b623-7964c99525d0 req-bdf4c794-7555-424b-97e6-04f72d59d566 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:36:53.727203 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ec31d47f-3e99-46e3-b623-7964c99525d0 req-bdf4c794-7555-424b-97e6-04f72d59d566 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec6811d6-af21-4cfe-b331-6cfa17d30d2d HTTP/1.1" status: 200 len: 945 time: 0.0800984 Dec 22 13:36:53.775636 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ec31d47f-3e99-46e3-b623-7964c99525d0 req-6930093e-4ea8-4cf8-8c9a-d90b4a043c5f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=651f0abc-df2a-44ac-a8b9-41d0b4c9cad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428891 Dec 22 13:36:54.036823 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638b71b-8200-48c9-8551-7e91f6ec6ef7 req-7be175a5-22f5-41a4-be86-464e500c5a2d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:36:54.038885 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-a638b71b-8200-48c9-8551-7e91f6ec6ef7 req-7be175a5-22f5-41a4-be86-464e500c5a2d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec6811d6-af21-4cfe-b331-6cfa17d30d2d HTTP/1.1" status: 200 len: 945 time: 0.1450529 Dec 22 13:36:54.087955 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-a638b71b-8200-48c9-8551-7e91f6ec6ef7 req-70352925-b140-4aa1-8c08-08fcc9ebd242 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=651f0abc-df2a-44ac-a8b9-41d0b4c9cad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436275 Dec 22 13:36:54.115169 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53520) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:36:54.184308 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-43e03358-76a2-42f8-a417-9f2e601895dc tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=ec6811d6-af21-4cfe-b331-6cfa17d30d2d HTTP/1.1" status: 200 len: 1093 time: 0.0679069 Dec 22 13:36:54.186842 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53524) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:36:54.191836 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-12ef1e85-8374-4e00-9ba1-24b23ec185d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'floatingip': {'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'port_id': '6845b61a-3220-4401-9547-6e5d9efa6a4e', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:36:54.197085 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-12ef1e85-8374-4e00-9ba1-24b23ec185d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:36:54.200811 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-12ef1e85-8374-4e00-9ba1-24b23ec185d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:floatingip and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:36:54.203565 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-12ef1e85-8374-4e00-9ba1-24b23ec185d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:36:54.209339 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-12ef1e85-8374-4e00-9ba1-24b23ec185d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:36:54.308770 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-12ef1e85-8374-4e00-9ba1-24b23ec185d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for floatingip, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:54.445643 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-12ef1e85-8374-4e00-9ba1-24b23ec185d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:54.679889 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-12ef1e85-8374-4e00-9ba1-24b23ec185d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Allocated IP 172.26.1.133 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/32cfb9ce-84a6-4665-b85b-4e4a613de7ae) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:36:54.826912 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-12ef1e85-8374-4e00-9ba1-24b23ec185d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:54.903197 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-12ef1e85-8374-4e00-9ba1-24b23ec185d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:54.907439 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8cc74320-1f74-4d95-b091-2be5937db70e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:36:54.973489 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ef1e85-8374-4e00-9ba1-24b23ec185d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:36:54.976973 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-12ef1e85-8374-4e00-9ba1-24b23ec185d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:36:54.981222 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ef1e85-8374-4e00-9ba1-24b23ec185d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:36:55.009278 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef1e85-8374-4e00-9ba1-24b23ec185d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=32cfb9ce-84a6-4665-b85b-4e4a613de7ae,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:36:55.014087 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-12ef1e85-8374-4e00-9ba1-24b23ec185d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:36:55.550804 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-12ef1e85-8374-4e00-9ba1-24b23ec185d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:55.556095 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-eec6c22f-62db-45ae-b295-709d94519706 req-f8414ef5-2e8f-491d-8049-361bf01592e6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ec6811d6-af21-4cfe-b331-6cfa17d30d2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1646309 Dec 22 13:36:55.731934 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-12ef1e85-8374-4e00-9ba1-24b23ec185d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:55.799778 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-eec6c22f-62db-45ae-b295-709d94519706 req-f453dd8f-18b7-4355-b1b1-5909c10842c3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=ec6811d6-af21-4cfe-b331-6cfa17d30d2d HTTP/1.1" status: 200 len: 1098 time: 0.1716480 Dec 22 13:36:56.045241 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6c22f-62db-45ae-b295-709d94519706 req-bccc49e5-e841-4cf4-b808-bb44871a8801 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:36:56.046707 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-eec6c22f-62db-45ae-b295-709d94519706 req-bccc49e5-e841-4cf4-b808-bb44871a8801 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4feb2081-6088-4732-b161-e3e5a709d3c7 HTTP/1.1" status: 200 len: 898 time: 0.1806958 Dec 22 13:36:56.126486 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-12ef1e85-8374-4e00-9ba1-24b23ec185d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:56.161451 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-eec6c22f-62db-45ae-b295-709d94519706 req-bd111f0e-7e64-4869-9347-5dc77bf6fc6c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6845b61a-3220-4401-9547-6e5d9efa6a4e HTTP/1.1" status: 200 len: 999 time: 0.1017029 Dec 22 13:36:56.200144 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-12ef1e85-8374-4e00-9ba1-24b23ec185d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:56.207425 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5b56f93d-140d-4dca-800c-0aaf39eb0a5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:36:56.436904 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6c22f-62db-45ae-b295-709d94519706 req-35a99b22-9df6-4066-a0f0-20e685ce8afb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:36:56.438329 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-eec6c22f-62db-45ae-b295-709d94519706 req-35a99b22-9df6-4066-a0f0-20e685ce8afb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c46d263c-9344-4b20-87db-b22dd9f924b3 HTTP/1.1" status: 200 len: 835 time: 0.2711661 Dec 22 13:36:56.440683 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef1e85-8374-4e00-9ba1-24b23ec185d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=32cfb9ce-84a6-4665-b85b-4e4a613de7ae,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:36:56.444820 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-12ef1e85-8374-4e00-9ba1-24b23ec185d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:36:56.502206 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-12ef1e85-8374-4e00-9ba1-24b23ec185d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:56.599466 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-eec6c22f-62db-45ae-b295-709d94519706 req-d03981d6-88ad-4534-8fce-9bbaf0f37421 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4feb2081-6088-4732-b161-e3e5a709d3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1522181 Dec 22 13:36:56.801572 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-eec6c22f-62db-45ae-b295-709d94519706 req-b9202e93-6d52-4508-839b-483dcecae41b service neutron] 10.222.0.45 "GET /v2.0/networks/4feb2081-6088-4732-b161-e3e5a709d3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938119 Dec 22 13:36:56.907286 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.l3_db [None req-12ef1e85-8374-4e00-9ba1-24b23ec185d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Floating IP 5b042182-ecd7-48ee-8fd9-62d1560f7c38 associated. External IP: 172.26.1.133, port: 6845b61a-3220-4401-9547-6e5d9efa6a4e. Dec 22 13:36:57.015989 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-eec6c22f-62db-45ae-b295-709d94519706 req-9999629c-c329-470c-8c47-819fa752958e service neutron] 10.222.0.45 "GET /v2.0/networks/4feb2081-6088-4732-b161-e3e5a709d3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040894 Dec 22 13:36:57.336302 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ef1e85-8374-4e00-9ba1-24b23ec185d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router eb5053d4-7040-4a82-85f0-b33c432de2f7 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:36:57.533433 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ef1e85-8374-4e00-9ba1-24b23ec185d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:36:57.543884 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c71f63-248e-4e1e-9e5c-7cbaec7b3a00 None None] Sync routers for ids ['eb5053d4-7040-4a82-85f0-b33c432de2f7'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:36:57.556787 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c71f63-248e-4e1e-9e5c-7cbaec7b3a00 None None] Routers {'eb5053d4-7040-4a82-85f0-b33c432de2f7'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:36:57.557428 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-04c71f63-248e-4e1e-9e5c-7cbaec7b3a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:36:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['eb5053d4-7040-4a82-85f0-b33c432de2f7'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:36:57.628439 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-12ef1e85-8374-4e00-9ba1-24b23ec185d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:57.684131 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-12ef1e85-8374-4e00-9ba1-24b23ec185d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4962676 Dec 22 13:36:57.685048 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6811d6-af21-4cfe-b331-6cfa17d30d2d', 'tag': '6845b61a-3220-4401-9547-6e5d9efa6a4e'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:36:57.686946 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53528) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:36:57.738690 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-04c71f63-248e-4e1e-9e5c-7cbaec7b3a00 None None] Set router eb5053d4-7040-4a82-85f0-b33c432de2f7 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:36:57.742600 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6811d6-af21-4cfe-b331-6cfa17d30d2d', 'tag': '6845b61a-3220-4401-9547-6e5d9efa6a4e', 'status': 'completed', 'code': 200} Dec 22 13:36:57.760027 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-5c0f82cf-585f-434b-a385-07da1d15c69d tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=ec6811d6-af21-4cfe-b331-6cfa17d30d2d HTTP/1.1" status: 200 len: 1093 time: 0.0715628 Dec 22 13:36:57.838400 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ddd2cb23-f07b-4d0f-9f6f-ed9e944a43e1 req-ca584a68-fc9f-4bf0-a2cf-7ce2f56284f2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=ec6811d6-af21-4cfe-b331-6cfa17d30d2d HTTP/1.1" status: 200 len: 1098 time: 0.0755398 Dec 22 13:36:58.097634 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-04c71f63-248e-4e1e-9e5c-7cbaec7b3a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'name': 'tempest-TestNetworkBasicOps-router-2067923727', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.95'}], 'enable_snat': True}, 'gw_port_id': '8657043f-f6b4-4d26-830b-e4d0f7539bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:36:29Z', 'updated_at': '2021-12-22T13:36:34Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '8657043f-f6b4-4d26-830b-e4d0f7539bb8', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:36:30Z', 'updated_at': '2021-12-22T13:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '5b042182-ecd7-48ee-8fd9-62d1560f7c38', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.133', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'port_id': '6845b61a-3220-4401-9547-6e5d9efa6a4e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7', 'mac_address': 'fa:16:3e:06:bd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6811d6-af21-4cfe-b331-6cfa17d30d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:36:55Z', 'updated_at': '2021-12-22T13:36:55Z', 'revision_number': 0, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f350e2b-e5bb-45b0-9ad8-514616723b9b', 'name': '', 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:23:61:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c46d263c-9344-4b20-87db-b22dd9f924b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:36:34Z', 'updated_at': '2021-12-22T13:36:41Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'c46d263c-9344-4b20-87db-b22dd9f924b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:36:58.101238 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2cb23-f07b-4d0f-9f6f-ed9e944a43e1 req-8d826558-bd0b-43ff-a628-f97090c7f096 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:36:58.101556 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c71f63-248e-4e1e-9e5c-7cbaec7b3a00 None None] Checking router: eb5053d4-7040-4a82-85f0-b33c432de2f7 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:36:58.102714 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ddd2cb23-f07b-4d0f-9f6f-ed9e944a43e1 req-8d826558-bd0b-43ff-a628-f97090c7f096 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4feb2081-6088-4732-b161-e3e5a709d3c7 HTTP/1.1" status: 200 len: 898 time: 0.2579408 Dec 22 13:36:58.112057 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c71f63-248e-4e1e-9e5c-7cbaec7b3a00 None None] Routers {'eb5053d4-7040-4a82-85f0-b33c432de2f7'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:36:58.112661 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-04c71f63-248e-4e1e-9e5c-7cbaec7b3a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:36:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['eb5053d4-7040-4a82-85f0-b33c432de2f7'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:36:58.206845 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ddd2cb23-f07b-4d0f-9f6f-ed9e944a43e1 req-99bc8d1a-f869-4f6e-9424-6f583068bcd4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6845b61a-3220-4401-9547-6e5d9efa6a4e HTTP/1.1" status: 200 len: 999 time: 0.0981030 Dec 22 13:36:58.273563 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2cb23-f07b-4d0f-9f6f-ed9e944a43e1 req-798c6d48-3b16-46fd-ae2b-c991ab1864bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:36:58.278750 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ddd2cb23-f07b-4d0f-9f6f-ed9e944a43e1 req-798c6d48-3b16-46fd-ae2b-c991ab1864bc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c46d263c-9344-4b20-87db-b22dd9f924b3 HTTP/1.1" status: 200 len: 835 time: 0.0625789 Dec 22 13:36:58.339738 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-04c71f63-248e-4e1e-9e5c-7cbaec7b3a00 None None] Set router eb5053d4-7040-4a82-85f0-b33c432de2f7 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:36:58.359168 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ddd2cb23-f07b-4d0f-9f6f-ed9e944a43e1 req-7dcc446a-8b6c-455e-8888-b43f1d1d6ef5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4feb2081-6088-4732-b161-e3e5a709d3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775790 Dec 22 13:36:58.367431 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53536) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:36:58.373461 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-f20f9c5b-d2ba-4883-909b-e36bfc1a037e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-332215997', 'description': 'tempest-secgroup-smoke-332215997 description', 'project_id': '453b85bce7e6482dbe10966fb03da8cc'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:36:58.380045 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-f20f9c5b-d2ba-4883-909b-e36bfc1a037e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:36:58.392234 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-f20f9c5b-d2ba-4883-909b-e36bfc1a037e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:36:58.468803 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f20f9c5b-d2ba-4883-909b-e36bfc1a037e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:58.500920 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ddd2cb23-f07b-4d0f-9f6f-ed9e944a43e1 req-0c3545c4-ac60-491f-9680-2dbb2ed93f69 service neutron] 10.222.0.45 "GET /v2.0/networks/4feb2081-6088-4732-b161-e3e5a709d3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346886 Dec 22 13:36:58.515411 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-f20f9c5b-d2ba-4883-909b-e36bfc1a037e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:36:58.519528 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-f20f9c5b-d2ba-4883-909b-e36bfc1a037e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:36:58.523540 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-f20f9c5b-d2ba-4883-909b-e36bfc1a037e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:36:58.529631 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-f20f9c5b-d2ba-4883-909b-e36bfc1a037e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:36:58.592580 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f20f9c5b-d2ba-4883-909b-e36bfc1a037e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:58.650906 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ddd2cb23-f07b-4d0f-9f6f-ed9e944a43e1 req-df87bc93-fe62-42f5-b801-ad45820f2277 service neutron] 10.222.0.45 "GET /v2.0/networks/4feb2081-6088-4732-b161-e3e5a709d3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427388 Dec 22 13:36:58.674326 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f20f9c5b-d2ba-4883-909b-e36bfc1a037e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:58.684879 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-39be9979-8582-429f-a505-8346afa9ac09 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:36:58.705944 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-04c71f63-248e-4e1e-9e5c-7cbaec7b3a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'name': 'tempest-TestNetworkBasicOps-router-2067923727', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.95'}], 'enable_snat': True}, 'gw_port_id': '8657043f-f6b4-4d26-830b-e4d0f7539bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:36:29Z', 'updated_at': '2021-12-22T13:36:34Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '8657043f-f6b4-4d26-830b-e4d0f7539bb8', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:36:30Z', 'updated_at': '2021-12-22T13:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '5b042182-ecd7-48ee-8fd9-62d1560f7c38', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.133', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'port_id': '6845b61a-3220-4401-9547-6e5d9efa6a4e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7', 'mac_address': 'fa:16:3e:06:bd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6811d6-af21-4cfe-b331-6cfa17d30d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:36:55Z', 'updated_at': '2021-12-22T13:36:55Z', 'revision_number': 0, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f350e2b-e5bb-45b0-9ad8-514616723b9b', 'name': '', 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:23:61:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c46d263c-9344-4b20-87db-b22dd9f924b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:36:34Z', 'updated_at': '2021-12-22T13:36:41Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'c46d263c-9344-4b20-87db-b22dd9f924b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:36:58.710289 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c71f63-248e-4e1e-9e5c-7cbaec7b3a00 None None] The sync data for ids ['eb5053d4-7040-4a82-85f0-b33c432de2f7'] in dv-neutron-822669-1-hyperv is: [{'id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'name': 'tempest-TestNetworkBasicOps-router-2067923727', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.95'}], 'enable_snat': True}, 'gw_port_id': '8657043f-f6b4-4d26-830b-e4d0f7539bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:36:29Z', 'updated_at': '2021-12-22T13:36:34Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '8657043f-f6b4-4d26-830b-e4d0f7539bb8', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:36:30Z', 'updated_at': '2021-12-22T13:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '5b042182-ecd7-48ee-8fd9-62d1560f7c38', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.133', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'port_id': '6845b61a-3220-4401-9547-6e5d9efa6a4e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7', 'mac_address': 'fa:16:3e:06:bd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6811d6-af21-4cfe-b331-6cfa17d30d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:36:55Z', 'updated_at': '2021-12-22T13:36:55Z', 'revision_number': 0, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f350e2b-e5bb-45b0-9ad8-514616723b9b', 'name': '', 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:23:61:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c46d263c-9344-4b20-87db-b22dd9f924b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:36:34Z', 'updated_at': '2021-12-22T13:36:41Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'c46d263c-9344-4b20-87db-b22dd9f924b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:36:58.723017 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f9c5b-d2ba-4883-909b-e36bfc1a037e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a908381f-4ac9-49c0-bd9e-92e95e95fb71,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:36:58.726020 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f20f9c5b-d2ba-4883-909b-e36bfc1a037e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:36:58.777407 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f20f9c5b-d2ba-4883-909b-e36bfc1a037e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:58.778819 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f20f9c5b-d2ba-4883-909b-e36bfc1a037e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4103644 Dec 22 13:36:58.781584 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53540) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:36:58.787196 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-c20af5a5-0a2f-496f-99b6-d5e9abfb51e3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': 'a908381f-4ac9-49c0-bd9e-92e95e95fb71', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:36:58.794093 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-c20af5a5-0a2f-496f-99b6-d5e9abfb51e3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:36:58.797480 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-c20af5a5-0a2f-496f-99b6-d5e9abfb51e3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:36:58.800611 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-c20af5a5-0a2f-496f-99b6-d5e9abfb51e3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:36:58.807284 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-c20af5a5-0a2f-496f-99b6-d5e9abfb51e3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:36:58.873029 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:58.903788 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3d5438-411c-4e7f-af6a-1083af9abf10 None None] New status for floating IP 5b042182-ecd7-48ee-8fd9-62d1560f7c38: ACTIVE {{(pid=84151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:36:58.908191 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c20af5a5-0a2f-496f-99b6-d5e9abfb51e3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:58.971157 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c20af5a5-0a2f-496f-99b6-d5e9abfb51e3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:59.039548 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c20af5a5-0a2f-496f-99b6-d5e9abfb51e3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:59.042167 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-dd466915-699c-4e28-bc64-33655ce1c7ab tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:36:59.065857 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20af5a5-0a2f-496f-99b6-d5e9abfb51e3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa41a24f-d460-4fbf-93cf-5c3c2a3fddf7,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:36:59.071578 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c20af5a5-0a2f-496f-99b6-d5e9abfb51e3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:36:59.153560 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c20af5a5-0a2f-496f-99b6-d5e9abfb51e3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:59.154747 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c20af5a5-0a2f-496f-99b6-d5e9abfb51e3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3721344 Dec 22 13:36:59.157450 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53544) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:36:59.163506 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-f15f65e8-36f9-4b52-9779-38cbdb73963b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': 'a908381f-4ac9-49c0-bd9e-92e95e95fb71', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:36:59.169602 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-f15f65e8-36f9-4b52-9779-38cbdb73963b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:36:59.173317 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-f15f65e8-36f9-4b52-9779-38cbdb73963b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:36:59.176215 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-f15f65e8-36f9-4b52-9779-38cbdb73963b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:36:59.182612 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-f15f65e8-36f9-4b52-9779-38cbdb73963b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:36:59.275886 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f15f65e8-36f9-4b52-9779-38cbdb73963b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:59.337999 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f15f65e8-36f9-4b52-9779-38cbdb73963b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:59.393921 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f15f65e8-36f9-4b52-9779-38cbdb73963b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:59.400921 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e4ef092a-44ba-48f6-9cb4-2278ceb45a38 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:36:59.420496 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f65e8-36f9-4b52-9779-38cbdb73963b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=404bfcb9-a677-4946-9949-9ef3709f92fd,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:36:59.424709 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f15f65e8-36f9-4b52-9779-38cbdb73963b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:36:59.497482 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f15f65e8-36f9-4b52-9779-38cbdb73963b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:59.498702 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f15f65e8-36f9-4b52-9779-38cbdb73963b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3403194 Dec 22 13:36:59.501545 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53548) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:36:59.507933 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-c35bec23-f096-4481-aa59-71fd9f5083f6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': 'a908381f-4ac9-49c0-bd9e-92e95e95fb71', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:36:59.513838 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-c35bec23-f096-4481-aa59-71fd9f5083f6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:36:59.517650 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c35bec23-f096-4481-aa59-71fd9f5083f6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:36:59.520495 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c35bec23-f096-4481-aa59-71fd9f5083f6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:36:59.527493 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-c35bec23-f096-4481-aa59-71fd9f5083f6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:36:59.616441 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c35bec23-f096-4481-aa59-71fd9f5083f6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:59.679023 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c35bec23-f096-4481-aa59-71fd9f5083f6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:59.736797 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c35bec23-f096-4481-aa59-71fd9f5083f6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:59.738562 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:36:59.761474 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35bec23-f096-4481-aa59-71fd9f5083f6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a72e565d-fdd6-42af-9f1a-ae0657e8b15a,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:36:59.765735 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c35bec23-f096-4481-aa59-71fd9f5083f6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:36:59.816687 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c35bec23-f096-4481-aa59-71fd9f5083f6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:59.817882 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c35bec23-f096-4481-aa59-71fd9f5083f6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3150780 Dec 22 13:36:59.821087 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53552) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:36:59.826582 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-e2c9d16f-8d7a-4e70-96f1-ab3b9b044ec5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': 'a908381f-4ac9-49c0-bd9e-92e95e95fb71', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:36:59.832423 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-e2c9d16f-8d7a-4e70-96f1-ab3b9b044ec5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:36:59.837186 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-e2c9d16f-8d7a-4e70-96f1-ab3b9b044ec5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:36:59.840046 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-e2c9d16f-8d7a-4e70-96f1-ab3b9b044ec5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:36:59.845680 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-e2c9d16f-8d7a-4e70-96f1-ab3b9b044ec5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:36:59.903616 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e2c9d16f-8d7a-4e70-96f1-ab3b9b044ec5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:59.967732 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e2c9d16f-8d7a-4e70-96f1-ab3b9b044ec5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:00.057185 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e2c9d16f-8d7a-4e70-96f1-ab3b9b044ec5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:00.063384 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-22c861b8-8d90-4dae-88ca-62e4c46006d7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:37:00.082485 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9d16f-8d7a-4e70-96f1-ab3b9b044ec5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14f65dba-46f8-4e0b-b120-67e683058537,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:37:00.085225 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e2c9d16f-8d7a-4e70-96f1-ab3b9b044ec5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:37:00.148562 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e2c9d16f-8d7a-4e70-96f1-ab3b9b044ec5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:00.149713 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e2c9d16f-8d7a-4e70-96f1-ab3b9b044ec5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3277071 Dec 22 13:37:00.152399 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53556) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:37:00.157821 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-710e313e-aea6-4092-8289-c946e0530d88 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': 'a908381f-4ac9-49c0-bd9e-92e95e95fb71', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:37:00.163778 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-710e313e-aea6-4092-8289-c946e0530d88 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:37:00.167672 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-710e313e-aea6-4092-8289-c946e0530d88 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:37:00.170638 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-710e313e-aea6-4092-8289-c946e0530d88 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:37:00.176506 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-710e313e-aea6-4092-8289-c946e0530d88 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:37:00.262921 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.securitygroups_db [None req-710e313e-aea6-4092-8289-c946e0530d88 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Project 453b85bce7e6482dbe10966fb03da8cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:37:00.269310 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-710e313e-aea6-4092-8289-c946e0530d88 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:00.335506 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-710e313e-aea6-4092-8289-c946e0530d88 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:00.416868 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-710e313e-aea6-4092-8289-c946e0530d88 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:00.418757 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5aef18ae-1a00-4208-b5cd-57517dfc08d4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:37:00.442479 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e313e-aea6-4092-8289-c946e0530d88 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20683061-6c7d-44b4-9876-39a96729cc19,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:37:00.450375 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-710e313e-aea6-4092-8289-c946e0530d88 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:37:00.514663 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-710e313e-aea6-4092-8289-c946e0530d88 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:00.515838 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-710e313e-aea6-4092-8289-c946e0530d88 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3625252 Dec 22 13:37:00.518623 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53560) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:37:00.524682 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-14bf8b7b-2e1b-4925-8eb1-f84d4a4a036c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': 'a908381f-4ac9-49c0-bd9e-92e95e95fb71', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:37:00.530758 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-14bf8b7b-2e1b-4925-8eb1-f84d4a4a036c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:37:00.534517 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-14bf8b7b-2e1b-4925-8eb1-f84d4a4a036c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:37:00.537322 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-14bf8b7b-2e1b-4925-8eb1-f84d4a4a036c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:37:00.544850 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-14bf8b7b-2e1b-4925-8eb1-f84d4a4a036c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:37:00.628325 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.securitygroups_db [None req-14bf8b7b-2e1b-4925-8eb1-f84d4a4a036c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Project 453b85bce7e6482dbe10966fb03da8cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:37:00.634770 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-14bf8b7b-2e1b-4925-8eb1-f84d4a4a036c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:00.702031 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-14bf8b7b-2e1b-4925-8eb1-f84d4a4a036c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:00.775691 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-14bf8b7b-2e1b-4925-8eb1-f84d4a4a036c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:00.777400 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7964901c-bdff-45f8-b3ca-ebce5265b4d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:37:00.800562 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf8b7b-2e1b-4925-8eb1-f84d4a4a036c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d514add-cdd8-46f0-9321-640236a09612,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:37:00.802905 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-14bf8b7b-2e1b-4925-8eb1-f84d4a4a036c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:37:00.884819 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-14bf8b7b-2e1b-4925-8eb1-f84d4a4a036c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:00.885996 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-14bf8b7b-2e1b-4925-8eb1-f84d4a4a036c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3663855 Dec 22 13:37:01.216304 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-dc1046a6-b435-4e42-9606-d18a71ac87db tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-332215997&fields=id&tenant_id=453b85bce7e6482dbe10966fb03da8cc HTTP/1.1" status: 200 len: 267 time: 0.0422380 Dec 22 13:37:01.361836 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-acc9673d-af6b-4b35-b42d-c2b250e1b2c0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:01.363211 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-acc9673d-af6b-4b35-b42d-c2b250e1b2c0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/networks?id=4feb2081-6088-4732-b161-e3e5a709d3c7 HTTP/1.1" status: 200 len: 797 time: 0.1407828 Dec 22 13:37:01.379081 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-9a7daa8a-f9ec-4dd2-959b-490ed8c9f9f2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/quotas/453b85bce7e6482dbe10966fb03da8cc HTTP/1.1" status: 200 len: 375 time: 0.0102770 Dec 22 13:37:01.463876 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-27d29e4b-e430-4368-81c7-df5d81f9f501 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0795195 Dec 22 13:37:01.671392 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-11f36b7a-3416-4a73-a8ba-88f7d8090e4a service neutron] 10.222.0.47 "GET /v2.0/networks/4feb2081-6088-4732-b161-e3e5a709d3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959758 Dec 22 13:37:01.803102 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-14f8ac6d-94bd-4fc4-a579-70c0ce9c37ba service neutron] 10.222.0.47 "GET /v2.0/networks/4feb2081-6088-4732-b161-e3e5a709d3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260917 Dec 22 13:37:02.120698 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-b064b908-cfa9-4f37-a139-7c7954bc3599 req-5af8d7f5-5a56-4c3e-b8bd-fdf5e8ecb368 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=09c8630c-b0b4-4117-bd64-019b035231f5 HTTP/1.1" status: 200 len: 210 time: 0.0428236 Dec 22 13:37:03.289307 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-dae4fbfb-5d6f-46ae-b7ab-de3d72834278 req-55cf8627-5dc6-49c4-a223-c81c11249548 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=09c8630c-b0b4-4117-bd64-019b035231f5 HTTP/1.1" status: 200 len: 210 time: 0.0474772 Dec 22 13:37:04.001500 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-01d5e4a1-f2bb-4afa-917b-c7c551b9fb0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:04.002918 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-01d5e4a1-f2bb-4afa-917b-c7c551b9fb0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "GET /v2.0/networks?id=4feb2081-6088-4732-b161-e3e5a709d3c7 HTTP/1.1" status: 200 len: 797 time: 0.1441822 Dec 22 13:37:04.059324 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-6dbb4c41-2711-43e7-931f-9b4c96e23235 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=453b85bce7e6482dbe10966fb03da8cc HTTP/1.1" status: 200 len: 472 time: 0.0417974 Dec 22 13:37:04.068075 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-4ab808ac-3539-4a6a-819c-f246b1c1d66e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'port': {'device_id': '09c8630c-b0b4-4117-bd64-019b035231f5', 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7', 'admin_state_up': True, 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'security_groups': ['a908381f-4ac9-49c0-bd9e-92e95e95fb71']}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:37:04.306849 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-4ab808ac-3539-4a6a-819c-f246b1c1d66e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:37:04.315956 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-4ab808ac-3539-4a6a-819c-f246b1c1d66e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:37:04.377294 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-4ab808ac-3539-4a6a-819c-f246b1c1d66e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Made reservation on behalf of 453b85bce7e6482dbe10966fb03da8cc for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:37:04.380466 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-4ab808ac-3539-4a6a-819c-f246b1c1d66e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:04.453170 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-cce56d67-60cb-47bd-94af-9250b4b17696 req-d8f33e4b-0e86-46fb-bcb1-e453c50c2dcc tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=09c8630c-b0b4-4117-bd64-019b035231f5 HTTP/1.1" status: 200 len: 210 time: 0.0418413 Dec 22 13:37:04.543749 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-4ab808ac-3539-4a6a-819c-f246b1c1d66e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Allocated IP 172.20.0.12 (4feb2081-6088-4732-b161-e3e5a709d3c7/c46d263c-9344-4b20-87db-b22dd9f924b3/38fae87b-6d58-4012-8d68-298d7d463e4e) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:37:04.730377 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-4ab808ac-3539-4a6a-819c-f246b1c1d66e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:04.746152 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-4ab808ac-3539-4a6a-819c-f246b1c1d66e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Transition to ACTIVE for port object 38fae87b-6d58-4012-8d68-298d7d463e4e will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:37:04.834141 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-4ab808ac-3539-4a6a-819c-f246b1c1d66e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:04.839584 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b9865373-8b2d-4a26-9965-7c274cf0a38a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:37:04.904950 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-4ab808ac-3539-4a6a-819c-f246b1c1d66e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network 4feb2081-6088-4732-b161-e3e5a709d3c7 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:37:04.912398 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-4ab808ac-3539-4a6a-819c-f246b1c1d66e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:37:04.917716 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-4ab808ac-3539-4a6a-819c-f246b1c1d66e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:37:04.949034 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab808ac-3539-4a6a-819c-f246b1c1d66e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=38fae87b-6d58-4012-8d68-298d7d463e4e,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:37:04.955600 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4ab808ac-3539-4a6a-819c-f246b1c1d66e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:37:04.985423 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-4ab808ac-3539-4a6a-819c-f246b1c1d66e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:04.986057 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-4ab808ac-3539-4a6a-819c-f246b1c1d66e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:05.115973 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:37:05.159308 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-4ab808ac-3539-4a6a-819c-f246b1c1d66e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0949283 Dec 22 13:37:05.169872 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-12734391-9095-46b6-8df4-5ac0ee9d3cb2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:37:05.170811 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-12734391-9095-46b6-8df4-5ac0ee9d3cb2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050054 Dec 22 13:37:05.182259 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-2921d85d-c476-46c2-9cc1-935b0bc504b6 None None] Provisioning for port 38fae87b-6d58-4012-8d68-298d7d463e4e completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:37:05.182756 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-225cfe10-f4b9-4633-a677-707a7b7e661e service neutron] Request body: {'port': {'device_id': '09c8630c-b0b4-4117-bd64-019b035231f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:37:05.187575 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-2921d85d-c476-46c2-9cc1-935b0bc504b6 None None] Provisioning complete for port 38fae87b-6d58-4012-8d68-298d7d463e4e triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:37:05.187945 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2921d85d-c476-46c2-9cc1-935b0bc504b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:05.241022 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-2921d85d-c476-46c2-9cc1-935b0bc504b6 None None] Port 38fae87b-6d58-4012-8d68-298d7d463e4e cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:37:05.291095 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-225cfe10-f4b9-4633-a677-707a7b7e661e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:05.670699 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-225cfe10-f4b9-4633-a677-707a7b7e661e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38fae87b-6d58-4012-8d68-298d7d463e4e {{(pid=84149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:37:05.679346 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-225cfe10-f4b9-4633-a677-707a7b7e661e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:05.690411 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-79b6e09b-fc9a-4c88-8ac6-2fc131bff6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:05.700568 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-225cfe10-f4b9-4633-a677-707a7b7e661e service neutron] Transition to ACTIVE for port object 38fae87b-6d58-4012-8d68-298d7d463e4e will not be triggered until provisioned by entity L2. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:37:05.727732 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a700d0-86f4-4882-bfca-94876a83b7de req-1c27d12c-2756-40a1-beb5-b4d84a983922 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:05.728410 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-b8a700d0-86f4-4882-bfca-94876a83b7de req-1c27d12c-2756-40a1-beb5-b4d84a983922 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:37:05.771383 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-225cfe10-f4b9-4633-a677-707a7b7e661e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:05.775685 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-dcaf74ce-fc52-4475-a922-14275187ac39 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:37:05.810276 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-b8a700d0-86f4-4882-bfca-94876a83b7de req-1c27d12c-2756-40a1-beb5-b4d84a983922 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:37:05.811429 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b8a700d0-86f4-4882-bfca-94876a83b7de req-1c27d12c-2756-40a1-beb5-b4d84a983922 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=09c8630c-b0b4-4117-bd64-019b035231f5 HTTP/1.1" status: 200 len: 932 time: 0.2049532 Dec 22 13:37:05.926363 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cfe10-f4b9-4633-a677-707a7b7e661e service neutron] Pushing event updated for resources: {'Port': ['ID=38fae87b-6d58-4012-8d68-298d7d463e4e,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:37:05.930551 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-225cfe10-f4b9-4633-a677-707a7b7e661e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:37:05.972994 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b8a700d0-86f4-4882-bfca-94876a83b7de req-25623035-52aa-467d-b44e-0905b5831f99 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=a908381f-4ac9-49c0-bd9e-92e95e95fb71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527572 Dec 22 13:37:06.046653 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-225cfe10-f4b9-4633-a677-707a7b7e661e service neutron] Attempting to bind port 38fae87b-6d58-4012-8d68-298d7d463e4e on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:37:06.046911 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-225cfe10-f4b9-4633-a677-707a7b7e661e service neutron] Attempting to bind port 38fae87b-6d58-4012-8d68-298d7d463e4e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'e278154a-8ba9-4ecb-8ade-27aacaff7829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:37:06.047229 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-225cfe10-f4b9-4633-a677-707a7b7e661e service neutron] Attempting to bind port 38fae87b-6d58-4012-8d68-298d7d463e4e on network 4feb2081-6088-4732-b161-e3e5a709d3c7 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:37:06.053913 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-225cfe10-f4b9-4633-a677-707a7b7e661e service neutron] Port 38fae87b-6d58-4012-8d68-298d7d463e4e on network 4feb2081-6088-4732-b161-e3e5a709d3c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:37:06.054239 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-225cfe10-f4b9-4633-a677-707a7b7e661e service neutron] Attempting to bind port 38fae87b-6d58-4012-8d68-298d7d463e4e on network 4feb2081-6088-4732-b161-e3e5a709d3c7 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:37:06.060652 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-225cfe10-f4b9-4633-a677-707a7b7e661e service neutron] Checking agent: {'id': '72ee2f79-9ac0-483e-b4fd-5b910a776581', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'started_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:37:06.060979 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-225cfe10-f4b9-4633-a677-707a7b7e661e service neutron] Checking segment: {'id': 'e278154a-8ba9-4ecb-8ade-27aacaff7829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:37:06.061361 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-225cfe10-f4b9-4633-a677-707a7b7e661e service neutron] Bound using segment: {'id': 'e278154a-8ba9-4ecb-8ade-27aacaff7829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7'} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:37:06.061773 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-225cfe10-f4b9-4633-a677-707a7b7e661e service neutron] Bound port: 38fae87b-6d58-4012-8d68-298d7d463e4e, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e278154a-8ba9-4ecb-8ade-27aacaff7829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7'}}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:37:06.062113 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-225cfe10-f4b9-4633-a677-707a7b7e661e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:06.147000 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-225cfe10-f4b9-4633-a677-707a7b7e661e service neutron] For port 38fae87b-6d58-4012-8d68-298d7d463e4e, host hv-neutron-8226, cleared binding levels {{(pid=84149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:37:06.150376 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-225cfe10-f4b9-4633-a677-707a7b7e661e service neutron] For port 38fae87b-6d58-4012-8d68-298d7d463e4e, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=38fae87b-6d58-4012-8d68-298d7d463e4e,segment=NetworkSegment(e278154a-8ba9-4ecb-8ade-27aacaff7829),segment_id=e278154a-8ba9-4ecb-8ade-27aacaff7829)] {{(pid=84149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:37:06.223325 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-225cfe10-f4b9-4633-a677-707a7b7e661e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:06.227772 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-09e28216-c073-4814-b7bd-7e638ffaa29b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:37:06.291777 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-225cfe10-f4b9-4633-a677-707a7b7e661e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:06.293136 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-225cfe10-f4b9-4633-a677-707a7b7e661e service neutron] 10.222.0.45 "PUT /v2.0/ports/38fae87b-6d58-4012-8d68-298d7d463e4e HTTP/1.1" status: 200 len: 1094 time: 1.1150818 Dec 22 13:37:06.293659 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c8630c-b0b4-4117-bd64-019b035231f5', 'tag': '38fae87b-6d58-4012-8d68-298d7d463e4e'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:37:06.311173 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cfe10-f4b9-4633-a677-707a7b7e661e service neutron] Pushing event updated for resources: {'Port': ['ID=38fae87b-6d58-4012-8d68-298d7d463e4e,revision_number=3']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:37:06.314394 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-225cfe10-f4b9-4633-a677-707a7b7e661e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:37:06.353383 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09c8630c-b0b4-4117-bd64-019b035231f5', 'tag': '38fae87b-6d58-4012-8d68-298d7d463e4e', 'status': 'completed', 'code': 200} Dec 22 13:37:06.451135 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6c11edcb-75f4-42a3-8e3d-08819961ef56 req-37447109-614c-48df-81e1-537988877bdc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=09c8630c-b0b4-4117-bd64-019b035231f5 HTTP/1.1" status: 200 len: 1097 time: 0.0733619 Dec 22 13:37:06.699792 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11edcb-75f4-42a3-8e3d-08819961ef56 req-62661fc1-5ec5-4699-9dc6-1af9e9a7811c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:06.701234 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6c11edcb-75f4-42a3-8e3d-08819961ef56 req-62661fc1-5ec5-4699-9dc6-1af9e9a7811c service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=453b85bce7e6482dbe10966fb03da8cc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2416418 Dec 22 13:37:06.847226 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11edcb-75f4-42a3-8e3d-08819961ef56 req-09b21704-b44e-49c4-8035-77eeb9955df5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:06.848637 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6c11edcb-75f4-42a3-8e3d-08819961ef56 req-09b21704-b44e-49c4-8035-77eeb9955df5 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1407635 Dec 22 13:37:06.956005 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-2aef060f-af67-4b06-823c-d6bb86a40d03 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=09c8630c-b0b4-4117-bd64-019b035231f5 HTTP/1.1" status: 200 len: 1097 time: 0.0668838 Dec 22 13:37:07.027493 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-939a9f26-e79a-46f7-8ab9-5db139635288 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38fae87b-6d58-4012-8d68-298d7d463e4e HTTP/1.1" status: 200 len: 217 time: 0.0640366 Dec 22 13:37:07.095013 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-8b05f8d3-2230-40f9-b47f-a9c50b4aa512 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:07.096441 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-8b05f8d3-2230-40f9-b47f-a9c50b4aa512 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c46d263c-9344-4b20-87db-b22dd9f924b3 HTTP/1.1" status: 200 len: 835 time: 0.0633638 Dec 22 13:37:07.232969 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6fab9-9e46-4fbc-b008-b9961ad090fb req-9c4297c6-f071-4bd0-8bde-8f215c1e8f86 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:07.234278 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6dd6fab9-9e46-4fbc-b008-b9961ad090fb req-9c4297c6-f071-4bd0-8bde-8f215c1e8f86 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=09c8630c-b0b4-4117-bd64-019b035231f5 HTTP/1.1" status: 200 len: 944 time: 0.1367540 Dec 22 13:37:07.236858 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-0cbcf3dd-ed0d-4f86-a9a7-6763bfb428de service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4feb2081-6088-4732-b161-e3e5a709d3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1091022 Dec 22 13:37:07.375068 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6dd6fab9-9e46-4fbc-b008-b9961ad090fb req-d4a37589-5df3-47bb-ae06-53ae1d8809a6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=a908381f-4ac9-49c0-bd9e-92e95e95fb71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353176 Dec 22 13:37:07.401496 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-ddc2c6de-ecb4-4067-91e9-09afb644b578 service neutron] 10.222.0.45 "GET /v2.0/networks/4feb2081-6088-4732-b161-e3e5a709d3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482773 Dec 22 13:37:07.532997 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-00324c38-1d54-499e-b4e1-527a3e76ee40 req-53fe93f6-2839-4107-b975-92b2b8606e36 service neutron] 10.222.0.45 "GET /v2.0/networks/4feb2081-6088-4732-b161-e3e5a709d3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251721 Dec 22 13:37:07.970768 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a60349e5-dcf7-478b-89a4-93ad70ad7235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:08.574247 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f51080-dfbc-43a9-8739-82cbda5d9132 req-66bededd-77d8-449c-9487-2c230b9e5246 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:08.575714 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-78f51080-dfbc-43a9-8739-82cbda5d9132 req-66bededd-77d8-449c-9487-2c230b9e5246 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=09c8630c-b0b4-4117-bd64-019b035231f5 HTTP/1.1" status: 200 len: 944 time: 0.0797577 Dec 22 13:37:08.620034 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-78f51080-dfbc-43a9-8739-82cbda5d9132 req-ba1157a0-d88d-443f-bc59-b422322d3c35 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:security_group {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:37:08.702074 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-78f51080-dfbc-43a9-8739-82cbda5d9132 req-ba1157a0-d88d-443f-bc59-b422322d3c35 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:security_group {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:37:08.703310 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-78f51080-dfbc-43a9-8739-82cbda5d9132 req-ba1157a0-d88d-443f-bc59-b422322d3c35 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=a908381f-4ac9-49c0-bd9e-92e95e95fb71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221008 Dec 22 13:37:08.929893 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:09.301402 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:09.898864 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28ffcd-9891-4912-914e-eec8c63a771d req-359f7b66-1dfb-4b8f-931b-cfb7d743f4a4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:09.901248 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9a28ffcd-9891-4912-914e-eec8c63a771d req-359f7b66-1dfb-4b8f-931b-cfb7d743f4a4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=09c8630c-b0b4-4117-bd64-019b035231f5 HTTP/1.1" status: 200 len: 944 time: 0.0794878 Dec 22 13:37:09.947038 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9a28ffcd-9891-4912-914e-eec8c63a771d req-684f58f6-b0da-4a78-b208-6bad4394e280 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=a908381f-4ac9-49c0-bd9e-92e95e95fb71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396414 Dec 22 13:37:10.554310 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:10.841740 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 38fae87b-6d58-4012-8d68-298d7d463e4e details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:37:10.974541 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 38fae87b-6d58-4012-8d68-298d7d463e4e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=38fae87b-6d58-4012-8d68-298d7d463e4e,segment=NetworkSegment(e278154a-8ba9-4ecb-8ade-27aacaff7829),segment_id=e278154a-8ba9-4ecb-8ade-27aacaff7829)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:37:10.988362 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '38fae87b-6d58-4012-8d68-298d7d463e4e', 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7', 'port_id': '38fae87b-6d58-4012-8d68-298d7d463e4e', 'mac_address': 'fa:16:3e:ae:ed:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46d263c-9344-4b20-87db-b22dd9f924b3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:37:11.045716 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:11.063225 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38fae87b-6d58-4012-8d68-298d7d463e4e {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:37:11.078414 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 38fae87b-6d58-4012-8d68-298d7d463e4e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=38fae87b-6d58-4012-8d68-298d7d463e4e,segment=NetworkSegment(e278154a-8ba9-4ecb-8ade-27aacaff7829),segment_id=e278154a-8ba9-4ecb-8ade-27aacaff7829)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:37:11.130942 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:11.132671 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c4696680-865f-4afb-8249-e98917d57aa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:37:11.147891 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39437ea-7b9b-4ed9-8a32-6c4a6a4e64e8 req-ae1c550c-8626-41df-8aa8-0f52d19367e5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:11.149341 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e39437ea-7b9b-4ed9-8a32-6c4a6a4e64e8 req-ae1c550c-8626-41df-8aa8-0f52d19367e5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=09c8630c-b0b4-4117-bd64-019b035231f5 HTTP/1.1" status: 200 len: 944 time: 0.0782428 Dec 22 13:37:11.198035 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=38fae87b-6d58-4012-8d68-298d7d463e4e,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:37:11.199849 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e39437ea-7b9b-4ed9-8a32-6c4a6a4e64e8 req-a43476c2-b33b-4d8c-96ee-12b431570aca tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=a908381f-4ac9-49c0-bd9e-92e95e95fb71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445910 Dec 22 13:37:11.201178 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:37:11.374257 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['38fae87b-6d58-4012-8d68-298d7d463e4e'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:37:12.398797 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f88c039-b1d0-48de-a7e0-90159e51a0bb req-1ef4d72e-43d9-4913-9ad5-373a3be0dde6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:12.400300 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0f88c039-b1d0-48de-a7e0-90159e51a0bb req-1ef4d72e-43d9-4913-9ad5-373a3be0dde6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=09c8630c-b0b4-4117-bd64-019b035231f5 HTTP/1.1" status: 200 len: 945 time: 0.0793977 Dec 22 13:37:12.445092 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0f88c039-b1d0-48de-a7e0-90159e51a0bb req-93f3b85f-3f2c-4b09-add9-e27bce1cc379 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=a908381f-4ac9-49c0-bd9e-92e95e95fb71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394094 Dec 22 13:37:12.846373 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 38fae87b-6d58-4012-8d68-298d7d463e4e up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:37:12.981444 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning for port 38fae87b-6d58-4012-8d68-298d7d463e4e completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:37:12.986501 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 38fae87b-6d58-4012-8d68-298d7d463e4e triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:37:12.986879 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:13.100029 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:13.126124 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c8630c-b0b4-4117-bd64-019b035231f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38fae87b-6d58-4012-8d68-298d7d463e4e'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:37:13.136118 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 38fae87b-6d58-4012-8d68-298d7d463e4e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=38fae87b-6d58-4012-8d68-298d7d463e4e,segment=NetworkSegment(e278154a-8ba9-4ecb-8ade-27aacaff7829),segment_id=e278154a-8ba9-4ecb-8ade-27aacaff7829)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:37:13.181131 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c8630c-b0b4-4117-bd64-019b035231f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38fae87b-6d58-4012-8d68-298d7d463e4e', 'code': 200} Dec 22 13:37:13.187945 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:13.189761 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:37:13.255396 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=38fae87b-6d58-4012-8d68-298d7d463e4e,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:37:13.258520 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:37:13.688700 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-19cc0123-2ee2-4148-815d-e3f9a25edf9b req-fb18226e-cf6d-42e6-8272-a53c57bb8b8e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=09c8630c-b0b4-4117-bd64-019b035231f5 HTTP/1.1" status: 200 len: 1099 time: 0.2050693 Dec 22 13:37:13.699157 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7ddf2-9e97-4e4f-8054-e728516871aa req-922b6509-e8d5-4392-8a4d-28c5ed2d1f19 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:13.700494 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8eb7ddf2-9e97-4e4f-8054-e728516871aa req-922b6509-e8d5-4392-8a4d-28c5ed2d1f19 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=09c8630c-b0b4-4117-bd64-019b035231f5 HTTP/1.1" status: 200 len: 946 time: 0.1162770 Dec 22 13:37:13.771405 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-19cc0123-2ee2-4148-815d-e3f9a25edf9b req-1c690b64-ac50-4257-ac7f-ad866995f60e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a908381f-4ac9-49c0-bd9e-92e95e95fb71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699115 Dec 22 13:37:13.773779 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8eb7ddf2-9e97-4e4f-8054-e728516871aa req-3f6324c1-5f16-497a-87b6-ce78a6236308 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=a908381f-4ac9-49c0-bd9e-92e95e95fb71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598075 Dec 22 13:37:14.971803 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008e396-65f7-4983-930b-72a80d3fe28b req-294c6273-e383-4423-aa23-525d832c9eac tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:14.973512 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9008e396-65f7-4983-930b-72a80d3fe28b req-294c6273-e383-4423-aa23-525d832c9eac tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=09c8630c-b0b4-4117-bd64-019b035231f5 HTTP/1.1" status: 200 len: 946 time: 0.0793874 Dec 22 13:37:15.020901 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9008e396-65f7-4983-930b-72a80d3fe28b req-d2d4b72c-3a3c-47dd-90d0-39daf06c547e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=a908381f-4ac9-49c0-bd9e-92e95e95fb71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417745 Dec 22 13:37:16.218811 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b212318-ed77-416d-9de1-ff2b4588b193 req-d4cb48cc-a2a7-430c-b35b-52603502064a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:16.220242 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7b212318-ed77-416d-9de1-ff2b4588b193 req-d4cb48cc-a2a7-430c-b35b-52603502064a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=09c8630c-b0b4-4117-bd64-019b035231f5 HTTP/1.1" status: 200 len: 946 time: 0.0806098 Dec 22 13:37:16.266386 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7b212318-ed77-416d-9de1-ff2b4588b193 req-3070ed20-0c97-4c77-af19-b2fcf2cb5ef8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=a908381f-4ac9-49c0-bd9e-92e95e95fb71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405161 Dec 22 13:37:16.464117 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28e5d5-a54c-4d02-9a41-fad96b4c6501 req-ce5735fe-8823-4cf7-a39a-3e14a7f69a0d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:16.465538 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-6d28e5d5-a54c-4d02-9a41-fad96b4c6501 req-ce5735fe-8823-4cf7-a39a-3e14a7f69a0d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=09c8630c-b0b4-4117-bd64-019b035231f5 HTTP/1.1" status: 200 len: 946 time: 0.0799372 Dec 22 13:37:16.509318 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-6d28e5d5-a54c-4d02-9a41-fad96b4c6501 req-30c64c04-b286-4db4-af7c-5e70eabab52b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=a908381f-4ac9-49c0-bd9e-92e95e95fb71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383153 Dec 22 13:37:16.536186 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53618) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:37:16.605508 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d4d80440-6884-4ade-943e-c965b385b387 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=09c8630c-b0b4-4117-bd64-019b035231f5 HTTP/1.1" status: 200 len: 1094 time: 0.0680351 Dec 22 13:37:16.607864 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53622) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:37:16.612929 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-b175c1a8-2aaf-4cff-a9b6-1c9074c140b4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'floatingip': {'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'port_id': '38fae87b-6d58-4012-8d68-298d7d463e4e', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:37:16.618593 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-b175c1a8-2aaf-4cff-a9b6-1c9074c140b4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:37:16.622259 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-b175c1a8-2aaf-4cff-a9b6-1c9074c140b4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:floatingip and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:37:16.625144 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-b175c1a8-2aaf-4cff-a9b6-1c9074c140b4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:37:16.630777 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-b175c1a8-2aaf-4cff-a9b6-1c9074c140b4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:37:16.725297 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b175c1a8-2aaf-4cff-a9b6-1c9074c140b4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for floatingip, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:16.859556 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b175c1a8-2aaf-4cff-a9b6-1c9074c140b4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:17.090553 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-b175c1a8-2aaf-4cff-a9b6-1c9074c140b4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Allocated IP 172.26.1.238 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/c075508a-f04d-496a-ba57-5aec5bd0f4a7) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:37:17.232314 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b175c1a8-2aaf-4cff-a9b6-1c9074c140b4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:17.302524 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b175c1a8-2aaf-4cff-a9b6-1c9074c140b4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:17.306700 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-24fafef1-690e-4dfc-8dd1-59ea48cf8e54 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:37:17.372192 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b175c1a8-2aaf-4cff-a9b6-1c9074c140b4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:37:17.375282 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-b175c1a8-2aaf-4cff-a9b6-1c9074c140b4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:37:17.380313 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b175c1a8-2aaf-4cff-a9b6-1c9074c140b4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:37:17.405004 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b175c1a8-2aaf-4cff-a9b6-1c9074c140b4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=c075508a-f04d-496a-ba57-5aec5bd0f4a7,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:37:17.423415 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b175c1a8-2aaf-4cff-a9b6-1c9074c140b4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:17.423798 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b175c1a8-2aaf-4cff-a9b6-1c9074c140b4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:17.424176 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b175c1a8-2aaf-4cff-a9b6-1c9074c140b4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:17.424547 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b175c1a8-2aaf-4cff-a9b6-1c9074c140b4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:17.424916 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b175c1a8-2aaf-4cff-a9b6-1c9074c140b4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:17.425281 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b175c1a8-2aaf-4cff-a9b6-1c9074c140b4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:17.425649 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b175c1a8-2aaf-4cff-a9b6-1c9074c140b4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:17.426010 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b175c1a8-2aaf-4cff-a9b6-1c9074c140b4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:17.426390 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b175c1a8-2aaf-4cff-a9b6-1c9074c140b4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:17.426758 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b175c1a8-2aaf-4cff-a9b6-1c9074c140b4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:17.427115 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b175c1a8-2aaf-4cff-a9b6-1c9074c140b4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:17.436267 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b175c1a8-2aaf-4cff-a9b6-1c9074c140b4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:37:17.895610 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b175c1a8-2aaf-4cff-a9b6-1c9074c140b4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:18.010576 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b175c1a8-2aaf-4cff-a9b6-1c9074c140b4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:18.208408 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b175c1a8-2aaf-4cff-a9b6-1c9074c140b4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:18.267046 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b175c1a8-2aaf-4cff-a9b6-1c9074c140b4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:18.271307 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3c4991b7-6894-4e10-b6e5-9858d62e25d3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:37:18.370811 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b175c1a8-2aaf-4cff-a9b6-1c9074c140b4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=c075508a-f04d-496a-ba57-5aec5bd0f4a7,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:37:18.378188 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b175c1a8-2aaf-4cff-a9b6-1c9074c140b4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:37:18.387599 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b175c1a8-2aaf-4cff-a9b6-1c9074c140b4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:18.576903 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.l3_db [None req-b175c1a8-2aaf-4cff-a9b6-1c9074c140b4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Floating IP 4133ece1-fd53-40d0-97c9-aeac767f2dbc associated. External IP: 172.26.1.238, port: 38fae87b-6d58-4012-8d68-298d7d463e4e. Dec 22 13:37:19.068586 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b175c1a8-2aaf-4cff-a9b6-1c9074c140b4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router eb5053d4-7040-4a82-85f0-b33c432de2f7 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:37:19.266165 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b175c1a8-2aaf-4cff-a9b6-1c9074c140b4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:37:19.277124 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2051e2f4-183a-499d-ae0f-dcb0ecfa9e5e None None] Sync routers for ids ['eb5053d4-7040-4a82-85f0-b33c432de2f7'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:37:19.290610 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2051e2f4-183a-499d-ae0f-dcb0ecfa9e5e None None] Routers {'eb5053d4-7040-4a82-85f0-b33c432de2f7'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:37:19.291332 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-2051e2f4-183a-499d-ae0f-dcb0ecfa9e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:37:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['eb5053d4-7040-4a82-85f0-b33c432de2f7'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:37:19.358586 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b175c1a8-2aaf-4cff-a9b6-1c9074c140b4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:19.415270 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b175c1a8-2aaf-4cff-a9b6-1c9074c140b4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8058894 Dec 22 13:37:19.416023 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c8630c-b0b4-4117-bd64-019b035231f5', 'tag': '38fae87b-6d58-4012-8d68-298d7d463e4e'}] {{(pid=84148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:37:19.472178 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09c8630c-b0b4-4117-bd64-019b035231f5', 'tag': '38fae87b-6d58-4012-8d68-298d7d463e4e', 'status': 'completed', 'code': 200} Dec 22 13:37:19.475672 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-2051e2f4-183a-499d-ae0f-dcb0ecfa9e5e None None] Set router eb5053d4-7040-4a82-85f0-b33c432de2f7 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:37:19.565986 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-051a6c55-11f7-4c36-b73a-26cfcdbb713d req-7e34e780-b0c8-4373-b8e9-a8e879e3b376 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=09c8630c-b0b4-4117-bd64-019b035231f5 HTTP/1.1" status: 200 len: 1099 time: 0.0704331 Dec 22 13:37:19.705075 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a6c55-11f7-4c36-b73a-26cfcdbb713d req-c97b355f-c172-4a7d-9e4c-5de674950bd2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:19.706605 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-051a6c55-11f7-4c36-b73a-26cfcdbb713d req-c97b355f-c172-4a7d-9e4c-5de674950bd2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4feb2081-6088-4732-b161-e3e5a709d3c7 HTTP/1.1" status: 200 len: 898 time: 0.1338940 Dec 22 13:37:19.876259 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-2051e2f4-183a-499d-ae0f-dcb0ecfa9e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'name': 'tempest-TestNetworkBasicOps-router-2067923727', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.95'}], 'enable_snat': True}, 'gw_port_id': '8657043f-f6b4-4d26-830b-e4d0f7539bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:36:29Z', 'updated_at': '2021-12-22T13:36:34Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '8657043f-f6b4-4d26-830b-e4d0f7539bb8', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:36:30Z', 'updated_at': '2021-12-22T13:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '4133ece1-fd53-40d0-97c9-aeac767f2dbc', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.238', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'port_id': '38fae87b-6d58-4012-8d68-298d7d463e4e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7', 'mac_address': 'fa:16:3e:ae:ed:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c8630c-b0b4-4117-bd64-019b035231f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:37:17Z', 'updated_at': '2021-12-22T13:37:17Z', 'revision_number': 0, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}, {'id': '5b042182-ecd7-48ee-8fd9-62d1560f7c38', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.133', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'port_id': '6845b61a-3220-4401-9547-6e5d9efa6a4e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7', 'mac_address': 'fa:16:3e:06:bd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6811d6-af21-4cfe-b331-6cfa17d30d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:36:55Z', 'updated_at': '2021-12-22T13:36:59Z', 'revision_number': 1, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f350e2b-e5bb-45b0-9ad8-514616723b9b', 'name': '', 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:23:61:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c46d263c-9344-4b20-87db-b22dd9f924b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:36:34Z', 'updated_at': '2021-12-22T13:36:41Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'c46d263c-9344-4b20-87db-b22dd9f924b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:37:19.880510 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2051e2f4-183a-499d-ae0f-dcb0ecfa9e5e None None] Checking router: eb5053d4-7040-4a82-85f0-b33c432de2f7 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:37:19.891911 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2051e2f4-183a-499d-ae0f-dcb0ecfa9e5e None None] Routers {'eb5053d4-7040-4a82-85f0-b33c432de2f7'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:37:19.892970 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-2051e2f4-183a-499d-ae0f-dcb0ecfa9e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:37:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['eb5053d4-7040-4a82-85f0-b33c432de2f7'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:37:19.922363 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-051a6c55-11f7-4c36-b73a-26cfcdbb713d req-f7505bd6-b308-4c34-b004-ad9464720afc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38fae87b-6d58-4012-8d68-298d7d463e4e HTTP/1.1" status: 200 len: 1000 time: 0.2092881 Dec 22 13:37:19.987985 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a6c55-11f7-4c36-b73a-26cfcdbb713d req-6d8381b2-7355-4e17-98fa-9f2fcc11b1b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:19.989328 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-051a6c55-11f7-4c36-b73a-26cfcdbb713d req-6d8381b2-7355-4e17-98fa-9f2fcc11b1b5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c46d263c-9344-4b20-87db-b22dd9f924b3 HTTP/1.1" status: 200 len: 835 time: 0.0603092 Dec 22 13:37:20.065397 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-051a6c55-11f7-4c36-b73a-26cfcdbb713d req-c1e7b391-ca57-4764-81dd-361f92ad35d6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4feb2081-6088-4732-b161-e3e5a709d3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684597 Dec 22 13:37:20.069603 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-2051e2f4-183a-499d-ae0f-dcb0ecfa9e5e None None] Set router eb5053d4-7040-4a82-85f0-b33c432de2f7 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:37:20.197658 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-051a6c55-11f7-4c36-b73a-26cfcdbb713d req-15f36b65-d64c-432e-9f2e-8ca5ba840462 service neutron] 10.222.0.45 "GET /v2.0/networks/4feb2081-6088-4732-b161-e3e5a709d3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249046 Dec 22 13:37:20.334471 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-051a6c55-11f7-4c36-b73a-26cfcdbb713d req-a324d802-148d-463e-8910-7c1188a104fe service neutron] 10.222.0.45 "GET /v2.0/networks/4feb2081-6088-4732-b161-e3e5a709d3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273265 Dec 22 13:37:20.421439 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-2051e2f4-183a-499d-ae0f-dcb0ecfa9e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'name': 'tempest-TestNetworkBasicOps-router-2067923727', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.95'}], 'enable_snat': True}, 'gw_port_id': '8657043f-f6b4-4d26-830b-e4d0f7539bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:36:29Z', 'updated_at': '2021-12-22T13:36:34Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '8657043f-f6b4-4d26-830b-e4d0f7539bb8', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:36:30Z', 'updated_at': '2021-12-22T13:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '4133ece1-fd53-40d0-97c9-aeac767f2dbc', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.238', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'port_id': '38fae87b-6d58-4012-8d68-298d7d463e4e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7', 'mac_address': 'fa:16:3e:ae:ed:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c8630c-b0b4-4117-bd64-019b035231f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:37:17Z', 'updated_at': '2021-12-22T13:37:17Z', 'revision_number': 0, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}, {'id': '5b042182-ecd7-48ee-8fd9-62d1560f7c38', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.133', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'port_id': '6845b61a-3220-4401-9547-6e5d9efa6a4e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7', 'mac_address': 'fa:16:3e:06:bd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6811d6-af21-4cfe-b331-6cfa17d30d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:36:55Z', 'updated_at': '2021-12-22T13:36:59Z', 'revision_number': 1, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f350e2b-e5bb-45b0-9ad8-514616723b9b', 'name': '', 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:23:61:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c46d263c-9344-4b20-87db-b22dd9f924b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:36:34Z', 'updated_at': '2021-12-22T13:36:41Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'c46d263c-9344-4b20-87db-b22dd9f924b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:37:20.425486 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2051e2f4-183a-499d-ae0f-dcb0ecfa9e5e None None] The sync data for ids ['eb5053d4-7040-4a82-85f0-b33c432de2f7'] in dv-neutron-822669-1-hyperv is: [{'id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'name': 'tempest-TestNetworkBasicOps-router-2067923727', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.95'}], 'enable_snat': True}, 'gw_port_id': '8657043f-f6b4-4d26-830b-e4d0f7539bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:36:29Z', 'updated_at': '2021-12-22T13:36:34Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '8657043f-f6b4-4d26-830b-e4d0f7539bb8', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:36:30Z', 'updated_at': '2021-12-22T13:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '4133ece1-fd53-40d0-97c9-aeac767f2dbc', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.238', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'port_id': '38fae87b-6d58-4012-8d68-298d7d463e4e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7', 'mac_address': 'fa:16:3e:ae:ed:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c8630c-b0b4-4117-bd64-019b035231f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:37:17Z', 'updated_at': '2021-12-22T13:37:17Z', 'revision_number': 0, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}, {'id': '5b042182-ecd7-48ee-8fd9-62d1560f7c38', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.133', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'port_id': '6845b61a-3220-4401-9547-6e5d9efa6a4e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7', 'mac_address': 'fa:16:3e:06:bd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6811d6-af21-4cfe-b331-6cfa17d30d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:36:55Z', 'updated_at': '2021-12-22T13:36:59Z', 'revision_number': 1, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f350e2b-e5bb-45b0-9ad8-514616723b9b', 'name': '', 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:23:61:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c46d263c-9344-4b20-87db-b22dd9f924b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:36:34Z', 'updated_at': '2021-12-22T13:36:41Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'c46d263c-9344-4b20-87db-b22dd9f924b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:37:20.629221 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46642991-b78f-4ec3-9830-4df88d46c61f None None] New status for floating IP 4133ece1-fd53-40d0-97c9-aeac767f2dbc: ACTIVE {{(pid=84151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:37:28.860915 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:35.638824 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d664d112-7410-4659-83f7-2c0041f9e946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:37.998754 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d5bbf70b-9d7d-4e4b-b437-32638206082e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:38.936224 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:39.278878 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:40.507306 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:42.115851 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:37:53.549090 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53640) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:37:53.655880 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-34d97a5f-3a50-43cc-b096-3fb1d7f7a51b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/5b042182-ecd7-48ee-8fd9-62d1560f7c38 HTTP/1.1" status: 200 len: 993 time: 0.1055598 Dec 22 13:37:54.604100 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53650) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:37:54.610613 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-c39962e1-f735-4a2d-8073-85a01ae241fa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'port': {'admin_state_up': False}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:37:54.732640 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c39962e1-f735-4a2d-8073-85a01ae241fa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:54.944811 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-c39962e1-f735-4a2d-8073-85a01ae241fa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] For port 6845b61a-3220-4401-9547-6e5d9efa6a4e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6845b61a-3220-4401-9547-6e5d9efa6a4e,segment=NetworkSegment(e278154a-8ba9-4ecb-8ade-27aacaff7829),segment_id=e278154a-8ba9-4ecb-8ade-27aacaff7829)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:37:54.970102 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c39962e1-f735-4a2d-8073-85a01ae241fa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:55.015643 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c39962e1-f735-4a2d-8073-85a01ae241fa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:55.019177 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ee69cda1-dcee-469c-b862-b6d7aba3735b tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:37:55.081406 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39962e1-f735-4a2d-8073-85a01ae241fa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:55.082005 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c39962e1-f735-4a2d-8073-85a01ae241fa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:55.083702 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c39962e1-f735-4a2d-8073-85a01ae241fa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "PUT /v2.0/ports/6845b61a-3220-4401-9547-6e5d9efa6a4e HTTP/1.1" status: 200 len: 938 time: 0.4786141 Dec 22 13:37:55.084433 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6811d6-af21-4cfe-b331-6cfa17d30d2d', 'tag': '6845b61a-3220-4401-9547-6e5d9efa6a4e'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:37:55.111899 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39962e1-f735-4a2d-8073-85a01ae241fa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=6845b61a-3220-4401-9547-6e5d9efa6a4e,revision_number=6']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:37:55.121444 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39962e1-f735-4a2d-8073-85a01ae241fa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:55.121849 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39962e1-f735-4a2d-8073-85a01ae241fa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:55.122269 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39962e1-f735-4a2d-8073-85a01ae241fa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:55.122665 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39962e1-f735-4a2d-8073-85a01ae241fa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:55.123029 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39962e1-f735-4a2d-8073-85a01ae241fa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:55.123392 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39962e1-f735-4a2d-8073-85a01ae241fa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:55.123753 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39962e1-f735-4a2d-8073-85a01ae241fa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:55.124112 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39962e1-f735-4a2d-8073-85a01ae241fa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:55.124464 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39962e1-f735-4a2d-8073-85a01ae241fa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:55.124813 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39962e1-f735-4a2d-8073-85a01ae241fa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:55.125166 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39962e1-f735-4a2d-8073-85a01ae241fa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:55.129283 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c39962e1-f735-4a2d-8073-85a01ae241fa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:37:55.151506 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6811d6-af21-4cfe-b331-6cfa17d30d2d', 'tag': '6845b61a-3220-4401-9547-6e5d9efa6a4e', 'status': 'completed', 'code': 200} Dec 22 13:37:55.248094 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a7a64969-3828-4d1a-a447-eec24b7e5f43 req-95edef00-f566-4cec-bc41-f93cfbbf1651 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=ec6811d6-af21-4cfe-b331-6cfa17d30d2d HTTP/1.1" status: 200 len: 1099 time: 0.0725985 Dec 22 13:37:55.360511 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-64e42254-fe4a-4305-b2ef-4d68f809fcfe None None] Provisioning complete for port 6845b61a-3220-4401-9547-6e5d9efa6a4e triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:37:55.361083 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-64e42254-fe4a-4305-b2ef-4d68f809fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:55.387149 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a64969-3828-4d1a-a447-eec24b7e5f43 req-6270b1cb-4c72-4c9a-9dd7-b37005ffe7d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:55.388589 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a7a64969-3828-4d1a-a447-eec24b7e5f43 req-6270b1cb-4c72-4c9a-9dd7-b37005ffe7d5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4feb2081-6088-4732-b161-e3e5a709d3c7 HTTP/1.1" status: 200 len: 898 time: 0.1296971 Dec 22 13:37:55.423221 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-64e42254-fe4a-4305-b2ef-4d68f809fcfe None None] Port 6845b61a-3220-4401-9547-6e5d9efa6a4e is administratively disabled so it will not transition to active. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Dec 22 13:37:55.548788 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a7a64969-3828-4d1a-a447-eec24b7e5f43 req-f45e20a0-eb4e-42e8-82fd-0cb26ca280d6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6845b61a-3220-4401-9547-6e5d9efa6a4e HTTP/1.1" status: 200 len: 1002 time: 0.1488149 Dec 22 13:37:55.606295 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b69c9bc7-149e-4a25-8740-325b2f132c1f req-4e2ce570-e194-4c34-b4d2-59e5783839d1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ec6811d6-af21-4cfe-b331-6cfa17d30d2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1543269 Dec 22 13:37:55.622742 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a64969-3828-4d1a-a447-eec24b7e5f43 req-09063b6f-3f45-43f8-bb77-6c6f8cbd496d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:55.625324 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a7a64969-3828-4d1a-a447-eec24b7e5f43 req-09063b6f-3f45-43f8-bb77-6c6f8cbd496d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c46d263c-9344-4b20-87db-b22dd9f924b3 HTTP/1.1" status: 200 len: 835 time: 0.0642114 Dec 22 13:37:55.709544 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a7a64969-3828-4d1a-a447-eec24b7e5f43 req-394cb304-0dcf-4386-add7-8c7a4130d90e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4feb2081-6088-4732-b161-e3e5a709d3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737495 Dec 22 13:37:55.946606 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a7a64969-3828-4d1a-a447-eec24b7e5f43 req-fd2d85f5-9c02-43c9-b8fe-db43b36ff73b service neutron] 10.222.0.45 "GET /v2.0/networks/4feb2081-6088-4732-b161-e3e5a709d3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259676 Dec 22 13:37:56.083452 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a7a64969-3828-4d1a-a447-eec24b7e5f43 req-e11491af-be02-4f8f-a689-a4fa950ea483 service neutron] 10.222.0.45 "GET /v2.0/networks/4feb2081-6088-4732-b161-e3e5a709d3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262887 Dec 22 13:37:56.250084 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b69c9bc7-149e-4a25-8740-325b2f132c1f req-7c822668-c2cc-49b4-87be-4a80034c184e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=ec6811d6-af21-4cfe-b331-6cfa17d30d2d HTTP/1.1" status: 200 len: 1099 time: 0.0709631 Dec 22 13:37:56.397005 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c9bc7-149e-4a25-8740-325b2f132c1f req-2b746cf5-808d-4887-9147-a831ac4f7a05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:56.398470 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b69c9bc7-149e-4a25-8740-325b2f132c1f req-2b746cf5-808d-4887-9147-a831ac4f7a05 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4feb2081-6088-4732-b161-e3e5a709d3c7 HTTP/1.1" status: 200 len: 898 time: 0.1287501 Dec 22 13:37:56.508641 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b69c9bc7-149e-4a25-8740-325b2f132c1f req-c16d1761-8405-457a-87df-df0823199220 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6845b61a-3220-4401-9547-6e5d9efa6a4e HTTP/1.1" status: 200 len: 1002 time: 0.0986953 Dec 22 13:37:56.574947 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c9bc7-149e-4a25-8740-325b2f132c1f req-5fbd7e3f-bb70-4446-98af-47705ff6dfcb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:56.576357 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b69c9bc7-149e-4a25-8740-325b2f132c1f req-5fbd7e3f-bb70-4446-98af-47705ff6dfcb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c46d263c-9344-4b20-87db-b22dd9f924b3 HTTP/1.1" status: 200 len: 835 time: 0.0572038 Dec 22 13:37:56.658495 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b69c9bc7-149e-4a25-8740-325b2f132c1f req-51d58f8c-424b-4e8d-8030-e72eb0968578 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4feb2081-6088-4732-b161-e3e5a709d3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706980 Dec 22 13:37:56.794920 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b69c9bc7-149e-4a25-8740-325b2f132c1f req-a77e0121-9de5-48e5-ab30-ddf4041f0dfd service neutron] 10.222.0.45 "GET /v2.0/networks/4feb2081-6088-4732-b161-e3e5a709d3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244004 Dec 22 13:37:56.950126 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b69c9bc7-149e-4a25-8740-325b2f132c1f req-3902f192-2556-425e-9d67-6d76db537d9e service neutron] 10.222.0.45 "GET /v2.0/networks/4feb2081-6088-4732-b161-e3e5a709d3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244757 Dec 22 13:37:58.554605 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53660) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:37:58.560924 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-04ef71d0-8e55-400f-8ab0-236b7be0eee3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'port': {'admin_state_up': True}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:37:58.676600 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-04ef71d0-8e55-400f-8ab0-236b7be0eee3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:58.889999 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:58.890597 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-04ef71d0-8e55-400f-8ab0-236b7be0eee3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] For port 6845b61a-3220-4401-9547-6e5d9efa6a4e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6845b61a-3220-4401-9547-6e5d9efa6a4e,segment=NetworkSegment(e278154a-8ba9-4ecb-8ade-27aacaff7829),segment_id=e278154a-8ba9-4ecb-8ade-27aacaff7829)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:37:58.914981 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-04ef71d0-8e55-400f-8ab0-236b7be0eee3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:58.981846 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-04ef71d0-8e55-400f-8ab0-236b7be0eee3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:58.985411 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b2ae71fb-bee3-48fa-8fbd-179a39700afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:37:59.047939 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ef71d0-8e55-400f-8ab0-236b7be0eee3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:59.048603 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-04ef71d0-8e55-400f-8ab0-236b7be0eee3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:59.049851 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-04ef71d0-8e55-400f-8ab0-236b7be0eee3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "PUT /v2.0/ports/6845b61a-3220-4401-9547-6e5d9efa6a4e HTTP/1.1" status: 200 len: 937 time: 0.4942746 Dec 22 13:37:59.050496 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6811d6-af21-4cfe-b331-6cfa17d30d2d', 'tag': '6845b61a-3220-4401-9547-6e5d9efa6a4e'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:37:59.052857 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53664) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:37:59.072158 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef71d0-8e55-400f-8ab0-236b7be0eee3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=6845b61a-3220-4401-9547-6e5d9efa6a4e,revision_number=7']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:37:59.075464 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-04ef71d0-8e55-400f-8ab0-236b7be0eee3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:37:59.121518 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6811d6-af21-4cfe-b331-6cfa17d30d2d', 'tag': '6845b61a-3220-4401-9547-6e5d9efa6a4e', 'status': 'completed', 'code': 200} Dec 22 13:37:59.166497 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-4122920c-42fa-4874-a741-c439657783e6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/5b042182-ecd7-48ee-8fd9-62d1560f7c38 HTTP/1.1" status: 200 len: 993 time: 0.1081555 Dec 22 13:37:59.218768 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0495ac1e-8c52-4d1e-a90a-5e351deac32f req-9dd58816-0927-4820-974f-670726f8274d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=ec6811d6-af21-4cfe-b331-6cfa17d30d2d HTTP/1.1" status: 200 len: 1098 time: 0.0749435 Dec 22 13:37:59.267945 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a2c985ea-985b-4a81-938d-301b94feba1e None None] Provisioning complete for port 6845b61a-3220-4401-9547-6e5d9efa6a4e triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:37:59.268326 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a2c985ea-985b-4a81-938d-301b94feba1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:59.353732 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495ac1e-8c52-4d1e-a90a-5e351deac32f req-be618412-dd4e-442d-a728-105706d9a503 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:59.355725 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0495ac1e-8c52-4d1e-a90a-5e351deac32f req-be618412-dd4e-442d-a728-105706d9a503 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4feb2081-6088-4732-b161-e3e5a709d3c7 HTTP/1.1" status: 200 len: 898 time: 0.1294575 Dec 22 13:37:59.361441 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['6845b61a-3220-4401-9547-6e5d9efa6a4e'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:37:59.580479 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0495ac1e-8c52-4d1e-a90a-5e351deac32f req-017874f4-f79b-47ce-be53-2c1fac5d6e5b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6845b61a-3220-4401-9547-6e5d9efa6a4e HTTP/1.1" status: 200 len: 1001 time: 0.2175694 Dec 22 13:37:59.648560 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495ac1e-8c52-4d1e-a90a-5e351deac32f req-afb4b6dc-43a0-4cec-b216-a13788635e34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:59.649980 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0495ac1e-8c52-4d1e-a90a-5e351deac32f req-afb4b6dc-43a0-4cec-b216-a13788635e34 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c46d263c-9344-4b20-87db-b22dd9f924b3 HTTP/1.1" status: 200 len: 835 time: 0.0570788 Dec 22 13:37:59.732510 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0495ac1e-8c52-4d1e-a90a-5e351deac32f req-a06fd90e-b0c4-444d-b275-c4eaec9b796e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4feb2081-6088-4732-b161-e3e5a709d3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729699 Dec 22 13:37:59.866093 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0495ac1e-8c52-4d1e-a90a-5e351deac32f req-1c789009-a2eb-4606-bc28-906fba96205d service neutron] 10.222.0.45 "GET /v2.0/networks/4feb2081-6088-4732-b161-e3e5a709d3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267364 Dec 22 13:38:00.001223 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0495ac1e-8c52-4d1e-a90a-5e351deac32f req-048151bc-81d9-4d3f-9805-8bd3a2e75d0a service neutron] 10.222.0.45 "GET /v2.0/networks/4feb2081-6088-4732-b161-e3e5a709d3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268001 Dec 22 13:38:01.721073 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53676) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:38:01.920852 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-7fdff0c8-0b32-4cbe-af16-f4b8d5ba491f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting port c075508a-f04d-496a-ba57-5aec5bd0f4a7 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:38:01.921200 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7fdff0c8-0b32-4cbe-af16-f4b8d5ba491f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:02.083399 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7fdff0c8-0b32-4cbe-af16-f4b8d5ba491f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:02.083731 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7fdff0c8-0b32-4cbe-af16-f4b8d5ba491f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:02.206848 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-7fdff0c8-0b32-4cbe-af16-f4b8d5ba491f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Calling delete_port for c075508a-f04d-496a-ba57-5aec5bd0f4a7 owned by network:floatingip {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:38:02.403859 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7fdff0c8-0b32-4cbe-af16-f4b8d5ba491f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:02.408354 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1f01fad4-2e38-487a-a7e5-0d5732eb9e0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:38:02.557195 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdff0c8-0b32-4cbe-af16-f4b8d5ba491f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Port': ['ID=c075508a-f04d-496a-ba57-5aec5bd0f4a7,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:38:02.560819 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7fdff0c8-0b32-4cbe-af16-f4b8d5ba491f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:38:02.648052 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7fdff0c8-0b32-4cbe-af16-f4b8d5ba491f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for floatingip, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:03.038756 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fdff0c8-0b32-4cbe-af16-f4b8d5ba491f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router eb5053d4-7040-4a82-85f0-b33c432de2f7 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:38:03.236507 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdff0c8-0b32-4cbe-af16-f4b8d5ba491f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:38:03.246379 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e127d271-8cfd-468c-9935-35f9be3c5651 None None] Sync routers for ids ['eb5053d4-7040-4a82-85f0-b33c432de2f7'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:38:03.258268 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e127d271-8cfd-468c-9935-35f9be3c5651 None None] Routers {'eb5053d4-7040-4a82-85f0-b33c432de2f7'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:38:03.261875 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-e127d271-8cfd-468c-9935-35f9be3c5651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:37:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['eb5053d4-7040-4a82-85f0-b33c432de2f7'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:38:03.300880 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7fdff0c8-0b32-4cbe-af16-f4b8d5ba491f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:03.358823 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-7fdff0c8-0b32-4cbe-af16-f4b8d5ba491f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/floatingips/4133ece1-fd53-40d0-97c9-aeac767f2dbc HTTP/1.1" status: 204 len: 168 time: 1.6366489 Dec 22 13:38:03.359482 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c8630c-b0b4-4117-bd64-019b035231f5', 'tag': '38fae87b-6d58-4012-8d68-298d7d463e4e'}] {{(pid=84148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:38:03.419451 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09c8630c-b0b4-4117-bd64-019b035231f5', 'tag': '38fae87b-6d58-4012-8d68-298d7d463e4e', 'status': 'completed', 'code': 200} Dec 22 13:38:03.440682 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-e127d271-8cfd-468c-9935-35f9be3c5651 None None] Set router eb5053d4-7040-4a82-85f0-b33c432de2f7 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:38:03.544414 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5d75cf5c-c670-4807-aa54-a69092a9f87a req-1224c223-6d27-40a1-aefc-8329e763bb99 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=09c8630c-b0b4-4117-bd64-019b035231f5 HTTP/1.1" status: 200 len: 1099 time: 0.0962632 Dec 22 13:38:03.686061 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75cf5c-c670-4807-aa54-a69092a9f87a req-28f82141-b9bb-4df2-9e5c-15c2225541ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:38:03.687534 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5d75cf5c-c670-4807-aa54-a69092a9f87a req-28f82141-b9bb-4df2-9e5c-15c2225541ef service neutron] 10.222.0.45 "GET /v2.0/networks?id=4feb2081-6088-4732-b161-e3e5a709d3c7 HTTP/1.1" status: 200 len: 898 time: 0.1321054 Dec 22 13:38:03.769742 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5d75cf5c-c670-4807-aa54-a69092a9f87a req-fdc5a875-d280-4b58-a256-70d4b6e946d3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38fae87b-6d58-4012-8d68-298d7d463e4e HTTP/1.1" status: 200 len: 217 time: 0.0694866 Dec 22 13:38:03.836752 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75cf5c-c670-4807-aa54-a69092a9f87a req-3bd0537d-4887-4537-9450-6d1371f87dc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:38:03.838100 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5d75cf5c-c670-4807-aa54-a69092a9f87a req-3bd0537d-4887-4537-9450-6d1371f87dc8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c46d263c-9344-4b20-87db-b22dd9f924b3 HTTP/1.1" status: 200 len: 835 time: 0.0608637 Dec 22 13:38:03.850844 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-e127d271-8cfd-468c-9935-35f9be3c5651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'name': 'tempest-TestNetworkBasicOps-router-2067923727', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.95'}], 'enable_snat': True}, 'gw_port_id': '8657043f-f6b4-4d26-830b-e4d0f7539bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:36:29Z', 'updated_at': '2021-12-22T13:36:34Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '8657043f-f6b4-4d26-830b-e4d0f7539bb8', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:36:30Z', 'updated_at': '2021-12-22T13:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '5b042182-ecd7-48ee-8fd9-62d1560f7c38', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.133', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'port_id': '6845b61a-3220-4401-9547-6e5d9efa6a4e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7', 'mac_address': 'fa:16:3e:06:bd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6811d6-af21-4cfe-b331-6cfa17d30d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:36:55Z', 'updated_at': '2021-12-22T13:36:59Z', 'revision_number': 1, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f350e2b-e5bb-45b0-9ad8-514616723b9b', 'name': '', 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:23:61:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c46d263c-9344-4b20-87db-b22dd9f924b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:36:34Z', 'updated_at': '2021-12-22T13:36:41Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'c46d263c-9344-4b20-87db-b22dd9f924b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:38:03.853807 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e127d271-8cfd-468c-9935-35f9be3c5651 None None] Checking router: eb5053d4-7040-4a82-85f0-b33c432de2f7 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:38:03.867210 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e127d271-8cfd-468c-9935-35f9be3c5651 None None] Routers {'eb5053d4-7040-4a82-85f0-b33c432de2f7'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:38:03.867829 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-e127d271-8cfd-468c-9935-35f9be3c5651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:37:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['eb5053d4-7040-4a82-85f0-b33c432de2f7'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:38:03.891936 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb9f03-0083-4ebe-8ac2-e981ce2e28ab req-45658712-d1b8-4675-8867-d5f73e72417d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:38:03.892626 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-88fb9f03-0083-4ebe-8ac2-e981ce2e28ab req-45658712-d1b8-4675-8867-d5f73e72417d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:38:03.921968 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5d75cf5c-c670-4807-aa54-a69092a9f87a req-7350dfc8-f8cc-41c4-bda7-006b1df200bc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4feb2081-6088-4732-b161-e3e5a709d3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752895 Dec 22 13:38:03.987105 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-88fb9f03-0083-4ebe-8ac2-e981ce2e28ab req-45658712-d1b8-4675-8867-d5f73e72417d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:38:03.988295 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-88fb9f03-0083-4ebe-8ac2-e981ce2e28ab req-45658712-d1b8-4675-8867-d5f73e72417d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=09c8630c-b0b4-4117-bd64-019b035231f5 HTTP/1.1" status: 200 len: 946 time: 0.1753898 Dec 22 13:38:04.045792 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-88fb9f03-0083-4ebe-8ac2-e981ce2e28ab req-d6cfb37b-8199-4502-85d1-565137a2f676 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=a908381f-4ac9-49c0-bd9e-92e95e95fb71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513289 Dec 22 13:38:04.062777 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-e127d271-8cfd-468c-9935-35f9be3c5651 None None] Set router eb5053d4-7040-4a82-85f0-b33c432de2f7 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:38:04.071531 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5d75cf5c-c670-4807-aa54-a69092a9f87a req-0769506b-75c2-4462-bf25-4f10b9f2d72a service neutron] 10.222.0.45 "GET /v2.0/networks/4feb2081-6088-4732-b161-e3e5a709d3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396198 Dec 22 13:38:04.208951 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5d75cf5c-c670-4807-aa54-a69092a9f87a req-9b2836a8-336b-40f6-8d8a-73cbcdae2104 service neutron] 10.222.0.45 "GET /v2.0/networks/4feb2081-6088-4732-b161-e3e5a709d3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321049 Dec 22 13:38:04.412872 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-e127d271-8cfd-468c-9935-35f9be3c5651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'name': 'tempest-TestNetworkBasicOps-router-2067923727', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.95'}], 'enable_snat': True}, 'gw_port_id': '8657043f-f6b4-4d26-830b-e4d0f7539bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:36:29Z', 'updated_at': '2021-12-22T13:36:34Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '8657043f-f6b4-4d26-830b-e4d0f7539bb8', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:36:30Z', 'updated_at': '2021-12-22T13:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '5b042182-ecd7-48ee-8fd9-62d1560f7c38', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.133', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'port_id': '6845b61a-3220-4401-9547-6e5d9efa6a4e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7', 'mac_address': 'fa:16:3e:06:bd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6811d6-af21-4cfe-b331-6cfa17d30d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:36:55Z', 'updated_at': '2021-12-22T13:36:59Z', 'revision_number': 1, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f350e2b-e5bb-45b0-9ad8-514616723b9b', 'name': '', 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:23:61:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c46d263c-9344-4b20-87db-b22dd9f924b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:36:34Z', 'updated_at': '2021-12-22T13:36:41Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'c46d263c-9344-4b20-87db-b22dd9f924b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:38:04.416794 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e127d271-8cfd-468c-9935-35f9be3c5651 None None] The sync data for ids ['eb5053d4-7040-4a82-85f0-b33c432de2f7'] in dv-neutron-822669-1-hyperv is: [{'id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'name': 'tempest-TestNetworkBasicOps-router-2067923727', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.95'}], 'enable_snat': True}, 'gw_port_id': '8657043f-f6b4-4d26-830b-e4d0f7539bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:36:29Z', 'updated_at': '2021-12-22T13:36:34Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '8657043f-f6b4-4d26-830b-e4d0f7539bb8', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:36:30Z', 'updated_at': '2021-12-22T13:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '5b042182-ecd7-48ee-8fd9-62d1560f7c38', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.133', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'port_id': '6845b61a-3220-4401-9547-6e5d9efa6a4e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7', 'mac_address': 'fa:16:3e:06:bd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6811d6-af21-4cfe-b331-6cfa17d30d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:36:55Z', 'updated_at': '2021-12-22T13:36:59Z', 'revision_number': 1, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f350e2b-e5bb-45b0-9ad8-514616723b9b', 'name': '', 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:23:61:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c46d263c-9344-4b20-87db-b22dd9f924b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:36:34Z', 'updated_at': '2021-12-22T13:36:41Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'c46d263c-9344-4b20-87db-b22dd9f924b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:38:04.626894 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a165477-df52-4bde-af0f-3b4f6ea36a27 None None] New status for floating IP 4133ece1-fd53-40d0-97c9-aeac767f2dbc: DOWN {{(pid=84151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:38:05.249122 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff49c7-ff7e-4a4e-bf9a-edaf218ce532 req-4a8b5b5a-50bb-4104-96b0-ac765bc2c162 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:38:05.250590 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7eff49c7-ff7e-4a4e-bf9a-edaf218ce532 req-4a8b5b5a-50bb-4104-96b0-ac765bc2c162 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=09c8630c-b0b4-4117-bd64-019b035231f5 HTTP/1.1" status: 200 len: 946 time: 0.0774159 Dec 22 13:38:05.341636 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7eff49c7-ff7e-4a4e-bf9a-edaf218ce532 req-8e95f2dd-e17d-4f74-b0d5-cc84e8eb9af3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=a908381f-4ac9-49c0-bd9e-92e95e95fb71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855093 Dec 22 13:38:05.372515 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec8f9b0-4229-486c-8e65-fbd2cddcf18e req-ddeae6c9-2440-4cfe-92ab-a256df20a9d9 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:38:05.373921 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3ec8f9b0-4229-486c-8e65-fbd2cddcf18e req-ddeae6c9-2440-4cfe-92ab-a256df20a9d9 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "GET /v2.0/ports?device_id=09c8630c-b0b4-4117-bd64-019b035231f5 HTTP/1.1" status: 200 len: 946 time: 0.0973055 Dec 22 13:38:05.444757 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-3ec8f9b0-4229-486c-8e65-fbd2cddcf18e req-dfa974ec-799d-41ee-977d-f1c3aab274d5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting port 38fae87b-6d58-4012-8d68-298d7d463e4e {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:38:05.445087 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-3ec8f9b0-4229-486c-8e65-fbd2cddcf18e req-dfa974ec-799d-41ee-977d-f1c3aab274d5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:05.672538 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e3f6bd87-e787-4060-849d-cb7e6a3bd1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:05.803817 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-3ec8f9b0-4229-486c-8e65-fbd2cddcf18e req-dfa974ec-799d-41ee-977d-f1c3aab274d5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] For port 38fae87b-6d58-4012-8d68-298d7d463e4e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=38fae87b-6d58-4012-8d68-298d7d463e4e,segment=NetworkSegment(e278154a-8ba9-4ecb-8ade-27aacaff7829),segment_id=e278154a-8ba9-4ecb-8ade-27aacaff7829)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:38:05.804172 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-3ec8f9b0-4229-486c-8e65-fbd2cddcf18e req-dfa974ec-799d-41ee-977d-f1c3aab274d5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:05.921554 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-3ec8f9b0-4229-486c-8e65-fbd2cddcf18e req-dfa974ec-799d-41ee-977d-f1c3aab274d5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Calling delete_port for 38fae87b-6d58-4012-8d68-298d7d463e4e owned by compute:nova {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:38:06.129966 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-3ec8f9b0-4229-486c-8e65-fbd2cddcf18e req-dfa974ec-799d-41ee-977d-f1c3aab274d5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:06.135716 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ae9ed17d-c220-4598-b932-80bb84ad78e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:38:06.181076 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa974ec-799d-41ee-977d-f1c3aab274d5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Port': ['ID=38fae87b-6d58-4012-8d68-298d7d463e4e,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:38:06.184494 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-dfa974ec-799d-41ee-977d-f1c3aab274d5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:38:06.256058 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec8f9b0-4229-486c-8e65-fbd2cddcf18e req-dfa974ec-799d-41ee-977d-f1c3aab274d5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] No DVR routers for this DVR port 38fae87b-6d58-4012-8d68-298d7d463e4e on host hv-neutron-8226 {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:38:06.258494 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-3ec8f9b0-4229-486c-8e65-fbd2cddcf18e req-dfa974ec-799d-41ee-977d-f1c3aab274d5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:06.261694 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c8630c-b0b4-4117-bd64-019b035231f5', 'name': 'network-vif-deleted', 'tag': '38fae87b-6d58-4012-8d68-298d7d463e4e'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:38:06.316209 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c8630c-b0b4-4117-bd64-019b035231f5', 'name': 'network-vif-deleted', 'tag': '38fae87b-6d58-4012-8d68-298d7d463e4e', 'status': 'completed', 'code': 200} Dec 22 13:38:06.335727 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3ec8f9b0-4229-486c-8e65-fbd2cddcf18e req-dfa974ec-799d-41ee-977d-f1c3aab274d5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "DELETE /v2.0/ports/38fae87b-6d58-4012-8d68-298d7d463e4e HTTP/1.1" status: 204 len: 173 time: 0.9535520 Dec 22 13:38:06.503913 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-8f9cff99-75fd-444e-9876-9f409d5677e5 req-83d60580-036f-480e-9089-bffac11c30ba tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:38:06.580873 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-8f9cff99-75fd-444e-9876-9f409d5677e5 req-83d60580-036f-480e-9089-bffac11c30ba tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:38:06.582151 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8f9cff99-75fd-444e-9876-9f409d5677e5 req-83d60580-036f-480e-9089-bffac11c30ba tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=09c8630c-b0b4-4117-bd64-019b035231f5 HTTP/1.1" status: 200 len: 210 time: 0.1204739 Dec 22 13:38:07.689645 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53694) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:38:07.757452 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-131f8e00-0a33-4df8-8d5e-878f38f03230 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:07.789470 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-131f8e00-0a33-4df8-8d5e-878f38f03230 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:07.923169 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-131f8e00-0a33-4df8-8d5e-878f38f03230 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:07.928200 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:38:07.942796 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f8e00-0a33-4df8-8d5e-878f38f03230 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a908381f-4ac9-49c0-bd9e-92e95e95fb71,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:38:07.945085 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-131f8e00-0a33-4df8-8d5e-878f38f03230 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:38:07.964685 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4e46507f-8767-4a38-ae2f-d340353fb813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:08.002701 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-131f8e00-0a33-4df8-8d5e-878f38f03230 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:08.003875 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-131f8e00-0a33-4df8-8d5e-878f38f03230 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/security-groups/a908381f-4ac9-49c0-bd9e-92e95e95fb71 HTTP/1.1" status: 204 len: 168 time: 0.3132603 Dec 22 13:38:08.136696 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53700) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:38:08.335274 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-854f91ff-e95f-4c75-a927-8ddcf56cbf91 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting port 32cfb9ce-84a6-4665-b85b-4e4a613de7ae {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:38:08.335614 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-854f91ff-e95f-4c75-a927-8ddcf56cbf91 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:08.501174 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-854f91ff-e95f-4c75-a927-8ddcf56cbf91 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:08.501505 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-854f91ff-e95f-4c75-a927-8ddcf56cbf91 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:08.724493 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-854f91ff-e95f-4c75-a927-8ddcf56cbf91 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Calling delete_port for 32cfb9ce-84a6-4665-b85b-4e4a613de7ae owned by network:floatingip {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:38:08.935431 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-854f91ff-e95f-4c75-a927-8ddcf56cbf91 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:08.939872 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2f2e446a-9d48-48b2-a828-0653bf22701e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:38:08.963763 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:08.984666 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f91ff-e95f-4c75-a927-8ddcf56cbf91 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Port': ['ID=32cfb9ce-84a6-4665-b85b-4e4a613de7ae,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:38:08.987593 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-854f91ff-e95f-4c75-a927-8ddcf56cbf91 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:38:09.079626 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-854f91ff-e95f-4c75-a927-8ddcf56cbf91 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for floatingip, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:09.150453 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 38fae87b-6d58-4012-8d68-298d7d463e4e no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:38:09.184951 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] No Port match for: 38fae87b-6d58-4012-8d68-298d7d463e4e {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:38:09.185318 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 38fae87b-6d58-4012-8d68-298d7d463e4e not bound to the agent host hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:38:09.295382 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:09.477556 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-854f91ff-e95f-4c75-a927-8ddcf56cbf91 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router eb5053d4-7040-4a82-85f0-b33c432de2f7 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:38:09.677161 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854f91ff-e95f-4c75-a927-8ddcf56cbf91 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:38:09.686720 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d6d506-755d-486a-8ac5-bc5d58b95b76 None None] Sync routers for ids ['eb5053d4-7040-4a82-85f0-b33c432de2f7'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:38:09.698226 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d6d506-755d-486a-8ac5-bc5d58b95b76 None None] Routers {'eb5053d4-7040-4a82-85f0-b33c432de2f7'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:38:09.699484 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-39d6d506-755d-486a-8ac5-bc5d58b95b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:38:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['eb5053d4-7040-4a82-85f0-b33c432de2f7'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:38:09.747615 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-854f91ff-e95f-4c75-a927-8ddcf56cbf91 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:09.803669 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-854f91ff-e95f-4c75-a927-8ddcf56cbf91 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/floatingips/5b042182-ecd7-48ee-8fd9-62d1560f7c38 HTTP/1.1" status: 204 len: 168 time: 1.6657114 Dec 22 13:38:09.804155 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6811d6-af21-4cfe-b331-6cfa17d30d2d', 'tag': '6845b61a-3220-4401-9547-6e5d9efa6a4e'}] {{(pid=84148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:38:09.873642 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6811d6-af21-4cfe-b331-6cfa17d30d2d', 'tag': '6845b61a-3220-4401-9547-6e5d9efa6a4e', 'status': 'completed', 'code': 200} Dec 22 13:38:09.881434 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-39d6d506-755d-486a-8ac5-bc5d58b95b76 None None] Set router eb5053d4-7040-4a82-85f0-b33c432de2f7 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:38:09.977649 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f31a6a2d-3748-485c-b175-9d4d18d4d869 req-fe653157-bdb3-4c36-82c4-e35d732d9171 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=ec6811d6-af21-4cfe-b331-6cfa17d30d2d HTTP/1.1" status: 200 len: 1098 time: 0.0744283 Dec 22 13:38:10.121520 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a6a2d-3748-485c-b175-9d4d18d4d869 req-6364cef3-6f6f-4a4e-8a97-cef76ce57564 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:38:10.122978 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f31a6a2d-3748-485c-b175-9d4d18d4d869 req-6364cef3-6f6f-4a4e-8a97-cef76ce57564 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4feb2081-6088-4732-b161-e3e5a709d3c7 HTTP/1.1" status: 200 len: 898 time: 0.1354239 Dec 22 13:38:10.199041 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f31a6a2d-3748-485c-b175-9d4d18d4d869 req-3a74b949-56a1-4e4c-8d70-81115142f5a3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6845b61a-3220-4401-9547-6e5d9efa6a4e HTTP/1.1" status: 200 len: 217 time: 0.0657692 Dec 22 13:38:10.265384 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-39d6d506-755d-486a-8ac5-bc5d58b95b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'name': 'tempest-TestNetworkBasicOps-router-2067923727', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.95'}], 'enable_snat': True}, 'gw_port_id': '8657043f-f6b4-4d26-830b-e4d0f7539bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:36:29Z', 'updated_at': '2021-12-22T13:36:34Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '8657043f-f6b4-4d26-830b-e4d0f7539bb8', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:36:30Z', 'updated_at': '2021-12-22T13:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '2f350e2b-e5bb-45b0-9ad8-514616723b9b', 'name': '', 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:23:61:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c46d263c-9344-4b20-87db-b22dd9f924b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:36:34Z', 'updated_at': '2021-12-22T13:36:41Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'c46d263c-9344-4b20-87db-b22dd9f924b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:38:10.269742 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d6d506-755d-486a-8ac5-bc5d58b95b76 None None] Checking router: eb5053d4-7040-4a82-85f0-b33c432de2f7 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:38:10.272008 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a6a2d-3748-485c-b175-9d4d18d4d869 req-bf2da39b-ebb9-47d4-97a8-b41299086088 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:38:10.273459 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f31a6a2d-3748-485c-b175-9d4d18d4d869 req-bf2da39b-ebb9-47d4-97a8-b41299086088 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c46d263c-9344-4b20-87db-b22dd9f924b3 HTTP/1.1" status: 200 len: 835 time: 0.0644138 Dec 22 13:38:10.281257 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d6d506-755d-486a-8ac5-bc5d58b95b76 None None] Routers {'eb5053d4-7040-4a82-85f0-b33c432de2f7'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:38:10.281835 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-39d6d506-755d-486a-8ac5-bc5d58b95b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:38:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['eb5053d4-7040-4a82-85f0-b33c432de2f7'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:38:10.412859 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f31a6a2d-3748-485c-b175-9d4d18d4d869 req-3ce7637e-eb37-49ea-8118-2134dcaedb8e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4feb2081-6088-4732-b161-e3e5a709d3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1318054 Dec 22 13:38:10.424563 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a1c8f-054f-47cf-ad0b-06a05e1ede1c req-0e39e64a-7dd9-4717-aae8-4ab882ea0b9f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:38:10.425999 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8d7a1c8f-054f-47cf-ad0b-06a05e1ede1c req-0e39e64a-7dd9-4717-aae8-4ab882ea0b9f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec6811d6-af21-4cfe-b331-6cfa17d30d2d HTTP/1.1" status: 200 len: 945 time: 0.1056414 Dec 22 13:38:10.476473 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-39d6d506-755d-486a-8ac5-bc5d58b95b76 None None] Set router eb5053d4-7040-4a82-85f0-b33c432de2f7 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:38:10.547136 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:10.569476 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8d7a1c8f-054f-47cf-ad0b-06a05e1ede1c req-7c7aa242-09e3-4f37-bf5b-e14cdb57a051 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=651f0abc-df2a-44ac-a8b9-41d0b4c9cad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242106 Dec 22 13:38:10.595716 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f31a6a2d-3748-485c-b175-9d4d18d4d869 req-3f2e9679-b883-4fc9-b698-12bae8f26782 service neutron] 10.222.0.45 "GET /v2.0/networks/4feb2081-6088-4732-b161-e3e5a709d3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686940 Dec 22 13:38:10.733196 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f31a6a2d-3748-485c-b175-9d4d18d4d869 req-11248254-775a-4fef-ab01-fdbdb56de060 service neutron] 10.222.0.45 "GET /v2.0/networks/4feb2081-6088-4732-b161-e3e5a709d3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275172 Dec 22 13:38:10.796024 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-39d6d506-755d-486a-8ac5-bc5d58b95b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'name': 'tempest-TestNetworkBasicOps-router-2067923727', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.95'}], 'enable_snat': True}, 'gw_port_id': '8657043f-f6b4-4d26-830b-e4d0f7539bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:36:29Z', 'updated_at': '2021-12-22T13:36:34Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '8657043f-f6b4-4d26-830b-e4d0f7539bb8', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:36:30Z', 'updated_at': '2021-12-22T13:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '2f350e2b-e5bb-45b0-9ad8-514616723b9b', 'name': '', 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:23:61:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c46d263c-9344-4b20-87db-b22dd9f924b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:36:34Z', 'updated_at': '2021-12-22T13:36:41Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'c46d263c-9344-4b20-87db-b22dd9f924b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:38:10.800062 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d6d506-755d-486a-8ac5-bc5d58b95b76 None None] The sync data for ids ['eb5053d4-7040-4a82-85f0-b33c432de2f7'] in dv-neutron-822669-1-hyperv is: [{'id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'name': 'tempest-TestNetworkBasicOps-router-2067923727', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.95'}], 'enable_snat': True}, 'gw_port_id': '8657043f-f6b4-4d26-830b-e4d0f7539bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:36:29Z', 'updated_at': '2021-12-22T13:36:34Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '8657043f-f6b4-4d26-830b-e4d0f7539bb8', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:36:30Z', 'updated_at': '2021-12-22T13:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '2f350e2b-e5bb-45b0-9ad8-514616723b9b', 'name': '', 'network_id': '4feb2081-6088-4732-b161-e3e5a709d3c7', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:23:61:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c46d263c-9344-4b20-87db-b22dd9f924b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:36:34Z', 'updated_at': '2021-12-22T13:36:41Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'c46d263c-9344-4b20-87db-b22dd9f924b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:38:11.006240 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5a13cd-cb73-4c3c-8e01-c6b6d7a9cca0 None None] New status for floating IP 5b042182-ecd7-48ee-8fd9-62d1560f7c38: DOWN {{(pid=84151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:38:11.778737 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e76d0-7028-415b-9076-6b5679b7b779 req-08c5bca0-7a05-4bd8-9ddb-3aa20de23d00 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:38:11.779475 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-043e76d0-7028-415b-9076-6b5679b7b779 req-08c5bca0-7a05-4bd8-9ddb-3aa20de23d00 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:38:11.849352 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-043e76d0-7028-415b-9076-6b5679b7b779 req-08c5bca0-7a05-4bd8-9ddb-3aa20de23d00 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:38:11.850547 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-043e76d0-7028-415b-9076-6b5679b7b779 req-08c5bca0-7a05-4bd8-9ddb-3aa20de23d00 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec6811d6-af21-4cfe-b331-6cfa17d30d2d HTTP/1.1" status: 200 len: 945 time: 0.1575482 Dec 22 13:38:11.896532 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-043e76d0-7028-415b-9076-6b5679b7b779 req-8366da1f-42c3-4e84-9f75-ca9098b0ab5b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:security_group {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:38:11.964162 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-043e76d0-7028-415b-9076-6b5679b7b779 req-8366da1f-42c3-4e84-9f75-ca9098b0ab5b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:security_group {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:38:11.965422 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-043e76d0-7028-415b-9076-6b5679b7b779 req-8366da1f-42c3-4e84-9f75-ca9098b0ab5b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=651f0abc-df2a-44ac-a8b9-41d0b4c9cad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086857 Dec 22 13:38:11.976151 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f31b4-ac88-4420-a738-67c501884c91 req-3a167389-cf52-4cd6-977e-1e6573a98cca tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:38:11.977559 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a11f31b4-ac88-4420-a738-67c501884c91 req-3a167389-cf52-4cd6-977e-1e6573a98cca tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec6811d6-af21-4cfe-b331-6cfa17d30d2d HTTP/1.1" status: 200 len: 945 time: 0.0754623 Dec 22 13:38:12.052674 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-a11f31b4-ac88-4420-a738-67c501884c91 req-302978ca-d363-4b3a-90dc-4a93d865b1a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting port 6845b61a-3220-4401-9547-6e5d9efa6a4e {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:38:12.053024 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-a11f31b4-ac88-4420-a738-67c501884c91 req-302978ca-d363-4b3a-90dc-4a93d865b1a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:12.393603 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-a11f31b4-ac88-4420-a738-67c501884c91 req-302978ca-d363-4b3a-90dc-4a93d865b1a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] For port 6845b61a-3220-4401-9547-6e5d9efa6a4e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6845b61a-3220-4401-9547-6e5d9efa6a4e,segment=NetworkSegment(e278154a-8ba9-4ecb-8ade-27aacaff7829),segment_id=e278154a-8ba9-4ecb-8ade-27aacaff7829)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:38:12.393959 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-a11f31b4-ac88-4420-a738-67c501884c91 req-302978ca-d363-4b3a-90dc-4a93d865b1a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:12.512010 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-a11f31b4-ac88-4420-a738-67c501884c91 req-302978ca-d363-4b3a-90dc-4a93d865b1a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Calling delete_port for 6845b61a-3220-4401-9547-6e5d9efa6a4e owned by compute:nova {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:38:12.712792 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-a11f31b4-ac88-4420-a738-67c501884c91 req-302978ca-d363-4b3a-90dc-4a93d865b1a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:12.719144 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-29bc12ac-ecf8-48ca-8aec-60ddbe2881a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:38:12.761683 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302978ca-d363-4b3a-90dc-4a93d865b1a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Port': ['ID=6845b61a-3220-4401-9547-6e5d9efa6a4e,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:38:12.765681 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-302978ca-d363-4b3a-90dc-4a93d865b1a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:38:12.842189 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11f31b4-ac88-4420-a738-67c501884c91 req-302978ca-d363-4b3a-90dc-4a93d865b1a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] No DVR routers for this DVR port 6845b61a-3220-4401-9547-6e5d9efa6a4e on host hv-neutron-8226 {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:38:12.844878 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-a11f31b4-ac88-4420-a738-67c501884c91 req-302978ca-d363-4b3a-90dc-4a93d865b1a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:12.847438 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6811d6-af21-4cfe-b331-6cfa17d30d2d', 'name': 'network-vif-deleted', 'tag': '6845b61a-3220-4401-9547-6e5d9efa6a4e'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:38:12.902631 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6811d6-af21-4cfe-b331-6cfa17d30d2d', 'name': 'network-vif-deleted', 'tag': '6845b61a-3220-4401-9547-6e5d9efa6a4e', 'status': 'completed', 'code': 200} Dec 22 13:38:12.924529 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a11f31b4-ac88-4420-a738-67c501884c91 req-302978ca-d363-4b3a-90dc-4a93d865b1a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "DELETE /v2.0/ports/6845b61a-3220-4401-9547-6e5d9efa6a4e HTTP/1.1" status: 204 len: 173 time: 0.9392006 Dec 22 13:38:13.142470 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e46f8aa9-8b4f-4572-9744-3c6227a5249b req-9a00c2cb-11b8-4aaf-bfd3-b8d015a64290 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec6811d6-af21-4cfe-b331-6cfa17d30d2d HTTP/1.1" status: 200 len: 210 time: 0.0516098 Dec 22 13:38:14.249054 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53718) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:38:14.315773 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1ea8e1fd-6be2-4509-bdb5-113809531a71 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:14.346093 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1ea8e1fd-6be2-4509-bdb5-113809531a71 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:14.496282 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1ea8e1fd-6be2-4509-bdb5-113809531a71 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:14.500116 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-37d17ff8-71a4-4867-9b85-62eabbcf4b14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:38:14.516326 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8e1fd-6be2-4509-bdb5-113809531a71 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=651f0abc-df2a-44ac-a8b9-41d0b4c9cad1,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:38:14.519827 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1ea8e1fd-6be2-4509-bdb5-113809531a71 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:38:14.580218 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1ea8e1fd-6be2-4509-bdb5-113809531a71 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:14.581625 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-1ea8e1fd-6be2-4509-bdb5-113809531a71 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/security-groups/651f0abc-df2a-44ac-a8b9-41d0b4c9cad1 HTTP/1.1" status: 204 len: 168 time: 0.3313391 Dec 22 13:38:14.702584 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53724) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:38:15.102100 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dbeb20e5-d5b7-4d1e-9b7c-b69745c1f9cd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:15.173106 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 6845b61a-3220-4401-9547-6e5d9efa6a4e no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:38:15.205965 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] No Port match for: 6845b61a-3220-4401-9547-6e5d9efa6a4e {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:38:15.206319 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 6845b61a-3220-4401-9547-6e5d9efa6a4e not bound to the agent host hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:38:15.812296 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-dbeb20e5-d5b7-4d1e-9b7c-b69745c1f9cd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting port 2f350e2b-e5bb-45b0-9ad8-514616723b9b {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:38:15.812875 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dbeb20e5-d5b7-4d1e-9b7c-b69745c1f9cd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:15.994729 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-dbeb20e5-d5b7-4d1e-9b7c-b69745c1f9cd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] For port 2f350e2b-e5bb-45b0-9ad8-514616723b9b, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=2f350e2b-e5bb-45b0-9ad8-514616723b9b,segment=NetworkSegment(e278154a-8ba9-4ecb-8ade-27aacaff7829),segment_id=e278154a-8ba9-4ecb-8ade-27aacaff7829)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:38:15.995714 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dbeb20e5-d5b7-4d1e-9b7c-b69745c1f9cd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:16.119490 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-dbeb20e5-d5b7-4d1e-9b7c-b69745c1f9cd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Calling delete_port for 2f350e2b-e5bb-45b0-9ad8-514616723b9b owned by network:router_interface {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:38:16.364056 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dbeb20e5-d5b7-4d1e-9b7c-b69745c1f9cd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:16.367668 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-12ef1e85-8374-4e00-9ba1-24b23ec185d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:38:16.411678 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb20e5-d5b7-4d1e-9b7c-b69745c1f9cd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Port': ['ID=2f350e2b-e5bb-45b0-9ad8-514616723b9b,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:38:16.414331 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-dbeb20e5-d5b7-4d1e-9b7c-b69745c1f9cd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:38:16.712158 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-dbeb20e5-d5b7-4d1e-9b7c-b69745c1f9cd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:17.393373 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbeb20e5-d5b7-4d1e-9b7c-b69745c1f9cd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router eb5053d4-7040-4a82-85f0-b33c432de2f7 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:38:17.599520 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbeb20e5-d5b7-4d1e-9b7c-b69745c1f9cd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:38:17.610062 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35f8e45-2b59-4512-b81b-35f3e997bcdc None None] Sync routers for ids ['eb5053d4-7040-4a82-85f0-b33c432de2f7'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:38:17.612558 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-dbeb20e5-d5b7-4d1e-9b7c-b69745c1f9cd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "PUT /v2.0/routers/eb5053d4-7040-4a82-85f0-b33c432de2f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9089184 Dec 22 13:38:17.615172 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53728) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:38:17.622154 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35f8e45-2b59-4512-b81b-35f3e997bcdc None None] Routers {'eb5053d4-7040-4a82-85f0-b33c432de2f7'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:38:17.622792 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-d35f8e45-2b59-4512-b81b-35f3e997bcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:38:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['eb5053d4-7040-4a82-85f0-b33c432de2f7'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:38:17.798464 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f1196e1-a6c8-44a6-856c-ef1f3a17cc0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting subnet c46d263c-9344-4b20-87db-b22dd9f924b3 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:38:17.799497 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-d35f8e45-2b59-4512-b81b-35f3e997bcdc None None] Set router eb5053d4-7040-4a82-85f0-b33c432de2f7 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:38:17.801398 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2f1196e1-a6c8-44a6-856c-ef1f3a17cc0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:17.860554 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2f1196e1-a6c8-44a6-856c-ef1f3a17cc0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:17.941680 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2f1196e1-a6c8-44a6-856c-ef1f3a17cc0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:18.090035 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2f1196e1-a6c8-44a6-856c-ef1f3a17cc0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:18.093902 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-39388b18-5aa7-4d0c-b15c-4f3982014f8f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:38:18.131824 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-d35f8e45-2b59-4512-b81b-35f3e997bcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'name': 'tempest-TestNetworkBasicOps-router-2067923727', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.95'}], 'enable_snat': True}, 'gw_port_id': '8657043f-f6b4-4d26-830b-e4d0f7539bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:36:29Z', 'updated_at': '2021-12-22T13:38:16Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '8657043f-f6b4-4d26-830b-e4d0f7539bb8', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:36:30Z', 'updated_at': '2021-12-22T13:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:38:18.132703 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1196e1-a6c8-44a6-856c-ef1f3a17cc0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Subnet': ['ID=c46d263c-9344-4b20-87db-b22dd9f924b3,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:38:18.136700 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2f1196e1-a6c8-44a6-856c-ef1f3a17cc0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:38:18.137417 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35f8e45-2b59-4512-b81b-35f3e997bcdc None None] Checking router: eb5053d4-7040-4a82-85f0-b33c432de2f7 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:38:18.140227 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2f1196e1-a6c8-44a6-856c-ef1f3a17cc0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:18.146377 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-2f1196e1-a6c8-44a6-856c-ef1f3a17cc0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/subnets/c46d263c-9344-4b20-87db-b22dd9f924b3 HTTP/1.1" status: 204 len: 168 time: 0.5302513 Dec 22 13:38:18.146744 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c545d8a-87f1-4c2b-8955-ee3d87688a2d None None] Network 4feb2081-6088-4732-b161-e3e5a709d3c7 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:38:18.149143 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53732) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:38:18.229353 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35f8e45-2b59-4512-b81b-35f3e997bcdc None None] Routers {'eb5053d4-7040-4a82-85f0-b33c432de2f7'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:38:18.230497 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-d35f8e45-2b59-4512-b81b-35f3e997bcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:38:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['eb5053d4-7040-4a82-85f0-b33c432de2f7'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:38:18.357082 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-76a682a8-b579-4d4f-bc47-fe9c8ca83e6a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:18.492652 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-d35f8e45-2b59-4512-b81b-35f3e997bcdc None None] Set router eb5053d4-7040-4a82-85f0-b33c432de2f7 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:38:18.556654 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-76a682a8-b579-4d4f-bc47-fe9c8ca83e6a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:18.634916 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-76a682a8-b579-4d4f-bc47-fe9c8ca83e6a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting port 8657043f-f6b4-4d26-830b-e4d0f7539bb8 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:38:18.636628 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-76a682a8-b579-4d4f-bc47-fe9c8ca83e6a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:18.675411 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59492c85-351e-4098-96a3-32ef413f9e16 None None] DHCP port deletion for 4feb2081-6088-4732-b161-e3e5a709d3c7 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:38:18.686456 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-59492c85-351e-4098-96a3-32ef413f9e16 None None] Deleting port 2067115c-170e-4010-bb7e-5b59a0ca9dcc {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:38:18.686837 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-59492c85-351e-4098-96a3-32ef413f9e16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:18.810634 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-76a682a8-b579-4d4f-bc47-fe9c8ca83e6a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] For port 8657043f-f6b4-4d26-830b-e4d0f7539bb8, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=8657043f-f6b4-4d26-830b-e4d0f7539bb8,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:38:18.810985 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-76a682a8-b579-4d4f-bc47-fe9c8ca83e6a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:18.931376 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-76a682a8-b579-4d4f-bc47-fe9c8ca83e6a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Calling delete_port for 8657043f-f6b4-4d26-830b-e4d0f7539bb8 owned by network:router_gateway {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:38:18.969733 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-59492c85-351e-4098-96a3-32ef413f9e16 None None] For port 2067115c-170e-4010-bb7e-5b59a0ca9dcc, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=2067115c-170e-4010-bb7e-5b59a0ca9dcc,segment=NetworkSegment(e278154a-8ba9-4ecb-8ade-27aacaff7829),segment_id=e278154a-8ba9-4ecb-8ade-27aacaff7829)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:38:18.970126 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-59492c85-351e-4098-96a3-32ef413f9e16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:19.102688 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-59492c85-351e-4098-96a3-32ef413f9e16 None None] Calling delete_port for 2067115c-170e-4010-bb7e-5b59a0ca9dcc owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:38:19.115745 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:38:19.144561 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-d35f8e45-2b59-4512-b81b-35f3e997bcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'name': 'tempest-TestNetworkBasicOps-router-2067923727', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.95'}], 'enable_snat': True}, 'gw_port_id': '8657043f-f6b4-4d26-830b-e4d0f7539bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:36:29Z', 'updated_at': '2021-12-22T13:38:16Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '8657043f-f6b4-4d26-830b-e4d0f7539bb8', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:36:30Z', 'updated_at': '2021-12-22T13:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:38:19.158263 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35f8e45-2b59-4512-b81b-35f3e997bcdc None None] The sync data for ids ['eb5053d4-7040-4a82-85f0-b33c432de2f7'] in dv-neutron-822669-1-hyperv is: [{'id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'name': 'tempest-TestNetworkBasicOps-router-2067923727', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.95'}], 'enable_snat': True}, 'gw_port_id': '8657043f-f6b4-4d26-830b-e4d0f7539bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:36:29Z', 'updated_at': '2021-12-22T13:38:16Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': '8657043f-f6b4-4d26-830b-e4d0f7539bb8', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5053d4-7040-4a82-85f0-b33c432de2f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:36:30Z', 'updated_at': '2021-12-22T13:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:38:19.289398 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-59492c85-351e-4098-96a3-32ef413f9e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:19.293153 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-4b06bc0b-7726-4290-956d-32c92539b239 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:38:19.318095 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-76a682a8-b579-4d4f-bc47-fe9c8ca83e6a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:19.323116 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-dbeb20e5-d5b7-4d1e-9b7c-b69745c1f9cd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:38:19.334097 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59492c85-351e-4098-96a3-32ef413f9e16 None None] Pushing event deleted for resources: {'Port': ['ID=2067115c-170e-4010-bb7e-5b59a0ca9dcc,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:38:19.346317 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59492c85-351e-4098-96a3-32ef413f9e16 None None] No DVR routers for this DVR port 2067115c-170e-4010-bb7e-5b59a0ca9dcc on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:38:19.348741 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59492c85-351e-4098-96a3-32ef413f9e16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:38:19.349073 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59492c85-351e-4098-96a3-32ef413f9e16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:38:19.349406 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59492c85-351e-4098-96a3-32ef413f9e16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:38:19.349732 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59492c85-351e-4098-96a3-32ef413f9e16 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:38:19.350056 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59492c85-351e-4098-96a3-32ef413f9e16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:38:19.350398 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59492c85-351e-4098-96a3-32ef413f9e16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:38:19.350768 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59492c85-351e-4098-96a3-32ef413f9e16 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:38:19.351102 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59492c85-351e-4098-96a3-32ef413f9e16 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:38:19.351406 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59492c85-351e-4098-96a3-32ef413f9e16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:38:19.351718 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59492c85-351e-4098-96a3-32ef413f9e16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:38:19.352031 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59492c85-351e-4098-96a3-32ef413f9e16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:38:19.356336 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-59492c85-351e-4098-96a3-32ef413f9e16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:38:19.368276 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a682a8-b579-4d4f-bc47-fe9c8ca83e6a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Port': ['ID=8657043f-f6b4-4d26-830b-e4d0f7539bb8,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:38:19.372508 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-76a682a8-b579-4d4f-bc47-fe9c8ca83e6a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:38:19.611843 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-76a682a8-b579-4d4f-bc47-fe9c8ca83e6a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:19.633756 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 2f350e2b-e5bb-45b0-9ad8-514616723b9b no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:38:19.673351 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 2f350e2b-e5bb-45b0-9ad8-514616723b9b {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:38:19.673793 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 2f350e2b-e5bb-45b0-9ad8-514616723b9b not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:38:19.674308 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 2067115c-170e-4010-bb7e-5b59a0ca9dcc no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:38:19.707616 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 2067115c-170e-4010-bb7e-5b59a0ca9dcc {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:38:19.708411 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 2067115c-170e-4010-bb7e-5b59a0ca9dcc not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:38:19.870961 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-76a682a8-b579-4d4f-bc47-fe9c8ca83e6a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:19.875017 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-76a682a8-b579-4d4f-bc47-fe9c8ca83e6a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:19.963146 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-76a682a8-b579-4d4f-bc47-fe9c8ca83e6a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:19.963678 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a682a8-b579-4d4f-bc47-fe9c8ca83e6a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Fanout notify agent at l3_agent the message router_deleted on router eb5053d4-7040-4a82-85f0-b33c432de2f7 {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:38:19.978089 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-76a682a8-b579-4d4f-bc47-fe9c8ca83e6a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:19.979579 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-76a682a8-b579-4d4f-bc47-fe9c8ca83e6a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/routers/eb5053d4-7040-4a82-85f0-b33c432de2f7 HTTP/1.1" status: 204 len: 168 time: 1.8291914 Dec 22 13:38:19.982280 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53736) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:38:20.102267 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-78ab6d10-0c15-466c-812f-70dad5e06a79 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:20.236878 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-78ab6d10-0c15-466c-812f-70dad5e06a79 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:20.262178 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-78ab6d10-0c15-466c-812f-70dad5e06a79 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4feb2081-6088-4732-b161-e3e5a709d3c7']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:38:20.273600 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-78ab6d10-0c15-466c-812f-70dad5e06a79 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e278154a-8ba9-4ecb-8ade-27aacaff7829') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:38:20.273891 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-78ab6d10-0c15-466c-812f-70dad5e06a79 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e278154a-8ba9-4ecb-8ade-27aacaff7829') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:38:20.285779 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-78ab6d10-0c15-466c-812f-70dad5e06a79 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:20.301299 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-78ab6d10-0c15-466c-812f-70dad5e06a79 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:20.307125 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ab6d10-0c15-466c-812f-70dad5e06a79 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:38:20.308075 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-78ab6d10-0c15-466c-812f-70dad5e06a79 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:20.322002 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:38:20.322002 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:38:20.322002 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:38:20.322002 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:38:20.322002 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:38:20.322002 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:38:20.322002 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:38:20.322002 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:38:20.322002 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:38:20.322002 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:38:20.322002 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:38:20.322002 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:38:20.322002 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:38:20.322002 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:38:20.322002 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:38:20.322002 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:38:20.322002 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:38:20.322002 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:38:20.322002 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:38:20.322002 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:38:20.322002 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:38:20.322002 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:38:20.322002 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:38:20.322002 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:38:20.322002 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:38:20.322002 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:38:20.322002 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:38:20.322002 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:38:20.322002 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:38:20.322002 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:38:20.322002 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:38:20.322002 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:38:20.455334 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-78ab6d10-0c15-466c-812f-70dad5e06a79 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:20.458914 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-bf5968ad-0230-40d1-a10e-a1b6ebd08430 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:38:20.474511 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-78ab6d10-0c15-466c-812f-70dad5e06a79 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:20.485999 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab6d10-0c15-466c-812f-70dad5e06a79 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Network': ['ID=4feb2081-6088-4732-b161-e3e5a709d3c7,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:38:20.489169 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-78ab6d10-0c15-466c-812f-70dad5e06a79 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:38:20.536218 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-78ab6d10-0c15-466c-812f-70dad5e06a79 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/networks/4feb2081-6088-4732-b161-e3e5a709d3c7 HTTP/1.1" status: 204 len: 168 time: 0.5529237 Dec 22 13:38:20.563179 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53740) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:38:20.568839 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-9ac21832-98b0-44a3-9d97-166146469ee6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'network': {'name': 'tempest-network-smoke--1490932342', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'port_security_enabled': True}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:38:20.574649 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-9ac21832-98b0-44a3-9d97-166146469ee6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:38:20.578922 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-9ac21832-98b0-44a3-9d97-166146469ee6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:network and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:38:20.581814 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-9ac21832-98b0-44a3-9d97-166146469ee6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:38:20.587680 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-9ac21832-98b0-44a3-9d97-166146469ee6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:38:20.643729 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac21832-98b0-44a3-9d97-166146469ee6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Made reservation on behalf of 453b85bce7e6482dbe10966fb03da8cc for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:38:20.646723 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9ac21832-98b0-44a3-9d97-166146469ee6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:20.673761 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac21832-98b0-44a3-9d97-166146469ee6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:38:20.681965 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9ac21832-98b0-44a3-9d97-166146469ee6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:20.682845 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-9ac21832-98b0-44a3-9d97-166146469ee6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Added segment de7386d1-6cb3-4ea0-bf3c-083e8762dd3c of type vlan for network f4fd65f2-70e3-492b-9274-97708e156d95 Dec 22 13:38:20.708215 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9ac21832-98b0-44a3-9d97-166146469ee6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:20.798159 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9ac21832-98b0-44a3-9d97-166146469ee6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:20.801870 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac21832-98b0-44a3-9d97-166146469ee6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:38:20.802559 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9ac21832-98b0-44a3-9d97-166146469ee6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:20.806063 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4f415af9-f547-4ca4-850b-cc4bc976a4ef tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:38:20.909935 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac21832-98b0-44a3-9d97-166146469ee6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Network': ['ID=f4fd65f2-70e3-492b-9274-97708e156d95,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:38:20.912693 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9ac21832-98b0-44a3-9d97-166146469ee6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:38:20.921397 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network f4fd65f2-70e3-492b-9274-97708e156d95 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:38:20.982051 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9ac21832-98b0-44a3-9d97-166146469ee6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4175885 Dec 22 13:38:20.984658 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53744) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:38:20.990102 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-603739db-05dd-4fb5-9f73-e6c3b931b81f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-4556864', 'admin_state_up': True, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:38:20.998605 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-603739db-05dd-4fb5-9f73-e6c3b931b81f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:38:21.002633 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-603739db-05dd-4fb5-9f73-e6c3b931b81f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:router and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:38:21.005605 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-603739db-05dd-4fb5-9f73-e6c3b931b81f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:38:21.012218 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-603739db-05dd-4fb5-9f73-e6c3b931b81f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:38:21.112281 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-603739db-05dd-4fb5-9f73-e6c3b931b81f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:21.113274 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-603739db-05dd-4fb5-9f73-e6c3b931b81f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:21.131695 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-603739db-05dd-4fb5-9f73-e6c3b931b81f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:21.303243 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 8657043f-f6b4-4d26-830b-e4d0f7539bb8 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:38:21.337407 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 8657043f-f6b4-4d26-830b-e4d0f7539bb8 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:38:21.337759 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 8657043f-f6b4-4d26-830b-e4d0f7539bb8 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:38:21.445098 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-603739db-05dd-4fb5-9f73-e6c3b931b81f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:21.676508 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-603739db-05dd-4fb5-9f73-e6c3b931b81f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router_gateway, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:21.710677 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-603739db-05dd-4fb5-9f73-e6c3b931b81f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:21.840915 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-603739db-05dd-4fb5-9f73-e6c3b931b81f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Allocated IP 172.26.1.56 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/f67ed5ea-da6f-4519-8138-06189bc37396) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:38:21.983764 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-603739db-05dd-4fb5-9f73-e6c3b931b81f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:22.066782 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-603739db-05dd-4fb5-9f73-e6c3b931b81f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:22.070547 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c39962e1-f735-4a2d-8073-85a01ae241fa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:38:22.142437 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603739db-05dd-4fb5-9f73-e6c3b931b81f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:38:22.145797 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-603739db-05dd-4fb5-9f73-e6c3b931b81f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:38:22.147800 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603739db-05dd-4fb5-9f73-e6c3b931b81f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=f67ed5ea-da6f-4519-8138-06189bc37396,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:38:22.149898 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603739db-05dd-4fb5-9f73-e6c3b931b81f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:38:22.175435 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-603739db-05dd-4fb5-9f73-e6c3b931b81f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:38:22.370100 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-603739db-05dd-4fb5-9f73-e6c3b931b81f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router_gateway, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:22.370684 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-603739db-05dd-4fb5-9f73-e6c3b931b81f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:22.689484 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603739db-05dd-4fb5-9f73-e6c3b931b81f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router faefa86f-386b-4d12-8f18-2ed3a580182d is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:38:22.888667 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603739db-05dd-4fb5-9f73-e6c3b931b81f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:38:22.898610 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00041589-a179-4c33-830d-181cc1a965dc None None] Sync routers for ids ['faefa86f-386b-4d12-8f18-2ed3a580182d'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:38:22.910938 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00041589-a179-4c33-830d-181cc1a965dc None None] Routers {'faefa86f-386b-4d12-8f18-2ed3a580182d'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:38:22.911562 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-00041589-a179-4c33-830d-181cc1a965dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:38:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['faefa86f-386b-4d12-8f18-2ed3a580182d'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:38:22.964123 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-603739db-05dd-4fb5-9f73-e6c3b931b81f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:22.965208 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-603739db-05dd-4fb5-9f73-e6c3b931b81f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.9795458 Dec 22 13:38:22.968453 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53748) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:38:23.012501 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8bce4f36-28e4-43cd-ad0f-d16227dc4969 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=453b85bce7e6482dbe10966fb03da8cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400386 Dec 22 13:38:23.012720 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53752) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:38:23.085623 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-00041589-a179-4c33-830d-181cc1a965dc None None] Set router faefa86f-386b-4d12-8f18-2ed3a580182d gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:38:23.147469 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a895ddbb-ecce-4808-b1b7-b97bd13a99bc tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:38:23.148982 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a895ddbb-ecce-4808-b1b7-b97bd13a99bc tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1353815 Dec 22 13:38:23.152061 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53756) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:38:23.191452 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-2e40019c-6859-4754-95e9-41529bf6de6b tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=0776f1b4-770d-462f-bc0f-df97e8017b18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382435 Dec 22 13:38:23.193816 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53760) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:38:23.200209 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-5ec81636-a47a-4893-86f9-39a37c13ab7b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-567420477', 'network_id': 'f4fd65f2-70e3-492b-9274-97708e156d95', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:38:23.391979 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-00041589-a179-4c33-830d-181cc1a965dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'name': 'tempest-TestNetworkBasicOps-router-4556864', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'f67ed5ea-da6f-4519-8138-06189bc37396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:38:21Z', 'updated_at': '2021-12-22T13:38:22Z', 'revision_number': 3, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'f67ed5ea-da6f-4519-8138-06189bc37396', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:38:21Z', 'updated_at': '2021-12-22T13:38:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:38:23.395726 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00041589-a179-4c33-830d-181cc1a965dc None None] Checking router: faefa86f-386b-4d12-8f18-2ed3a580182d for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:38:23.396077 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00041589-a179-4c33-830d-181cc1a965dc None None] Updating router faefa86f-386b-4d12-8f18-2ed3a580182d port f67ed5ea-da6f-4519-8138-06189bc37396 binding host dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:38:23.421776 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5ec81636-a47a-4893-86f9-39a37c13ab7b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:38:23.425707 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5ec81636-a47a-4893-86f9-39a37c13ab7b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:subnet and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:38:23.428499 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5ec81636-a47a-4893-86f9-39a37c13ab7b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:38:23.434666 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5ec81636-a47a-4893-86f9-39a37c13ab7b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:38:23.445684 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-00041589-a179-4c33-830d-181cc1a965dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:23.523577 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec81636-a47a-4893-86f9-39a37c13ab7b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Made reservation on behalf of 453b85bce7e6482dbe10966fb03da8cc for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:38:23.625545 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5ec81636-a47a-4893-86f9-39a37c13ab7b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:23.763084 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-00041589-a179-4c33-830d-181cc1a965dc None None] Notify callbacks [] for port, precommit_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:23.775963 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.provisioning_blocks [None req-00041589-a179-4c33-830d-181cc1a965dc None None] Transition to ACTIVE for port object f67ed5ea-da6f-4519-8138-06189bc37396 will not be triggered until provisioned by entity L2. {{(pid=84151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:38:23.843781 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-00041589-a179-4c33-830d-181cc1a965dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:23.848086 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:38:23.889484 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5ec81636-a47a-4893-86f9-39a37c13ab7b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:23.893878 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-df39b9f1-cef2-42d5-8770-9c9a6dc0feb4 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:38:23.921960 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-00041589-a179-4c33-830d-181cc1a965dc None None] Attempting to bind port f67ed5ea-da6f-4519-8138-06189bc37396 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:38:23.922542 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-00041589-a179-4c33-830d-181cc1a965dc None None] Attempting to bind port f67ed5ea-da6f-4519-8138-06189bc37396 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:38:23.922702 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00041589-a179-4c33-830d-181cc1a965dc None None] Attempting to bind port f67ed5ea-da6f-4519-8138-06189bc37396 on network 0776f1b4-770d-462f-bc0f-df97e8017b18 {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:38:23.929801 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55fbe27-c664-4746-912b-d8fad50e04e0 None None] Pushing event updated for resources: {'Port': ['ID=f67ed5ea-da6f-4519-8138-06189bc37396,revision_number=2']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:38:23.940850 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00041589-a179-4c33-830d-181cc1a965dc None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:38:23.946684 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00041589-a179-4c33-830d-181cc1a965dc None None] Checking segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:38:23.946684 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-00041589-a179-4c33-830d-181cc1a965dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:23.946684 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00041589-a179-4c33-830d-181cc1a965dc None None] Bound using segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:38:23.946684 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-00041589-a179-4c33-830d-181cc1a965dc None None] Bound port: f67ed5ea-da6f-4519-8138-06189bc37396, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:38:23.946684 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-00041589-a179-4c33-830d-181cc1a965dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:23.970730 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55fbe27-c664-4746-912b-d8fad50e04e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:38:23.971187 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55fbe27-c664-4746-912b-d8fad50e04e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:38:23.971399 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55fbe27-c664-4746-912b-d8fad50e04e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:38:23.971632 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec81636-a47a-4893-86f9-39a37c13ab7b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Subnet': ['ID=c855eefc-87cc-42ca-86e7-c0a7a1a3fec6,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:38:23.971744 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55fbe27-c664-4746-912b-d8fad50e04e0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:38:23.972029 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55fbe27-c664-4746-912b-d8fad50e04e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:38:23.972345 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55fbe27-c664-4746-912b-d8fad50e04e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:38:23.972662 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55fbe27-c664-4746-912b-d8fad50e04e0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:38:23.972977 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55fbe27-c664-4746-912b-d8fad50e04e0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:38:23.973622 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55fbe27-c664-4746-912b-d8fad50e04e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:38:23.973622 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55fbe27-c664-4746-912b-d8fad50e04e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:38:23.973888 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55fbe27-c664-4746-912b-d8fad50e04e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:38:23.975726 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5ec81636-a47a-4893-86f9-39a37c13ab7b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:38:23.983689 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-d55fbe27-c664-4746-912b-d8fad50e04e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:38:23.984830 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec81636-a47a-4893-86f9-39a37c13ab7b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Checking segment: {'id': 'de7386d1-6cb3-4ea0-bf3c-083e8762dd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f4fd65f2-70e3-492b-9274-97708e156d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:38:23.985183 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec81636-a47a-4893-86f9-39a37c13ab7b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network hostable DHCP agents. Network: f4fd65f2-70e3-492b-9274-97708e156d95, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:38:24.022969 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-00041589-a179-4c33-830d-181cc1a965dc None None] For port f67ed5ea-da6f-4519-8138-06189bc37396, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:38:24.025985 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-00041589-a179-4c33-830d-181cc1a965dc None None] For port f67ed5ea-da6f-4519-8138-06189bc37396, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=f67ed5ea-da6f-4519-8138-06189bc37396,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:38:24.054797 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec81636-a47a-4893-86f9-39a37c13ab7b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network f4fd65f2-70e3-492b-9274-97708e156d95 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:38:24.112685 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-00041589-a179-4c33-830d-181cc1a965dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:24.116341 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-bfc5594f-7b26-4a05-b4ae-d4f542ef5caf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:38:24.141073 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-5ec81636-a47a-4893-86f9-39a37c13ab7b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, f4fd65f2-70e3-492b-9274-97708e156d95) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:38:24.145302 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec81636-a47a-4893-86f9-39a37c13ab7b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:38:24.153732 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5ec81636-a47a-4893-86f9-39a37c13ab7b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:24.153999 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7f157e-64b6-4ff3-a9d1-33395644ec8e None None] Network f4fd65f2-70e3-492b-9274-97708e156d95 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:38:24.200249 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55fbe27-c664-4746-912b-d8fad50e04e0 None None] Pushing event updated for resources: {'Port': ['ID=f67ed5ea-da6f-4519-8138-06189bc37396,revision_number=3']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:38:24.205411 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-d55fbe27-c664-4746-912b-d8fad50e04e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:38:24.208380 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00041589-a179-4c33-830d-181cc1a965dc None None] Routers {'faefa86f-386b-4d12-8f18-2ed3a580182d'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:38:24.208380 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-00041589-a179-4c33-830d-181cc1a965dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:38:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['faefa86f-386b-4d12-8f18-2ed3a580182d'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:38:24.227947 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5ec81636-a47a-4893-86f9-39a37c13ab7b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0328503 Dec 22 13:38:24.230702 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53764) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:38:24.372007 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c435fc99-e248-4a9b-b5f3-f71d78159433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-f4fd65f2-70e3-492b-9274-97708e156d95', 'network_id': 'f4fd65f2-70e3-492b-9274-97708e156d95', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ips': [{'subnet_id': 'c855eefc-87cc-42ca-86e7-c0a7a1a3fec6'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:38:24.372975 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c435fc99-e248-4a9b-b5f3-f71d78159433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:24.389997 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-00041589-a179-4c33-830d-181cc1a965dc None None] Set router faefa86f-386b-4d12-8f18-2ed3a580182d gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:38:24.550623 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-c435fc99-e248-4a9b-b5f3-f71d78159433 None None] Allocated IP 172.20.0.2 (f4fd65f2-70e3-492b-9274-97708e156d95/c855eefc-87cc-42ca-86e7-c0a7a1a3fec6/cfba1615-ddfc-463d-9019-893efd904a3e) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:38:24.720862 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-00041589-a179-4c33-830d-181cc1a965dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'name': 'tempest-TestNetworkBasicOps-router-4556864', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'f67ed5ea-da6f-4519-8138-06189bc37396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:38:21Z', 'updated_at': '2021-12-22T13:38:22Z', 'revision_number': 3, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'f67ed5ea-da6f-4519-8138-06189bc37396', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:38:21Z', 'updated_at': '2021-12-22T13:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:38:24.725661 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00041589-a179-4c33-830d-181cc1a965dc None None] The sync data for ids ['faefa86f-386b-4d12-8f18-2ed3a580182d'] in dv-neutron-822669-1-hyperv is: [{'id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'name': 'tempest-TestNetworkBasicOps-router-4556864', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'f67ed5ea-da6f-4519-8138-06189bc37396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:38:21Z', 'updated_at': '2021-12-22T13:38:22Z', 'revision_number': 3, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'f67ed5ea-da6f-4519-8138-06189bc37396', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:38:21Z', 'updated_at': '2021-12-22T13:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:38:24.769244 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c435fc99-e248-4a9b-b5f3-f71d78159433 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:24.780956 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c435fc99-e248-4a9b-b5f3-f71d78159433 None None] Transition to ACTIVE for port object cfba1615-ddfc-463d-9019-893efd904a3e will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:38:24.800801 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c435fc99-e248-4a9b-b5f3-f71d78159433 None None] Transition to ACTIVE for port object cfba1615-ddfc-463d-9019-893efd904a3e will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:38:24.866589 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c435fc99-e248-4a9b-b5f3-f71d78159433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:24.872633 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:38:24.953533 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435fc99-e248-4a9b-b5f3-f71d78159433 None None] Pushing event updated for resources: {'Port': ['ID=cfba1615-ddfc-463d-9019-893efd904a3e,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:38:24.961889 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c435fc99-e248-4a9b-b5f3-f71d78159433 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:38:24.967983 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c435fc99-e248-4a9b-b5f3-f71d78159433 None None] Network f4fd65f2-70e3-492b-9274-97708e156d95 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:38:24.973315 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-c435fc99-e248-4a9b-b5f3-f71d78159433 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:38:24.977457 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c435fc99-e248-4a9b-b5f3-f71d78159433 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:38:25.071605 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-c435fc99-e248-4a9b-b5f3-f71d78159433 None None] Attempting to bind port cfba1615-ddfc-463d-9019-893efd904a3e on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:38:25.071983 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-c435fc99-e248-4a9b-b5f3-f71d78159433 None None] Attempting to bind port cfba1615-ddfc-463d-9019-893efd904a3e by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'de7386d1-6cb3-4ea0-bf3c-083e8762dd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f4fd65f2-70e3-492b-9274-97708e156d95'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:38:25.072356 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c435fc99-e248-4a9b-b5f3-f71d78159433 None None] Attempting to bind port cfba1615-ddfc-463d-9019-893efd904a3e on network f4fd65f2-70e3-492b-9274-97708e156d95 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:38:25.081221 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c435fc99-e248-4a9b-b5f3-f71d78159433 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:38:25.081607 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c435fc99-e248-4a9b-b5f3-f71d78159433 None None] Checking segment: {'id': 'de7386d1-6cb3-4ea0-bf3c-083e8762dd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f4fd65f2-70e3-492b-9274-97708e156d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:38:25.082025 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c435fc99-e248-4a9b-b5f3-f71d78159433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:25.082483 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c435fc99-e248-4a9b-b5f3-f71d78159433 None None] Bound using segment: {'id': 'de7386d1-6cb3-4ea0-bf3c-083e8762dd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f4fd65f2-70e3-492b-9274-97708e156d95'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:38:25.083177 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-c435fc99-e248-4a9b-b5f3-f71d78159433 None None] Bound port: cfba1615-ddfc-463d-9019-893efd904a3e, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7386d1-6cb3-4ea0-bf3c-083e8762dd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f4fd65f2-70e3-492b-9274-97708e156d95'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:38:25.083577 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c435fc99-e248-4a9b-b5f3-f71d78159433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:25.161055 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-103d8c21-d462-4a3d-b690-8428ba3b7c6c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:25.178061 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-c435fc99-e248-4a9b-b5f3-f71d78159433 None None] For port cfba1615-ddfc-463d-9019-893efd904a3e, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:38:25.182226 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-c435fc99-e248-4a9b-b5f3-f71d78159433 None None] For port cfba1615-ddfc-463d-9019-893efd904a3e, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=cfba1615-ddfc-463d-9019-893efd904a3e,segment=NetworkSegment(de7386d1-6cb3-4ea0-bf3c-083e8762dd3c),segment_id=de7386d1-6cb3-4ea0-bf3c-083e8762dd3c)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:38:25.244471 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c435fc99-e248-4a9b-b5f3-f71d78159433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:25.250343 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-0ed33b3f-6ef7-49f0-8e10-a2f796da136d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:38:25.341653 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435fc99-e248-4a9b-b5f3-f71d78159433 None None] Pushing event updated for resources: {'Port': ['ID=cfba1615-ddfc-463d-9019-893efd904a3e,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:38:25.349656 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c435fc99-e248-4a9b-b5f3-f71d78159433 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:38:25.415484 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device f67ed5ea-da6f-4519-8138-06189bc37396 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:38:25.569831 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port f67ed5ea-da6f-4519-8138-06189bc37396 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:38:25.579895 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port f67ed5ea-da6f-4519-8138-06189bc37396 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:38:25.579895 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:25.694366 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-103d8c21-d462-4a3d-b690-8428ba3b7c6c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Allocated IP 172.20.0.1 (f4fd65f2-70e3-492b-9274-97708e156d95/c855eefc-87cc-42ca-86e7-c0a7a1a3fec6/b180349d-fe9e-463b-a44a-1f444e858ada) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:38:25.719905 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:25.737242 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port f67ed5ea-da6f-4519-8138-06189bc37396, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=f67ed5ea-da6f-4519-8138-06189bc37396,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:38:25.775274 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:25.777468 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-ff5126a6-b557-495b-ab1d-763fd11744ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:38:25.841923 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=f67ed5ea-da6f-4519-8138-06189bc37396,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:38:25.844895 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:38:25.863747 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-103d8c21-d462-4a3d-b690-8428ba3b7c6c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:25.880827 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-103d8c21-d462-4a3d-b690-8428ba3b7c6c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Transition to ACTIVE for port object b180349d-fe9e-463b-a44a-1f444e858ada will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:38:25.958626 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-103d8c21-d462-4a3d-b690-8428ba3b7c6c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:25.962279 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2d35c8de-e62f-403c-a5b4-c569b87764ee tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:38:26.031918 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103d8c21-d462-4a3d-b690-8428ba3b7c6c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network f4fd65f2-70e3-492b-9274-97708e156d95 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:38:26.035120 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-103d8c21-d462-4a3d-b690-8428ba3b7c6c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:38:26.037071 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d8c21-d462-4a3d-b690-8428ba3b7c6c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=b180349d-fe9e-463b-a44a-1f444e858ada,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:38:26.039212 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103d8c21-d462-4a3d-b690-8428ba3b7c6c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:38:26.085600 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d8c21-d462-4a3d-b690-8428ba3b7c6c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:38:26.085987 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d8c21-d462-4a3d-b690-8428ba3b7c6c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:38:26.086379 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d8c21-d462-4a3d-b690-8428ba3b7c6c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:38:26.086756 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d8c21-d462-4a3d-b690-8428ba3b7c6c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:38:26.087129 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d8c21-d462-4a3d-b690-8428ba3b7c6c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:38:26.087495 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d8c21-d462-4a3d-b690-8428ba3b7c6c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:38:26.087868 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d8c21-d462-4a3d-b690-8428ba3b7c6c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:38:26.088232 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d8c21-d462-4a3d-b690-8428ba3b7c6c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:38:26.088747 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d8c21-d462-4a3d-b690-8428ba3b7c6c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:38:26.089121 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d8c21-d462-4a3d-b690-8428ba3b7c6c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:38:26.089519 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d8c21-d462-4a3d-b690-8428ba3b7c6c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:38:26.095223 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-103d8c21-d462-4a3d-b690-8428ba3b7c6c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:38:26.113564 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-103d8c21-d462-4a3d-b690-8428ba3b7c6c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:26.251165 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-103d8c21-d462-4a3d-b690-8428ba3b7c6c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:26.375858 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b52ad46-0697-43bc-9dde-95cdc9fbbd2e None None] Network f4fd65f2-70e3-492b-9274-97708e156d95 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:38:26.537083 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-f5b93344-4e96-4675-acb9-6b4369ee7233 None None] Provisioning for port cfba1615-ddfc-463d-9019-893efd904a3e completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:38:26.786499 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-103d8c21-d462-4a3d-b690-8428ba3b7c6c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:26.849430 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-103d8c21-d462-4a3d-b690-8428ba3b7c6c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:26.884655 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ffb72f52-4641-40b1-9c63-47d8c6e4da55 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:38:26.935084 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c423525c-c802-45c5-bc41-d79dab141fee None None] Provisioning for port b180349d-fe9e-463b-a44a-1f444e858ada completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:38:26.941884 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c423525c-c802-45c5-bc41-d79dab141fee None None] Provisioning complete for port b180349d-fe9e-463b-a44a-1f444e858ada triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:38:26.942388 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c423525c-c802-45c5-bc41-d79dab141fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:26.972898 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-103d8c21-d462-4a3d-b690-8428ba3b7c6c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:26.976526 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d8c21-d462-4a3d-b690-8428ba3b7c6c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=b180349d-fe9e-463b-a44a-1f444e858ada,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:38:26.980975 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-103d8c21-d462-4a3d-b690-8428ba3b7c6c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:38:26.996776 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-c423525c-c802-45c5-bc41-d79dab141fee None None] Port b180349d-fe9e-463b-a44a-1f444e858ada cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:38:27.113894 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103d8c21-d462-4a3d-b690-8428ba3b7c6c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network f4fd65f2-70e3-492b-9274-97708e156d95 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:38:27.115069 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-103d8c21-d462-4a3d-b690-8428ba3b7c6c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:38:27.116162 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7c991ea1-981d-4ad4-80cd-d38dcdfd4631 None None] Provisioning complete for port b180349d-fe9e-463b-a44a-1f444e858ada triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:38:27.116536 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7c991ea1-981d-4ad4-80cd-d38dcdfd4631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:27.224206 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7c991ea1-981d-4ad4-80cd-d38dcdfd4631 None None] Port b180349d-fe9e-463b-a44a-1f444e858ada cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:38:27.346819 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-26a7a589-a8c2-4ebf-8411-8b2c5074e90f None None] Provisioning complete for port b180349d-fe9e-463b-a44a-1f444e858ada triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:38:27.347297 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-26a7a589-a8c2-4ebf-8411-8b2c5074e90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:27.401541 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-26a7a589-a8c2-4ebf-8411-8b2c5074e90f None None] Port b180349d-fe9e-463b-a44a-1f444e858ada cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:38:27.419751 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device f67ed5ea-da6f-4519-8138-06189bc37396 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:38:27.488372 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port f67ed5ea-da6f-4519-8138-06189bc37396 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:38:27.488751 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:27.520477 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103d8c21-d462-4a3d-b690-8428ba3b7c6c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router faefa86f-386b-4d12-8f18-2ed3a580182d has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:38:27.606247 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device cfba1615-ddfc-463d-9019-893efd904a3e up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:38:27.724746 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103d8c21-d462-4a3d-b690-8428ba3b7c6c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:38:27.731626 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port cfba1615-ddfc-463d-9019-893efd904a3e completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:38:27.736590 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port cfba1615-ddfc-463d-9019-893efd904a3e triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:38:27.736962 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:27.739714 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-103d8c21-d462-4a3d-b690-8428ba3b7c6c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "PUT /v2.0/routers/faefa86f-386b-4d12-8f18-2ed3a580182d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5059531 Dec 22 13:38:27.747165 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53768) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:38:27.851054 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:27.882780 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d003f8c9-d11d-478d-9684-f8278776ed64 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:38:27.883389 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d003f8c9-d11d-478d-9684-f8278776ed64 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:38:27.883537 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port cfba1615-ddfc-463d-9019-893efd904a3e, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=cfba1615-ddfc-463d-9019-893efd904a3e,segment=NetworkSegment(de7386d1-6cb3-4ea0-bf3c-083e8762dd3c),segment_id=de7386d1-6cb3-4ea0-bf3c-083e8762dd3c)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:38:27.883814 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d003f8c9-d11d-478d-9684-f8278776ed64 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:38:27.884304 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d003f8c9-d11d-478d-9684-f8278776ed64 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:38:27.889163 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d003f8c9-d11d-478d-9684-f8278776ed64 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1379640 Dec 22 13:38:27.889518 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53772) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:38:27.960955 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18b9bf9-0997-4827-8a2f-1b4a27f22218 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:38:27.961332 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18b9bf9-0997-4827-8a2f-1b4a27f22218 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:38:27.961695 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18b9bf9-0997-4827-8a2f-1b4a27f22218 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:38:27.962058 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18b9bf9-0997-4827-8a2f-1b4a27f22218 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:38:27.965976 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e18b9bf9-0997-4827-8a2f-1b4a27f22218 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0732777 Dec 22 13:38:27.968160 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:27.968160 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:38:27.968375 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53776) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:38:28.034744 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=cfba1615-ddfc-463d-9019-893efd904a3e,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:38:28.037672 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:38:28.167311 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-dbccb063-0034-4174-a498-8ec866e68e81 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1604 time: 0.1975462 Dec 22 13:38:28.339629 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea772ced-2b62-47f0-a564-eccb82c5d63a None None] Sync routers for ids ['faefa86f-386b-4d12-8f18-2ed3a580182d'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:38:28.351306 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea772ced-2b62-47f0-a564-eccb82c5d63a None None] Routers {'faefa86f-386b-4d12-8f18-2ed3a580182d'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:38:28.351920 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-ea772ced-2b62-47f0-a564-eccb82c5d63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:38:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['faefa86f-386b-4d12-8f18-2ed3a580182d'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:38:28.528785 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-ea772ced-2b62-47f0-a564-eccb82c5d63a None None] Set router faefa86f-386b-4d12-8f18-2ed3a580182d gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:38:28.611902 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53782) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:38:28.617844 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-8641fa25-87bf-4265-8a30-0e0d623ff40f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-790204528', 'description': 'tempest-secgroup-smoke-790204528 description', 'project_id': '453b85bce7e6482dbe10966fb03da8cc'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:38:28.624606 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-8641fa25-87bf-4265-8a30-0e0d623ff40f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:38:28.628779 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-8641fa25-87bf-4265-8a30-0e0d623ff40f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:38:28.631710 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-8641fa25-87bf-4265-8a30-0e0d623ff40f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:38:28.638485 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-8641fa25-87bf-4265-8a30-0e0d623ff40f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:38:28.684698 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8641fa25-87bf-4265-8a30-0e0d623ff40f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:28.720835 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-8641fa25-87bf-4265-8a30-0e0d623ff40f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:38:28.724556 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-8641fa25-87bf-4265-8a30-0e0d623ff40f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:38:28.727351 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-8641fa25-87bf-4265-8a30-0e0d623ff40f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:38:28.733573 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-8641fa25-87bf-4265-8a30-0e0d623ff40f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:38:28.791450 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8641fa25-87bf-4265-8a30-0e0d623ff40f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:28.847810 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-ea772ced-2b62-47f0-a564-eccb82c5d63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'name': 'tempest-TestNetworkBasicOps-router-4556864', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'f67ed5ea-da6f-4519-8138-06189bc37396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:38:21Z', 'updated_at': '2021-12-22T13:38:26Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'f67ed5ea-da6f-4519-8138-06189bc37396', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:38:21Z', 'updated_at': '2021-12-22T13:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'b180349d-fe9e-463b-a44a-1f444e858ada', 'name': '', 'network_id': 'f4fd65f2-70e3-492b-9274-97708e156d95', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:6c:93:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c855eefc-87cc-42ca-86e7-c0a7a1a3fec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:38:25Z', 'updated_at': '2021-12-22T13:38:26Z', 'revision_number': 2, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'c855eefc-87cc-42ca-86e7-c0a7a1a3fec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:38:28.851621 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea772ced-2b62-47f0-a564-eccb82c5d63a None None] Checking router: faefa86f-386b-4d12-8f18-2ed3a580182d for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:38:28.851974 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea772ced-2b62-47f0-a564-eccb82c5d63a None None] Updating router faefa86f-386b-4d12-8f18-2ed3a580182d port b180349d-fe9e-463b-a44a-1f444e858ada binding host dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:38:28.860516 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8641fa25-87bf-4265-8a30-0e0d623ff40f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:28.866184 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ed24f699-05e2-473a-bd8a-7925bdc92810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:38:28.906912 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ea772ced-2b62-47f0-a564-eccb82c5d63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:28.907158 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641fa25-87bf-4265-8a30-0e0d623ff40f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e12547c-bc9a-46d4-80e8-a59c8e20990c,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:38:28.910042 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8641fa25-87bf-4265-8a30-0e0d623ff40f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:38:28.918078 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:28.969330 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8641fa25-87bf-4265-8a30-0e0d623ff40f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:28.970611 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8641fa25-87bf-4265-8a30-0e0d623ff40f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3575945 Dec 22 13:38:28.973334 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53786) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:38:28.978929 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-f66211e6-ad7a-467b-bdf7-baab756a3c04 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '6e12547c-bc9a-46d4-80e8-a59c8e20990c', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:38:28.985714 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-f66211e6-ad7a-467b-bdf7-baab756a3c04 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:38:28.990320 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f66211e6-ad7a-467b-bdf7-baab756a3c04 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:38:28.992718 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f66211e6-ad7a-467b-bdf7-baab756a3c04 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:38:28.998687 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-f66211e6-ad7a-467b-bdf7-baab756a3c04 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:38:29.073219 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f66211e6-ad7a-467b-bdf7-baab756a3c04 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:29.139901 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f66211e6-ad7a-467b-bdf7-baab756a3c04 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:29.209465 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f66211e6-ad7a-467b-bdf7-baab756a3c04 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:29.211343 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5fb550e7-8def-477e-8c52-2475134ccd79 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:38:29.235378 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66211e6-ad7a-467b-bdf7-baab756a3c04 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f117c82-24ee-4d50-bfcd-ecb45a071d99,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:38:29.238082 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f66211e6-ad7a-467b-bdf7-baab756a3c04 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:38:29.248482 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ea772ced-2b62-47f0-a564-eccb82c5d63a None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:29.259978 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-ea772ced-2b62-47f0-a564-eccb82c5d63a None None] Transition to ACTIVE for port object b180349d-fe9e-463b-a44a-1f444e858ada will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:38:29.306867 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f66211e6-ad7a-467b-bdf7-baab756a3c04 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:29.308113 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f66211e6-ad7a-467b-bdf7-baab756a3c04 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3337476 Dec 22 13:38:29.310990 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53790) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:38:29.316817 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-5cb2e5d1-9bc0-441d-8705-31464057cd33 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '6e12547c-bc9a-46d4-80e8-a59c8e20990c', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:38:29.322909 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5cb2e5d1-9bc0-441d-8705-31464057cd33 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:38:29.327777 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5cb2e5d1-9bc0-441d-8705-31464057cd33 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:38:29.329961 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ea772ced-2b62-47f0-a564-eccb82c5d63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:29.333491 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5cb2e5d1-9bc0-441d-8705-31464057cd33 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:38:29.334097 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:38:29.340511 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5cb2e5d1-9bc0-441d-8705-31464057cd33 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:38:29.373454 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device cfba1615-ddfc-463d-9019-893efd904a3e up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:38:29.410240 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5cb2e5d1-9bc0-441d-8705-31464057cd33 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:29.482283 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5cb2e5d1-9bc0-441d-8705-31464057cd33 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:29.535626 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5cb2e5d1-9bc0-441d-8705-31464057cd33 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:29.537782 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-74965519-b8dd-4e78-a8a1-898aaedbf392 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:38:29.554059 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d27fc-561e-4e13-ab20-9eb84d2bf79e None None] Pushing event updated for resources: {'Port': ['ID=b180349d-fe9e-463b-a44a-1f444e858ada,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:38:29.556872 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-382d27fc-561e-4e13-ab20-9eb84d2bf79e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:38:29.565470 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2e5d1-9bc0-441d-8705-31464057cd33 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2443c378-dab5-4ec5-b56c-5c4c72b12abc,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:38:29.569878 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5cb2e5d1-9bc0-441d-8705-31464057cd33 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:38:29.632173 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5cb2e5d1-9bc0-441d-8705-31464057cd33 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:29.633658 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5cb2e5d1-9bc0-441d-8705-31464057cd33 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3216379 Dec 22 13:38:29.636524 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53794) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:38:29.643460 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-2f56830c-9b6f-4a19-b31e-4972a6f19450 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '6e12547c-bc9a-46d4-80e8-a59c8e20990c', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:38:29.644922 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port cfba1615-ddfc-463d-9019-893efd904a3e triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:38:29.645306 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:29.649722 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-2f56830c-9b6f-4a19-b31e-4972a6f19450 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:38:29.654751 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2f56830c-9b6f-4a19-b31e-4972a6f19450 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:38:29.657861 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2f56830c-9b6f-4a19-b31e-4972a6f19450 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:38:29.665047 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-2f56830c-9b6f-4a19-b31e-4972a6f19450 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:38:29.703585 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-ea772ced-2b62-47f0-a564-eccb82c5d63a None None] Attempting to bind port b180349d-fe9e-463b-a44a-1f444e858ada on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:38:29.703958 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-ea772ced-2b62-47f0-a564-eccb82c5d63a None None] Attempting to bind port b180349d-fe9e-463b-a44a-1f444e858ada by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'de7386d1-6cb3-4ea0-bf3c-083e8762dd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f4fd65f2-70e3-492b-9274-97708e156d95'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:38:29.704318 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea772ced-2b62-47f0-a564-eccb82c5d63a None None] Attempting to bind port b180349d-fe9e-463b-a44a-1f444e858ada on network f4fd65f2-70e3-492b-9274-97708e156d95 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:38:29.722510 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea772ced-2b62-47f0-a564-eccb82c5d63a None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:38:29.722886 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea772ced-2b62-47f0-a564-eccb82c5d63a None None] Checking segment: {'id': 'de7386d1-6cb3-4ea0-bf3c-083e8762dd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f4fd65f2-70e3-492b-9274-97708e156d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:38:29.723290 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ea772ced-2b62-47f0-a564-eccb82c5d63a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:29.723685 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea772ced-2b62-47f0-a564-eccb82c5d63a None None] Bound using segment: {'id': 'de7386d1-6cb3-4ea0-bf3c-083e8762dd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f4fd65f2-70e3-492b-9274-97708e156d95'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:38:29.724150 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-ea772ced-2b62-47f0-a564-eccb82c5d63a None None] Bound port: b180349d-fe9e-463b-a44a-1f444e858ada, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7386d1-6cb3-4ea0-bf3c-083e8762dd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f4fd65f2-70e3-492b-9274-97708e156d95'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:38:29.724526 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ea772ced-2b62-47f0-a564-eccb82c5d63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:29.747650 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2f56830c-9b6f-4a19-b31e-4972a6f19450 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:29.809777 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2f56830c-9b6f-4a19-b31e-4972a6f19450 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:29.881725 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-ea772ced-2b62-47f0-a564-eccb82c5d63a None None] For port b180349d-fe9e-463b-a44a-1f444e858ada, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:38:29.884694 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-ea772ced-2b62-47f0-a564-eccb82c5d63a None None] For port b180349d-fe9e-463b-a44a-1f444e858ada, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=b180349d-fe9e-463b-a44a-1f444e858ada,segment=NetworkSegment(de7386d1-6cb3-4ea0-bf3c-083e8762dd3c),segment_id=de7386d1-6cb3-4ea0-bf3c-083e8762dd3c)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:38:29.889085 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2f56830c-9b6f-4a19-b31e-4972a6f19450 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:29.891355 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0b0f713c-06e2-4ed3-bb47-4e7bce5c9e69 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:38:29.913302 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f56830c-9b6f-4a19-b31e-4972a6f19450 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47fd048e-a13b-4aa8-a94a-7cd38ddacd1b,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:38:29.915691 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2f56830c-9b6f-4a19-b31e-4972a6f19450 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:38:29.946731 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ea772ced-2b62-47f0-a564-eccb82c5d63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:29.950620 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:38:30.003806 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2f56830c-9b6f-4a19-b31e-4972a6f19450 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:30.005059 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-2f56830c-9b6f-4a19-b31e-4972a6f19450 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3672595 Dec 22 13:38:30.008346 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53798) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:38:30.014581 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-1835a152-8759-4029-adee-5239e3191fef tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '6e12547c-bc9a-46d4-80e8-a59c8e20990c', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:38:30.020671 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1835a152-8759-4029-adee-5239e3191fef tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:38:30.024736 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1835a152-8759-4029-adee-5239e3191fef tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:38:30.029088 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1835a152-8759-4029-adee-5239e3191fef tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:38:30.032462 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d27fc-561e-4e13-ab20-9eb84d2bf79e None None] Pushing event updated for resources: {'Port': ['ID=b180349d-fe9e-463b-a44a-1f444e858ada,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:38:30.035528 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1835a152-8759-4029-adee-5239e3191fef tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:38:30.035673 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-382d27fc-561e-4e13-ab20-9eb84d2bf79e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:38:30.038767 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea772ced-2b62-47f0-a564-eccb82c5d63a None None] Routers {'faefa86f-386b-4d12-8f18-2ed3a580182d'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:38:30.039198 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-ea772ced-2b62-47f0-a564-eccb82c5d63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:38:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['faefa86f-386b-4d12-8f18-2ed3a580182d'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:38:30.136007 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1835a152-8759-4029-adee-5239e3191fef tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:30.207160 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1835a152-8759-4029-adee-5239e3191fef tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:30.228055 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-ea772ced-2b62-47f0-a564-eccb82c5d63a None None] Set router faefa86f-386b-4d12-8f18-2ed3a580182d gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:38:30.283910 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1835a152-8759-4029-adee-5239e3191fef tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:30.291402 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d8f14295-bab9-46a8-8998-4a41a204f6d1 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:38:30.312015 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835a152-8759-4029-adee-5239e3191fef tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e66341b4-fb02-4b79-a2ca-fb70c48ed2b9,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:38:30.314892 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1835a152-8759-4029-adee-5239e3191fef tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:38:30.391821 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1835a152-8759-4029-adee-5239e3191fef tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:30.393044 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1835a152-8759-4029-adee-5239e3191fef tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3836892 Dec 22 13:38:30.395802 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53802) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:38:30.401281 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-3f4ae892-cdb0-4e76-bb8e-ea0417f43a83 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '6e12547c-bc9a-46d4-80e8-a59c8e20990c', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:38:30.407479 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-3f4ae892-cdb0-4e76-bb8e-ea0417f43a83 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:38:30.411371 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-3f4ae892-cdb0-4e76-bb8e-ea0417f43a83 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:38:30.414210 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-3f4ae892-cdb0-4e76-bb8e-ea0417f43a83 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:38:30.420136 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-3f4ae892-cdb0-4e76-bb8e-ea0417f43a83 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:38:30.552217 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.securitygroups_db [None req-3f4ae892-cdb0-4e76-bb8e-ea0417f43a83 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Project 453b85bce7e6482dbe10966fb03da8cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:38:30.559752 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-ea772ced-2b62-47f0-a564-eccb82c5d63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'name': 'tempest-TestNetworkBasicOps-router-4556864', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'f67ed5ea-da6f-4519-8138-06189bc37396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:38:21Z', 'updated_at': '2021-12-22T13:38:26Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'f67ed5ea-da6f-4519-8138-06189bc37396', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:38:21Z', 'updated_at': '2021-12-22T13:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'b180349d-fe9e-463b-a44a-1f444e858ada', 'name': '', 'network_id': 'f4fd65f2-70e3-492b-9274-97708e156d95', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:6c:93:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c855eefc-87cc-42ca-86e7-c0a7a1a3fec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:38:25Z', 'updated_at': '2021-12-22T13:38:29Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'c855eefc-87cc-42ca-86e7-c0a7a1a3fec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:38:30.562605 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae892-cdb0-4e76-bb8e-ea0417f43a83 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:30.564093 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea772ced-2b62-47f0-a564-eccb82c5d63a None None] The sync data for ids ['faefa86f-386b-4d12-8f18-2ed3a580182d'] in dv-neutron-822669-1-hyperv is: [{'id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'name': 'tempest-TestNetworkBasicOps-router-4556864', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'f67ed5ea-da6f-4519-8138-06189bc37396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:38:21Z', 'updated_at': '2021-12-22T13:38:26Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'f67ed5ea-da6f-4519-8138-06189bc37396', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:38:21Z', 'updated_at': '2021-12-22T13:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'b180349d-fe9e-463b-a44a-1f444e858ada', 'name': '', 'network_id': 'f4fd65f2-70e3-492b-9274-97708e156d95', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:6c:93:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c855eefc-87cc-42ca-86e7-c0a7a1a3fec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:38:25Z', 'updated_at': '2021-12-22T13:38:29Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'c855eefc-87cc-42ca-86e7-c0a7a1a3fec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:38:30.646275 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae892-cdb0-4e76-bb8e-ea0417f43a83 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:30.741248 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae892-cdb0-4e76-bb8e-ea0417f43a83 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:30.743251 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a194abc3-a1bd-47a4-b186-89dca97a23d4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:38:30.769064 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae892-cdb0-4e76-bb8e-ea0417f43a83 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6562d7f-e333-4e47-be15-475a02a87847,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:38:30.771672 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3f4ae892-cdb0-4e76-bb8e-ea0417f43a83 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:38:30.843780 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae892-cdb0-4e76-bb8e-ea0417f43a83 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:30.845021 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-3f4ae892-cdb0-4e76-bb8e-ea0417f43a83 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4483056 Dec 22 13:38:30.848097 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53806) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:38:30.853819 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-2002237c-3bdc-481b-88e7-b29c812cd7b0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'security_group_rule': {'security_group_id': '6e12547c-bc9a-46d4-80e8-a59c8e20990c', 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:38:30.863350 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-2002237c-3bdc-481b-88e7-b29c812cd7b0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:38:30.864793 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-2002237c-3bdc-481b-88e7-b29c812cd7b0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:security_group_rule and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:38:30.867753 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-2002237c-3bdc-481b-88e7-b29c812cd7b0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:38:30.875576 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-2002237c-3bdc-481b-88e7-b29c812cd7b0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:38:30.945998 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.securitygroups_db [None req-2002237c-3bdc-481b-88e7-b29c812cd7b0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Project 453b85bce7e6482dbe10966fb03da8cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:38:30.953487 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2002237c-3bdc-481b-88e7-b29c812cd7b0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:31.023042 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2002237c-3bdc-481b-88e7-b29c812cd7b0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:31.134629 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2002237c-3bdc-481b-88e7-b29c812cd7b0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:31.138902 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f15f65e8-36f9-4b52-9779-38cbdb73963b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:38:31.163540 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002237c-3bdc-481b-88e7-b29c812cd7b0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9061d26-b860-4a1d-aefe-b3a23b21c7a5,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:38:31.165993 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2002237c-3bdc-481b-88e7-b29c812cd7b0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:38:31.237913 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2002237c-3bdc-481b-88e7-b29c812cd7b0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:31.239221 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-2002237c-3bdc-481b-88e7-b29c812cd7b0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3901217 Dec 22 13:38:31.376146 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device b180349d-fe9e-463b-a44a-1f444e858ada up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:38:31.500912 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port b180349d-fe9e-463b-a44a-1f444e858ada completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:38:31.506325 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port b180349d-fe9e-463b-a44a-1f444e858ada triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:38:31.506808 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:31.607577 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-636f53a3-0211-4c32-b07e-cbd025e31c01 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:security_group {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:38:31.628879 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:31.659749 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port b180349d-fe9e-463b-a44a-1f444e858ada, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=b180349d-fe9e-463b-a44a-1f444e858ada,segment=NetworkSegment(de7386d1-6cb3-4ea0-bf3c-083e8762dd3c),segment_id=de7386d1-6cb3-4ea0-bf3c-083e8762dd3c)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:38:31.677580 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-636f53a3-0211-4c32-b07e-cbd025e31c01 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:security_group {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:38:31.678777 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-636f53a3-0211-4c32-b07e-cbd025e31c01 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-790204528&fields=id&tenant_id=453b85bce7e6482dbe10966fb03da8cc HTTP/1.1" status: 200 len: 267 time: 0.2339323 Dec 22 13:38:31.735215 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:31.737690 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-59492c85-351e-4098-96a3-32ef413f9e16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:38:31.802482 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=b180349d-fe9e-463b-a44a-1f444e858ada,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:38:31.805506 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:38:31.828047 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-236989da-875d-4971-b4ff-0cc0a6a65777 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:38:31.829458 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-236989da-875d-4971-b4ff-0cc0a6a65777 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/networks?id=f4fd65f2-70e3-492b-9274-97708e156d95 HTTP/1.1" status: 200 len: 797 time: 0.1435487 Dec 22 13:38:31.845737 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-e68893e2-7829-4a9b-813c-6076126737e3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/quotas/453b85bce7e6482dbe10966fb03da8cc HTTP/1.1" status: 200 len: 375 time: 0.0106447 Dec 22 13:38:31.923981 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-47a67014-58da-432f-a1b0-54480c81060e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:38:31.991959 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-47a67014-58da-432f-a1b0-54480c81060e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:38:31.993207 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-47a67014-58da-432f-a1b0-54480c81060e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1426725 Dec 22 13:38:32.075092 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-34edd36e-eaa3-4e02-9c70-50d04af171b6 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84148) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:38:32.076118 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-34edd36e-eaa3-4e02-9c70-50d04af171b6 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0712826 Dec 22 13:38:32.210531 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-ec4c5883-50bb-4317-97a5-f82cf0dc5bab service neutron] 10.222.0.47 "GET /v2.0/networks/f4fd65f2-70e3-492b-9274-97708e156d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280580 Dec 22 13:38:32.340825 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-486211d3-09ae-4f63-9c8e-043f3ec62b85 service neutron] 10.222.0.47 "GET /v2.0/networks/f4fd65f2-70e3-492b-9274-97708e156d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240039 Dec 22 13:38:32.610632 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-c22b8b30-f327-4fca-bb6c-4d5989fabe34 req-ee597995-3479-4321-849c-b2966ad27806 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:38:32.622946 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-c22b8b30-f327-4fca-bb6c-4d5989fabe34 req-ee597995-3479-4321-849c-b2966ad27806 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:38:32.624069 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c22b8b30-f327-4fca-bb6c-4d5989fabe34 req-ee597995-3479-4321-849c-b2966ad27806 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=daf60f4b-e9ea-432d-87f9-f5b864ba4127 HTTP/1.1" status: 200 len: 210 time: 0.0546989 Dec 22 13:38:33.352029 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device b180349d-fe9e-463b-a44a-1f444e858ada up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:38:33.423459 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port b180349d-fe9e-463b-a44a-1f444e858ada triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:38:33.423834 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:33.790727 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-23f95c9f-e4cf-4f81-956e-b2602ec7ed51 req-8630d513-d6cd-4650-bb3b-aff4ffb4b8c7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=daf60f4b-e9ea-432d-87f9-f5b864ba4127 HTTP/1.1" status: 200 len: 210 time: 0.0460877 Dec 22 13:38:34.860327 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-e48c3eed-45ad-4463-b33f-0d9f78cd1760 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:38:34.862741 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-e48c3eed-45ad-4463-b33f-0d9f78cd1760 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:network {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:38:34.948757 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-e48c3eed-45ad-4463-b33f-0d9f78cd1760 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:network {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:38:34.949863 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-e48c3eed-45ad-4463-b33f-0d9f78cd1760 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "GET /v2.0/networks?id=f4fd65f2-70e3-492b-9274-97708e156d95 HTTP/1.1" status: 200 len: 797 time: 0.3060255 Dec 22 13:38:34.959908 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2c1b7eca-f53b-427b-9047-c465b3739552 req-c0a351be-77be-4a3e-97e8-91c7349a64cd tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=daf60f4b-e9ea-432d-87f9-f5b864ba4127 HTTP/1.1" status: 200 len: 210 time: 0.0466783 Dec 22 13:38:35.017665 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-09a7218f-04eb-426f-8c82-c28d8716134b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:38:35.030525 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-09a7218f-04eb-426f-8c82-c28d8716134b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:38:35.031642 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-09a7218f-04eb-426f-8c82-c28d8716134b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=453b85bce7e6482dbe10966fb03da8cc HTTP/1.1" status: 200 len: 379 time: 0.0553904 Dec 22 13:38:35.045921 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-2f0fd792-3dfe-48f9-81a3-ac8fb0e0ff43 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'port': {'device_id': 'daf60f4b-e9ea-432d-87f9-f5b864ba4127', 'network_id': 'f4fd65f2-70e3-492b-9274-97708e156d95', 'admin_state_up': True, 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'security_groups': ['6e12547c-bc9a-46d4-80e8-a59c8e20990c']}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:38:35.184226 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-2f0fd792-3dfe-48f9-81a3-ac8fb0e0ff43 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:38:35.193908 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-2f0fd792-3dfe-48f9-81a3-ac8fb0e0ff43 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:38:35.283738 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-2f0fd792-3dfe-48f9-81a3-ac8fb0e0ff43 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Made reservation on behalf of 453b85bce7e6482dbe10966fb03da8cc for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:38:35.287030 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-2f0fd792-3dfe-48f9-81a3-ac8fb0e0ff43 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:35.446941 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-2f0fd792-3dfe-48f9-81a3-ac8fb0e0ff43 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Allocated IP 172.20.0.3 (f4fd65f2-70e3-492b-9274-97708e156d95/c855eefc-87cc-42ca-86e7-c0a7a1a3fec6/52160fbe-fd0f-4385-af88-beabe132e87b) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:38:35.671620 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-bc35aab5-8612-4e3c-bc36-db33dbef3312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:35.734425 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-2f0fd792-3dfe-48f9-81a3-ac8fb0e0ff43 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:35.750322 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-2f0fd792-3dfe-48f9-81a3-ac8fb0e0ff43 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Transition to ACTIVE for port object 52160fbe-fd0f-4385-af88-beabe132e87b will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:38:35.843292 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-2f0fd792-3dfe-48f9-81a3-ac8fb0e0ff43 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:35.849237 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-15ae4598-6d20-49a4-b4b2-053500080c4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:38:35.909999 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-2f0fd792-3dfe-48f9-81a3-ac8fb0e0ff43 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network f4fd65f2-70e3-492b-9274-97708e156d95 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:38:35.918254 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-2f0fd792-3dfe-48f9-81a3-ac8fb0e0ff43 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:38:35.922608 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-2f0fd792-3dfe-48f9-81a3-ac8fb0e0ff43 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:38:35.956887 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0fd792-3dfe-48f9-81a3-ac8fb0e0ff43 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=52160fbe-fd0f-4385-af88-beabe132e87b,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:38:35.963909 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2f0fd792-3dfe-48f9-81a3-ac8fb0e0ff43 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:38:35.994000 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-2f0fd792-3dfe-48f9-81a3-ac8fb0e0ff43 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:38:35.994664 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-2f0fd792-3dfe-48f9-81a3-ac8fb0e0ff43 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:36.084236 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-2f0fd792-3dfe-48f9-81a3-ac8fb0e0ff43 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0424473 Dec 22 13:38:36.100188 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-b6dbfb39-5d3f-427e-9984-70260380241f service neutron] Request body: {'port': {'device_id': 'daf60f4b-e9ea-432d-87f9-f5b864ba4127', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:38:36.163308 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e4cfa-076e-4e98-8f08-0da3f2daea40 req-d3042361-f2ba-4092-9a4c-dc2d0d27de23 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:38:36.164783 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ad4e4cfa-076e-4e98-8f08-0da3f2daea40 req-d3042361-f2ba-4092-9a4c-dc2d0d27de23 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=daf60f4b-e9ea-432d-87f9-f5b864ba4127 HTTP/1.1" status: 200 len: 931 time: 0.0779696 Dec 22 13:38:36.180341 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-dd7787ad-6167-4ff1-9229-e28b5e8c883f None None] Provisioning for port 52160fbe-fd0f-4385-af88-beabe132e87b completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:38:36.186437 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-dd7787ad-6167-4ff1-9229-e28b5e8c883f None None] Provisioning complete for port 52160fbe-fd0f-4385-af88-beabe132e87b triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:38:36.186597 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-dd7787ad-6167-4ff1-9229-e28b5e8c883f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:36.212392 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ad4e4cfa-076e-4e98-8f08-0da3f2daea40 req-4dbc0ca8-5988-4ee4-9bfc-b9d76ddd9184 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e12547c-bc9a-46d4-80e8-a59c8e20990c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410559 Dec 22 13:38:36.219820 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-b6dbfb39-5d3f-427e-9984-70260380241f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:36.250952 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-dd7787ad-6167-4ff1-9229-e28b5e8c883f None None] Port 52160fbe-fd0f-4385-af88-beabe132e87b cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:38:36.561714 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-b6dbfb39-5d3f-427e-9984-70260380241f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52160fbe-fd0f-4385-af88-beabe132e87b {{(pid=84149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:38:36.568549 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-b6dbfb39-5d3f-427e-9984-70260380241f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:36.583728 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-b6dbfb39-5d3f-427e-9984-70260380241f service neutron] Transition to ACTIVE for port object 52160fbe-fd0f-4385-af88-beabe132e87b will not be triggered until provisioned by entity L2. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:38:36.649086 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-b6dbfb39-5d3f-427e-9984-70260380241f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:36.653468 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-bf486d98-f79c-4639-96b5-c1b3322b92cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:38:36.776381 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dbfb39-5d3f-427e-9984-70260380241f service neutron] Pushing event updated for resources: {'Port': ['ID=52160fbe-fd0f-4385-af88-beabe132e87b,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:38:36.779920 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b6dbfb39-5d3f-427e-9984-70260380241f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:38:36.885464 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-b6dbfb39-5d3f-427e-9984-70260380241f service neutron] Attempting to bind port 52160fbe-fd0f-4385-af88-beabe132e87b on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:38:36.886304 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-b6dbfb39-5d3f-427e-9984-70260380241f service neutron] Attempting to bind port 52160fbe-fd0f-4385-af88-beabe132e87b by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'de7386d1-6cb3-4ea0-bf3c-083e8762dd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f4fd65f2-70e3-492b-9274-97708e156d95'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:38:36.886655 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-b6dbfb39-5d3f-427e-9984-70260380241f service neutron] Attempting to bind port 52160fbe-fd0f-4385-af88-beabe132e87b on network f4fd65f2-70e3-492b-9274-97708e156d95 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:38:36.892221 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-b6dbfb39-5d3f-427e-9984-70260380241f service neutron] Port 52160fbe-fd0f-4385-af88-beabe132e87b on network f4fd65f2-70e3-492b-9274-97708e156d95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:38:36.892535 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-b6dbfb39-5d3f-427e-9984-70260380241f service neutron] Attempting to bind port 52160fbe-fd0f-4385-af88-beabe132e87b on network f4fd65f2-70e3-492b-9274-97708e156d95 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:38:36.898548 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-b6dbfb39-5d3f-427e-9984-70260380241f service neutron] Checking agent: {'id': '72ee2f79-9ac0-483e-b4fd-5b910a776581', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'started_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:38:36.898876 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-b6dbfb39-5d3f-427e-9984-70260380241f service neutron] Checking segment: {'id': 'de7386d1-6cb3-4ea0-bf3c-083e8762dd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f4fd65f2-70e3-492b-9274-97708e156d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:38:36.899252 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-b6dbfb39-5d3f-427e-9984-70260380241f service neutron] Bound using segment: {'id': 'de7386d1-6cb3-4ea0-bf3c-083e8762dd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f4fd65f2-70e3-492b-9274-97708e156d95'} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:38:36.899664 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-b6dbfb39-5d3f-427e-9984-70260380241f service neutron] Bound port: 52160fbe-fd0f-4385-af88-beabe132e87b, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de7386d1-6cb3-4ea0-bf3c-083e8762dd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f4fd65f2-70e3-492b-9274-97708e156d95'}}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:38:36.900003 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-b6dbfb39-5d3f-427e-9984-70260380241f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:36.987472 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-b6dbfb39-5d3f-427e-9984-70260380241f service neutron] For port 52160fbe-fd0f-4385-af88-beabe132e87b, host hv-neutron-8226, cleared binding levels {{(pid=84149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:38:36.990607 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-b6dbfb39-5d3f-427e-9984-70260380241f service neutron] For port 52160fbe-fd0f-4385-af88-beabe132e87b, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=52160fbe-fd0f-4385-af88-beabe132e87b,segment=NetworkSegment(de7386d1-6cb3-4ea0-bf3c-083e8762dd3c),segment_id=de7386d1-6cb3-4ea0-bf3c-083e8762dd3c)] {{(pid=84149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:38:37.055659 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-b6dbfb39-5d3f-427e-9984-70260380241f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:37.060770 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-09e28216-c073-4814-b7bd-7e638ffaa29b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:38:37.117695 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-b6dbfb39-5d3f-427e-9984-70260380241f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:37.119114 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-b6dbfb39-5d3f-427e-9984-70260380241f service neutron] 10.222.0.45 "PUT /v2.0/ports/52160fbe-fd0f-4385-af88-beabe132e87b HTTP/1.1" status: 200 len: 1093 time: 1.0231521 Dec 22 13:38:37.119644 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf60f4b-e9ea-432d-87f9-f5b864ba4127', 'tag': '52160fbe-fd0f-4385-af88-beabe132e87b'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:38:37.153162 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dbfb39-5d3f-427e-9984-70260380241f service neutron] Pushing event updated for resources: {'Port': ['ID=52160fbe-fd0f-4385-af88-beabe132e87b,revision_number=3']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:38:37.156527 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b6dbfb39-5d3f-427e-9984-70260380241f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:38:37.190293 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf60f4b-e9ea-432d-87f9-f5b864ba4127', 'tag': '52160fbe-fd0f-4385-af88-beabe132e87b', 'status': 'completed', 'code': 200} Dec 22 13:38:37.302659 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c2ae1d7b-420c-4552-9a8a-91c463211b33 req-f7803897-a725-4df1-8ebf-f8ac0b97a2a3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=daf60f4b-e9ea-432d-87f9-f5b864ba4127 HTTP/1.1" status: 200 len: 1096 time: 0.0773203 Dec 22 13:38:37.422565 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de33311-d6d7-4eb0-9c1e-dac0b6593fde req-a3a02d64-7dbb-4e61-8f02-9bf7d51cad5e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:38:37.424014 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-8de33311-d6d7-4eb0-9c1e-dac0b6593fde req-a3a02d64-7dbb-4e61-8f02-9bf7d51cad5e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=daf60f4b-e9ea-432d-87f9-f5b864ba4127 HTTP/1.1" status: 200 len: 943 time: 0.0824680 Dec 22 13:38:37.453513 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae1d7b-420c-4552-9a8a-91c463211b33 req-ed2d89b7-f7d4-4630-9b8c-7ed0e86862e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:38:37.454975 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c2ae1d7b-420c-4552-9a8a-91c463211b33 req-ed2d89b7-f7d4-4630-9b8c-7ed0e86862e2 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=453b85bce7e6482dbe10966fb03da8cc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1408083 Dec 22 13:38:37.470109 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-8de33311-d6d7-4eb0-9c1e-dac0b6593fde req-42b3602f-5a95-4cfa-b36e-9fc774dcb273 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e12547c-bc9a-46d4-80e8-a59c8e20990c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404363 Dec 22 13:38:37.595414 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae1d7b-420c-4552-9a8a-91c463211b33 req-f507ccfc-c397-4b30-8751-d6081ca0d10d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:38:37.596755 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c2ae1d7b-420c-4552-9a8a-91c463211b33 req-f507ccfc-c397-4b30-8751-d6081ca0d10d service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1306877 Dec 22 13:38:37.706250 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-0ceb1ea3-997e-4936-9945-63c63af01121 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=daf60f4b-e9ea-432d-87f9-f5b864ba4127 HTTP/1.1" status: 200 len: 1096 time: 0.0667152 Dec 22 13:38:37.779477 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-70385866-84d3-4a4e-9ac0-4a5b159001bd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52160fbe-fd0f-4385-af88-beabe132e87b HTTP/1.1" status: 200 len: 217 time: 0.0618608 Dec 22 13:38:37.843975 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-45c1e6e6-29a8-4959-9caf-7342211dc995 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:38:37.845325 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-45c1e6e6-29a8-4959-9caf-7342211dc995 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c855eefc-87cc-42ca-86e7-c0a7a1a3fec6 HTTP/1.1" status: 200 len: 834 time: 0.0551965 Dec 22 13:38:37.997833 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3466d071-ff95-4a03-aee7-23d8acafe073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:38.028309 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-e6db0117-013e-42fb-92f2-d619f23772b9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4fd65f2-70e3-492b-9274-97708e156d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1711497 Dec 22 13:38:38.162233 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-3378a450-c3b7-42ea-ba81-1b4704745d62 service neutron] 10.222.0.45 "GET /v2.0/networks/f4fd65f2-70e3-492b-9274-97708e156d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234491 Dec 22 13:38:38.295258 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4b720ef0-760c-4710-9fd9-1296fce3defc req-b8deb854-310a-4d1e-aa09-4befba26c2ae service neutron] 10.222.0.45 "GET /v2.0/networks/f4fd65f2-70e3-492b-9274-97708e156d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231287 Dec 22 13:38:38.668796 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9931a9-4da6-451f-b6e2-35b0611cf89d req-7541422d-5927-4788-a027-77bf576be177 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:38:38.669375 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-8c9931a9-4da6-451f-b6e2-35b0611cf89d req-7541422d-5927-4788-a027-77bf576be177 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:38:38.734634 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-8c9931a9-4da6-451f-b6e2-35b0611cf89d req-7541422d-5927-4788-a027-77bf576be177 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:38:38.735770 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8c9931a9-4da6-451f-b6e2-35b0611cf89d req-7541422d-5927-4788-a027-77bf576be177 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=daf60f4b-e9ea-432d-87f9-f5b864ba4127 HTTP/1.1" status: 200 len: 943 time: 0.1413896 Dec 22 13:38:38.785311 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8c9931a9-4da6-451f-b6e2-35b0611cf89d req-488e839c-6c10-4bcd-8c5b-5e9a44c6ddc8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e12547c-bc9a-46d4-80e8-a59c8e20990c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440347 Dec 22 13:38:38.935154 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:39.317195 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:39.981535 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee485d-3b61-4273-a488-33106812f52c req-d82999a2-ed22-49c0-8cd4-1695a4490024 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:38:39.982986 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-f1ee485d-3b61-4273-a488-33106812f52c req-d82999a2-ed22-49c0-8cd4-1695a4490024 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=daf60f4b-e9ea-432d-87f9-f5b864ba4127 HTTP/1.1" status: 200 len: 943 time: 0.0765653 Dec 22 13:38:40.028106 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-f1ee485d-3b61-4273-a488-33106812f52c req-3ac37233-30d8-4542-a6e1-debdda8656d4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e12547c-bc9a-46d4-80e8-a59c8e20990c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397446 Dec 22 13:38:40.534826 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:41.223523 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70fb0a-d46c-4000-a16c-3ff0e19b6c59 req-548ebcf4-f187-455b-8644-3259840c7a44 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:38:41.224940 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-cc70fb0a-d46c-4000-a16c-3ff0e19b6c59 req-548ebcf4-f187-455b-8644-3259840c7a44 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=daf60f4b-e9ea-432d-87f9-f5b864ba4127 HTTP/1.1" status: 200 len: 943 time: 0.0791225 Dec 22 13:38:41.270034 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-cc70fb0a-d46c-4000-a16c-3ff0e19b6c59 req-9133e5ff-a7ad-4994-8ac1-74519f013e56 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e12547c-bc9a-46d4-80e8-a59c8e20990c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390716 Dec 22 13:38:41.278443 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 52160fbe-fd0f-4385-af88-beabe132e87b details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:38:41.443024 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 52160fbe-fd0f-4385-af88-beabe132e87b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=52160fbe-fd0f-4385-af88-beabe132e87b,segment=NetworkSegment(de7386d1-6cb3-4ea0-bf3c-083e8762dd3c),segment_id=de7386d1-6cb3-4ea0-bf3c-083e8762dd3c)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:38:41.460002 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '52160fbe-fd0f-4385-af88-beabe132e87b', 'network_id': 'f4fd65f2-70e3-492b-9274-97708e156d95', 'port_id': '52160fbe-fd0f-4385-af88-beabe132e87b', 'mac_address': 'fa:16:3e:54:12:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c855eefc-87cc-42ca-86e7-c0a7a1a3fec6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:38:41.513175 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:41.530221 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52160fbe-fd0f-4385-af88-beabe132e87b {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:38:41.545310 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 52160fbe-fd0f-4385-af88-beabe132e87b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=52160fbe-fd0f-4385-af88-beabe132e87b,segment=NetworkSegment(de7386d1-6cb3-4ea0-bf3c-083e8762dd3c),segment_id=de7386d1-6cb3-4ea0-bf3c-083e8762dd3c)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:38:41.614906 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:41.617539 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-382d27fc-561e-4e13-ab20-9eb84d2bf79e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:38:41.681623 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=52160fbe-fd0f-4385-af88-beabe132e87b,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:38:41.685764 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:38:41.853151 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['52160fbe-fd0f-4385-af88-beabe132e87b'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:38:42.468764 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1b5ee-7287-40c1-9c50-5a41fd7daa6e req-cc72ddb8-fe9e-4fdc-99e4-9a500c633c2f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:38:42.470227 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-92d1b5ee-7287-40c1-9c50-5a41fd7daa6e req-cc72ddb8-fe9e-4fdc-99e4-9a500c633c2f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=daf60f4b-e9ea-432d-87f9-f5b864ba4127 HTTP/1.1" status: 200 len: 944 time: 0.0814576 Dec 22 13:38:42.515316 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-92d1b5ee-7287-40c1-9c50-5a41fd7daa6e req-a868965a-b2e2-47bd-9cea-96b7d28f3b05 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e12547c-bc9a-46d4-80e8-a59c8e20990c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394268 Dec 22 13:38:43.308050 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 52160fbe-fd0f-4385-af88-beabe132e87b up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:38:43.420396 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning for port 52160fbe-fd0f-4385-af88-beabe132e87b completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:38:43.425816 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 52160fbe-fd0f-4385-af88-beabe132e87b triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:38:43.426282 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:43.541113 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:43.569074 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf60f4b-e9ea-432d-87f9-f5b864ba4127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52160fbe-fd0f-4385-af88-beabe132e87b'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:38:43.579425 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 52160fbe-fd0f-4385-af88-beabe132e87b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=52160fbe-fd0f-4385-af88-beabe132e87b,segment=NetworkSegment(de7386d1-6cb3-4ea0-bf3c-083e8762dd3c),segment_id=de7386d1-6cb3-4ea0-bf3c-083e8762dd3c)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:38:43.627092 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:43.631206 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf60f4b-e9ea-432d-87f9-f5b864ba4127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52160fbe-fd0f-4385-af88-beabe132e87b', 'code': 200} Dec 22 13:38:43.631839 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-382d27fc-561e-4e13-ab20-9eb84d2bf79e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:38:43.703577 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=52160fbe-fd0f-4385-af88-beabe132e87b,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:38:43.707010 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:38:43.728234 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059dd64-ffb4-45b2-9b04-73e15362f202 req-9ab25447-d38b-4bfc-b26d-1e0eed37800a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:38:43.729699 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f059dd64-ffb4-45b2-9b04-73e15362f202 req-9ab25447-d38b-4bfc-b26d-1e0eed37800a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=daf60f4b-e9ea-432d-87f9-f5b864ba4127 HTTP/1.1" status: 200 len: 945 time: 0.0915189 Dec 22 13:38:43.775894 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f059dd64-ffb4-45b2-9b04-73e15362f202 req-e9cad5fd-d93b-4552-b169-430c0f60829c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e12547c-bc9a-46d4-80e8-a59c8e20990c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399392 Dec 22 13:38:43.956199 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-15805b87-6faf-4500-aa76-2829107492b7 req-aefaa36a-2545-422c-a618-f86c54e948a6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=daf60f4b-e9ea-432d-87f9-f5b864ba4127 HTTP/1.1" status: 200 len: 1098 time: 0.0673954 Dec 22 13:38:44.003035 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-15805b87-6faf-4500-aa76-2829107492b7 req-895af2b8-6df1-4596-9c28-3006b073ff0f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6e12547c-bc9a-46d4-80e8-a59c8e20990c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353563 Dec 22 13:38:44.974802 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58c4e9-3723-4c49-9c48-a703c280c28b req-ead4278b-69a1-4115-ad2e-f85d7ea372e1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:38:44.976242 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0b58c4e9-3723-4c49-9c48-a703c280c28b req-ead4278b-69a1-4115-ad2e-f85d7ea372e1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=daf60f4b-e9ea-432d-87f9-f5b864ba4127 HTTP/1.1" status: 200 len: 945 time: 0.0762830 Dec 22 13:38:45.026006 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0b58c4e9-3723-4c49-9c48-a703c280c28b req-65a16fb3-6d80-4dac-ae66-203f03a0c860 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e12547c-bc9a-46d4-80e8-a59c8e20990c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436223 Dec 22 13:38:46.236833 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea94ffc-de06-491c-adc2-3a815bee3d96 req-db0e796e-b79b-4070-8c0e-48273dd2f0d0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:38:46.238277 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4ea94ffc-de06-491c-adc2-3a815bee3d96 req-db0e796e-b79b-4070-8c0e-48273dd2f0d0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=daf60f4b-e9ea-432d-87f9-f5b864ba4127 HTTP/1.1" status: 200 len: 945 time: 0.0864525 Dec 22 13:38:46.291309 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4ea94ffc-de06-491c-adc2-3a815bee3d96 req-982c1703-9db6-4654-90ef-a06404488992 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e12547c-bc9a-46d4-80e8-a59c8e20990c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472012 Dec 22 13:38:46.506083 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24211fb6-cb95-4f65-8f29-3b49c7f7c31b req-4c7aee8e-078c-4812-b83c-a5ed12a6b8a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:38:46.507619 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-24211fb6-cb95-4f65-8f29-3b49c7f7c31b req-4c7aee8e-078c-4812-b83c-a5ed12a6b8a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=daf60f4b-e9ea-432d-87f9-f5b864ba4127 HTTP/1.1" status: 200 len: 945 time: 0.0899127 Dec 22 13:38:46.553579 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-24211fb6-cb95-4f65-8f29-3b49c7f7c31b req-87adb06e-fd52-4bbe-a34c-d6644a7222c9 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e12547c-bc9a-46d4-80e8-a59c8e20990c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404212 Dec 22 13:38:46.581503 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53864) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:38:46.656163 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8f5cf398-fec4-4889-beed-375ecd58ad53 tempest-TestNetworkBasicOps-20230687 tempest-TestNetworkBasicOps-20230687-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=daf60f4b-e9ea-432d-87f9-f5b864ba4127 HTTP/1.1" status: 200 len: 1093 time: 0.0733402 Dec 22 13:38:46.658613 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53868) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:38:46.663689 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-e6c1ecff-5895-4aaf-868c-9fa4e979e199 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'floatingip': {'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'port_id': '52160fbe-fd0f-4385-af88-beabe132e87b', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:38:46.669717 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e6c1ecff-5895-4aaf-868c-9fa4e979e199 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:38:46.673462 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e6c1ecff-5895-4aaf-868c-9fa4e979e199 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Usage tracker for resource:floatingip and tenant:453b85bce7e6482dbe10966fb03da8cc is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:38:46.676252 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-e6c1ecff-5895-4aaf-868c-9fa4e979e199 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:38:46.681762 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-e6c1ecff-5895-4aaf-868c-9fa4e979e199 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:38:46.763024 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e6c1ecff-5895-4aaf-868c-9fa4e979e199 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for floatingip, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:46.896720 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e6c1ecff-5895-4aaf-868c-9fa4e979e199 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:47.024408 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-e6c1ecff-5895-4aaf-868c-9fa4e979e199 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Allocated IP 172.26.1.124 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/cba9cf05-8aac-4fdd-8cc7-5d933dfef257) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:38:47.167131 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e6c1ecff-5895-4aaf-868c-9fa4e979e199 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:47.254853 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e6c1ecff-5895-4aaf-868c-9fa4e979e199 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:47.258534 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e5162aa3-7d7a-4199-b826-45cee7b80122 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:38:47.417011 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c1ecff-5895-4aaf-868c-9fa4e979e199 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:38:47.420346 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-e6c1ecff-5895-4aaf-868c-9fa4e979e199 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:38:47.428313 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c1ecff-5895-4aaf-868c-9fa4e979e199 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:38:47.465544 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1ecff-5895-4aaf-868c-9fa4e979e199 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=cba9cf05-8aac-4fdd-8cc7-5d933dfef257,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:38:47.470442 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e6c1ecff-5895-4aaf-868c-9fa4e979e199 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:38:47.939073 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e6c1ecff-5895-4aaf-868c-9fa4e979e199 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:48.039964 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e6c1ecff-5895-4aaf-868c-9fa4e979e199 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:48.239916 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e6c1ecff-5895-4aaf-868c-9fa4e979e199 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:48.287897 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e6c1ecff-5895-4aaf-868c-9fa4e979e199 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:48.291408 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b175c1a8-2aaf-4cff-a9b6-1c9074c140b4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:38:48.393989 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1ecff-5895-4aaf-868c-9fa4e979e199 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event updated for resources: {'Port': ['ID=cba9cf05-8aac-4fdd-8cc7-5d933dfef257,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:38:48.396571 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e6c1ecff-5895-4aaf-868c-9fa4e979e199 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:38:48.413601 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e6c1ecff-5895-4aaf-868c-9fa4e979e199 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:48.605170 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.l3_db [None req-e6c1ecff-5895-4aaf-868c-9fa4e979e199 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Floating IP f6c2daa9-82bb-4d27-b24f-0ba93547f3d7 associated. External IP: 172.26.1.124, port: 52160fbe-fd0f-4385-af88-beabe132e87b. Dec 22 13:38:49.111368 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c1ecff-5895-4aaf-868c-9fa4e979e199 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router faefa86f-386b-4d12-8f18-2ed3a580182d has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:38:49.322018 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c1ecff-5895-4aaf-868c-9fa4e979e199 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:38:49.331774 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f75f3af-ac7c-43e0-8a7c-db4121095179 None None] Sync routers for ids ['faefa86f-386b-4d12-8f18-2ed3a580182d'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:38:49.344880 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f75f3af-ac7c-43e0-8a7c-db4121095179 None None] Routers {'faefa86f-386b-4d12-8f18-2ed3a580182d'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:38:49.345482 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-4f75f3af-ac7c-43e0-8a7c-db4121095179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:38:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['faefa86f-386b-4d12-8f18-2ed3a580182d'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:38:49.460554 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e6c1ecff-5895-4aaf-868c-9fa4e979e199 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:49.516341 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e6c1ecff-5895-4aaf-868c-9fa4e979e199 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8567286 Dec 22 13:38:49.517004 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf60f4b-e9ea-432d-87f9-f5b864ba4127', 'tag': '52160fbe-fd0f-4385-af88-beabe132e87b'}] {{(pid=84148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:38:49.519334 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53872) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:38:49.533711 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-4f75f3af-ac7c-43e0-8a7c-db4121095179 None None] Set router faefa86f-386b-4d12-8f18-2ed3a580182d gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:38:49.638379 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-552f0db5-92c7-4233-8d9f-f64dc8794e47 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/f6c2daa9-82bb-4d27-b24f-0ba93547f3d7 HTTP/1.1" status: 200 len: 991 time: 0.1170294 Dec 22 13:38:49.730300 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf60f4b-e9ea-432d-87f9-f5b864ba4127', 'tag': '52160fbe-fd0f-4385-af88-beabe132e87b', 'status': 'completed', 'code': 200} Dec 22 13:38:49.820453 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-834235a1-b97c-40a9-9219-0df8bd6fa873 req-b495e17b-b75e-4c37-b47c-d5581b16592b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=daf60f4b-e9ea-432d-87f9-f5b864ba4127 HTTP/1.1" status: 200 len: 1098 time: 0.0684652 Dec 22 13:38:49.892110 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-4f75f3af-ac7c-43e0-8a7c-db4121095179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'name': 'tempest-TestNetworkBasicOps-router-4556864', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'f67ed5ea-da6f-4519-8138-06189bc37396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:38:21Z', 'updated_at': '2021-12-22T13:38:26Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'f67ed5ea-da6f-4519-8138-06189bc37396', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:38:21Z', 'updated_at': '2021-12-22T13:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': 'f6c2daa9-82bb-4d27-b24f-0ba93547f3d7', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.124', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'port_id': '52160fbe-fd0f-4385-af88-beabe132e87b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4fd65f2-70e3-492b-9274-97708e156d95', 'mac_address': 'fa:16:3e:54:12:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf60f4b-e9ea-432d-87f9-f5b864ba4127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:38:47Z', 'updated_at': '2021-12-22T13:38:47Z', 'revision_number': 0, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b180349d-fe9e-463b-a44a-1f444e858ada', 'name': '', 'network_id': 'f4fd65f2-70e3-492b-9274-97708e156d95', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:6c:93:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c855eefc-87cc-42ca-86e7-c0a7a1a3fec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:38:25Z', 'updated_at': '2021-12-22T13:38:31Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'c855eefc-87cc-42ca-86e7-c0a7a1a3fec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:38:49.895874 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f75f3af-ac7c-43e0-8a7c-db4121095179 None None] Checking router: faefa86f-386b-4d12-8f18-2ed3a580182d for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:38:49.906769 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f75f3af-ac7c-43e0-8a7c-db4121095179 None None] Routers {'faefa86f-386b-4d12-8f18-2ed3a580182d'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:38:49.907356 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-4f75f3af-ac7c-43e0-8a7c-db4121095179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:38:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['faefa86f-386b-4d12-8f18-2ed3a580182d'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:38:49.952669 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834235a1-b97c-40a9-9219-0df8bd6fa873 req-05c9e988-e56e-4a68-b097-b0b1c61d9cc5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:38:49.954121 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-834235a1-b97c-40a9-9219-0df8bd6fa873 req-05c9e988-e56e-4a68-b097-b0b1c61d9cc5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f4fd65f2-70e3-492b-9274-97708e156d95 HTTP/1.1" status: 200 len: 898 time: 0.1269972 Dec 22 13:38:50.061119 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-834235a1-b97c-40a9-9219-0df8bd6fa873 req-475b7a56-6520-4388-a532-e3c67a1031a9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52160fbe-fd0f-4385-af88-beabe132e87b HTTP/1.1" status: 200 len: 999 time: 0.0971158 Dec 22 13:38:50.093274 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-4f75f3af-ac7c-43e0-8a7c-db4121095179 None None] Set router faefa86f-386b-4d12-8f18-2ed3a580182d gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:38:50.124693 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834235a1-b97c-40a9-9219-0df8bd6fa873 req-5f98d88d-b97b-442b-ba3f-f16826746f16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:38:50.126128 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-834235a1-b97c-40a9-9219-0df8bd6fa873 req-5f98d88d-b97b-442b-ba3f-f16826746f16 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c855eefc-87cc-42ca-86e7-c0a7a1a3fec6 HTTP/1.1" status: 200 len: 834 time: 0.0585217 Dec 22 13:38:50.207033 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-834235a1-b97c-40a9-9219-0df8bd6fa873 req-a134fcae-3e6a-4e59-a841-ac401b1e3664 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4fd65f2-70e3-492b-9274-97708e156d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743937 Dec 22 13:38:50.341554 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-834235a1-b97c-40a9-9219-0df8bd6fa873 req-8f319e3b-34a5-40e0-a666-429ba5af55e1 service neutron] 10.222.0.45 "GET /v2.0/networks/f4fd65f2-70e3-492b-9274-97708e156d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238580 Dec 22 13:38:50.425774 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-4f75f3af-ac7c-43e0-8a7c-db4121095179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'name': 'tempest-TestNetworkBasicOps-router-4556864', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'f67ed5ea-da6f-4519-8138-06189bc37396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:38:21Z', 'updated_at': '2021-12-22T13:38:26Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'f67ed5ea-da6f-4519-8138-06189bc37396', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:38:21Z', 'updated_at': '2021-12-22T13:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': 'f6c2daa9-82bb-4d27-b24f-0ba93547f3d7', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.124', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'port_id': '52160fbe-fd0f-4385-af88-beabe132e87b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4fd65f2-70e3-492b-9274-97708e156d95', 'mac_address': 'fa:16:3e:54:12:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf60f4b-e9ea-432d-87f9-f5b864ba4127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:38:47Z', 'updated_at': '2021-12-22T13:38:47Z', 'revision_number': 0, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b180349d-fe9e-463b-a44a-1f444e858ada', 'name': '', 'network_id': 'f4fd65f2-70e3-492b-9274-97708e156d95', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:6c:93:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c855eefc-87cc-42ca-86e7-c0a7a1a3fec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:38:25Z', 'updated_at': '2021-12-22T13:38:31Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'c855eefc-87cc-42ca-86e7-c0a7a1a3fec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:38:50.430021 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f75f3af-ac7c-43e0-8a7c-db4121095179 None None] The sync data for ids ['faefa86f-386b-4d12-8f18-2ed3a580182d'] in dv-neutron-822669-1-hyperv is: [{'id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'name': 'tempest-TestNetworkBasicOps-router-4556864', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'f67ed5ea-da6f-4519-8138-06189bc37396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:38:21Z', 'updated_at': '2021-12-22T13:38:26Z', 'revision_number': 4, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'f67ed5ea-da6f-4519-8138-06189bc37396', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:38:21Z', 'updated_at': '2021-12-22T13:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': 'f6c2daa9-82bb-4d27-b24f-0ba93547f3d7', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.124', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'port_id': '52160fbe-fd0f-4385-af88-beabe132e87b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4fd65f2-70e3-492b-9274-97708e156d95', 'mac_address': 'fa:16:3e:54:12:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf60f4b-e9ea-432d-87f9-f5b864ba4127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:38:47Z', 'updated_at': '2021-12-22T13:38:47Z', 'revision_number': 0, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b180349d-fe9e-463b-a44a-1f444e858ada', 'name': '', 'network_id': 'f4fd65f2-70e3-492b-9274-97708e156d95', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:6c:93:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c855eefc-87cc-42ca-86e7-c0a7a1a3fec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:38:25Z', 'updated_at': '2021-12-22T13:38:31Z', 'revision_number': 5, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'c855eefc-87cc-42ca-86e7-c0a7a1a3fec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:38:50.596099 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-834235a1-b97c-40a9-9219-0df8bd6fa873 req-b0649279-c863-422b-b8a3-1e6f07247a6e service neutron] 10.222.0.45 "GET /v2.0/networks/f4fd65f2-70e3-492b-9274-97708e156d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493794 Dec 22 13:38:50.642022 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53878) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:38:50.651223 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36c2ffa-edff-44e4-acf1-9fd56473a023 None None] New status for floating IP f6c2daa9-82bb-4d27-b24f-0ba93547f3d7: ACTIVE {{(pid=84150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:38:50.749032 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-50a72722-9b75-4510-b7af-904f10182470 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/f6c2daa9-82bb-4d27-b24f-0ba93547f3d7 HTTP/1.1" status: 200 len: 991 time: 0.1055770 Dec 22 13:38:51.752081 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53882) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:38:51.855236 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5179ae43-57e4-47f2-a98c-147b14529f3b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/f6c2daa9-82bb-4d27-b24f-0ba93547f3d7 HTTP/1.1" status: 200 len: 993 time: 0.1019697 Dec 22 13:38:56.115875 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:38:58.894330 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:05.671210 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6474f3d9-541c-4ee1-ae66-e85c84ec9952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:08.014019 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ba3c96b5-8cec-46b9-93ae-43dbff0b98d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:08.951103 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:09.311635 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:10.511239 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:22.959917 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53900) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:39:22.965360 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-e2a93db2-1d01-4174-b463-0ecf4ff8f3d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'router': {'admin_state_up': False}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:39:23.515750 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e2a93db2-1d01-4174-b463-0ecf4ff8f3d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:23.580383 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e2a93db2-1d01-4174-b463-0ecf4ff8f3d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707601'] for router, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:23.784787 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a93db2-1d01-4174-b463-0ecf4ff8f3d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router faefa86f-386b-4d12-8f18-2ed3a580182d has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:39:23.983162 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a93db2-1d01-4174-b463-0ecf4ff8f3d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:39:23.989578 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e2a93db2-1d01-4174-b463-0ecf4ff8f3d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:23.990724 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e2a93db2-1d01-4174-b463-0ecf4ff8f3d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "PUT /v2.0/routers/faefa86f-386b-4d12-8f18-2ed3a580182d HTTP/1.1" status: 200 len: 885 time: 1.0298402 Dec 22 13:39:23.993218 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740cc307-2c7e-4ce1-b958-38f7078aeaf2 None None] Sync routers for ids ['faefa86f-386b-4d12-8f18-2ed3a580182d'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:39:24.009085 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740cc307-2c7e-4ce1-b958-38f7078aeaf2 None None] Routers {'faefa86f-386b-4d12-8f18-2ed3a580182d'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:39:24.009687 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-740cc307-2c7e-4ce1-b958-38f7078aeaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:39:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['faefa86f-386b-4d12-8f18-2ed3a580182d'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:39:24.069653 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-740cc307-2c7e-4ce1-b958-38f7078aeaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:39:24.080281 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740cc307-2c7e-4ce1-b958-38f7078aeaf2 None None] Routers {'faefa86f-386b-4d12-8f18-2ed3a580182d'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:39:24.080864 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-740cc307-2c7e-4ce1-b958-38f7078aeaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:39:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['faefa86f-386b-4d12-8f18-2ed3a580182d'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:39:24.140510 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-740cc307-2c7e-4ce1-b958-38f7078aeaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:39:24.141311 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740cc307-2c7e-4ce1-b958-38f7078aeaf2 None None] The sync data for ids ['faefa86f-386b-4d12-8f18-2ed3a580182d'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:39:24.887422 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d20d9c-0235-4563-b359-e0d22c8f55bd None None] New status for floating IP f6c2daa9-82bb-4d27-b24f-0ba93547f3d7: DOWN {{(pid=84150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:39:25.376211 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device b180349d-fe9e-463b-a44a-1f444e858ada no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:39:25.489487 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:25.524739 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port b180349d-fe9e-463b-a44a-1f444e858ada, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=b180349d-fe9e-463b-a44a-1f444e858ada,segment=NetworkSegment(de7386d1-6cb3-4ea0-bf3c-083e8762dd3c),segment_id=de7386d1-6cb3-4ea0-bf3c-083e8762dd3c)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:39:25.573787 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:25.574609 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device f67ed5ea-da6f-4519-8138-06189bc37396 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:39:25.602780 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-1c4c5847-cf95-48e3-a0d0-c93ebeb27290 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:39:25.725717 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=b180349d-fe9e-463b-a44a-1f444e858ada,revision_number=6']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:39:25.767093 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:25.767358 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:25.767692 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:25.768022 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:25.768352 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:25.768675 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:25.768998 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:25.769321 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:25.769634 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:25.769948 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:25.770263 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:25.774125 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:39:25.791660 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:25.807915 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port f67ed5ea-da6f-4519-8138-06189bc37396, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=f67ed5ea-da6f-4519-8138-06189bc37396,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:39:25.870366 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:25.872806 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:39:25.939035 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=f67ed5ea-da6f-4519-8138-06189bc37396,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:39:25.941909 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:39:26.168817 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53906) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:39:26.174245 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-5aac2c16-a05f-42df-8fd3-3178ea0630a1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:39:26.729765 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5aac2c16-a05f-42df-8fd3-3178ea0630a1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:26.796660 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5aac2c16-a05f-42df-8fd3-3178ea0630a1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1705252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1705943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1707601'] for router, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:26.992805 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aac2c16-a05f-42df-8fd3-3178ea0630a1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router faefa86f-386b-4d12-8f18-2ed3a580182d has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:39:27.191830 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aac2c16-a05f-42df-8fd3-3178ea0630a1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:39:27.197738 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5aac2c16-a05f-42df-8fd3-3178ea0630a1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:27.198897 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-5aac2c16-a05f-42df-8fd3-3178ea0630a1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "PUT /v2.0/routers/faefa86f-386b-4d12-8f18-2ed3a580182d HTTP/1.1" status: 200 len: 884 time: 1.0291080 Dec 22 13:39:27.201765 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53910) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:39:27.204988 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41694c8-1ab1-4b67-8988-a842d7094289 None None] Sync routers for ids ['faefa86f-386b-4d12-8f18-2ed3a580182d'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:39:27.216636 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41694c8-1ab1-4b67-8988-a842d7094289 None None] Routers {'faefa86f-386b-4d12-8f18-2ed3a580182d'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:39:27.217242 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-e41694c8-1ab1-4b67-8988-a842d7094289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:39:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['faefa86f-386b-4d12-8f18-2ed3a580182d'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:39:27.395790 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-e41694c8-1ab1-4b67-8988-a842d7094289 None None] Set router faefa86f-386b-4d12-8f18-2ed3a580182d gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:39:27.434016 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0a1b8d20-cd14-4f42-9fd9-cb9269994ec9 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/f6c2daa9-82bb-4d27-b24f-0ba93547f3d7 HTTP/1.1" status: 200 len: 991 time: 0.2300458 Dec 22 13:39:27.787350 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-e41694c8-1ab1-4b67-8988-a842d7094289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'name': 'tempest-TestNetworkBasicOps-router-4556864', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'f67ed5ea-da6f-4519-8138-06189bc37396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:38:21Z', 'updated_at': '2021-12-22T13:39:26Z', 'revision_number': 6, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'f67ed5ea-da6f-4519-8138-06189bc37396', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:38:21Z', 'updated_at': '2021-12-22T13:39:25Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': 'f6c2daa9-82bb-4d27-b24f-0ba93547f3d7', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.124', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'port_id': '52160fbe-fd0f-4385-af88-beabe132e87b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4fd65f2-70e3-492b-9274-97708e156d95', 'mac_address': 'fa:16:3e:54:12:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf60f4b-e9ea-432d-87f9-f5b864ba4127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:38:47Z', 'updated_at': '2021-12-22T13:39:25Z', 'revision_number': 2, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b180349d-fe9e-463b-a44a-1f444e858ada', 'name': '', 'network_id': 'f4fd65f2-70e3-492b-9274-97708e156d95', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:6c:93:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c855eefc-87cc-42ca-86e7-c0a7a1a3fec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:38:25Z', 'updated_at': '2021-12-22T13:39:25Z', 'revision_number': 6, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'c855eefc-87cc-42ca-86e7-c0a7a1a3fec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:39:27.790979 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41694c8-1ab1-4b67-8988-a842d7094289 None None] Checking router: faefa86f-386b-4d12-8f18-2ed3a580182d for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:39:27.801811 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41694c8-1ab1-4b67-8988-a842d7094289 None None] Routers {'faefa86f-386b-4d12-8f18-2ed3a580182d'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:39:27.802428 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-e41694c8-1ab1-4b67-8988-a842d7094289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:39:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['faefa86f-386b-4d12-8f18-2ed3a580182d'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:39:27.973592 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-e41694c8-1ab1-4b67-8988-a842d7094289 None None] Set router faefa86f-386b-4d12-8f18-2ed3a580182d gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:39:28.334140 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-e41694c8-1ab1-4b67-8988-a842d7094289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'name': 'tempest-TestNetworkBasicOps-router-4556864', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'f67ed5ea-da6f-4519-8138-06189bc37396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:38:21Z', 'updated_at': '2021-12-22T13:39:26Z', 'revision_number': 6, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'f67ed5ea-da6f-4519-8138-06189bc37396', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:38:21Z', 'updated_at': '2021-12-22T13:39:25Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': 'f6c2daa9-82bb-4d27-b24f-0ba93547f3d7', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.124', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'port_id': '52160fbe-fd0f-4385-af88-beabe132e87b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4fd65f2-70e3-492b-9274-97708e156d95', 'mac_address': 'fa:16:3e:54:12:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf60f4b-e9ea-432d-87f9-f5b864ba4127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:38:47Z', 'updated_at': '2021-12-22T13:39:25Z', 'revision_number': 2, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b180349d-fe9e-463b-a44a-1f444e858ada', 'name': '', 'network_id': 'f4fd65f2-70e3-492b-9274-97708e156d95', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:6c:93:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c855eefc-87cc-42ca-86e7-c0a7a1a3fec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:38:25Z', 'updated_at': '2021-12-22T13:39:25Z', 'revision_number': 6, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'c855eefc-87cc-42ca-86e7-c0a7a1a3fec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:39:28.337990 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41694c8-1ab1-4b67-8988-a842d7094289 None None] The sync data for ids ['faefa86f-386b-4d12-8f18-2ed3a580182d'] in dv-neutron-822669-1-hyperv is: [{'id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'name': 'tempest-TestNetworkBasicOps-router-4556864', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'f67ed5ea-da6f-4519-8138-06189bc37396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:38:21Z', 'updated_at': '2021-12-22T13:39:26Z', 'revision_number': 6, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'f67ed5ea-da6f-4519-8138-06189bc37396', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:38:21Z', 'updated_at': '2021-12-22T13:39:25Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': 'f6c2daa9-82bb-4d27-b24f-0ba93547f3d7', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'floating_ip_address': '172.26.1.124', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'port_id': '52160fbe-fd0f-4385-af88-beabe132e87b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4fd65f2-70e3-492b-9274-97708e156d95', 'mac_address': 'fa:16:3e:54:12:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf60f4b-e9ea-432d-87f9-f5b864ba4127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:38:47Z', 'updated_at': '2021-12-22T13:39:25Z', 'revision_number': 2, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b180349d-fe9e-463b-a44a-1f444e858ada', 'name': '', 'network_id': 'f4fd65f2-70e3-492b-9274-97708e156d95', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'mac_address': 'fa:16:3e:6c:93:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c855eefc-87cc-42ca-86e7-c0a7a1a3fec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:38:25Z', 'updated_at': '2021-12-22T13:39:25Z', 'revision_number': 6, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'subnets': [{'id': 'c855eefc-87cc-42ca-86e7-c0a7a1a3fec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:39:28.436202 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53914) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:39:28.573327 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5e5b5b0f-67ab-494a-b3bf-9618265fde74 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/f6c2daa9-82bb-4d27-b24f-0ba93547f3d7 HTTP/1.1" status: 200 len: 991 time: 0.1358089 Dec 22 13:39:28.889822 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:29.419514 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device b180349d-fe9e-463b-a44a-1f444e858ada up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:39:29.488262 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port b180349d-fe9e-463b-a44a-1f444e858ada triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:39:29.488641 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:29.576145 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53918) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:39:29.605623 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:29.637995 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port b180349d-fe9e-463b-a44a-1f444e858ada, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=b180349d-fe9e-463b-a44a-1f444e858ada,segment=NetworkSegment(de7386d1-6cb3-4ea0-bf3c-083e8762dd3c),segment_id=de7386d1-6cb3-4ea0-bf3c-083e8762dd3c)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:39:29.699677 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:29.700544 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device f67ed5ea-da6f-4519-8138-06189bc37396 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:39:29.724462 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-8b60795e-57d7-4e69-83a6-3f50f43e98c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:39:29.806221 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-26d880c3-6e16-4675-86f0-e6ec91a680e2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/f6c2daa9-82bb-4d27-b24f-0ba93547f3d7 HTTP/1.1" status: 200 len: 991 time: 0.2288756 Dec 22 13:39:29.816843 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=b180349d-fe9e-463b-a44a-1f444e858ada,revision_number=7']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:39:29.821246 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:39:29.832807 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port f67ed5ea-da6f-4519-8138-06189bc37396 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:39:29.833183 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:29.946778 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:29.962090 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port f67ed5ea-da6f-4519-8138-06189bc37396, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=f67ed5ea-da6f-4519-8138-06189bc37396,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:39:30.002020 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:30.004244 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:39:30.068194 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=f67ed5ea-da6f-4519-8138-06189bc37396,revision_number=6']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:39:30.071088 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:39:30.810146 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53922) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:39:30.914146 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-73453249-c051-458b-a05e-17cf6bccef9c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/f6c2daa9-82bb-4d27-b24f-0ba93547f3d7 HTTP/1.1" status: 200 len: 991 time: 0.1028621 Dec 22 13:39:31.388210 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device b180349d-fe9e-463b-a44a-1f444e858ada up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:39:31.457769 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port b180349d-fe9e-463b-a44a-1f444e858ada triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:39:31.458142 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:31.571862 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device f67ed5ea-da6f-4519-8138-06189bc37396 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:39:31.640138 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port f67ed5ea-da6f-4519-8138-06189bc37396 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:39:31.640598 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:31.918041 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53926) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:39:32.023010 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b9e1c10d-b8d2-4a6f-b4af-3db784431c27 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/f6c2daa9-82bb-4d27-b24f-0ba93547f3d7 HTTP/1.1" status: 200 len: 991 time: 0.1038127 Dec 22 13:39:33.026907 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53932) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:39:33.115363 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:39:33.131664 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b16e466e-074a-44f2-9ed6-dd8f4597c523 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/f6c2daa9-82bb-4d27-b24f-0ba93547f3d7 HTTP/1.1" status: 200 len: 991 time: 0.1035652 Dec 22 13:39:34.135464 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53936) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:39:34.243391 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-153df72a-96c9-4d78-b4c9-ff19b412ea86 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/f6c2daa9-82bb-4d27-b24f-0ba93547f3d7 HTTP/1.1" status: 200 len: 991 time: 0.1067247 Dec 22 13:39:35.247361 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53940) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:39:35.350375 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-93f31f63-a2a3-464f-a4db-5bd107c0d39d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/f6c2daa9-82bb-4d27-b24f-0ba93547f3d7 HTTP/1.1" status: 200 len: 991 time: 0.1018839 Dec 22 13:39:35.480237 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b511ee33-aebf-43d5-a068-63b7a3df4bed None None] New status for floating IP f6c2daa9-82bb-4d27-b24f-0ba93547f3d7: ACTIVE {{(pid=84150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:39:35.747398 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ac508da9-147a-4ece-9f0b-f80232536c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:36.354789 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53944) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:39:36.461520 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-16df2551-6151-4573-9d9d-024e8b835e38 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/floatingips/f6c2daa9-82bb-4d27-b24f-0ba93547f3d7 HTTP/1.1" status: 200 len: 993 time: 0.1055412 Dec 22 13:39:36.777771 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53952) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:39:36.976720 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-68cd3651-3327-4931-a849-6215c1d0ac17 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting port cba9cf05-8aac-4fdd-8cc7-5d933dfef257 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:39:36.977058 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-68cd3651-3327-4931-a849-6215c1d0ac17 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:37.141115 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-68cd3651-3327-4931-a849-6215c1d0ac17 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:37.141435 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-68cd3651-3327-4931-a849-6215c1d0ac17 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:37.261795 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-68cd3651-3327-4931-a849-6215c1d0ac17 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Calling delete_port for cba9cf05-8aac-4fdd-8cc7-5d933dfef257 owned by network:floatingip {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:39:37.459299 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-68cd3651-3327-4931-a849-6215c1d0ac17 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:37.463525 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2f0fd792-3dfe-48f9-81a3-ac8fb0e0ff43 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:39:37.509571 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd3651-3327-4931-a849-6215c1d0ac17 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Port': ['ID=cba9cf05-8aac-4fdd-8cc7-5d933dfef257,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:39:37.575723 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd3651-3327-4931-a849-6215c1d0ac17 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:37.576108 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd3651-3327-4931-a849-6215c1d0ac17 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:37.576510 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd3651-3327-4931-a849-6215c1d0ac17 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:37.576880 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd3651-3327-4931-a849-6215c1d0ac17 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:37.577248 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd3651-3327-4931-a849-6215c1d0ac17 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:37.577641 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd3651-3327-4931-a849-6215c1d0ac17 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:37.578001 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd3651-3327-4931-a849-6215c1d0ac17 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:37.578382 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd3651-3327-4931-a849-6215c1d0ac17 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:37.578743 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd3651-3327-4931-a849-6215c1d0ac17 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:37.579099 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd3651-3327-4931-a849-6215c1d0ac17 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:37.579456 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd3651-3327-4931-a849-6215c1d0ac17 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:37.584881 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-68cd3651-3327-4931-a849-6215c1d0ac17 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:39:37.610618 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-68cd3651-3327-4931-a849-6215c1d0ac17 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for floatingip, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:37.985516 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-92fba47c-235d-43c6-b82f-d08b244090d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:38.097247 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68cd3651-3327-4931-a849-6215c1d0ac17 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router faefa86f-386b-4d12-8f18-2ed3a580182d has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:39:38.294340 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68cd3651-3327-4931-a849-6215c1d0ac17 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:39:38.407814 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-68cd3651-3327-4931-a849-6215c1d0ac17 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:38.459969 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-68cd3651-3327-4931-a849-6215c1d0ac17 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/floatingips/f6c2daa9-82bb-4d27-b24f-0ba93547f3d7 HTTP/1.1" status: 204 len: 168 time: 1.6811402 Dec 22 13:39:38.460664 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf60f4b-e9ea-432d-87f9-f5b864ba4127', 'tag': '52160fbe-fd0f-4385-af88-beabe132e87b'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:39:38.521160 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf60f4b-e9ea-432d-87f9-f5b864ba4127', 'tag': '52160fbe-fd0f-4385-af88-beabe132e87b', 'status': 'completed', 'code': 200} Dec 22 13:39:38.625432 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-45224adc-a1f0-4621-b234-32efb5dab30b req-af916fdc-0fcf-49aa-b596-4b6fcad05d33 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=453b85bce7e6482dbe10966fb03da8cc&device_id=daf60f4b-e9ea-432d-87f9-f5b864ba4127 HTTP/1.1" status: 200 len: 1098 time: 0.0739303 Dec 22 13:39:38.761508 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45224adc-a1f0-4621-b234-32efb5dab30b req-8c7cfc3a-95db-485a-8b19-ebd1c7b510db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:38.762985 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-45224adc-a1f0-4621-b234-32efb5dab30b req-8c7cfc3a-95db-485a-8b19-ebd1c7b510db service neutron] 10.222.0.45 "GET /v2.0/networks?id=f4fd65f2-70e3-492b-9274-97708e156d95 HTTP/1.1" status: 200 len: 898 time: 0.1266510 Dec 22 13:39:38.847499 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-45224adc-a1f0-4621-b234-32efb5dab30b req-3376430f-c91a-4adc-ab0c-3a14f54eb782 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52160fbe-fd0f-4385-af88-beabe132e87b HTTP/1.1" status: 200 len: 217 time: 0.0721235 Dec 22 13:39:38.916816 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45224adc-a1f0-4621-b234-32efb5dab30b req-50070117-48bf-45e6-81e1-dc0cb1199ea0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:38.918258 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-45224adc-a1f0-4621-b234-32efb5dab30b req-50070117-48bf-45e6-81e1-dc0cb1199ea0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c855eefc-87cc-42ca-86e7-c0a7a1a3fec6 HTTP/1.1" status: 200 len: 834 time: 0.0594041 Dec 22 13:39:38.933609 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:38.995009 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-45224adc-a1f0-4621-b234-32efb5dab30b req-f88515ca-991f-4cb0-b17b-22141ef41f36 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4fd65f2-70e3-492b-9274-97708e156d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701036 Dec 22 13:39:39.029657 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695142c9-1fa3-4245-be82-5d688f3aed9d req-eacfe1b3-f7de-4093-8358-c663384cb944 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:39.031623 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-695142c9-1fa3-4245-be82-5d688f3aed9d req-eacfe1b3-f7de-4093-8358-c663384cb944 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=daf60f4b-e9ea-432d-87f9-f5b864ba4127 HTTP/1.1" status: 200 len: 945 time: 0.0776994 Dec 22 13:39:39.076519 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-695142c9-1fa3-4245-be82-5d688f3aed9d req-cf6458b9-4ffa-4d92-b2c5-3beb737af4d9 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e12547c-bc9a-46d4-80e8-a59c8e20990c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392613 Dec 22 13:39:39.134377 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-45224adc-a1f0-4621-b234-32efb5dab30b req-6a4d110c-00cc-4b2f-a89f-db8378660121 service neutron] 10.222.0.45 "GET /v2.0/networks/f4fd65f2-70e3-492b-9274-97708e156d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292014 Dec 22 13:39:39.268628 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-45224adc-a1f0-4621-b234-32efb5dab30b req-4ae168ed-6de7-4000-88a2-506394c152b5 service neutron] 10.222.0.45 "GET /v2.0/networks/f4fd65f2-70e3-492b-9274-97708e156d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275632 Dec 22 13:39:39.287481 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:40.277823 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b2e32-64cb-472c-a7e8-bbb3c32e9ee5 req-f8872abb-a6bb-47cf-addd-c234d5efe9a7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:40.278545 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-518b2e32-64cb-472c-a7e8-bbb3c32e9ee5 req-f8872abb-a6bb-47cf-addd-c234d5efe9a7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:39:40.378555 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-518b2e32-64cb-472c-a7e8-bbb3c32e9ee5 req-f8872abb-a6bb-47cf-addd-c234d5efe9a7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:39:40.379670 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-518b2e32-64cb-472c-a7e8-bbb3c32e9ee5 req-f8872abb-a6bb-47cf-addd-c234d5efe9a7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=daf60f4b-e9ea-432d-87f9-f5b864ba4127 HTTP/1.1" status: 200 len: 945 time: 0.1844726 Dec 22 13:39:40.426182 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-518b2e32-64cb-472c-a7e8-bbb3c32e9ee5 req-5b2e241e-cf9c-46e5-8b62-d4d5437facc0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e12547c-bc9a-46d4-80e8-a59c8e20990c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408938 Dec 22 13:39:40.506054 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e7774-92ec-483f-a0ae-f721d6387bee req-2fd209a5-0a76-4911-a371-8770004e5253 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:40.507481 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e52e7774-92ec-483f-a0ae-f721d6387bee req-2fd209a5-0a76-4911-a371-8770004e5253 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "GET /v2.0/ports?device_id=daf60f4b-e9ea-432d-87f9-f5b864ba4127 HTTP/1.1" status: 200 len: 945 time: 0.0805113 Dec 22 13:39:40.556336 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:40.691262 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-e52e7774-92ec-483f-a0ae-f721d6387bee req-fa956b58-3d07-43f5-b7ae-349901b616d0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting port 52160fbe-fd0f-4385-af88-beabe132e87b {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:39:40.691619 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-e52e7774-92ec-483f-a0ae-f721d6387bee req-fa956b58-3d07-43f5-b7ae-349901b616d0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:40.930385 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-e52e7774-92ec-483f-a0ae-f721d6387bee req-fa956b58-3d07-43f5-b7ae-349901b616d0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] For port 52160fbe-fd0f-4385-af88-beabe132e87b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=52160fbe-fd0f-4385-af88-beabe132e87b,segment=NetworkSegment(de7386d1-6cb3-4ea0-bf3c-083e8762dd3c),segment_id=de7386d1-6cb3-4ea0-bf3c-083e8762dd3c)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:39:40.930742 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-e52e7774-92ec-483f-a0ae-f721d6387bee req-fa956b58-3d07-43f5-b7ae-349901b616d0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:41.048722 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-e52e7774-92ec-483f-a0ae-f721d6387bee req-fa956b58-3d07-43f5-b7ae-349901b616d0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Calling delete_port for 52160fbe-fd0f-4385-af88-beabe132e87b owned by compute:nova {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:39:41.236170 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-e52e7774-92ec-483f-a0ae-f721d6387bee req-fa956b58-3d07-43f5-b7ae-349901b616d0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:41.241525 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8cc74320-1f74-4d95-b091-2be5937db70e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:39:41.287049 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa956b58-3d07-43f5-b7ae-349901b616d0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Port': ['ID=52160fbe-fd0f-4385-af88-beabe132e87b,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:39:41.289513 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-fa956b58-3d07-43f5-b7ae-349901b616d0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:39:41.361222 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52e7774-92ec-483f-a0ae-f721d6387bee req-fa956b58-3d07-43f5-b7ae-349901b616d0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] No DVR routers for this DVR port 52160fbe-fd0f-4385-af88-beabe132e87b on host hv-neutron-8226 {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:39:41.363530 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-e52e7774-92ec-483f-a0ae-f721d6387bee req-fa956b58-3d07-43f5-b7ae-349901b616d0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:41.366045 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf60f4b-e9ea-432d-87f9-f5b864ba4127', 'name': 'network-vif-deleted', 'tag': '52160fbe-fd0f-4385-af88-beabe132e87b'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:39:41.419900 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf60f4b-e9ea-432d-87f9-f5b864ba4127', 'name': 'network-vif-deleted', 'tag': '52160fbe-fd0f-4385-af88-beabe132e87b', 'status': 'completed', 'code': 200} Dec 22 13:39:41.431904 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e52e7774-92ec-483f-a0ae-f721d6387bee req-fa956b58-3d07-43f5-b7ae-349901b616d0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.45 "DELETE /v2.0/ports/52160fbe-fd0f-4385-af88-beabe132e87b HTTP/1.1" status: 204 len: 173 time: 0.9178164 Dec 22 13:39:41.601409 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-44012c42-502b-4b06-8cc3-cbb81f2d9221 req-2244d5b9-7235-4564-a40f-581422c62c14 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Synchronizing usage tracker for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:39:41.699334 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-44012c42-502b-4b06-8cc3-cbb81f2d9221 req-2244d5b9-7235-4564-a40f-581422c62c14 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Unset dirty status for tenant:453b85bce7e6482dbe10966fb03da8cc on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:39:41.700580 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-44012c42-502b-4b06-8cc3-cbb81f2d9221 req-2244d5b9-7235-4564-a40f-581422c62c14 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "GET /v2.0/ports?device_id=daf60f4b-e9ea-432d-87f9-f5b864ba4127 HTTP/1.1" status: 200 len: 210 time: 0.1402085 Dec 22 13:39:42.806628 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53970) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:39:42.873882 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6aac62a7-520e-4c87-9d99-3c1478824928 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:42.902530 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6aac62a7-520e-4c87-9d99-3c1478824928 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:43.019241 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6aac62a7-520e-4c87-9d99-3c1478824928 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:43.023146 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-fd682613-0672-4825-be26-d9508be36470 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:39:43.044982 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac62a7-520e-4c87-9d99-3c1478824928 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e12547c-bc9a-46d4-80e8-a59c8e20990c,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:39:43.049388 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6aac62a7-520e-4c87-9d99-3c1478824928 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:39:43.103845 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6aac62a7-520e-4c87-9d99-3c1478824928 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:43.104973 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6aac62a7-520e-4c87-9d99-3c1478824928 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/security-groups/6e12547c-bc9a-46d4-80e8-a59c8e20990c HTTP/1.1" status: 204 len: 168 time: 0.2973719 Dec 22 13:39:43.185400 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53976) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:39:43.581887 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b5c25558-8939-4b8d-91a4-da7479a6f78e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:43.633005 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 52160fbe-fd0f-4385-af88-beabe132e87b no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:39:43.665655 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] No Port match for: 52160fbe-fd0f-4385-af88-beabe132e87b {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:39:43.666005 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 52160fbe-fd0f-4385-af88-beabe132e87b not bound to the agent host hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:39:44.284102 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-b5c25558-8939-4b8d-91a4-da7479a6f78e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting port b180349d-fe9e-463b-a44a-1f444e858ada {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:39:44.284700 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b5c25558-8939-4b8d-91a4-da7479a6f78e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:44.469438 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-b5c25558-8939-4b8d-91a4-da7479a6f78e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] For port b180349d-fe9e-463b-a44a-1f444e858ada, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=b180349d-fe9e-463b-a44a-1f444e858ada,segment=NetworkSegment(de7386d1-6cb3-4ea0-bf3c-083e8762dd3c),segment_id=de7386d1-6cb3-4ea0-bf3c-083e8762dd3c)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:39:44.469830 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b5c25558-8939-4b8d-91a4-da7479a6f78e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:44.594892 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-b5c25558-8939-4b8d-91a4-da7479a6f78e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Calling delete_port for b180349d-fe9e-463b-a44a-1f444e858ada owned by network:router_interface {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:39:44.819328 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b5c25558-8939-4b8d-91a4-da7479a6f78e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:44.823218 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e4b14fc0-6770-452d-9d65-0585f7f19638 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:39:44.870005 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c25558-8939-4b8d-91a4-da7479a6f78e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Port': ['ID=b180349d-fe9e-463b-a44a-1f444e858ada,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:39:44.872292 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b5c25558-8939-4b8d-91a4-da7479a6f78e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:39:45.164664 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b5c25558-8939-4b8d-91a4-da7479a6f78e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:45.851937 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c25558-8939-4b8d-91a4-da7479a6f78e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Router faefa86f-386b-4d12-8f18-2ed3a580182d has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:39:45.963757 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee71e1f1-91a1-4274-be47-e789c3b7fb03 None None] Sync routers for ids ['faefa86f-386b-4d12-8f18-2ed3a580182d'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:39:45.976304 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee71e1f1-91a1-4274-be47-e789c3b7fb03 None None] Routers {'faefa86f-386b-4d12-8f18-2ed3a580182d'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:39:45.976904 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-ee71e1f1-91a1-4274-be47-e789c3b7fb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:39:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['faefa86f-386b-4d12-8f18-2ed3a580182d'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:39:46.053430 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c25558-8939-4b8d-91a4-da7479a6f78e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:39:46.129315 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b5c25558-8939-4b8d-91a4-da7479a6f78e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "PUT /v2.0/routers/faefa86f-386b-4d12-8f18-2ed3a580182d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9426444 Dec 22 13:39:46.131899 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53980) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:39:46.156261 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-ee71e1f1-91a1-4274-be47-e789c3b7fb03 None None] Set router faefa86f-386b-4d12-8f18-2ed3a580182d gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:39:46.321250 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2685f0c-6acf-4e4c-9e52-3144f5071b16 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting subnet c855eefc-87cc-42ca-86e7-c0a7a1a3fec6 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:39:46.324085 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a2685f0c-6acf-4e4c-9e52-3144f5071b16 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:46.378509 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a2685f0c-6acf-4e4c-9e52-3144f5071b16 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:46.439824 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-ee71e1f1-91a1-4274-be47-e789c3b7fb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'name': 'tempest-TestNetworkBasicOps-router-4556864', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'f67ed5ea-da6f-4519-8138-06189bc37396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:38:21Z', 'updated_at': '2021-12-22T13:39:44Z', 'revision_number': 7, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'f67ed5ea-da6f-4519-8138-06189bc37396', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:38:21Z', 'updated_at': '2021-12-22T13:39:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:39:46.443624 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee71e1f1-91a1-4274-be47-e789c3b7fb03 None None] Checking router: faefa86f-386b-4d12-8f18-2ed3a580182d for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:39:46.454408 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee71e1f1-91a1-4274-be47-e789c3b7fb03 None None] Routers {'faefa86f-386b-4d12-8f18-2ed3a580182d'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:39:46.455006 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-ee71e1f1-91a1-4274-be47-e789c3b7fb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:39:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['faefa86f-386b-4d12-8f18-2ed3a580182d'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:39:46.463546 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a2685f0c-6acf-4e4c-9e52-3144f5071b16 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:46.590959 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a2685f0c-6acf-4e4c-9e52-3144f5071b16 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:46.596597 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ad446df0-ef94-45c5-b275-8f04bb4db497 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:39:46.631410 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2685f0c-6acf-4e4c-9e52-3144f5071b16 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Subnet': ['ID=c855eefc-87cc-42ca-86e7-c0a7a1a3fec6,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:39:46.634886 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a2685f0c-6acf-4e4c-9e52-3144f5071b16 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:39:46.638193 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a2685f0c-6acf-4e4c-9e52-3144f5071b16 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:46.644484 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a2685f0c-6acf-4e4c-9e52-3144f5071b16 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/subnets/c855eefc-87cc-42ca-86e7-c0a7a1a3fec6 HTTP/1.1" status: 204 len: 168 time: 0.5115867 Dec 22 13:39:46.646369 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d547e22e-2b61-4025-8d34-1882fbb940c2 None None] Network f4fd65f2-70e3-492b-9274-97708e156d95 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:39:46.647930 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53984) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:39:46.657365 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-ee71e1f1-91a1-4274-be47-e789c3b7fb03 None None] Set router faefa86f-386b-4d12-8f18-2ed3a580182d gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:39:46.870718 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0a726d6e-845c-4305-ae7f-bf5d9a513ada tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:46.976514 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450291f4-3dc7-4a4a-84d7-e8c3b7ae1366 None None] DHCP port deletion for f4fd65f2-70e3-492b-9274-97708e156d95 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:39:46.979960 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-ee71e1f1-91a1-4274-be47-e789c3b7fb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'name': 'tempest-TestNetworkBasicOps-router-4556864', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'f67ed5ea-da6f-4519-8138-06189bc37396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:38:21Z', 'updated_at': '2021-12-22T13:39:44Z', 'revision_number': 7, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'f67ed5ea-da6f-4519-8138-06189bc37396', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:38:21Z', 'updated_at': '2021-12-22T13:39:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:39:46.980561 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-450291f4-3dc7-4a4a-84d7-e8c3b7ae1366 None None] Deleting port cfba1615-ddfc-463d-9019-893efd904a3e {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:39:46.981030 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-450291f4-3dc7-4a4a-84d7-e8c3b7ae1366 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:46.984513 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee71e1f1-91a1-4274-be47-e789c3b7fb03 None None] The sync data for ids ['faefa86f-386b-4d12-8f18-2ed3a580182d'] in dv-neutron-822669-1-hyperv is: [{'id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'name': 'tempest-TestNetworkBasicOps-router-4556864', 'tenant_id': '453b85bce7e6482dbe10966fb03da8cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'f67ed5ea-da6f-4519-8138-06189bc37396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:38:21Z', 'updated_at': '2021-12-22T13:39:44Z', 'revision_number': 7, 'project_id': '453b85bce7e6482dbe10966fb03da8cc', 'gw_port': {'id': 'f67ed5ea-da6f-4519-8138-06189bc37396', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faefa86f-386b-4d12-8f18-2ed3a580182d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:38:21Z', 'updated_at': '2021-12-22T13:39:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:39:47.079177 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0a726d6e-845c-4305-ae7f-bf5d9a513ada tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:47.196644 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-0a726d6e-845c-4305-ae7f-bf5d9a513ada tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Deleting port f67ed5ea-da6f-4519-8138-06189bc37396 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:39:47.196921 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0a726d6e-845c-4305-ae7f-bf5d9a513ada tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:47.225249 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-450291f4-3dc7-4a4a-84d7-e8c3b7ae1366 None None] For port cfba1615-ddfc-463d-9019-893efd904a3e, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=cfba1615-ddfc-463d-9019-893efd904a3e,segment=NetworkSegment(de7386d1-6cb3-4ea0-bf3c-083e8762dd3c),segment_id=de7386d1-6cb3-4ea0-bf3c-083e8762dd3c)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:39:47.225673 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-450291f4-3dc7-4a4a-84d7-e8c3b7ae1366 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:47.355918 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-450291f4-3dc7-4a4a-84d7-e8c3b7ae1366 None None] Calling delete_port for cfba1615-ddfc-463d-9019-893efd904a3e owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:39:47.424783 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device b180349d-fe9e-463b-a44a-1f444e858ada no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:39:47.475520 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: b180349d-fe9e-463b-a44a-1f444e858ada {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:39:47.475973 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device b180349d-fe9e-463b-a44a-1f444e858ada not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:39:47.476470 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device cfba1615-ddfc-463d-9019-893efd904a3e no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:39:47.550728 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-0a726d6e-845c-4305-ae7f-bf5d9a513ada tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] For port f67ed5ea-da6f-4519-8138-06189bc37396, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=f67ed5ea-da6f-4519-8138-06189bc37396,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:39:47.551201 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0a726d6e-845c-4305-ae7f-bf5d9a513ada tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:47.595757 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:47.642570 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-450291f4-3dc7-4a4a-84d7-e8c3b7ae1366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:47.648832 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:39:47.680394 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-0a726d6e-845c-4305-ae7f-bf5d9a513ada tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Calling delete_port for f67ed5ea-da6f-4519-8138-06189bc37396 owned by network:router_gateway {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:39:47.723938 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450291f4-3dc7-4a4a-84d7-e8c3b7ae1366 None None] Pushing event deleted for resources: {'Port': ['ID=cfba1615-ddfc-463d-9019-893efd904a3e,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:39:47.726699 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-450291f4-3dc7-4a4a-84d7-e8c3b7ae1366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:39:47.731550 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450291f4-3dc7-4a4a-84d7-e8c3b7ae1366 None None] No DVR routers for this DVR port cfba1615-ddfc-463d-9019-893efd904a3e on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:39:47.904666 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0a726d6e-845c-4305-ae7f-bf5d9a513ada tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:47.909171 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e71ef1e9-45cd-49ce-a838-593eb20cb2ee tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:39:47.954374 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a726d6e-845c-4305-ae7f-bf5d9a513ada tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Port': ['ID=f67ed5ea-da6f-4519-8138-06189bc37396,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:39:47.956725 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0a726d6e-845c-4305-ae7f-bf5d9a513ada tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:39:48.181516 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0a726d6e-845c-4305-ae7f-bf5d9a513ada tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:48.434764 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0a726d6e-845c-4305-ae7f-bf5d9a513ada tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:48.439280 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0a726d6e-845c-4305-ae7f-bf5d9a513ada tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:48.556117 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0a726d6e-845c-4305-ae7f-bf5d9a513ada tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:48.556641 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a726d6e-845c-4305-ae7f-bf5d9a513ada tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Fanout notify agent at l3_agent the message router_deleted on router faefa86f-386b-4d12-8f18-2ed3a580182d {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:39:48.570815 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0a726d6e-845c-4305-ae7f-bf5d9a513ada tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:48.571926 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0a726d6e-845c-4305-ae7f-bf5d9a513ada tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/routers/faefa86f-386b-4d12-8f18-2ed3a580182d HTTP/1.1" status: 204 len: 168 time: 1.9230931 Dec 22 13:39:48.574547 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 53988) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:39:48.682487 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fd055f9c-0bcc-408e-a697-eba284e048ec tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:48.812112 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fd055f9c-0bcc-408e-a697-eba284e048ec tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:48.934620 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-fd055f9c-0bcc-408e-a697-eba284e048ec tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4fd65f2-70e3-492b-9274-97708e156d95']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:39:48.947507 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-fd055f9c-0bcc-408e-a697-eba284e048ec tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de7386d1-6cb3-4ea0-bf3c-083e8762dd3c') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:39:48.947797 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-fd055f9c-0bcc-408e-a697-eba284e048ec tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de7386d1-6cb3-4ea0-bf3c-083e8762dd3c') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:39:48.960107 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fd055f9c-0bcc-408e-a697-eba284e048ec tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:48.976327 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fd055f9c-0bcc-408e-a697-eba284e048ec tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:48.982224 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd055f9c-0bcc-408e-a697-eba284e048ec tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:39:48.982635 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fd055f9c-0bcc-408e-a697-eba284e048ec tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:48.996512 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:39:48.996512 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:39:48.996512 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:39:48.996512 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:39:48.996512 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:39:48.996512 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:39:48.996512 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:39:48.996512 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:39:48.996512 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:39:48.996512 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:39:48.996512 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:39:48.996512 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:39:48.996512 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:39:48.996512 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:39:48.996512 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:39:48.996512 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:39:48.996512 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:39:48.996512 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:39:48.996512 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:39:48.996512 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:39:48.996512 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:39:48.996512 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:39:48.996512 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:39:48.996512 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:39:48.996512 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:39:48.996512 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:39:48.996512 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:39:48.996512 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:39:48.996512 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:39:48.996512 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:39:48.996512 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:39:48.996512 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:39:49.127561 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fd055f9c-0bcc-408e-a697-eba284e048ec tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:49.130906 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-78ab6d10-0c15-466c-812f-70dad5e06a79 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:39:49.146178 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fd055f9c-0bcc-408e-a697-eba284e048ec tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:49.158900 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd055f9c-0bcc-408e-a697-eba284e048ec tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Pushing event deleted for resources: {'Network': ['ID=f4fd65f2-70e3-492b-9274-97708e156d95,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:39:49.161767 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-fd055f9c-0bcc-408e-a697-eba284e048ec tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:39:49.213872 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-fd055f9c-0bcc-408e-a697-eba284e048ec tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] 10.222.0.47 "DELETE /v2.0/networks/f4fd65f2-70e3-492b-9274-97708e156d95 HTTP/1.1" status: 204 len: 168 time: 0.6383855 Dec 22 13:39:49.809667 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 53996) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:39:50.023868 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8933c56a-cff2-4394-bd55-b5512dfc7864 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=453b85bce7e6482dbe10966fb03da8cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2129769 Dec 22 13:39:50.026299 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 54002) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:39:50.090173 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-38a9249f-0a60-408d-b32f-d1a8075ddad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:50.090604 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb68b48-f362-4cf5-aa63-b33043a77e4e None None] New status for floating IP f6c2daa9-82bb-4d27-b24f-0ba93547f3d7: DOWN {{(pid=84150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:39:50.115952 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-38a9249f-0a60-408d-b32f-d1a8075ddad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:50.247477 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-38a9249f-0a60-408d-b32f-d1a8075ddad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:50.251466 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-52ae6a87-1c31-4be3-a8dd-0d9180d4f454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:39:50.266412 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9249f-0a60-408d-b32f-d1a8075ddad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573ecb72-df35-4a5f-9466-1591b75ef9d2,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:39:50.278030 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-38a9249f-0a60-408d-b32f-d1a8075ddad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:50.279178 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-38a9249f-0a60-408d-b32f-d1a8075ddad0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/573ecb72-df35-4a5f-9466-1591b75ef9d2 HTTP/1.1" status: 204 len: 168 time: 0.2519746 Dec 22 13:39:50.281559 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a9249f-0a60-408d-b32f-d1a8075ddad0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:50.281941 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a9249f-0a60-408d-b32f-d1a8075ddad0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:50.282318 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a9249f-0a60-408d-b32f-d1a8075ddad0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:50.282714 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a9249f-0a60-408d-b32f-d1a8075ddad0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:50.283089 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a9249f-0a60-408d-b32f-d1a8075ddad0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:50.283461 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a9249f-0a60-408d-b32f-d1a8075ddad0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:50.283828 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a9249f-0a60-408d-b32f-d1a8075ddad0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:50.284197 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a9249f-0a60-408d-b32f-d1a8075ddad0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:50.284558 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a9249f-0a60-408d-b32f-d1a8075ddad0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:50.284918 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a9249f-0a60-408d-b32f-d1a8075ddad0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:50.285279 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a9249f-0a60-408d-b32f-d1a8075ddad0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:50.288655 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-38a9249f-0a60-408d-b32f-d1a8075ddad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:39:50.316554 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a9bfb3-eaba-47c3-96c2-b0357fed41a8 None None] Sync routers for ids ['faefa86f-386b-4d12-8f18-2ed3a580182d'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:39:50.329092 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a9bfb3-eaba-47c3-96c2-b0357fed41a8 None None] Routers set() bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:39:50.329456 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a9bfb3-eaba-47c3-96c2-b0357fed41a8 None None] Router IDs set() for agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 22 13:39:50.330579 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_agentschedulers_db [None req-59a9bfb3-eaba-47c3-96c2-b0357fed41a8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'faefa86f-386b-4d12-8f18-2ed3a580182d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:39:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent'). {{(pid=84151) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 22 13:39:50.340708 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a9bfb3-eaba-47c3-96c2-b0357fed41a8 None None] Routers set() bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:39:50.341073 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a9bfb3-eaba-47c3-96c2-b0357fed41a8 None None] Router IDs set() for agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 22 13:39:50.341632 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_agentschedulers_db [None req-59a9bfb3-eaba-47c3-96c2-b0357fed41a8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'faefa86f-386b-4d12-8f18-2ed3a580182d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:39:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent'). {{(pid=84151) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 22 13:39:50.342000 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a9bfb3-eaba-47c3-96c2-b0357fed41a8 None None] The sync data for ids ['faefa86f-386b-4d12-8f18-2ed3a580182d'] in dv-neutron-822669-1-hyperv is: [] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:39:50.917010 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 54012) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:39:50.935255 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3036bfc2-8daa-4bb7-864e-3e786e92deec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:50.968547 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-3036bfc2-8daa-4bb7-864e-3e786e92deec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:39:50.972549 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-3036bfc2-8daa-4bb7-864e-3e786e92deec admin admin] Usage tracker for resource:security_group_rule and tenant:8e4fc08997954adb93aba9f3a934e50e is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:39:50.975352 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-3036bfc2-8daa-4bb7-864e-3e786e92deec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:39:50.981049 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-3036bfc2-8daa-4bb7-864e-3e786e92deec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:39:51.046867 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3036bfc2-8daa-4bb7-864e-3e786e92deec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:51.104225 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3036bfc2-8daa-4bb7-864e-3e786e92deec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:51.111110 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-472f327b-93d2-4525-9e32-15448370068b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:39:51.155596 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036bfc2-8daa-4bb7-864e-3e786e92deec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae068a0-5cb6-43ee-9e7e-e6fd7818808a,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:39:51.159128 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3036bfc2-8daa-4bb7-864e-3e786e92deec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:39:51.161612 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-3036bfc2-8daa-4bb7-864e-3e786e92deec admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8e4fc08997954adb93aba9f3a934e50e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2437515 Dec 22 13:39:51.164329 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 54016) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:39:51.224955 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-66c9dd23-eabd-49b7-ad67-5131278a73bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:51.249415 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-66c9dd23-eabd-49b7-ad67-5131278a73bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:51.352123 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device f67ed5ea-da6f-4519-8138-06189bc37396 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:39:51.356197 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-66c9dd23-eabd-49b7-ad67-5131278a73bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:51.360229 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-579f1de7-61d8-450a-9ea9-b9f6750acbe0 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:39:51.372743 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9dd23-eabd-49b7-ad67-5131278a73bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae068a0-5cb6-43ee-9e7e-e6fd7818808a,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:39:51.377456 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-66c9dd23-eabd-49b7-ad67-5131278a73bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:39:51.379989 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-66c9dd23-eabd-49b7-ad67-5131278a73bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:51.381472 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-66c9dd23-eabd-49b7-ad67-5131278a73bb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8ae068a0-5cb6-43ee-9e7e-e6fd7818808a HTTP/1.1" status: 204 len: 168 time: 0.2162404 Dec 22 13:39:51.392572 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: f67ed5ea-da6f-4519-8138-06189bc37396 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:39:51.392928 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device f67ed5ea-da6f-4519-8138-06189bc37396 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:39:58.922220 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:59.366496 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-f86afed4-1e90-4f39-89cc-d22758baf670 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=a5b8ef541e7d41079bbb773ec9561cf5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283513 Dec 22 13:39:59.516888 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-a5278d47-f6bc-4555-8af0-92cc42d8f1aa tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:59.518316 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-a5278d47-f6bc-4555-8af0-92cc42d8f1aa tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1462448 Dec 22 13:39:59.534370 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-329d0795-c5dc-4c56-b425-e8a3aff34204 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] 10.222.0.47 "GET /v2.0/quotas/a5b8ef541e7d41079bbb773ec9561cf5 HTTP/1.1" status: 200 len: 375 time: 0.0106189 Dec 22 13:39:59.585464 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-1c2b2640-b792-456b-8fd2-06e13c60ae8a tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a5b8ef541e7d41079bbb773ec9561cf5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460374 Dec 22 13:39:59.846735 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3936816e-b737-4cfd-89fe-9e64d947dcf4 req-1d9e7a4b-cd5c-412b-ade1-e48823adfd54 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] 10.222.0.47 "GET /v2.0/ports?device_id=3713b848-b3f6-485d-ae68-32b779585cc9 HTTP/1.1" status: 200 len: 210 time: 0.0483158 Dec 22 13:40:01.011778 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c119f0f1-7698-487d-bef4-c6325d33b356 req-37d92026-0012-46a0-8e79-cbd5dd56c911 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] 10.222.0.47 "GET /v2.0/ports?device_id=3713b848-b3f6-485d-ae68-32b779585cc9 HTTP/1.1" status: 200 len: 210 time: 0.0414321 Dec 22 13:40:01.762848 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-563b132b-4dc7-470a-9f11-3a769aaa6cf0 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=a5b8ef541e7d41079bbb773ec9561cf5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271280 Dec 22 13:40:01.914491 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-29cbc72a-ebfd-49f1-9219-3c29fb2ec7d2 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:01.915912 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-29cbc72a-ebfd-49f1-9219-3c29fb2ec7d2 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1458344 Dec 22 13:40:01.938034 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-11f11fb6-7ec8-4196-8c3f-c70fda884236 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Request body: {'port': {'device_id': '3713b848-b3f6-485d-ae68-32b779585cc9', 'network_id': '0a184e6a-b004-4d7a-8940-5c59ad407660', 'admin_state_up': True, 'tenant_id': 'a5b8ef541e7d41079bbb773ec9561cf5'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:40:02.078977 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-11f11fb6-7ec8-4196-8c3f-c70fda884236 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:40:02.083154 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-11f11fb6-7ec8-4196-8c3f-c70fda884236 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Usage tracker for resource:port and tenant:a5b8ef541e7d41079bbb773ec9561cf5 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:40:02.086405 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-11f11fb6-7ec8-4196-8c3f-c70fda884236 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:40:02.093396 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-11f11fb6-7ec8-4196-8c3f-c70fda884236 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:40:02.183580 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a7cf0207-a271-4043-87e9-7e700805e979 req-12108edc-f491-4ddb-893b-a930aea45bf3 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] 10.222.0.47 "GET /v2.0/ports?device_id=3713b848-b3f6-485d-ae68-32b779585cc9 HTTP/1.1" status: 200 len: 210 time: 0.0449400 Dec 22 13:40:02.184718 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-11f11fb6-7ec8-4196-8c3f-c70fda884236 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Made reservation on behalf of a5b8ef541e7d41079bbb773ec9561cf5 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:40:02.188181 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-11f11fb6-7ec8-4196-8c3f-c70fda884236 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:02.201044 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-11f11fb6-7ec8-4196-8c3f-c70fda884236 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:02.234562 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-11f11fb6-7ec8-4196-8c3f-c70fda884236 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:40:02.238625 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-11f11fb6-7ec8-4196-8c3f-c70fda884236 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Usage tracker for resource:security_group_rule and tenant:a5b8ef541e7d41079bbb773ec9561cf5 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:40:02.242115 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-11f11fb6-7ec8-4196-8c3f-c70fda884236 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:40:02.248462 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-11f11fb6-7ec8-4196-8c3f-c70fda884236 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:40:02.318585 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-11f11fb6-7ec8-4196-8c3f-c70fda884236 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:02.389933 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-11f11fb6-7ec8-4196-8c3f-c70fda884236 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:02.392786 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f90b991e-e982-40d9-b05a-9ff7dca6120f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:02.469790 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f11fb6-7ec8-4196-8c3f-c70fda884236 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4868bf6-f9da-4446-9288-d1615b3e2d4d,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:02.474822 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-11f11fb6-7ec8-4196-8c3f-c70fda884236 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:02.564537 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-11f11fb6-7ec8-4196-8c3f-c70fda884236 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Allocated IP 192.168.233.145 (0a184e6a-b004-4d7a-8940-5c59ad407660/f4d98401-2674-4db7-aa5d-e2687df3656a/e444ac2b-28b0-4e9f-908a-cf6e655ac29b) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:40:02.761794 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-11f11fb6-7ec8-4196-8c3f-c70fda884236 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:02.777616 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-11f11fb6-7ec8-4196-8c3f-c70fda884236 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Transition to ACTIVE for port object e444ac2b-28b0-4e9f-908a-cf6e655ac29b will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:40:02.870289 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-11f11fb6-7ec8-4196-8c3f-c70fda884236 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:02.876635 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-12ef1e85-8374-4e00-9ba1-24b23ec185d2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:02.940802 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-11f11fb6-7ec8-4196-8c3f-c70fda884236 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Network 0a184e6a-b004-4d7a-8940-5c59ad407660 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:40:02.947803 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-11f11fb6-7ec8-4196-8c3f-c70fda884236 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:40:02.950306 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-11f11fb6-7ec8-4196-8c3f-c70fda884236 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:40:02.989506 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f11fb6-7ec8-4196-8c3f-c70fda884236 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Pushing event updated for resources: {'Port': ['ID=e444ac2b-28b0-4e9f-908a-cf6e655ac29b,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:02.992487 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-11f11fb6-7ec8-4196-8c3f-c70fda884236 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:03.021439 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-11f11fb6-7ec8-4196-8c3f-c70fda884236 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:03.021957 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-11f11fb6-7ec8-4196-8c3f-c70fda884236 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:03.099801 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-11f11fb6-7ec8-4196-8c3f-c70fda884236 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1664135 Dec 22 13:40:03.117001 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-0f209485-0f5f-4d9e-a12d-f595ad828457 service neutron] Request body: {'port': {'device_id': '3713b848-b3f6-485d-ae68-32b779585cc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:40:03.229240 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-0f209485-0f5f-4d9e-a12d-f595ad828457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:03.235814 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-73fd492a-4575-4d7c-bce5-bb5a2da22cae None None] Provisioning for port e444ac2b-28b0-4e9f-908a-cf6e655ac29b completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:40:03.243415 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-73fd492a-4575-4d7c-bce5-bb5a2da22cae None None] Provisioning complete for port e444ac2b-28b0-4e9f-908a-cf6e655ac29b triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:40:03.243798 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-73fd492a-4575-4d7c-bce5-bb5a2da22cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:03.300767 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-73fd492a-4575-4d7c-bce5-bb5a2da22cae None None] Port e444ac2b-28b0-4e9f-908a-cf6e655ac29b cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:40:03.384636 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effbab4-ed46-42cb-9b8d-54c2cf8fc934 req-437c986f-2c40-478b-9c6a-5541918729bb tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:03.386096 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-3effbab4-ed46-42cb-9b8d-54c2cf8fc934 req-437c986f-2c40-478b-9c6a-5541918729bb tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] 10.222.0.47 "GET /v2.0/ports?device_id=3713b848-b3f6-485d-ae68-32b779585cc9 HTTP/1.1" status: 200 len: 936 time: 0.0774577 Dec 22 13:40:03.439344 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-3effbab4-ed46-42cb-9b8d-54c2cf8fc934 req-04ffe352-1f48-49f2-b97a-8dea5064ffad tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4868bf6-f9da-4446-9288-d1615b3e2d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470145 Dec 22 13:40:03.575967 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-0f209485-0f5f-4d9e-a12d-f595ad828457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e444ac2b-28b0-4e9f-908a-cf6e655ac29b {{(pid=84149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:40:03.583714 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-0f209485-0f5f-4d9e-a12d-f595ad828457 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:03.598075 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-0f209485-0f5f-4d9e-a12d-f595ad828457 service neutron] Transition to ACTIVE for port object e444ac2b-28b0-4e9f-908a-cf6e655ac29b will not be triggered until provisioned by entity L2. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:40:03.647222 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-0f209485-0f5f-4d9e-a12d-f595ad828457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:03.651570 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b6dbfb39-5d3f-427e-9984-70260380241f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:03.881097 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f209485-0f5f-4d9e-a12d-f595ad828457 service neutron] Pushing event updated for resources: {'Port': ['ID=e444ac2b-28b0-4e9f-908a-cf6e655ac29b,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:03.884994 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0f209485-0f5f-4d9e-a12d-f595ad828457 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:03.990425 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-0f209485-0f5f-4d9e-a12d-f595ad828457 service neutron] Attempting to bind port e444ac2b-28b0-4e9f-908a-cf6e655ac29b on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:40:03.990768 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-0f209485-0f5f-4d9e-a12d-f595ad828457 service neutron] Attempting to bind port e444ac2b-28b0-4e9f-908a-cf6e655ac29b by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '21f6678b-b2fa-43ee-b1d7-be1086be054a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '0a184e6a-b004-4d7a-8940-5c59ad407660'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:40:03.991099 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-0f209485-0f5f-4d9e-a12d-f595ad828457 service neutron] Attempting to bind port e444ac2b-28b0-4e9f-908a-cf6e655ac29b on network 0a184e6a-b004-4d7a-8940-5c59ad407660 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:40:03.996926 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-0f209485-0f5f-4d9e-a12d-f595ad828457 service neutron] Port e444ac2b-28b0-4e9f-908a-cf6e655ac29b on network 0a184e6a-b004-4d7a-8940-5c59ad407660 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:40:03.997247 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-0f209485-0f5f-4d9e-a12d-f595ad828457 service neutron] Attempting to bind port e444ac2b-28b0-4e9f-908a-cf6e655ac29b on network 0a184e6a-b004-4d7a-8940-5c59ad407660 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:40:04.004071 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-0f209485-0f5f-4d9e-a12d-f595ad828457 service neutron] Checking agent: {'id': '72ee2f79-9ac0-483e-b4fd-5b910a776581', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'started_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:40:04.004404 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-0f209485-0f5f-4d9e-a12d-f595ad828457 service neutron] Checking segment: {'id': '21f6678b-b2fa-43ee-b1d7-be1086be054a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '0a184e6a-b004-4d7a-8940-5c59ad407660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:40:04.004783 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-0f209485-0f5f-4d9e-a12d-f595ad828457 service neutron] Bound using segment: {'id': '21f6678b-b2fa-43ee-b1d7-be1086be054a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '0a184e6a-b004-4d7a-8940-5c59ad407660'} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:40:04.005197 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-0f209485-0f5f-4d9e-a12d-f595ad828457 service neutron] Bound port: e444ac2b-28b0-4e9f-908a-cf6e655ac29b, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21f6678b-b2fa-43ee-b1d7-be1086be054a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '0a184e6a-b004-4d7a-8940-5c59ad407660'}}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:40:04.005543 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-0f209485-0f5f-4d9e-a12d-f595ad828457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:04.094921 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-0f209485-0f5f-4d9e-a12d-f595ad828457 service neutron] For port e444ac2b-28b0-4e9f-908a-cf6e655ac29b, host hv-neutron-8226, cleared binding levels {{(pid=84149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:40:04.097720 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-0f209485-0f5f-4d9e-a12d-f595ad828457 service neutron] For port e444ac2b-28b0-4e9f-908a-cf6e655ac29b, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e444ac2b-28b0-4e9f-908a-cf6e655ac29b,segment=NetworkSegment(21f6678b-b2fa-43ee-b1d7-be1086be054a),segment_id=21f6678b-b2fa-43ee-b1d7-be1086be054a)] {{(pid=84149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:40:04.144883 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-0f209485-0f5f-4d9e-a12d-f595ad828457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:04.148655 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-237b7b93-3a2a-4512-a0d8-fb9b8bded7b9 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:04.206274 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-0f209485-0f5f-4d9e-a12d-f595ad828457 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:04.207649 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-0f209485-0f5f-4d9e-a12d-f595ad828457 service neutron] 10.222.0.45 "PUT /v2.0/ports/e444ac2b-28b0-4e9f-908a-cf6e655ac29b HTTP/1.1" status: 200 len: 1098 time: 1.0949681 Dec 22 13:40:04.208178 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3713b848-b3f6-485d-ae68-32b779585cc9', 'tag': 'e444ac2b-28b0-4e9f-908a-cf6e655ac29b'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:40:04.230726 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f209485-0f5f-4d9e-a12d-f595ad828457 service neutron] Pushing event updated for resources: {'Port': ['ID=e444ac2b-28b0-4e9f-908a-cf6e655ac29b,revision_number=3']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:04.234914 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0f209485-0f5f-4d9e-a12d-f595ad828457 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:04.273091 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3713b848-b3f6-485d-ae68-32b779585cc9', 'tag': 'e444ac2b-28b0-4e9f-908a-cf6e655ac29b', 'status': 'completed', 'code': 200} Dec 22 13:40:04.375769 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3427b0b5-8bbd-488a-853c-45452b6bbac9 req-b4b4c5ff-a62d-4c01-ba2f-083afc927953 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a5b8ef541e7d41079bbb773ec9561cf5&device_id=3713b848-b3f6-485d-ae68-32b779585cc9 HTTP/1.1" status: 200 len: 1101 time: 0.0766692 Dec 22 13:40:04.415532 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3427b0b5-8bbd-488a-853c-45452b6bbac9 req-e25b85cb-0508-4d2b-9b3e-5e3f03baadd8 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a5b8ef541e7d41079bbb773ec9561cf5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266793 Dec 22 13:40:04.562077 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427b0b5-8bbd-488a-853c-45452b6bbac9 req-00311518-ded7-453e-a0ab-231aa562bfc2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:04.563556 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3427b0b5-8bbd-488a-853c-45452b6bbac9 req-00311518-ded7-453e-a0ab-231aa562bfc2 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1418951 Dec 22 13:40:04.652850 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c2f19-9e7f-436d-8722-fd6032d8e549 req-36c4636a-e51c-4ab9-a710-d75d132aeddf tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:04.654290 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-054c2f19-9e7f-436d-8722-fd6032d8e549 req-36c4636a-e51c-4ab9-a710-d75d132aeddf tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] 10.222.0.47 "GET /v2.0/ports?device_id=3713b848-b3f6-485d-ae68-32b779585cc9 HTTP/1.1" status: 200 len: 948 time: 0.0807271 Dec 22 13:40:04.683436 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-136b55da-1a46-43c3-8bde-335405791860 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a5b8ef541e7d41079bbb773ec9561cf5&device_id=3713b848-b3f6-485d-ae68-32b779585cc9 HTTP/1.1" status: 200 len: 1101 time: 0.0722063 Dec 22 13:40:04.699989 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-054c2f19-9e7f-436d-8722-fd6032d8e549 req-dec40612-15c5-48ba-af80-f905368d464a tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4868bf6-f9da-4446-9288-d1615b3e2d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400164 Dec 22 13:40:04.755779 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-31079d11-1d60-476d-879e-5956d169f79b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=e444ac2b-28b0-4e9f-908a-cf6e655ac29b HTTP/1.1" status: 200 len: 217 time: 0.0638726 Dec 22 13:40:04.822013 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-1b0079df-daac-4815-9073-0ae96fcc8595 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:04.823499 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-1b0079df-daac-4815-9073-0ae96fcc8595 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f4d98401-2674-4db7-aa5d-e2687df3656a HTTP/1.1" status: 200 len: 843 time: 0.0568335 Dec 22 13:40:04.911605 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-8776a2be-4479-4910-95c6-70720c472503 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0a184e6a-b004-4d7a-8940-5c59ad407660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0761847 Dec 22 13:40:05.043975 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-af21d8dc-2c87-49d2-99d0-59b1444a9b5a service neutron] 10.222.0.45 "GET /v2.0/networks/0a184e6a-b004-4d7a-8940-5c59ad407660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239185 Dec 22 13:40:05.180008 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d221d9a9-12b1-45cf-895d-6c24f698077d req-fd1e157a-299b-4605-b009-236ad6ab7fa2 service neutron] 10.222.0.45 "GET /v2.0/networks/0a184e6a-b004-4d7a-8940-5c59ad407660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258485 Dec 22 13:40:05.710054 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-82b09034-613b-4702-9cf8-b61582c1bbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:05.897304 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b031290-72c6-47e6-a77b-4c79ba9be646 req-51a70060-f7db-4cea-a2d9-d344188dacae tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:05.898014 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-5b031290-72c6-47e6-a77b-4c79ba9be646 req-51a70060-f7db-4cea-a2d9-d344188dacae tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Synchronizing usage tracker for tenant:a5b8ef541e7d41079bbb773ec9561cf5 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:40:05.972974 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-5b031290-72c6-47e6-a77b-4c79ba9be646 req-51a70060-f7db-4cea-a2d9-d344188dacae tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Unset dirty status for tenant:a5b8ef541e7d41079bbb773ec9561cf5 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:40:05.974056 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5b031290-72c6-47e6-a77b-4c79ba9be646 req-51a70060-f7db-4cea-a2d9-d344188dacae tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] 10.222.0.47 "GET /v2.0/ports?device_id=3713b848-b3f6-485d-ae68-32b779585cc9 HTTP/1.1" status: 200 len: 948 time: 0.1533637 Dec 22 13:40:06.020137 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-5b031290-72c6-47e6-a77b-4c79ba9be646 req-2a8efe6c-4b42-4d05-8da9-cde59381177d tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Synchronizing usage tracker for tenant:a5b8ef541e7d41079bbb773ec9561cf5 on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:40:06.098583 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-5b031290-72c6-47e6-a77b-4c79ba9be646 req-2a8efe6c-4b42-4d05-8da9-cde59381177d tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Unset dirty status for tenant:a5b8ef541e7d41079bbb773ec9561cf5 on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:40:06.099773 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5b031290-72c6-47e6-a77b-4c79ba9be646 req-2a8efe6c-4b42-4d05-8da9-cde59381177d tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4868bf6-f9da-4446-9288-d1615b3e2d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200340 Dec 22 13:40:07.297160 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b22f30-5607-4ce3-b120-8b5c09fbccd7 req-fbb34e22-bc05-4536-83ff-42c1ce9ef86e tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:07.298627 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d8b22f30-5607-4ce3-b120-8b5c09fbccd7 req-fbb34e22-bc05-4536-83ff-42c1ce9ef86e tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] 10.222.0.47 "GET /v2.0/ports?device_id=3713b848-b3f6-485d-ae68-32b779585cc9 HTTP/1.1" status: 200 len: 948 time: 0.0785394 Dec 22 13:40:07.342803 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d8b22f30-5607-4ce3-b120-8b5c09fbccd7 req-09000415-3a54-4a88-a1ac-ae1dab94bcf3 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4868bf6-f9da-4446-9288-d1615b3e2d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387266 Dec 22 13:40:07.773562 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device e444ac2b-28b0-4e9f-908a-cf6e655ac29b details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:40:07.905326 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port e444ac2b-28b0-4e9f-908a-cf6e655ac29b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e444ac2b-28b0-4e9f-908a-cf6e655ac29b,segment=NetworkSegment(21f6678b-b2fa-43ee-b1d7-be1086be054a),segment_id=21f6678b-b2fa-43ee-b1d7-be1086be054a)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:40:07.927554 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': 'e444ac2b-28b0-4e9f-908a-cf6e655ac29b', 'network_id': '0a184e6a-b004-4d7a-8940-5c59ad407660', 'port_id': 'e444ac2b-28b0-4e9f-908a-cf6e655ac29b', 'mac_address': 'fa:16:3e:aa:65:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4d98401-2674-4db7-aa5d-e2687df3656a', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:40:07.983151 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:08.000932 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e444ac2b-28b0-4e9f-908a-cf6e655ac29b {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:40:08.015819 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port e444ac2b-28b0-4e9f-908a-cf6e655ac29b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e444ac2b-28b0-4e9f-908a-cf6e655ac29b,segment=NetworkSegment(21f6678b-b2fa-43ee-b1d7-be1086be054a),segment_id=21f6678b-b2fa-43ee-b1d7-be1086be054a)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:40:08.018576 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e6238327-8fce-4058-aff1-14f6b939e815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:08.098690 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:08.100256 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:08.165675 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=e444ac2b-28b0-4e9f-908a-cf6e655ac29b,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:08.168759 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:08.367968 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['e444ac2b-28b0-4e9f-908a-cf6e655ac29b'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:40:08.544874 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21040bcf-ba74-43eb-9658-2e5c7ba4c64e req-5375a45e-a93c-43a7-a5fb-14d48429257c tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:08.546897 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-21040bcf-ba74-43eb-9658-2e5c7ba4c64e req-5375a45e-a93c-43a7-a5fb-14d48429257c tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] 10.222.0.47 "GET /v2.0/ports?device_id=3713b848-b3f6-485d-ae68-32b779585cc9 HTTP/1.1" status: 200 len: 949 time: 0.0833969 Dec 22 13:40:08.590628 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-21040bcf-ba74-43eb-9658-2e5c7ba4c64e req-420db181-220f-403c-a702-a0f197ddfd04 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4868bf6-f9da-4446-9288-d1615b3e2d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381005 Dec 22 13:40:08.949892 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:09.315433 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:09.784047 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac74b17-58b4-4ac2-913c-95a191301eba req-770e150e-f7c6-4ab1-a611-6fca1cd29910 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:09.785413 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-fac74b17-58b4-4ac2-913c-95a191301eba req-770e150e-f7c6-4ab1-a611-6fca1cd29910 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] 10.222.0.47 "GET /v2.0/ports?device_id=3713b848-b3f6-485d-ae68-32b779585cc9 HTTP/1.1" status: 200 len: 949 time: 0.0759490 Dec 22 13:40:09.789855 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device e444ac2b-28b0-4e9f-908a-cf6e655ac29b up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:40:09.834940 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-fac74b17-58b4-4ac2-913c-95a191301eba req-e9717090-2806-45e1-818a-2acfbca0a593 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4868bf6-f9da-4446-9288-d1615b3e2d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425811 Dec 22 13:40:09.949647 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning for port e444ac2b-28b0-4e9f-908a-cf6e655ac29b completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:40:09.955092 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port e444ac2b-28b0-4e9f-908a-cf6e655ac29b triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:40:09.955675 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:10.066407 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:10.093438 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3713b848-b3f6-485d-ae68-32b779585cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e444ac2b-28b0-4e9f-908a-cf6e655ac29b'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:40:10.103276 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port e444ac2b-28b0-4e9f-908a-cf6e655ac29b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e444ac2b-28b0-4e9f-908a-cf6e655ac29b,segment=NetworkSegment(21f6678b-b2fa-43ee-b1d7-be1086be054a),segment_id=21f6678b-b2fa-43ee-b1d7-be1086be054a)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:40:10.115583 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:40:10.149609 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3713b848-b3f6-485d-ae68-32b779585cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e444ac2b-28b0-4e9f-908a-cf6e655ac29b', 'code': 200} Dec 22 13:40:10.190556 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:10.193257 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:10.259071 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=e444ac2b-28b0-4e9f-908a-cf6e655ac29b,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:10.261989 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:10.516019 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:10.516301 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fa30f871-68dc-429a-a600-800c3de4bcb7 req-7e8f08ce-4700-4aac-8e09-452bfd242b5b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3713b848-b3f6-485d-ae68-32b779585cc9 HTTP/1.1" status: 200 len: 1103 time: 0.0725868 Dec 22 13:40:10.565274 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fa30f871-68dc-429a-a600-800c3de4bcb7 req-84ae1421-db7e-4d11-b230-614e01371fe0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a4868bf6-f9da-4446-9288-d1615b3e2d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375400 Dec 22 13:40:11.033706 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19081585-810d-4798-ad7f-aabba50f676b req-ad5fd7be-35e2-4032-a3d5-125571df7c2d tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:11.035161 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-19081585-810d-4798-ad7f-aabba50f676b req-ad5fd7be-35e2-4032-a3d5-125571df7c2d tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] 10.222.0.47 "GET /v2.0/ports?device_id=3713b848-b3f6-485d-ae68-32b779585cc9 HTTP/1.1" status: 200 len: 950 time: 0.0807121 Dec 22 13:40:11.079040 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-19081585-810d-4798-ad7f-aabba50f676b req-effb9fe9-bae9-4510-89c4-5c970546bd35 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4868bf6-f9da-4446-9288-d1615b3e2d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385115 Dec 22 13:40:12.273260 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c594ee-b999-4676-86ea-50f73fbe00f6 req-38e092ec-eaa1-4621-907d-157b765f988f tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:12.274711 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-50c594ee-b999-4676-86ea-50f73fbe00f6 req-38e092ec-eaa1-4621-907d-157b765f988f tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] 10.222.0.47 "GET /v2.0/ports?device_id=3713b848-b3f6-485d-ae68-32b779585cc9 HTTP/1.1" status: 200 len: 950 time: 0.0786157 Dec 22 13:40:12.319891 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-50c594ee-b999-4676-86ea-50f73fbe00f6 req-777b69d6-df7e-4f2d-aece-2473f72f39c2 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4868bf6-f9da-4446-9288-d1615b3e2d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396907 Dec 22 13:40:12.819406 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-00a70921-702d-4e60-a517-e75502e07e03 req-7c416d5f-1b2c-4e1f-9b3f-8844509e945d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3713b848-b3f6-485d-ae68-32b779585cc9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0680296 Dec 22 13:40:13.408705 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5dfad7e1-2f74-476f-a395-3fda61f3b054 req-f4e04b11-752e-4f92-bbd8-edd320a42aab service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3713b848-b3f6-485d-ae68-32b779585cc9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0667405 Dec 22 13:40:14.292490 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5e302-aa2d-4605-8083-076f98bbfdfd req-dc1ee74f-c5ad-406a-9b4e-9e3778502078 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:14.293870 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4ec5e302-aa2d-4605-8083-076f98bbfdfd req-dc1ee74f-c5ad-406a-9b4e-9e3778502078 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] 10.222.0.47 "GET /v2.0/ports?device_id=3713b848-b3f6-485d-ae68-32b779585cc9 HTTP/1.1" status: 200 len: 950 time: 0.1748631 Dec 22 13:40:14.338948 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4ec5e302-aa2d-4605-8083-076f98bbfdfd req-d64eef37-8388-43a1-aeae-5e769ee07ba9 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4868bf6-f9da-4446-9288-d1615b3e2d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392706 Dec 22 13:40:15.540186 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c4744-6c4e-45eb-bb81-177bbaa7689f req-4b79e59d-1bf5-4b13-8f04-1b6d0ad851d3 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:15.541714 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-a50c4744-6c4e-45eb-bb81-177bbaa7689f req-4b79e59d-1bf5-4b13-8f04-1b6d0ad851d3 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] 10.222.0.47 "GET /v2.0/ports?device_id=3713b848-b3f6-485d-ae68-32b779585cc9 HTTP/1.1" status: 200 len: 950 time: 0.0815215 Dec 22 13:40:15.587817 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-a50c4744-6c4e-45eb-bb81-177bbaa7689f req-219f9176-572d-4cc1-95a0-1231ab889e7e tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] 10.222.0.47 "GET /v2.0/security-groups?id=a4868bf6-f9da-4446-9288-d1615b3e2d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393629 Dec 22 13:40:15.598906 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468066e6-23ac-43d9-8ae9-3117519c1d83 req-48ab91fb-968e-40fa-8cde-c9a514f54c85 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:15.600407 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-468066e6-23ac-43d9-8ae9-3117519c1d83 req-48ab91fb-968e-40fa-8cde-c9a514f54c85 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] 10.222.0.45 "GET /v2.0/ports?device_id=3713b848-b3f6-485d-ae68-32b779585cc9 HTTP/1.1" status: 200 len: 950 time: 0.0782566 Dec 22 13:40:15.674603 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-468066e6-23ac-43d9-8ae9-3117519c1d83 req-6bd727fd-af9c-4417-b734-3726ad2652e2 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Deleting port e444ac2b-28b0-4e9f-908a-cf6e655ac29b {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:40:15.674942 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-468066e6-23ac-43d9-8ae9-3117519c1d83 req-6bd727fd-af9c-4417-b734-3726ad2652e2 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:15.914890 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-468066e6-23ac-43d9-8ae9-3117519c1d83 req-6bd727fd-af9c-4417-b734-3726ad2652e2 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] For port e444ac2b-28b0-4e9f-908a-cf6e655ac29b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e444ac2b-28b0-4e9f-908a-cf6e655ac29b,segment=NetworkSegment(21f6678b-b2fa-43ee-b1d7-be1086be054a),segment_id=21f6678b-b2fa-43ee-b1d7-be1086be054a)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:40:15.915158 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-468066e6-23ac-43d9-8ae9-3117519c1d83 req-6bd727fd-af9c-4417-b734-3726ad2652e2 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:16.033567 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-468066e6-23ac-43d9-8ae9-3117519c1d83 req-6bd727fd-af9c-4417-b734-3726ad2652e2 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Calling delete_port for e444ac2b-28b0-4e9f-908a-cf6e655ac29b owned by compute:nova {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:40:16.240908 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-468066e6-23ac-43d9-8ae9-3117519c1d83 req-6bd727fd-af9c-4417-b734-3726ad2652e2 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:16.246310 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e4b14fc0-6770-452d-9d65-0585f7f19638 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:16.256928 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['e444ac2b-28b0-4e9f-908a-cf6e655ac29b'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:40:16.290524 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd727fd-af9c-4417-b734-3726ad2652e2 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Pushing event deleted for resources: {'Port': ['ID=e444ac2b-28b0-4e9f-908a-cf6e655ac29b,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:16.294476 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6bd727fd-af9c-4417-b734-3726ad2652e2 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:16.367927 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-468066e6-23ac-43d9-8ae9-3117519c1d83 req-6bd727fd-af9c-4417-b734-3726ad2652e2 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] No DVR routers for this DVR port e444ac2b-28b0-4e9f-908a-cf6e655ac29b on host hv-neutron-8226 {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:40:16.370454 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-468066e6-23ac-43d9-8ae9-3117519c1d83 req-6bd727fd-af9c-4417-b734-3726ad2652e2 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:16.373066 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3713b848-b3f6-485d-ae68-32b779585cc9', 'name': 'network-vif-deleted', 'tag': 'e444ac2b-28b0-4e9f-908a-cf6e655ac29b'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:40:16.437432 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3713b848-b3f6-485d-ae68-32b779585cc9', 'name': 'network-vif-deleted', 'tag': 'e444ac2b-28b0-4e9f-908a-cf6e655ac29b', 'status': 'completed', 'code': 200} Dec 22 13:40:16.441735 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-468066e6-23ac-43d9-8ae9-3117519c1d83 req-6bd727fd-af9c-4417-b734-3726ad2652e2 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] 10.222.0.45 "DELETE /v2.0/ports/e444ac2b-28b0-4e9f-908a-cf6e655ac29b HTTP/1.1" status: 204 len: 173 time: 0.8324223 Dec 22 13:40:16.764732 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-a4e3af87-f174-485d-a172-77857da8113f req-e96143d2-04ed-4cb2-b051-43029537a2c3 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] 10.222.0.47 "GET /v2.0/ports?device_id=3713b848-b3f6-485d-ae68-32b779585cc9 HTTP/1.1" status: 200 len: 210 time: 0.0411901 Dec 22 13:40:18.270987 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 54158) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:40:18.443166 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a2beced3-40d5-40e3-81cc-fadfaaf82bfb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a5b8ef541e7d41079bbb773ec9561cf5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1709499 Dec 22 13:40:18.445455 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 54164) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:40:18.512319 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bbc058f0-5543-4e8d-b829-47d4e1c3253a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:18.538571 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bbc058f0-5543-4e8d-b829-47d4e1c3253a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:18.629829 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bbc058f0-5543-4e8d-b829-47d4e1c3253a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:18.633328 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-38a9249f-0a60-408d-b32f-d1a8075ddad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:18.647067 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc058f0-5543-4e8d-b829-47d4e1c3253a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4868bf6-f9da-4446-9288-d1615b3e2d4d,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:18.649584 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-bbc058f0-5543-4e8d-b829-47d4e1c3253a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:18.708854 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bbc058f0-5543-4e8d-b829-47d4e1c3253a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:18.709971 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-bbc058f0-5543-4e8d-b829-47d4e1c3253a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a4868bf6-f9da-4446-9288-d1615b3e2d4d HTTP/1.1" status: 204 len: 168 time: 0.2636523 Dec 22 13:40:19.286297 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 54172) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:40:19.304782 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9524915e-e5ad-4c5f-80ce-59d2428c59f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:19.336446 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-9524915e-e5ad-4c5f-80ce-59d2428c59f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:40:19.340363 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-9524915e-e5ad-4c5f-80ce-59d2428c59f0 admin admin] Usage tracker for resource:security_group_rule and tenant:8049e3d4d3d846fba6fb39c8b07cd56a is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:40:19.343449 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-9524915e-e5ad-4c5f-80ce-59d2428c59f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:40:19.349295 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-9524915e-e5ad-4c5f-80ce-59d2428c59f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:40:19.414390 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9524915e-e5ad-4c5f-80ce-59d2428c59f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:19.475226 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9524915e-e5ad-4c5f-80ce-59d2428c59f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:19.481712 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-696a9632-59b8-4f17-b0cb-df4ce5f9d084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:19.521197 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9524915e-e5ad-4c5f-80ce-59d2428c59f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed2ef9d-03e1-42a7-a08d-751dffa06154,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:19.525828 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9524915e-e5ad-4c5f-80ce-59d2428c59f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:19.529908 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9524915e-e5ad-4c5f-80ce-59d2428c59f0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8049e3d4d3d846fba6fb39c8b07cd56a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2418478 Dec 22 13:40:19.532466 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 54176) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:40:19.592741 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-957c6f4b-62a2-4d56-b770-37d679e72a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:19.618033 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-957c6f4b-62a2-4d56-b770-37d679e72a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:19.743667 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-957c6f4b-62a2-4d56-b770-37d679e72a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:19.747321 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-27b0eef1-2127-4a8e-a17c-bf9e4942d52d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:19.759128 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c6f4b-62a2-4d56-b770-37d679e72a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed2ef9d-03e1-42a7-a08d-751dffa06154,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:19.762460 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-957c6f4b-62a2-4d56-b770-37d679e72a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:19.765700 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-957c6f4b-62a2-4d56-b770-37d679e72a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:19.766924 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-957c6f4b-62a2-4d56-b770-37d679e72a81 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3ed2ef9d-03e1-42a7-a08d-751dffa06154 HTTP/1.1" status: 204 len: 168 time: 0.2336514 Dec 22 13:40:19.866509 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device e444ac2b-28b0-4e9f-908a-cf6e655ac29b no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:40:19.898388 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] No Port match for: e444ac2b-28b0-4e9f-908a-cf6e655ac29b {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:40:19.898743 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device e444ac2b-28b0-4e9f-908a-cf6e655ac29b not bound to the agent host hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:40:20.845235 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 54198) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:40:20.971874 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-5d6c1efa-d927-42a7-b814-6dc28f979c36 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-504308574-network', 'tenant_id': '6322d58cd9a94082b9a50f0b0cb13430'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:40:20.976547 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-5d6c1efa-d927-42a7-b814-6dc28f979c36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:40:20.980344 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-5d6c1efa-d927-42a7-b814-6dc28f979c36 admin admin] Usage tracker for resource:network and tenant:6322d58cd9a94082b9a50f0b0cb13430 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:40:20.983177 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-5d6c1efa-d927-42a7-b814-6dc28f979c36 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:40:20.988788 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-5d6c1efa-d927-42a7-b814-6dc28f979c36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:40:21.069659 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6c1efa-d927-42a7-b814-6dc28f979c36 admin admin] Made reservation on behalf of 6322d58cd9a94082b9a50f0b0cb13430 for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:40:21.071943 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1efa-d927-42a7-b814-6dc28f979c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:21.084322 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1efa-d927-42a7-b814-6dc28f979c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:21.114968 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-5d6c1efa-d927-42a7-b814-6dc28f979c36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:40:21.119078 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-5d6c1efa-d927-42a7-b814-6dc28f979c36 admin admin] Usage tracker for resource:security_group_rule and tenant:6322d58cd9a94082b9a50f0b0cb13430 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:40:21.121844 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-5d6c1efa-d927-42a7-b814-6dc28f979c36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:40:21.128230 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-5d6c1efa-d927-42a7-b814-6dc28f979c36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:40:21.194031 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1efa-d927-42a7-b814-6dc28f979c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:21.258419 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1efa-d927-42a7-b814-6dc28f979c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:21.261264 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e023551d-d200-4cea-831a-50a38ca22750 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:21.291837 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d6c1efa-d927-42a7-b814-6dc28f979c36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:40:21.301242 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c1efa-d927-42a7-b814-6dc28f979c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcaad01c-99b0-4751-a851-a67224153f38,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:21.305392 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5d6c1efa-d927-42a7-b814-6dc28f979c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:21.307753 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1efa-d927-42a7-b814-6dc28f979c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:21.308092 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-5d6c1efa-d927-42a7-b814-6dc28f979c36 admin admin] Added segment 9487a386-f1c3-47c3-b85b-0679ce8f2316 of type vlan for network 0a8686b8-9b4a-435b-a55c-a8ecf8682872 Dec 22 13:40:21.435127 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1efa-d927-42a7-b814-6dc28f979c36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:21.521090 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1efa-d927-42a7-b814-6dc28f979c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:21.522165 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6c1efa-d927-42a7-b814-6dc28f979c36 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:21.522808 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1efa-d927-42a7-b814-6dc28f979c36 admin admin] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:21.526272 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-fa3351a5-8c25-40e9-b933-941d693a9ef1 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:21.627314 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c1efa-d927-42a7-b814-6dc28f979c36 admin admin] Pushing event updated for resources: {'Network': ['ID=0a8686b8-9b4a-435b-a55c-a8ecf8682872,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:21.630034 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5d6c1efa-d927-42a7-b814-6dc28f979c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:21.639009 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 0a8686b8-9b4a-435b-a55c-a8ecf8682872 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:40:21.687758 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-5d6c1efa-d927-42a7-b814-6dc28f979c36 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8413599 Dec 22 13:40:21.690551 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 54204) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:40:21.696030 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-701debb3-69a0-4a61-b5a1-69ca673a4f87 admin admin] Request body: {'subnet': {'network_id': '0a8686b8-9b4a-435b-a55c-a8ecf8682872', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-504308574-subnet', 'tenant_id': '6322d58cd9a94082b9a50f0b0cb13430', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:40:21.700753 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-701debb3-69a0-4a61-b5a1-69ca673a4f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:40:21.704758 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-701debb3-69a0-4a61-b5a1-69ca673a4f87 admin admin] Usage tracker for resource:subnet and tenant:6322d58cd9a94082b9a50f0b0cb13430 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:40:21.707596 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-701debb3-69a0-4a61-b5a1-69ca673a4f87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:40:21.713553 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-701debb3-69a0-4a61-b5a1-69ca673a4f87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:40:21.755369 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701debb3-69a0-4a61-b5a1-69ca673a4f87 admin admin] Made reservation on behalf of 6322d58cd9a94082b9a50f0b0cb13430 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:40:21.757818 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-701debb3-69a0-4a61-b5a1-69ca673a4f87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:22.007302 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-701debb3-69a0-4a61-b5a1-69ca673a4f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:22.011239 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ddde8d0b-6483-4dc1-bd3a-5d3fa9162de1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:22.083156 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701debb3-69a0-4a61-b5a1-69ca673a4f87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5674f867-5a91-4001-87ae-5b1a56d279bd,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:22.087706 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-701debb3-69a0-4a61-b5a1-69ca673a4f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:22.098941 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701debb3-69a0-4a61-b5a1-69ca673a4f87 admin admin] Checking segment: {'id': '9487a386-f1c3-47c3-b85b-0679ce8f2316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '0a8686b8-9b4a-435b-a55c-a8ecf8682872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:40:22.099294 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701debb3-69a0-4a61-b5a1-69ca673a4f87 admin admin] Network hostable DHCP agents. Network: 0a8686b8-9b4a-435b-a55c-a8ecf8682872, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:40:22.189466 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701debb3-69a0-4a61-b5a1-69ca673a4f87 admin admin] Network 0a8686b8-9b4a-435b-a55c-a8ecf8682872 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:40:22.263663 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-701debb3-69a0-4a61-b5a1-69ca673a4f87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 0a8686b8-9b4a-435b-a55c-a8ecf8682872) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:40:22.268962 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701debb3-69a0-4a61-b5a1-69ca673a4f87 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:22.270368 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-701debb3-69a0-4a61-b5a1-69ca673a4f87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:22.272000 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c143550-9082-46b1-9017-5f7aa8bab42f None None] Network 0a8686b8-9b4a-435b-a55c-a8ecf8682872 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:40:22.357541 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-701debb3-69a0-4a61-b5a1-69ca673a4f87 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6587300 Dec 22 13:40:22.490050 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04d8bcf-4882-4a15-a83d-10f8973d51b2 None None] Network 0a8686b8-9b4a-435b-a55c-a8ecf8682872 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:40:22.887472 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-f20f0f2b-af94-4afc-8ad6-6059fb93c0d0 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:22.888046 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-f20f0f2b-af94-4afc-8ad6-6059fb93c0d0 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Synchronizing usage tracker for tenant:6322d58cd9a94082b9a50f0b0cb13430 on resource:network {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:40:22.967108 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-f20f0f2b-af94-4afc-8ad6-6059fb93c0d0 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Unset dirty status for tenant:6322d58cd9a94082b9a50f0b0cb13430 on resource:network {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:40:22.968274 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-f20f0f2b-af94-4afc-8ad6-6059fb93c0d0 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/networks?id=0a8686b8-9b4a-435b-a55c-a8ecf8682872 HTTP/1.1" status: 200 len: 811 time: 0.2228894 Dec 22 13:40:22.985279 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-cd3e1748-35a0-43ea-8e10-1cac01462894 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/quotas/6322d58cd9a94082b9a50f0b0cb13430 HTTP/1.1" status: 200 len: 375 time: 0.0104473 Dec 22 13:40:23.031037 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-03b2e4ff-a3d5-49a7-98e9-76eb50dc22b8 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6322d58cd9a94082b9a50f0b0cb13430&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403962 Dec 22 13:40:23.162904 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-d3ad6a3c-c6ca-4eee-9353-5ae36f90f05a service neutron] 10.222.0.47 "GET /v2.0/networks/0a8686b8-9b4a-435b-a55c-a8ecf8682872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248569 Dec 22 13:40:23.292683 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-edd5c669-5dbf-4a0b-a6ca-169ff3357bda service neutron] 10.222.0.47 "GET /v2.0/networks/0a8686b8-9b4a-435b-a55c-a8ecf8682872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242905 Dec 22 13:40:23.544779 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-032f47f3-b6f1-41d5-a048-9610f65a1184 req-9a6554a6-b64f-4bf6-b5c8-2ba669f57e88 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 210 time: 0.0447130 Dec 22 13:40:24.709699 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-58e20b04-8567-42fa-a839-32970668655e req-0cf7570c-1d77-496f-aa06-77b02f8d8b7e tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 210 time: 0.0417850 Dec 22 13:40:25.752581 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-48b53adc-dde8-4d79-ba94-a596658c0b63 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:25.754059 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-48b53adc-dde8-4d79-ba94-a596658c0b63 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.45 "GET /v2.0/networks?id=0a8686b8-9b4a-435b-a55c-a8ecf8682872 HTTP/1.1" status: 200 len: 811 time: 0.1478095 Dec 22 13:40:25.777628 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-dd64fd9b-d13e-4d09-9660-cf3cf9d4c11d tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Request body: {'port': {'device_id': '51fe4de4-2536-4ea1-97cd-9d41319ba0ed', 'network_id': '0a8686b8-9b4a-435b-a55c-a8ecf8682872', 'admin_state_up': True, 'tenant_id': '6322d58cd9a94082b9a50f0b0cb13430'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:40:25.892419 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-63a39a62-2a49-4cac-aaaa-0377f44f4da5 req-a303713d-5d47-42e5-b843-7ed06f5a6b97 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 210 time: 0.0494611 Dec 22 13:40:25.955697 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-dd64fd9b-d13e-4d09-9660-cf3cf9d4c11d tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:40:25.959802 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-dd64fd9b-d13e-4d09-9660-cf3cf9d4c11d tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Usage tracker for resource:port and tenant:6322d58cd9a94082b9a50f0b0cb13430 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:40:25.962650 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-dd64fd9b-d13e-4d09-9660-cf3cf9d4c11d tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:40:25.968178 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-dd64fd9b-d13e-4d09-9660-cf3cf9d4c11d tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:40:26.024063 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-dd64fd9b-d13e-4d09-9660-cf3cf9d4c11d tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Made reservation on behalf of 6322d58cd9a94082b9a50f0b0cb13430 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:40:26.027131 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-dd64fd9b-d13e-4d09-9660-cf3cf9d4c11d tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:26.187505 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-dd64fd9b-d13e-4d09-9660-cf3cf9d4c11d tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Allocated IP 172.20.0.12 (0a8686b8-9b4a-435b-a55c-a8ecf8682872/5674f867-5a91-4001-87ae-5b1a56d279bd/257bcf98-ae59-4953-87de-f84ae89d9e15) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:40:26.389096 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-dd64fd9b-d13e-4d09-9660-cf3cf9d4c11d tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:26.452533 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-dd64fd9b-d13e-4d09-9660-cf3cf9d4c11d tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:26.458294 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4ab808ac-3539-4a6a-819c-f246b1c1d66e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:26.518192 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-dd64fd9b-d13e-4d09-9660-cf3cf9d4c11d tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Network 0a8686b8-9b4a-435b-a55c-a8ecf8682872 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:40:26.525659 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-dd64fd9b-d13e-4d09-9660-cf3cf9d4c11d tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:40:26.528145 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-dd64fd9b-d13e-4d09-9660-cf3cf9d4c11d tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:40:26.562785 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd64fd9b-d13e-4d09-9660-cf3cf9d4c11d tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Pushing event updated for resources: {'Port': ['ID=257bcf98-ae59-4953-87de-f84ae89d9e15,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:26.565527 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-dd64fd9b-d13e-4d09-9660-cf3cf9d4c11d tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:26.599557 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-dd64fd9b-d13e-4d09-9660-cf3cf9d4c11d tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:26.600142 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-dd64fd9b-d13e-4d09-9660-cf3cf9d4c11d tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:26.675745 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-dd64fd9b-d13e-4d09-9660-cf3cf9d4c11d tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9018631 Dec 22 13:40:26.691037 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-ff9a88ba-0cfb-4811-9bf8-466576482336 service neutron] Request body: {'port': {'device_id': '51fe4de4-2536-4ea1-97cd-9d41319ba0ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:40:26.890174 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-ff9a88ba-0cfb-4811-9bf8-466576482336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:27.097825 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516e9d1-8086-4cb0-9d7a-501f076c8ba8 req-f9443bfe-1970-431a-a363-eae2491061a4 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:27.099308 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-6516e9d1-8086-4cb0-9d7a-501f076c8ba8 req-f9443bfe-1970-431a-a363-eae2491061a4 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 932 time: 0.0848384 Dec 22 13:40:27.144585 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-6516e9d1-8086-4cb0-9d7a-501f076c8ba8 req-77f69f23-e4c1-4b7d-ac38-33bf4f7e7a69 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Synchronizing usage tracker for tenant:6322d58cd9a94082b9a50f0b0cb13430 on resource:security_group {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:40:27.226028 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-ff9a88ba-0cfb-4811-9bf8-466576482336 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 257bcf98-ae59-4953-87de-f84ae89d9e15 {{(pid=84149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:40:27.232779 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-ff9a88ba-0cfb-4811-9bf8-466576482336 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:27.235041 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-6516e9d1-8086-4cb0-9d7a-501f076c8ba8 req-77f69f23-e4c1-4b7d-ac38-33bf4f7e7a69 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Unset dirty status for tenant:6322d58cd9a94082b9a50f0b0cb13430 on resource:security_group {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:40:27.236321 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-6516e9d1-8086-4cb0-9d7a-501f076c8ba8 req-77f69f23-e4c1-4b7d-ac38-33bf4f7e7a69 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcaad01c-99b0-4751-a851-a67224153f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313870 Dec 22 13:40:27.247841 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-ff9a88ba-0cfb-4811-9bf8-466576482336 service neutron] Transition to ACTIVE for port object 257bcf98-ae59-4953-87de-f84ae89d9e15 will not be triggered until provisioned by entity L2. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:40:27.320574 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-ff9a88ba-0cfb-4811-9bf8-466576482336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:27.324385 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0a726d6e-845c-4305-ae7f-bf5d9a513ada tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:27.448361 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a88ba-0cfb-4811-9bf8-466576482336 service neutron] Pushing event updated for resources: {'Port': ['ID=257bcf98-ae59-4953-87de-f84ae89d9e15,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:27.453233 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ff9a88ba-0cfb-4811-9bf8-466576482336 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:27.558788 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-ff9a88ba-0cfb-4811-9bf8-466576482336 service neutron] Attempting to bind port 257bcf98-ae59-4953-87de-f84ae89d9e15 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:40:27.559104 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-ff9a88ba-0cfb-4811-9bf8-466576482336 service neutron] Attempting to bind port 257bcf98-ae59-4953-87de-f84ae89d9e15 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '9487a386-f1c3-47c3-b85b-0679ce8f2316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '0a8686b8-9b4a-435b-a55c-a8ecf8682872'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:40:27.559439 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-ff9a88ba-0cfb-4811-9bf8-466576482336 service neutron] Attempting to bind port 257bcf98-ae59-4953-87de-f84ae89d9e15 on network 0a8686b8-9b4a-435b-a55c-a8ecf8682872 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:40:27.566143 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-ff9a88ba-0cfb-4811-9bf8-466576482336 service neutron] Port 257bcf98-ae59-4953-87de-f84ae89d9e15 on network 0a8686b8-9b4a-435b-a55c-a8ecf8682872 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:40:27.566502 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-ff9a88ba-0cfb-4811-9bf8-466576482336 service neutron] Attempting to bind port 257bcf98-ae59-4953-87de-f84ae89d9e15 on network 0a8686b8-9b4a-435b-a55c-a8ecf8682872 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:40:27.572676 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-ff9a88ba-0cfb-4811-9bf8-466576482336 service neutron] Checking agent: {'id': '72ee2f79-9ac0-483e-b4fd-5b910a776581', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'started_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:40:27.573007 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-ff9a88ba-0cfb-4811-9bf8-466576482336 service neutron] Checking segment: {'id': '9487a386-f1c3-47c3-b85b-0679ce8f2316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '0a8686b8-9b4a-435b-a55c-a8ecf8682872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:40:27.573391 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-ff9a88ba-0cfb-4811-9bf8-466576482336 service neutron] Bound using segment: {'id': '9487a386-f1c3-47c3-b85b-0679ce8f2316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '0a8686b8-9b4a-435b-a55c-a8ecf8682872'} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:40:27.573810 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-ff9a88ba-0cfb-4811-9bf8-466576482336 service neutron] Bound port: 257bcf98-ae59-4953-87de-f84ae89d9e15, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9487a386-f1c3-47c3-b85b-0679ce8f2316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '0a8686b8-9b4a-435b-a55c-a8ecf8682872'}}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:40:27.574150 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-ff9a88ba-0cfb-4811-9bf8-466576482336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:27.659107 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-ff9a88ba-0cfb-4811-9bf8-466576482336 service neutron] For port 257bcf98-ae59-4953-87de-f84ae89d9e15, host hv-neutron-8226, cleared binding levels {{(pid=84149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:40:27.662023 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-ff9a88ba-0cfb-4811-9bf8-466576482336 service neutron] For port 257bcf98-ae59-4953-87de-f84ae89d9e15, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=257bcf98-ae59-4953-87de-f84ae89d9e15,segment=NetworkSegment(9487a386-f1c3-47c3-b85b-0679ce8f2316),segment_id=9487a386-f1c3-47c3-b85b-0679ce8f2316)] {{(pid=84149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:40:27.749918 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-ff9a88ba-0cfb-4811-9bf8-466576482336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:27.754946 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b6dbfb39-5d3f-427e-9984-70260380241f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:27.813537 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-ff9a88ba-0cfb-4811-9bf8-466576482336 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:27.815628 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-ff9a88ba-0cfb-4811-9bf8-466576482336 service neutron] 10.222.0.45 "PUT /v2.0/ports/257bcf98-ae59-4953-87de-f84ae89d9e15 HTTP/1.1" status: 200 len: 1094 time: 1.1280103 Dec 22 13:40:27.815628 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51fe4de4-2536-4ea1-97cd-9d41319ba0ed', 'tag': '257bcf98-ae59-4953-87de-f84ae89d9e15'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:40:27.837646 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a88ba-0cfb-4811-9bf8-466576482336 service neutron] Pushing event updated for resources: {'Port': ['ID=257bcf98-ae59-4953-87de-f84ae89d9e15,revision_number=3']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:27.840216 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ff9a88ba-0cfb-4811-9bf8-466576482336 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:27.877422 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fe4de4-2536-4ea1-97cd-9d41319ba0ed', 'tag': '257bcf98-ae59-4953-87de-f84ae89d9e15', 'status': 'completed', 'code': 200} Dec 22 13:40:27.977767 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-426b9497-6243-41e5-afc2-b3283f1c2eb1 req-b1150c82-44d1-487e-a0c7-890d666c811f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6322d58cd9a94082b9a50f0b0cb13430&device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 1097 time: 0.0704479 Dec 22 13:40:28.121149 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b9497-6243-41e5-afc2-b3283f1c2eb1 req-97e1ca19-28d5-498a-a9b1-a77ec9d37a33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:28.122529 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-426b9497-6243-41e5-afc2-b3283f1c2eb1 req-97e1ca19-28d5-498a-a9b1-a77ec9d37a33 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=6322d58cd9a94082b9a50f0b0cb13430&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1329281 Dec 22 13:40:28.261071 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b9497-6243-41e5-afc2-b3283f1c2eb1 req-2829a2de-3eb6-4357-895c-c20ef2c3cd30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:28.262549 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-426b9497-6243-41e5-afc2-b3283f1c2eb1 req-2829a2de-3eb6-4357-895c-c20ef2c3cd30 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1298447 Dec 22 13:40:28.383566 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-06186088-8aa7-4e79-be81-1bf0b02d7b41 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6322d58cd9a94082b9a50f0b0cb13430&device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 1097 time: 0.0733404 Dec 22 13:40:28.431153 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949e590-aeac-43a3-8648-f0252bdc0a4a req-f914960e-9e1c-4c6e-9158-e8e544f4d730 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:28.432585 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-a949e590-aeac-43a3-8648-f0252bdc0a4a req-f914960e-9e1c-4c6e-9158-e8e544f4d730 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 944 time: 0.0764749 Dec 22 13:40:28.455912 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-3b4e5db7-d548-4582-8df8-df6d5333e6e1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=257bcf98-ae59-4953-87de-f84ae89d9e15 HTTP/1.1" status: 200 len: 217 time: 0.0613225 Dec 22 13:40:28.486684 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-a949e590-aeac-43a3-8648-f0252bdc0a4a req-b75ce009-598e-4a70-acb9-75ce3058bfda tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcaad01c-99b0-4751-a851-a67224153f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479782 Dec 22 13:40:28.528548 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-6035d6ae-3ecb-4ad6-841c-b787a5936929 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:28.529963 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-6035d6ae-3ecb-4ad6-841c-b787a5936929 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5674f867-5a91-4001-87ae-5b1a56d279bd HTTP/1.1" status: 200 len: 851 time: 0.0652030 Dec 22 13:40:28.581381 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-46a5ca73-9c58-4dc9-b8a6-c496ae964807 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0a8686b8-9b4a-435b-a55c-a8ecf8682872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398076 Dec 22 13:40:28.808673 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-3570b949-b09e-4723-bfa0-3c670b144b10 service neutron] 10.222.0.45 "GET /v2.0/networks/0a8686b8-9b4a-435b-a55c-a8ecf8682872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160354 Dec 22 13:40:28.910163 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:28.947860 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e9dddfcf-7c28-43c7-a7b4-0db4932ed719 req-f226eb7a-ba16-44c4-817b-9ba397d0cfaf service neutron] 10.222.0.45 "GET /v2.0/networks/0a8686b8-9b4a-435b-a55c-a8ecf8682872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256082 Dec 22 13:40:29.683694 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511d603-5acf-41c6-87f7-5114bb17fc98 req-46b9f499-3cc3-48b7-a05a-1099dcae85db tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:29.684412 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-4511d603-5acf-41c6-87f7-5114bb17fc98 req-46b9f499-3cc3-48b7-a05a-1099dcae85db tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Synchronizing usage tracker for tenant:6322d58cd9a94082b9a50f0b0cb13430 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:40:29.767260 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-4511d603-5acf-41c6-87f7-5114bb17fc98 req-46b9f499-3cc3-48b7-a05a-1099dcae85db tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Unset dirty status for tenant:6322d58cd9a94082b9a50f0b0cb13430 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:40:29.769140 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4511d603-5acf-41c6-87f7-5114bb17fc98 req-46b9f499-3cc3-48b7-a05a-1099dcae85db tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 944 time: 0.1611464 Dec 22 13:40:29.817854 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4511d603-5acf-41c6-87f7-5114bb17fc98 req-b85a3262-243f-4976-8549-d2dbc266eda9 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcaad01c-99b0-4751-a851-a67224153f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431828 Dec 22 13:40:31.014329 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4bf4b6-24e9-4add-8a9b-9366f47768f4 req-06d3c27b-0aac-4a5e-8156-69f69367c8f6 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:31.015783 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-1e4bf4b6-24e9-4add-8a9b-9366f47768f4 req-06d3c27b-0aac-4a5e-8156-69f69367c8f6 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 944 time: 0.0756462 Dec 22 13:40:31.060821 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-1e4bf4b6-24e9-4add-8a9b-9366f47768f4 req-f81960ee-3134-4b0d-aa49-4088a9c9cd37 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcaad01c-99b0-4751-a851-a67224153f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389571 Dec 22 13:40:31.852562 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 257bcf98-ae59-4953-87de-f84ae89d9e15 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:40:31.985108 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 257bcf98-ae59-4953-87de-f84ae89d9e15, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=257bcf98-ae59-4953-87de-f84ae89d9e15,segment=NetworkSegment(9487a386-f1c3-47c3-b85b-0679ce8f2316),segment_id=9487a386-f1c3-47c3-b85b-0679ce8f2316)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:40:31.997810 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '257bcf98-ae59-4953-87de-f84ae89d9e15', 'network_id': '0a8686b8-9b4a-435b-a55c-a8ecf8682872', 'port_id': '257bcf98-ae59-4953-87de-f84ae89d9e15', 'mac_address': 'fa:16:3e:2e:32:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5674f867-5a91-4001-87ae-5b1a56d279bd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:40:32.053704 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:32.070322 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 257bcf98-ae59-4953-87de-f84ae89d9e15 {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:40:32.085524 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 257bcf98-ae59-4953-87de-f84ae89d9e15, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=257bcf98-ae59-4953-87de-f84ae89d9e15,segment=NetworkSegment(9487a386-f1c3-47c3-b85b-0679ce8f2316),segment_id=9487a386-f1c3-47c3-b85b-0679ce8f2316)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:40:32.144104 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:32.145954 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:32.209963 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=257bcf98-ae59-4953-87de-f84ae89d9e15,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:32.218302 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:32.218680 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:32.219026 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:32.219359 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:32.219706 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:32.220826 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:32.221163 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:32.221497 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:32.221823 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:32.222147 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:32.222498 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:32.226328 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:32.258436 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e61d6-7421-44f1-9617-b66d79f22b65 req-214e822b-127d-412c-9dd7-383d25f1cc24 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:32.259875 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-317e61d6-7421-44f1-9617-b66d79f22b65 req-214e822b-127d-412c-9dd7-383d25f1cc24 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 945 time: 0.0770583 Dec 22 13:40:32.306616 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-317e61d6-7421-44f1-9617-b66d79f22b65 req-69a57c07-f111-44fc-a6b9-0cfe57824e69 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcaad01c-99b0-4751-a851-a67224153f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411069 Dec 22 13:40:32.379968 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['257bcf98-ae59-4953-87de-f84ae89d9e15'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:40:33.505950 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032507b1-4147-46c8-89ad-acd967b56477 req-c861a1b8-95a3-469e-87f5-27b20ec217c2 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:33.507409 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-032507b1-4147-46c8-89ad-acd967b56477 req-c861a1b8-95a3-469e-87f5-27b20ec217c2 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 945 time: 0.0796902 Dec 22 13:40:33.553519 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-032507b1-4147-46c8-89ad-acd967b56477 req-7f8d3bff-dd98-46ce-bf88-519352b284ea tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcaad01c-99b0-4751-a851-a67224153f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406795 Dec 22 13:40:33.868516 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 257bcf98-ae59-4953-87de-f84ae89d9e15 up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:40:34.011964 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning for port 257bcf98-ae59-4953-87de-f84ae89d9e15 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:40:34.017175 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 257bcf98-ae59-4953-87de-f84ae89d9e15 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:40:34.017557 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:34.131346 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:34.157069 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fe4de4-2536-4ea1-97cd-9d41319ba0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257bcf98-ae59-4953-87de-f84ae89d9e15'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:40:34.167458 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 257bcf98-ae59-4953-87de-f84ae89d9e15, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=257bcf98-ae59-4953-87de-f84ae89d9e15,segment=NetworkSegment(9487a386-f1c3-47c3-b85b-0679ce8f2316),segment_id=9487a386-f1c3-47c3-b85b-0679ce8f2316)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:40:34.211777 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fe4de4-2536-4ea1-97cd-9d41319ba0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257bcf98-ae59-4953-87de-f84ae89d9e15', 'code': 200} Dec 22 13:40:34.246892 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:34.248862 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-4b06bc0b-7726-4290-956d-32c92539b239 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:34.317114 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=257bcf98-ae59-4953-87de-f84ae89d9e15,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:34.320315 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:34.553066 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a80e8b09-3ca2-40f3-8503-8434fa0fdeb0 req-e0336dd0-8a73-42f0-86b8-c94681180ebe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 1099 time: 0.0764465 Dec 22 13:40:34.601519 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a80e8b09-3ca2-40f3-8503-8434fa0fdeb0 req-36d9ee72-5f7d-460d-add6-7fa4d2bbe563 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dcaad01c-99b0-4751-a851-a67224153f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379560 Dec 22 13:40:34.744749 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d682c-93fb-42a9-9e5b-a047003cc1b2 req-8d28f4b8-1792-497d-9eab-13621d9b8a9a tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:34.746177 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-dc7d682c-93fb-42a9-9e5b-a047003cc1b2 req-8d28f4b8-1792-497d-9eab-13621d9b8a9a tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 946 time: 0.0754104 Dec 22 13:40:34.790922 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-dc7d682c-93fb-42a9-9e5b-a047003cc1b2 req-09a32ff1-e206-4803-8493-b7e7dc10fcb9 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcaad01c-99b0-4751-a851-a67224153f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390570 Dec 22 13:40:35.686783 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-67ad43ab-aa8c-4082-8200-78c400506809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:35.993901 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79d76d-940f-4636-9e28-ae89b9d2ebe1 req-f1d3400d-b110-42ea-a7b2-29fbfbf2c676 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:35.995317 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ff79d76d-940f-4636-9e28-ae89b9d2ebe1 req-f1d3400d-b110-42ea-a7b2-29fbfbf2c676 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 946 time: 0.0796709 Dec 22 13:40:36.041251 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ff79d76d-940f-4636-9e28-ae89b9d2ebe1 req-73f2c38c-728e-4b6d-bef0-3713c1386896 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcaad01c-99b0-4751-a851-a67224153f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402215 Dec 22 13:40:37.245744 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927efd2-0eb0-4699-988e-0788801f4906 req-52d60cd3-cfac-4364-a55c-df0da2b9ccb8 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:37.247215 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0927efd2-0eb0-4699-988e-0788801f4906 req-52d60cd3-cfac-4364-a55c-df0da2b9ccb8 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 946 time: 0.0791881 Dec 22 13:40:37.292158 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0927efd2-0eb0-4699-988e-0788801f4906 req-bd3e9c1a-01d1-4730-9cd9-fa481efaa2e5 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcaad01c-99b0-4751-a851-a67224153f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389068 Dec 22 13:40:37.489659 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ccfc7b74-9771-4311-a39f-d0bda424832f req-6caa0771-2165-4a76-ba60-e32c59bcd2f2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0731542 Dec 22 13:40:37.998755 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbb1b2-72a9-4d99-8176-291f45795f03 req-e162e5da-76f6-4c22-9367-7b12cc4abdc9 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:38.000241 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-28bbb1b2-72a9-4d99-8176-291f45795f03 req-e162e5da-76f6-4c22-9367-7b12cc4abdc9 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 946 time: 0.0793409 Dec 22 13:40:38.022082 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0fbfae36-cf0a-4c03-8ce8-a81877372180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:38.024099 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 54264) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:40:38.051851 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-28bbb1b2-72a9-4d99-8176-291f45795f03 req-a2e856a3-e13e-4c1d-adbb-f95f53dc8772 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcaad01c-99b0-4751-a851-a67224153f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404043 Dec 22 13:40:38.163200 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1aa3ebaa-6dcd-49da-b187-73e6cd4cc539 req-4f87919c-7cc3-417e-a858-32af84a39cd1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1378694 Dec 22 13:40:38.937673 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:39.251373 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2174c75-a1ce-489e-8fab-c9abe33bd711 req-10841525-a871-479d-8b86-685b50c8386c tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:39.252834 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f2174c75-a1ce-489e-8fab-c9abe33bd711 req-10841525-a871-479d-8b86-685b50c8386c tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 946 time: 0.0824223 Dec 22 13:40:39.300410 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f2174c75-a1ce-489e-8fab-c9abe33bd711 req-fa749cbe-e6be-4793-954d-61d1b6db5957 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcaad01c-99b0-4751-a851-a67224153f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419018 Dec 22 13:40:39.349870 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:40.353414 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1aa3ebaa-6dcd-49da-b187-73e6cd4cc539 req-6c9cec70-257a-4558-8597-4a1a14fc5913 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6322d58cd9a94082b9a50f0b0cb13430&device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 1099 time: 0.0731318 Dec 22 13:40:40.498506 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3ebaa-6dcd-49da-b187-73e6cd4cc539 req-7de097dd-fe09-4cf4-a653-53fe92394601 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:40.500212 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1aa3ebaa-6dcd-49da-b187-73e6cd4cc539 req-7de097dd-fe09-4cf4-a653-53fe92394601 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0a8686b8-9b4a-435b-a55c-a8ecf8682872 HTTP/1.1" status: 200 len: 912 time: 0.1401935 Dec 22 13:40:40.515116 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:40.577299 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1aa3ebaa-6dcd-49da-b187-73e6cd4cc539 req-e68b2a83-0cdd-45f8-9bc1-493b469926f5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=257bcf98-ae59-4953-87de-f84ae89d9e15 HTTP/1.1" status: 200 len: 217 time: 0.0679867 Dec 22 13:40:40.609625 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e39a8-3df2-481d-baa9-0661ceedeb65 req-0c1d5182-d58c-47cb-9167-d8ee00f35deb tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:40.611007 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-f00e39a8-3df2-481d-baa9-0661ceedeb65 req-0c1d5182-d58c-47cb-9167-d8ee00f35deb tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 946 time: 0.1913712 Dec 22 13:40:40.640893 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3ebaa-6dcd-49da-b187-73e6cd4cc539 req-a0343c65-a3c4-4223-a287-d168b4ee956a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:40.642314 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1aa3ebaa-6dcd-49da-b187-73e6cd4cc539 req-a0343c65-a3c4-4223-a287-d168b4ee956a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5674f867-5a91-4001-87ae-5b1a56d279bd HTTP/1.1" status: 200 len: 851 time: 0.0579453 Dec 22 13:40:40.657673 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-f00e39a8-3df2-481d-baa9-0661ceedeb65 req-768115c2-7cb9-42cb-8480-e54155a331cf tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcaad01c-99b0-4751-a851-a67224153f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409663 Dec 22 13:40:40.691145 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1aa3ebaa-6dcd-49da-b187-73e6cd4cc539 req-7e6f635b-03ee-462c-993c-ae8a75fbb2ca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0a8686b8-9b4a-435b-a55c-a8ecf8682872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411232 Dec 22 13:40:40.823666 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1aa3ebaa-6dcd-49da-b187-73e6cd4cc539 req-f8e3f020-6cb5-4887-9931-985e7377ecc1 service neutron] 10.222.0.45 "GET /v2.0/networks/0a8686b8-9b4a-435b-a55c-a8ecf8682872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259928 Dec 22 13:40:40.954062 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1aa3ebaa-6dcd-49da-b187-73e6cd4cc539 req-21c04fd0-7625-419d-8eca-0708ac080699 service neutron] 10.222.0.45 "GET /v2.0/networks/0a8686b8-9b4a-435b-a55c-a8ecf8682872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245902 Dec 22 13:40:41.855367 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b18702-a3c1-4217-b465-2057147fa887 req-67c98622-e1cd-4ad0-a97a-78efc8a04b93 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:41.856809 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b5b18702-a3c1-4217-b465-2057147fa887 req-67c98622-e1cd-4ad0-a97a-78efc8a04b93 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 946 time: 0.0773354 Dec 22 13:40:41.900930 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b5b18702-a3c1-4217-b465-2057147fa887 req-45c08e63-8147-44d4-b1b9-0df92a64171c tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcaad01c-99b0-4751-a851-a67224153f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387723 Dec 22 13:40:42.410652 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [req-1e527dea-0db6-49e1-a6fa-bdff0c12a69e req-9c403800-4d1a-43a7-9f72-763c70fe8acd service neutron] (84148) timed out ('10.222.0.45', 57833) {{(pid=84148) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 22 13:40:43.101739 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3e69a-7756-4df4-bc0e-0bb89ab518ec req-f6576b5c-9bc8-4d49-9802-a8419c2eea5b tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:43.107571 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4fd3e69a-7756-4df4-bc0e-0bb89ab518ec req-f6576b5c-9bc8-4d49-9802-a8419c2eea5b tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 946 time: 0.0846946 Dec 22 13:40:43.152849 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4fd3e69a-7756-4df4-bc0e-0bb89ab518ec req-2513a6c5-9b4f-4993-9e11-6d889a005513 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcaad01c-99b0-4751-a851-a67224153f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398591 Dec 22 13:40:44.349051 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3c41e-0ec2-43ea-90b4-1a5691102d9e req-ecca5c84-c3b1-4cd2-890d-010f27e5464a tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:44.350486 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f4c3c41e-0ec2-43ea-90b4-1a5691102d9e req-ecca5c84-c3b1-4cd2-890d-010f27e5464a tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 946 time: 0.0790722 Dec 22 13:40:44.491743 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f4c3c41e-0ec2-43ea-90b4-1a5691102d9e req-45dc9d8f-2bb8-4a05-b9a4-d435c9022c43 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcaad01c-99b0-4751-a851-a67224153f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355951 Dec 22 13:40:45.687782 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5672c0-3e83-4eb3-8cb3-0de1e53f0505 req-af8def58-5665-4cd6-993d-ca7adab5be71 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:45.689204 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0f5672c0-3e83-4eb3-8cb3-0de1e53f0505 req-af8def58-5665-4cd6-993d-ca7adab5be71 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 946 time: 0.0775318 Dec 22 13:40:45.734637 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0f5672c0-3e83-4eb3-8cb3-0de1e53f0505 req-16fc9113-cb79-4aa9-b8f2-c5bd6bf55c75 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcaad01c-99b0-4751-a851-a67224153f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397272 Dec 22 13:40:46.946284 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0b9fa-e4fa-4fe1-89d2-70fa4e681446 req-fa76e851-f9ed-491e-8240-5ce4de782a5d tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:46.947812 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2ac0b9fa-e4fa-4fe1-89d2-70fa4e681446 req-fa76e851-f9ed-491e-8240-5ce4de782a5d tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 946 time: 0.0870392 Dec 22 13:40:46.996377 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2ac0b9fa-e4fa-4fe1-89d2-70fa4e681446 req-298871cc-47fd-4cab-8f8a-e6c116eddf69 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcaad01c-99b0-4751-a851-a67224153f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429933 Dec 22 13:40:47.118722 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:40:48.192272 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a22552-a88f-4467-b59a-dc8f6d79effc req-a1f55e96-86f3-4ba5-b6f5-60dc536eee2e tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:48.193723 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-76a22552-a88f-4467-b59a-dc8f6d79effc req-a1f55e96-86f3-4ba5-b6f5-60dc536eee2e tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 946 time: 0.0789847 Dec 22 13:40:48.238154 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-76a22552-a88f-4467-b59a-dc8f6d79effc req-349bfc99-08fc-4710-b2f5-745ea382c59f tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcaad01c-99b0-4751-a851-a67224153f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384903 Dec 22 13:40:49.436091 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a8461-3c79-4594-8686-c3c80ef10db4 req-a1985c3a-c1b4-4461-b33d-ed700c7ac570 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:49.437509 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-bd9a8461-3c79-4594-8686-c3c80ef10db4 req-a1985c3a-c1b4-4461-b33d-ed700c7ac570 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 946 time: 0.0788326 Dec 22 13:40:49.484109 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-bd9a8461-3c79-4594-8686-c3c80ef10db4 req-fb8f33ba-96f6-427d-bf48-4c1fbb9fc4a3 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcaad01c-99b0-4751-a851-a67224153f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404904 Dec 22 13:40:50.685510 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595ca6b-2bc2-4517-881d-00b10339d86f req-da3e7fe5-6e9c-4ef0-ab76-f679176ffaca tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:50.687021 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c595ca6b-2bc2-4517-881d-00b10339d86f req-da3e7fe5-6e9c-4ef0-ab76-f679176ffaca tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 946 time: 0.0804532 Dec 22 13:40:50.732462 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c595ca6b-2bc2-4517-881d-00b10339d86f req-573abb97-40d0-4462-a28f-74f645ac5b34 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcaad01c-99b0-4751-a851-a67224153f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388987 Dec 22 13:40:51.924706 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8604d-6897-414a-812d-9b7d54cff964 req-ab84f941-dacc-4352-81f0-ddf417bd717a tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:51.926325 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-09e8604d-6897-414a-812d-9b7d54cff964 req-ab84f941-dacc-4352-81f0-ddf417bd717a tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 946 time: 0.0766690 Dec 22 13:40:51.975300 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-09e8604d-6897-414a-812d-9b7d54cff964 req-4529994e-92ab-46b9-ae44-ad08f7083ab5 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcaad01c-99b0-4751-a851-a67224153f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435293 Dec 22 13:40:53.170825 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2311f90-37ec-4d35-9dfb-601580cbe016 req-02abb14b-f348-40cf-8c5b-1f401924156e tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:53.172258 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-a2311f90-37ec-4d35-9dfb-601580cbe016 req-02abb14b-f348-40cf-8c5b-1f401924156e tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 946 time: 0.0804310 Dec 22 13:40:53.217620 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-a2311f90-37ec-4d35-9dfb-601580cbe016 req-ca5f123a-72a8-4396-8f43-b72a22a931e8 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcaad01c-99b0-4751-a851-a67224153f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386834 Dec 22 13:40:54.414615 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa48119-65ea-4a17-aecb-96fab05ee5df req-dc142ca0-99d5-430e-bf72-90e4baf49e2e tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:54.416049 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-dfa48119-65ea-4a17-aecb-96fab05ee5df req-dc142ca0-99d5-430e-bf72-90e4baf49e2e tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 946 time: 0.0760376 Dec 22 13:40:54.460803 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-dfa48119-65ea-4a17-aecb-96fab05ee5df req-c94eef6d-3403-49b8-865e-179f839885ea tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcaad01c-99b0-4751-a851-a67224153f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392914 Dec 22 13:40:55.657285 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ad479-42c8-43e8-9718-a762d57bf845 req-1b9b0948-87c1-492f-add5-990e07698b9e tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:55.658658 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-623ad479-42c8-43e8-9718-a762d57bf845 req-1b9b0948-87c1-492f-add5-990e07698b9e tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 946 time: 0.0780411 Dec 22 13:40:55.709095 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-623ad479-42c8-43e8-9718-a762d57bf845 req-9d39c2f1-c3d9-45ac-97cb-f17ce41b4463 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcaad01c-99b0-4751-a851-a67224153f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438397 Dec 22 13:40:56.915240 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb3af4-7972-4384-9862-de1d9e821534 req-1d8bd86c-eb17-4959-9518-19b074f7e2fd tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:56.916703 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-febb3af4-7972-4384-9862-de1d9e821534 req-1d8bd86c-eb17-4959-9518-19b074f7e2fd tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 946 time: 0.0823207 Dec 22 13:40:56.962895 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-febb3af4-7972-4384-9862-de1d9e821534 req-961cbe07-9a14-4d14-a090-9ea8f7b8e577 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcaad01c-99b0-4751-a851-a67224153f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407126 Dec 22 13:40:58.157893 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436cda1-83b0-4fb0-8bfe-aa59990ff445 req-e5474d11-5943-4a98-8e87-39e9f3c9558d tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:58.159378 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0436cda1-83b0-4fb0-8bfe-aa59990ff445 req-e5474d11-5943-4a98-8e87-39e9f3c9558d tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 946 time: 0.0749018 Dec 22 13:40:58.203970 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0436cda1-83b0-4fb0-8bfe-aa59990ff445 req-af6bf556-5f7e-4da0-8833-71b918fa7874 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcaad01c-99b0-4751-a851-a67224153f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390518 Dec 22 13:40:58.931552 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:59.396899 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc36de2-909b-442e-95c9-e9fe314c60b5 req-651de067-a4e9-42ed-8fee-0f5c5120d899 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:59.398336 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9cc36de2-909b-442e-95c9-e9fe314c60b5 req-651de067-a4e9-42ed-8fee-0f5c5120d899 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 946 time: 0.0763972 Dec 22 13:40:59.444558 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9cc36de2-909b-442e-95c9-e9fe314c60b5 req-20b0b0c4-578a-401a-be16-5dd1b166097c tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcaad01c-99b0-4751-a851-a67224153f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407135 Dec 22 13:41:00.521790 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-daa8512f-a840-4f9d-9265-8e903b9a6cab req-87905b98-980a-462b-932e-9e991cae90f4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6322d58cd9a94082b9a50f0b0cb13430&device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 1099 time: 0.0756967 Dec 22 13:41:00.645462 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc878841-c1c0-47d1-a02c-fcf50b8a4aeb req-727a977d-ad33-456c-9542-92963c695083 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:00.647362 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-dc878841-c1c0-47d1-a02c-fcf50b8a4aeb req-727a977d-ad33-456c-9542-92963c695083 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 946 time: 0.0811200 Dec 22 13:41:00.672291 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8512f-a840-4f9d-9265-8e903b9a6cab req-722dfae9-3059-4701-b3d1-9365ccbf12ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:00.673814 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-daa8512f-a840-4f9d-9265-8e903b9a6cab req-722dfae9-3059-4701-b3d1-9365ccbf12ff service neutron] 10.222.0.45 "GET /v2.0/networks?id=0a8686b8-9b4a-435b-a55c-a8ecf8682872 HTTP/1.1" status: 200 len: 912 time: 0.1324983 Dec 22 13:41:00.694470 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-dc878841-c1c0-47d1-a02c-fcf50b8a4aeb req-5d6a8b35-3e88-4df4-9a10-7a2b9ff29245 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcaad01c-99b0-4751-a851-a67224153f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415158 Dec 22 13:41:00.741775 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-daa8512f-a840-4f9d-9265-8e903b9a6cab req-25af9a62-6338-4f55-8d3d-49361f69330e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=257bcf98-ae59-4953-87de-f84ae89d9e15 HTTP/1.1" status: 200 len: 217 time: 0.0609190 Dec 22 13:41:00.809323 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8512f-a840-4f9d-9265-8e903b9a6cab req-be0e3770-c8b1-4b18-a83a-ee761299a723 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:00.810871 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-daa8512f-a840-4f9d-9265-8e903b9a6cab req-be0e3770-c8b1-4b18-a83a-ee761299a723 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5674f867-5a91-4001-87ae-5b1a56d279bd HTTP/1.1" status: 200 len: 851 time: 0.0595903 Dec 22 13:41:00.856616 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-daa8512f-a840-4f9d-9265-8e903b9a6cab req-8f64b127-0fb8-4376-bfeb-f29e46a3a72e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0a8686b8-9b4a-435b-a55c-a8ecf8682872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385692 Dec 22 13:41:00.988127 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-daa8512f-a840-4f9d-9265-8e903b9a6cab req-b39c69e1-ef0f-4537-b8f0-6eee3628c1af service neutron] 10.222.0.45 "GET /v2.0/networks/0a8686b8-9b4a-435b-a55c-a8ecf8682872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233466 Dec 22 13:41:01.119249 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-daa8512f-a840-4f9d-9265-8e903b9a6cab req-e3c00067-bca1-45a4-b19a-93f75a79c8d4 service neutron] 10.222.0.45 "GET /v2.0/networks/0a8686b8-9b4a-435b-a55c-a8ecf8682872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240923 Dec 22 13:41:01.897257 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbcce03-3686-4eb9-9fb0-cafc350c90cb req-22d18373-43c6-4d2b-8d71-7b80befbbca6 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:01.898707 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2cbcce03-3686-4eb9-9fb0-cafc350c90cb req-22d18373-43c6-4d2b-8d71-7b80befbbca6 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 946 time: 0.0802503 Dec 22 13:41:01.943507 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2cbcce03-3686-4eb9-9fb0-cafc350c90cb req-f7dcac58-9159-4476-b9ac-91e9704aed13 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcaad01c-99b0-4751-a851-a67224153f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394211 Dec 22 13:41:03.134632 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97fff1-2277-4ce2-abe8-b3efb8ee656d req-841c1d83-6de1-4996-bcdc-52cf92f77dc1 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:03.136074 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4c97fff1-2277-4ce2-abe8-b3efb8ee656d req-841c1d83-6de1-4996-bcdc-52cf92f77dc1 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 946 time: 0.0758705 Dec 22 13:41:03.181697 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4c97fff1-2277-4ce2-abe8-b3efb8ee656d req-7d6e9e7d-3451-4894-9a8a-b452456053b3 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcaad01c-99b0-4751-a851-a67224153f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402641 Dec 22 13:41:04.383585 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4c194-d2e8-4612-b889-d2e51e7dd35a req-9cc1a23b-940d-4798-bd30-436a5dafc413 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:04.385025 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-04a4c194-d2e8-4612-b889-d2e51e7dd35a req-9cc1a23b-940d-4798-bd30-436a5dafc413 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 946 time: 0.0767870 Dec 22 13:41:04.430323 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-04a4c194-d2e8-4612-b889-d2e51e7dd35a req-ccf5d119-a5e8-474d-b668-2139bdb5e639 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcaad01c-99b0-4751-a851-a67224153f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398991 Dec 22 13:41:05.636009 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ddb9c-e5e9-425b-9c2d-279b6ff0f9bf req-ff5f78b9-7295-4ae3-9a09-bd3192975f9e tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:05.637464 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-935ddb9c-e5e9-425b-9c2d-279b6ff0f9bf req-ff5f78b9-7295-4ae3-9a09-bd3192975f9e tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 946 time: 0.0834749 Dec 22 13:41:05.685165 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-935ddb9c-e5e9-425b-9c2d-279b6ff0f9bf req-b5631a8e-7a25-4ee1-ba16-c8da5e4a9a87 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcaad01c-99b0-4751-a851-a67224153f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421858 Dec 22 13:41:05.692297 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0aca22c3-dff6-46ef-96a6-300fb8c7b6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:06.884718 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e0a61-ff79-425e-90ca-8475f94fffe6 req-b7a6d162-c58d-4fbd-98de-dbcc78ee3e9e tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:06.886054 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-580e0a61-ff79-425e-90ca-8475f94fffe6 req-b7a6d162-c58d-4fbd-98de-dbcc78ee3e9e tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 946 time: 0.0819023 Dec 22 13:41:06.931245 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-580e0a61-ff79-425e-90ca-8475f94fffe6 req-36079f9c-d1fc-44f2-af0a-90ff45e6f085 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcaad01c-99b0-4751-a851-a67224153f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397086 Dec 22 13:41:07.994387 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-01f089b3-e659-4a14-8249-4a6da88b77dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:08.126156 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4528e0-7142-46f6-b755-71801425c791 req-d6ce867d-9400-4751-9bbb-04f06dba3282 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:08.127634 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-8d4528e0-7142-46f6-b755-71801425c791 req-d6ce867d-9400-4751-9bbb-04f06dba3282 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 946 time: 0.0753939 Dec 22 13:41:08.177013 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-8d4528e0-7142-46f6-b755-71801425c791 req-501b39f4-b74b-4b37-a86e-96a93e3ea88a tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcaad01c-99b0-4751-a851-a67224153f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435979 Dec 22 13:41:08.257887 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1aa3ebaa-6dcd-49da-b187-73e6cd4cc539 req-6511fd21-4834-4d9e-a6f9-ed2344b087f2 service neutron] 10.222.0.45 "GET /v2.0/ports/257bcf98-ae59-4953-87de-f84ae89d9e15/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0728996 Dec 22 13:41:08.873776 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1aa3ebaa-6dcd-49da-b187-73e6cd4cc539 req-5485e01f-3fdb-499e-b3d9-1870074aeff5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed&tenant_id=6322d58cd9a94082b9a50f0b0cb13430 HTTP/1.1" status: 200 len: 1099 time: 0.1678631 Dec 22 13:41:08.948585 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:08.976707 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1aa3ebaa-6dcd-49da-b187-73e6cd4cc539 req-31019c03-6384-4e7f-a1f5-8d2f527f5152 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6322d58cd9a94082b9a50f0b0cb13430&device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 1099 time: 0.0727873 Dec 22 13:41:09.112588 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3ebaa-6dcd-49da-b187-73e6cd4cc539 req-c3ac7d4d-96fd-4637-aca1-a178ad0a3348 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:09.114644 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1aa3ebaa-6dcd-49da-b187-73e6cd4cc539 req-c3ac7d4d-96fd-4637-aca1-a178ad0a3348 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0a8686b8-9b4a-435b-a55c-a8ecf8682872 HTTP/1.1" status: 200 len: 912 time: 0.1270728 Dec 22 13:41:09.188365 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1aa3ebaa-6dcd-49da-b187-73e6cd4cc539 req-0d96dcd2-a980-48b5-91b1-fff80d454edb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=257bcf98-ae59-4953-87de-f84ae89d9e15 HTTP/1.1" status: 200 len: 217 time: 0.0642967 Dec 22 13:41:09.255761 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3ebaa-6dcd-49da-b187-73e6cd4cc539 req-f3a7891e-2e54-42f9-ba89-db46061f7ec3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:09.257238 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1aa3ebaa-6dcd-49da-b187-73e6cd4cc539 req-f3a7891e-2e54-42f9-ba89-db46061f7ec3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5674f867-5a91-4001-87ae-5b1a56d279bd HTTP/1.1" status: 200 len: 851 time: 0.0593462 Dec 22 13:41:09.308720 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:09.340730 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1aa3ebaa-6dcd-49da-b187-73e6cd4cc539 req-0f1afa17-e34d-4d23-9c6a-fdb0e291f958 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0a8686b8-9b4a-435b-a55c-a8ecf8682872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739057 Dec 22 13:41:09.491644 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934506a9-b99b-4e63-9af0-595dc610be56 req-6be04e97-047e-4c64-b959-dba250b11d3c tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:09.492989 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-934506a9-b99b-4e63-9af0-595dc610be56 req-6be04e97-047e-4c64-b959-dba250b11d3c tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 946 time: 0.1882012 Dec 22 13:41:09.524531 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1aa3ebaa-6dcd-49da-b187-73e6cd4cc539 req-be7d0902-d1fc-47ae-89da-d61465bd021c service neutron] 10.222.0.45 "GET /v2.0/networks/0a8686b8-9b4a-435b-a55c-a8ecf8682872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707964 Dec 22 13:41:09.633551 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-934506a9-b99b-4e63-9af0-595dc610be56 req-14e8842c-ad1a-428a-82f1-6a3e46b3cc0b tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcaad01c-99b0-4751-a851-a67224153f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284468 Dec 22 13:41:09.680160 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1aa3ebaa-6dcd-49da-b187-73e6cd4cc539 req-eb5eeeed-243b-489b-8a98-39f688546854 service neutron] 10.222.0.45 "GET /v2.0/networks/0a8686b8-9b4a-435b-a55c-a8ecf8682872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394017 Dec 22 13:41:10.571610 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:10.836005 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31310a2-3008-484d-ab19-21d03e25bb5e req-0c8ec301-460b-45e8-ac3e-dfe3eedb3bff tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:10.837372 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-b31310a2-3008-484d-ab19-21d03e25bb5e req-0c8ec301-460b-45e8-ac3e-dfe3eedb3bff tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 946 time: 0.0788395 Dec 22 13:41:10.882074 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-b31310a2-3008-484d-ab19-21d03e25bb5e req-532fd9c7-1274-4367-b812-88a5074295f6 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcaad01c-99b0-4751-a851-a67224153f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392487 Dec 22 13:41:11.965930 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 257bcf98-ae59-4953-87de-f84ae89d9e15 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:41:11.970711 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 257bcf98-ae59-4953-87de-f84ae89d9e15 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:41:12.087011 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7e015-7766-4192-a141-c485f5978d0c req-fdb57d23-b04f-48a0-9a7f-7f9b2a8e3aca tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:12.088501 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1ff7e015-7766-4192-a141-c485f5978d0c req-fdb57d23-b04f-48a0-9a7f-7f9b2a8e3aca tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 946 time: 0.0846853 Dec 22 13:41:12.137615 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1ff7e015-7766-4192-a141-c485f5978d0c req-2511876b-47cf-429b-bcf7-10088610e9cc tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcaad01c-99b0-4751-a851-a67224153f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435805 Dec 22 13:41:12.180850 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:12.214085 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 257bcf98-ae59-4953-87de-f84ae89d9e15, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=257bcf98-ae59-4953-87de-f84ae89d9e15,segment=NetworkSegment(9487a386-f1c3-47c3-b85b-0679ce8f2316),segment_id=9487a386-f1c3-47c3-b85b-0679ce8f2316)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:41:12.235675 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fe4de4-2536-4ea1-97cd-9d41319ba0ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '257bcf98-ae59-4953-87de-f84ae89d9e15'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:41:12.241870 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '257bcf98-ae59-4953-87de-f84ae89d9e15', 'network_id': '0a8686b8-9b4a-435b-a55c-a8ecf8682872', 'port_id': '257bcf98-ae59-4953-87de-f84ae89d9e15', 'mac_address': 'fa:16:3e:2e:32:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5674f867-5a91-4001-87ae-5b1a56d279bd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:41:12.247877 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 257bcf98-ae59-4953-87de-f84ae89d9e15, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=257bcf98-ae59-4953-87de-f84ae89d9e15,segment=NetworkSegment(9487a386-f1c3-47c3-b85b-0679ce8f2316),segment_id=9487a386-f1c3-47c3-b85b-0679ce8f2316)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:41:12.304152 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:12.313655 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fe4de4-2536-4ea1-97cd-9d41319ba0ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '257bcf98-ae59-4953-87de-f84ae89d9e15', 'code': 200} Dec 22 13:41:12.323756 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 257bcf98-ae59-4953-87de-f84ae89d9e15 {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:41:12.332168 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:12.334235 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:12.439689 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:41:12.439967 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:41:12.443896 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=257bcf98-ae59-4953-87de-f84ae89d9e15,revision_number=6']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:12.446965 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:12.992007 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:13.009100 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 257bcf98-ae59-4953-87de-f84ae89d9e15 {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:41:13.024259 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 257bcf98-ae59-4953-87de-f84ae89d9e15, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=257bcf98-ae59-4953-87de-f84ae89d9e15,segment=NetworkSegment(9487a386-f1c3-47c3-b85b-0679ce8f2316),segment_id=9487a386-f1c3-47c3-b85b-0679ce8f2316)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:41:13.091233 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:13.092924 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:13.161790 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['257bcf98-ae59-4953-87de-f84ae89d9e15'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:41:13.197319 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=257bcf98-ae59-4953-87de-f84ae89d9e15,revision_number=7']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:13.201508 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:13.333980 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16083597-47fa-457c-8c5e-8a949799f12f req-9c89407d-dc14-4dcd-865c-b7aa62063b62 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:13.335391 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-16083597-47fa-457c-8c5e-8a949799f12f req-9c89407d-dc14-4dcd-865c-b7aa62063b62 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 945 time: 0.0759611 Dec 22 13:41:13.384518 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-16083597-47fa-457c-8c5e-8a949799f12f req-f1e2fb4f-15de-499b-ac07-fe726f8dbd56 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcaad01c-99b0-4751-a851-a67224153f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436494 Dec 22 13:41:13.976678 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 257bcf98-ae59-4953-87de-f84ae89d9e15 up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:41:13.987211 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667bf25-1eaa-474a-9e26-db3e4bf83ff0 req-caacf71f-93b0-4ceb-8d87-913c508da508 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:13.989321 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3667bf25-1eaa-474a-9e26-db3e4bf83ff0 req-caacf71f-93b0-4ceb-8d87-913c508da508 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed&tenant_id=6322d58cd9a94082b9a50f0b0cb13430&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 945 time: 0.0806663 Dec 22 13:41:14.046261 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 257bcf98-ae59-4953-87de-f84ae89d9e15 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:41:14.046927 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:14.126995 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3667bf25-1eaa-474a-9e26-db3e4bf83ff0 req-45b4c88f-db3c-4714-986e-f6690a2a399a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6322d58cd9a94082b9a50f0b0cb13430&device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 1098 time: 0.0705724 Dec 22 13:41:14.160584 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:14.192220 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 257bcf98-ae59-4953-87de-f84ae89d9e15, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=257bcf98-ae59-4953-87de-f84ae89d9e15,segment=NetworkSegment(9487a386-f1c3-47c3-b85b-0679ce8f2316),segment_id=9487a386-f1c3-47c3-b85b-0679ce8f2316)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:41:14.251671 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:14.253489 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:14.265352 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667bf25-1eaa-474a-9e26-db3e4bf83ff0 req-75da2c65-93cd-48b5-881a-23142d61c2cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:14.267159 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3667bf25-1eaa-474a-9e26-db3e4bf83ff0 req-75da2c65-93cd-48b5-881a-23142d61c2cc service neutron] 10.222.0.45 "GET /v2.0/networks?id=0a8686b8-9b4a-435b-a55c-a8ecf8682872 HTTP/1.1" status: 200 len: 912 time: 0.1330492 Dec 22 13:41:14.314845 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fe4de4-2536-4ea1-97cd-9d41319ba0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257bcf98-ae59-4953-87de-f84ae89d9e15'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:41:14.324267 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=257bcf98-ae59-4953-87de-f84ae89d9e15,revision_number=8']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:14.327339 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:14.339227 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3667bf25-1eaa-474a-9e26-db3e4bf83ff0 req-16ce82d6-6e52-4744-8ed0-471f05fd69bf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=257bcf98-ae59-4953-87de-f84ae89d9e15 HTTP/1.1" status: 200 len: 217 time: 0.0651605 Dec 22 13:41:14.387477 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fe4de4-2536-4ea1-97cd-9d41319ba0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257bcf98-ae59-4953-87de-f84ae89d9e15', 'code': 200} Dec 22 13:41:14.401079 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667bf25-1eaa-474a-9e26-db3e4bf83ff0 req-17e61bd3-6b83-495e-93e2-f6ff64595095 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:14.402535 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3667bf25-1eaa-474a-9e26-db3e4bf83ff0 req-17e61bd3-6b83-495e-93e2-f6ff64595095 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5674f867-5a91-4001-87ae-5b1a56d279bd HTTP/1.1" status: 200 len: 851 time: 0.0577748 Dec 22 13:41:14.451913 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3667bf25-1eaa-474a-9e26-db3e4bf83ff0 req-49780cb7-ced4-48d8-85d0-0339e8b3b3a1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0a8686b8-9b4a-435b-a55c-a8ecf8682872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411830 Dec 22 13:41:14.683745 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3667bf25-1eaa-474a-9e26-db3e4bf83ff0 req-1290052a-341e-46ca-aeac-30de7ae60324 service neutron] 10.222.0.45 "GET /v2.0/networks/0a8686b8-9b4a-435b-a55c-a8ecf8682872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242393 Dec 22 13:41:14.815938 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3667bf25-1eaa-474a-9e26-db3e4bf83ff0 req-520592f3-be6d-4e75-a33f-5cb051bd07aa service neutron] 10.222.0.45 "GET /v2.0/networks/0a8686b8-9b4a-435b-a55c-a8ecf8682872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243253 Dec 22 13:41:16.309689 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5be3b-e13c-4278-85a2-f2146123be66 req-8f1eee31-9f90-4272-b44f-a20201305944 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:16.311137 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-eaf5be3b-e13c-4278-85a2-f2146123be66 req-8f1eee31-9f90-4272-b44f-a20201305944 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 946 time: 0.0774300 Dec 22 13:41:16.357598 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-eaf5be3b-e13c-4278-85a2-f2146123be66 req-cb128111-b936-4310-9162-3347017c9ee9 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcaad01c-99b0-4751-a851-a67224153f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409694 Dec 22 13:41:17.557378 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419c981-45d1-4c92-9ef1-a71cfec01c3b req-537d0c77-86e5-46f9-920e-1c5af5ba7a87 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:17.558824 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e419c981-45d1-4c92-9ef1-a71cfec01c3b req-537d0c77-86e5-46f9-920e-1c5af5ba7a87 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 946 time: 0.0810840 Dec 22 13:41:17.603257 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e419c981-45d1-4c92-9ef1-a71cfec01c3b req-61067bb0-2b81-4882-8e51-f344a13ce49b tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcaad01c-99b0-4751-a851-a67224153f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389190 Dec 22 13:41:18.143718 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667bf25-1eaa-474a-9e26-db3e4bf83ff0 req-2725e4cc-5011-45e9-a45d-fcec18cd50f0 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:18.145114 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3667bf25-1eaa-474a-9e26-db3e4bf83ff0 req-2725e4cc-5011-45e9-a45d-fcec18cd50f0 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 946 time: 0.0804975 Dec 22 13:41:18.215704 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-3667bf25-1eaa-474a-9e26-db3e4bf83ff0 req-3f8d8495-0845-45c1-8af0-5016600c5b74 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Deleting port 257bcf98-ae59-4953-87de-f84ae89d9e15 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:41:18.216042 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-3667bf25-1eaa-474a-9e26-db3e4bf83ff0 req-3f8d8495-0845-45c1-8af0-5016600c5b74 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:18.455957 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-3667bf25-1eaa-474a-9e26-db3e4bf83ff0 req-3f8d8495-0845-45c1-8af0-5016600c5b74 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] For port 257bcf98-ae59-4953-87de-f84ae89d9e15, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=257bcf98-ae59-4953-87de-f84ae89d9e15,segment=NetworkSegment(9487a386-f1c3-47c3-b85b-0679ce8f2316),segment_id=9487a386-f1c3-47c3-b85b-0679ce8f2316)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:41:18.456316 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-3667bf25-1eaa-474a-9e26-db3e4bf83ff0 req-3f8d8495-0845-45c1-8af0-5016600c5b74 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:18.575274 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-3667bf25-1eaa-474a-9e26-db3e4bf83ff0 req-3f8d8495-0845-45c1-8af0-5016600c5b74 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Calling delete_port for 257bcf98-ae59-4953-87de-f84ae89d9e15 owned by compute:nova {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:41:18.777116 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-3667bf25-1eaa-474a-9e26-db3e4bf83ff0 req-3f8d8495-0845-45c1-8af0-5016600c5b74 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:18.783732 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-225cfe10-f4b9-4633-a677-707a7b7e661e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:18.793787 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['257bcf98-ae59-4953-87de-f84ae89d9e15'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:41:18.844677 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d8495-0845-45c1-8af0-5016600c5b74 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Pushing event deleted for resources: {'Port': ['ID=257bcf98-ae59-4953-87de-f84ae89d9e15,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:18.919880 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8d8495-0845-45c1-8af0-5016600c5b74 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:18.920264 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8d8495-0845-45c1-8af0-5016600c5b74 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:18.920638 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8d8495-0845-45c1-8af0-5016600c5b74 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:18.921005 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8d8495-0845-45c1-8af0-5016600c5b74 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:18.921369 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8d8495-0845-45c1-8af0-5016600c5b74 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:18.921732 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8d8495-0845-45c1-8af0-5016600c5b74 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:18.922094 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8d8495-0845-45c1-8af0-5016600c5b74 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:18.922478 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8d8495-0845-45c1-8af0-5016600c5b74 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:18.922840 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8d8495-0845-45c1-8af0-5016600c5b74 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:18.923196 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8d8495-0845-45c1-8af0-5016600c5b74 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:18.923549 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8d8495-0845-45c1-8af0-5016600c5b74 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:18.926736 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3f8d8495-0845-45c1-8af0-5016600c5b74 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:18.937685 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64534197-475b-4035-9c5b-a6b9d1030e53 req-5d6dafaf-f85a-403e-a045-71373b703624 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:18.939160 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-64534197-475b-4035-9c5b-a6b9d1030e53 req-5d6dafaf-f85a-403e-a045-71373b703624 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/ports?device_id=51fe4de4-2536-4ea1-97cd-9d41319ba0ed HTTP/1.1" status: 200 len: 867 time: 0.2173290 Dec 22 13:41:18.943698 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-3667bf25-1eaa-474a-9e26-db3e4bf83ff0 req-3f8d8495-0845-45c1-8af0-5016600c5b74 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] No DVR routers for this DVR port 257bcf98-ae59-4953-87de-f84ae89d9e15 on host hv-neutron-8226 {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:41:18.946759 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-3667bf25-1eaa-474a-9e26-db3e4bf83ff0 req-3f8d8495-0845-45c1-8af0-5016600c5b74 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:18.950856 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fe4de4-2536-4ea1-97cd-9d41319ba0ed', 'name': 'network-vif-deleted', 'tag': '257bcf98-ae59-4953-87de-f84ae89d9e15'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:41:19.000546 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-64534197-475b-4035-9c5b-a6b9d1030e53 req-c17db06b-a479-4604-896f-98bb8d192e52 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.47 "GET /v2.0/security-groups?id=dcaad01c-99b0-4751-a851-a67224153f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505648 Dec 22 13:41:19.011057 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fe4de4-2536-4ea1-97cd-9d41319ba0ed', 'name': 'network-vif-deleted', 'tag': '257bcf98-ae59-4953-87de-f84ae89d9e15', 'status': 'completed', 'code': 200} Dec 22 13:41:19.029499 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3667bf25-1eaa-474a-9e26-db3e4bf83ff0 req-3f8d8495-0845-45c1-8af0-5016600c5b74 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] 10.222.0.45 "DELETE /v2.0/ports/257bcf98-ae59-4953-87de-f84ae89d9e15 HTTP/1.1" status: 204 len: 173 time: 0.8755329 Dec 22 13:41:20.266123 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 54368) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:20.325356 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c5e45b5-4ade-4dd2-8f07-a8ab0e044628 admin admin] Deleting subnet 5674f867-5a91-4001-87ae-5b1a56d279bd {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:41:20.328124 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3c5e45b5-4ade-4dd2-8f07-a8ab0e044628 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:20.379659 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3c5e45b5-4ade-4dd2-8f07-a8ab0e044628 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:20.433424 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3c5e45b5-4ade-4dd2-8f07-a8ab0e044628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:20.577644 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3c5e45b5-4ade-4dd2-8f07-a8ab0e044628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:20.582085 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-038aa9e8-61cd-4ce0-b7cb-189643f73083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:20.619824 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e45b5-4ade-4dd2-8f07-a8ab0e044628 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5674f867-5a91-4001-87ae-5b1a56d279bd,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:20.623800 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3c5e45b5-4ade-4dd2-8f07-a8ab0e044628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:20.626621 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3c5e45b5-4ade-4dd2-8f07-a8ab0e044628 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:20.632360 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-3c5e45b5-4ade-4dd2-8f07-a8ab0e044628 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/5674f867-5a91-4001-87ae-5b1a56d279bd HTTP/1.1" status: 204 len: 168 time: 0.3652287 Dec 22 13:41:20.635747 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 54372) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:20.740122 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c2ab6f49-1ef3-488e-803a-3065d64752a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:20.972987 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c2ab6f49-1ef3-488e-803a-3065d64752a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:20.998512 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-c2ab6f49-1ef3-488e-803a-3065d64752a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a8686b8-9b4a-435b-a55c-a8ecf8682872']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:41:21.010400 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-c2ab6f49-1ef3-488e-803a-3065d64752a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9487a386-f1c3-47c3-b85b-0679ce8f2316') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:41:21.010694 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-c2ab6f49-1ef3-488e-803a-3065d64752a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9487a386-f1c3-47c3-b85b-0679ce8f2316') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:41:21.021549 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c2ab6f49-1ef3-488e-803a-3065d64752a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:21.037103 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c2ab6f49-1ef3-488e-803a-3065d64752a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:21.044485 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2ab6f49-1ef3-488e-803a-3065d64752a0 admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:41:21.044858 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c2ab6f49-1ef3-488e-803a-3065d64752a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:21.058587 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:41:21.058587 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:41:21.058587 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:41:21.058587 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:41:21.058587 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:41:21.058587 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:41:21.058587 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:41:21.058587 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:41:21.058587 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:41:21.058587 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:41:21.058587 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:41:21.058587 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:41:21.058587 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:41:21.058587 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:41:21.058587 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:41:21.058587 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:41:21.058587 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:41:21.058587 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:41:21.058587 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:41:21.058587 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:41:21.058587 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:41:21.058587 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:41:21.058587 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:41:21.058587 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:41:21.058587 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:41:21.058587 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:41:21.058587 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:41:21.058587 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:41:21.058587 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:41:21.058587 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:41:21.058587 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:41:21.058587 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:41:21.188608 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c2ab6f49-1ef3-488e-803a-3065d64752a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:21.192094 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-eac7c386-0351-4a06-a7fa-2aa0066e273e tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:21.205767 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c2ab6f49-1ef3-488e-803a-3065d64752a0 admin admin] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:21.216387 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab6f49-1ef3-488e-803a-3065d64752a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a8686b8-9b4a-435b-a55c-a8ecf8682872,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:21.219509 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c2ab6f49-1ef3-488e-803a-3065d64752a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:21.280445 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c2ab6f49-1ef3-488e-803a-3065d64752a0 admin admin] 10.222.0.47 "DELETE /v2.0/networks/0a8686b8-9b4a-435b-a55c-a8ecf8682872 HTTP/1.1" status: 204 len: 168 time: 0.6436787 Dec 22 13:41:21.571097 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 54378) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:21.621788 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-32bc5ab5-f554-4fd5-8362-bc6744da0d5b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6322d58cd9a94082b9a50f0b0cb13430&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0492918 Dec 22 13:41:21.624049 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 54382) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:21.683417 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-39118c4d-e86e-4e23-b4cc-232141e1ec2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:21.709056 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-39118c4d-e86e-4e23-b4cc-232141e1ec2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:21.834658 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-39118c4d-e86e-4e23-b4cc-232141e1ec2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:21.838466 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8a3e0b7e-0cfe-4e2b-987f-fd7f5890c082 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:21.850822 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39118c4d-e86e-4e23-b4cc-232141e1ec2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcaad01c-99b0-4751-a851-a67224153f38,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:21.854549 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-39118c4d-e86e-4e23-b4cc-232141e1ec2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:21.924684 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-39118c4d-e86e-4e23-b4cc-232141e1ec2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:21.925793 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-39118c4d-e86e-4e23-b4cc-232141e1ec2b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dcaad01c-99b0-4751-a851-a67224153f38 HTTP/1.1" status: 204 len: 168 time: 0.3007858 Dec 22 13:41:22.011786 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 257bcf98-ae59-4953-87de-f84ae89d9e15 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:41:22.043778 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] No Port match for: 257bcf98-ae59-4953-87de-f84ae89d9e15 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:41:22.044126 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 257bcf98-ae59-4953-87de-f84ae89d9e15 not bound to the agent host hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:41:23.056031 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 54404) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:23.181839 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-cfb407d6-4acd-496d-a0ec-a0e2e4dc2e7c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-820084846-network', 'tenant_id': '5fdd3368443b4f53a733f2d30b14b331'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:41:23.189070 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-cfb407d6-4acd-496d-a0ec-a0e2e4dc2e7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:41:23.193077 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-cfb407d6-4acd-496d-a0ec-a0e2e4dc2e7c admin admin] Usage tracker for resource:network and tenant:5fdd3368443b4f53a733f2d30b14b331 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:41:23.196586 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-cfb407d6-4acd-496d-a0ec-a0e2e4dc2e7c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:41:23.202198 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-cfb407d6-4acd-496d-a0ec-a0e2e4dc2e7c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:41:23.285429 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb407d6-4acd-496d-a0ec-a0e2e4dc2e7c admin admin] Made reservation on behalf of 5fdd3368443b4f53a733f2d30b14b331 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:41:23.287638 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cfb407d6-4acd-496d-a0ec-a0e2e4dc2e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:23.300445 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cfb407d6-4acd-496d-a0ec-a0e2e4dc2e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:23.331468 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-cfb407d6-4acd-496d-a0ec-a0e2e4dc2e7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:41:23.336340 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-cfb407d6-4acd-496d-a0ec-a0e2e4dc2e7c admin admin] Usage tracker for resource:security_group_rule and tenant:5fdd3368443b4f53a733f2d30b14b331 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:41:23.339125 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-cfb407d6-4acd-496d-a0ec-a0e2e4dc2e7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:41:23.344705 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-cfb407d6-4acd-496d-a0ec-a0e2e4dc2e7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:41:23.408640 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cfb407d6-4acd-496d-a0ec-a0e2e4dc2e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:23.446341 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cfb407d6-4acd-496d-a0ec-a0e2e4dc2e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:23.450305 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c10192d9-5936-4bec-ac03-ab545ecff10b tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:23.477403 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfb407d6-4acd-496d-a0ec-a0e2e4dc2e7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:41:23.485547 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb407d6-4acd-496d-a0ec-a0e2e4dc2e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa3d6ec-995d-49f2-a242-f3a81e7d21cf,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:23.488961 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-cfb407d6-4acd-496d-a0ec-a0e2e4dc2e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:23.491441 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cfb407d6-4acd-496d-a0ec-a0e2e4dc2e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:23.492954 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-cfb407d6-4acd-496d-a0ec-a0e2e4dc2e7c admin admin] Added segment b87ea48a-3099-43ab-8a93-003f224dcc61 of type vlan for network 19c0f1ca-d4cd-48c6-887b-3254b8d76277 Dec 22 13:41:23.519912 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cfb407d6-4acd-496d-a0ec-a0e2e4dc2e7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:23.594104 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cfb407d6-4acd-496d-a0ec-a0e2e4dc2e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:23.594949 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb407d6-4acd-496d-a0ec-a0e2e4dc2e7c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:23.595516 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cfb407d6-4acd-496d-a0ec-a0e2e4dc2e7c admin admin] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:23.600243 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-31eb2803-5da1-4a75-a6d0-f8ed6e75d5a1 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:23.697749 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb407d6-4acd-496d-a0ec-a0e2e4dc2e7c admin admin] Pushing event updated for resources: {'Network': ['ID=19c0f1ca-d4cd-48c6-887b-3254b8d76277,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:23.700410 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-cfb407d6-4acd-496d-a0ec-a0e2e4dc2e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:23.707316 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 19c0f1ca-d4cd-48c6-887b-3254b8d76277 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:41:23.726373 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-cfb407d6-4acd-496d-a0ec-a0e2e4dc2e7c admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6691973 Dec 22 13:41:23.729670 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 54410) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:23.735145 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-80ac0374-ea66-4208-9d91-d374c751f6e6 admin admin] Request body: {'subnet': {'network_id': '19c0f1ca-d4cd-48c6-887b-3254b8d76277', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-820084846-subnet', 'tenant_id': '5fdd3368443b4f53a733f2d30b14b331', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:41:23.740320 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-80ac0374-ea66-4208-9d91-d374c751f6e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:41:23.745174 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-80ac0374-ea66-4208-9d91-d374c751f6e6 admin admin] Usage tracker for resource:subnet and tenant:5fdd3368443b4f53a733f2d30b14b331 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:41:23.748110 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-80ac0374-ea66-4208-9d91-d374c751f6e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:41:23.753749 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-80ac0374-ea66-4208-9d91-d374c751f6e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:41:23.817234 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ac0374-ea66-4208-9d91-d374c751f6e6 admin admin] Made reservation on behalf of 5fdd3368443b4f53a733f2d30b14b331 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:41:23.819678 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-80ac0374-ea66-4208-9d91-d374c751f6e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:24.062740 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-80ac0374-ea66-4208-9d91-d374c751f6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:24.066223 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0a0f7f58-5c08-409b-b3fc-cb9a32badd19 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:24.118997 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:41:24.135509 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac0374-ea66-4208-9d91-d374c751f6e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3b27c2b-986b-4046-87d0-c9e363dd7e63,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:24.138017 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-80ac0374-ea66-4208-9d91-d374c751f6e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:24.147855 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ac0374-ea66-4208-9d91-d374c751f6e6 admin admin] Checking segment: {'id': 'b87ea48a-3099-43ab-8a93-003f224dcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '19c0f1ca-d4cd-48c6-887b-3254b8d76277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:41:24.148207 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ac0374-ea66-4208-9d91-d374c751f6e6 admin admin] Network hostable DHCP agents. Network: 19c0f1ca-d4cd-48c6-887b-3254b8d76277, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:41:24.205004 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ac0374-ea66-4208-9d91-d374c751f6e6 admin admin] Network 19c0f1ca-d4cd-48c6-887b-3254b8d76277 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:41:24.268094 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-80ac0374-ea66-4208-9d91-d374c751f6e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 19c0f1ca-d4cd-48c6-887b-3254b8d76277) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:41:24.272197 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ac0374-ea66-4208-9d91-d374c751f6e6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:24.272776 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-80ac0374-ea66-4208-9d91-d374c751f6e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:24.277852 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b556dee-5a5b-48fd-adbf-aab236b4ef8b None None] Network 19c0f1ca-d4cd-48c6-887b-3254b8d76277 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:41:24.343673 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-80ac0374-ea66-4208-9d91-d374c751f6e6 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6129816 Dec 22 13:41:24.488272 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd1e2a3-7a08-42f4-bfcc-19dfe317919f None None] Network 19c0f1ca-d4cd-48c6-887b-3254b8d76277 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:41:24.920947 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-f72319ac-a29c-42a3-9729-328c84c92df2 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:24.921619 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-f72319ac-a29c-42a3-9729-328c84c92df2 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Synchronizing usage tracker for tenant:5fdd3368443b4f53a733f2d30b14b331 on resource:network {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:41:24.982218 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-f72319ac-a29c-42a3-9729-328c84c92df2 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Unset dirty status for tenant:5fdd3368443b4f53a733f2d30b14b331 on resource:network {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:41:24.983370 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-f72319ac-a29c-42a3-9729-328c84c92df2 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/networks?id=19c0f1ca-d4cd-48c6-887b-3254b8d76277 HTTP/1.1" status: 200 len: 814 time: 0.2135842 Dec 22 13:41:24.999717 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-1c5104c8-5311-4b26-b831-3014e3c44ef5 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/quotas/5fdd3368443b4f53a733f2d30b14b331 HTTP/1.1" status: 200 len: 375 time: 0.0111027 Dec 22 13:41:25.049456 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-35444759-6e51-47f3-8b44-18b7f11db5dc tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5fdd3368443b4f53a733f2d30b14b331&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447865 Dec 22 13:41:25.059641 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-8587e76f-c28c-4ba8-a972-af96ce91c81c service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:41:25.060716 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-8587e76f-c28c-4ba8-a972-af96ce91c81c service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049002 Dec 22 13:41:25.193173 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-77f8da8f-f693-4e06-a40b-029a88ebad14 service neutron] 10.222.0.47 "GET /v2.0/networks/19c0f1ca-d4cd-48c6-887b-3254b8d76277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268783 Dec 22 13:41:25.324220 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-e47bd494-07c0-419a-ac8c-d2720303c564 service neutron] 10.222.0.47 "GET /v2.0/networks/19c0f1ca-d4cd-48c6-887b-3254b8d76277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252737 Dec 22 13:41:25.607062 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d42c8d65-4b5d-4a38-8058-03200c534859 req-d9d9b5f5-a9d5-4783-9ee6-0c4217005354 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 210 time: 0.0434430 Dec 22 13:41:26.770026 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0c998b83-dee6-4f99-8d63-bccf43eb4b4b req-526fffb6-684e-4563-9eb3-d530d7c1856f tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 210 time: 0.0429974 Dec 22 13:41:27.931267 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-a78d482e-e0f7-4c78-aa1b-ad1a44081b36 req-bf4af3b7-9c44-4b71-b094-53ce4a694e2b tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 210 time: 0.0420690 Dec 22 13:41:28.106993 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-e8b55921-a6a6-47be-8e7e-a942398c542d tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:28.108337 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-e8b55921-a6a6-47be-8e7e-a942398c542d tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.45 "GET /v2.0/networks?id=19c0f1ca-d4cd-48c6-887b-3254b8d76277 HTTP/1.1" status: 200 len: 814 time: 0.2474093 Dec 22 13:41:28.137607 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-e24ba60e-8f7f-4722-9be8-31a93311ca29 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Request body: {'port': {'device_id': 'bdb7555f-b2cb-4cdd-817a-162d9c87b4d3', 'network_id': '19c0f1ca-d4cd-48c6-887b-3254b8d76277', 'admin_state_up': True, 'tenant_id': '5fdd3368443b4f53a733f2d30b14b331'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:41:28.276980 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-e24ba60e-8f7f-4722-9be8-31a93311ca29 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:41:28.280844 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-e24ba60e-8f7f-4722-9be8-31a93311ca29 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Usage tracker for resource:port and tenant:5fdd3368443b4f53a733f2d30b14b331 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:41:28.283683 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-e24ba60e-8f7f-4722-9be8-31a93311ca29 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:41:28.289255 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-e24ba60e-8f7f-4722-9be8-31a93311ca29 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:41:28.359919 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-e24ba60e-8f7f-4722-9be8-31a93311ca29 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Made reservation on behalf of 5fdd3368443b4f53a733f2d30b14b331 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:41:28.362884 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-e24ba60e-8f7f-4722-9be8-31a93311ca29 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:28.530222 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-e24ba60e-8f7f-4722-9be8-31a93311ca29 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Allocated IP 172.20.0.5 (19c0f1ca-d4cd-48c6-887b-3254b8d76277/e3b27c2b-986b-4046-87d0-c9e363dd7e63/5666ecc1-ac9e-49b8-9200-50b8911bb10d) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:41:28.728247 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-e24ba60e-8f7f-4722-9be8-31a93311ca29 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:28.800448 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-e24ba60e-8f7f-4722-9be8-31a93311ca29 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:28.805848 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-04ef71d0-8e55-400f-8ab0-236b7be0eee3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:28.870812 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-e24ba60e-8f7f-4722-9be8-31a93311ca29 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Network 19c0f1ca-d4cd-48c6-887b-3254b8d76277 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:41:28.878172 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-e24ba60e-8f7f-4722-9be8-31a93311ca29 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:41:28.882467 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-e24ba60e-8f7f-4722-9be8-31a93311ca29 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:41:28.916983 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ba60e-8f7f-4722-9be8-31a93311ca29 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Pushing event updated for resources: {'Port': ['ID=5666ecc1-ac9e-49b8-9200-50b8911bb10d,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:28.921292 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e24ba60e-8f7f-4722-9be8-31a93311ca29 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:28.946153 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-e24ba60e-8f7f-4722-9be8-31a93311ca29 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:28.946886 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-e24ba60e-8f7f-4722-9be8-31a93311ca29 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:28.959091 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:29.034885 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-e24ba60e-8f7f-4722-9be8-31a93311ca29 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9009004 Dec 22 13:41:29.051685 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-09c7755d-3ff9-4d90-b3e6-d6e54133f7f2 service neutron] Request body: {'port': {'device_id': 'bdb7555f-b2cb-4cdd-817a-162d9c87b4d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:41:29.216983 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-09c7755d-3ff9-4d90-b3e6-d6e54133f7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:29.234707 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74361ee-5576-4103-bbe8-7e16cae269b7 req-0a752b7e-3bd0-4544-a907-c067d653cb8a tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:29.235315 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-e74361ee-5576-4103-bbe8-7e16cae269b7 req-0a752b7e-3bd0-4544-a907-c067d653cb8a tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Synchronizing usage tracker for tenant:5fdd3368443b4f53a733f2d30b14b331 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:41:29.371289 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-e74361ee-5576-4103-bbe8-7e16cae269b7 req-0a752b7e-3bd0-4544-a907-c067d653cb8a tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Unset dirty status for tenant:5fdd3368443b4f53a733f2d30b14b331 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:41:29.372440 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e74361ee-5576-4103-bbe8-7e16cae269b7 req-0a752b7e-3bd0-4544-a907-c067d653cb8a tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 931 time: 0.2963896 Dec 22 13:41:29.505378 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-e74361ee-5576-4103-bbe8-7e16cae269b7 req-49cdea01-eeb4-4505-ac8d-3d0695f9d9e1 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Synchronizing usage tracker for tenant:5fdd3368443b4f53a733f2d30b14b331 on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:41:29.605828 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-e74361ee-5576-4103-bbe8-7e16cae269b7 req-49cdea01-eeb4-4505-ac8d-3d0695f9d9e1 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Unset dirty status for tenant:5fdd3368443b4f53a733f2d30b14b331 on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:41:29.606999 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e74361ee-5576-4103-bbe8-7e16cae269b7 req-49cdea01-eeb4-4505-ac8d-3d0695f9d9e1 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284930 Dec 22 13:41:29.618437 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-09c7755d-3ff9-4d90-b3e6-d6e54133f7f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5666ecc1-ac9e-49b8-9200-50b8911bb10d {{(pid=84149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:41:29.624340 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-09c7755d-3ff9-4d90-b3e6-d6e54133f7f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:29.639540 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-09c7755d-3ff9-4d90-b3e6-d6e54133f7f2 service neutron] Transition to ACTIVE for port object 5666ecc1-ac9e-49b8-9200-50b8911bb10d will not be triggered until provisioned by entity L2. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:41:29.696513 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-09c7755d-3ff9-4d90-b3e6-d6e54133f7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:29.701245 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-76a682a8-b579-4d4f-bc47-fe9c8ca83e6a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:29.824669 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c7755d-3ff9-4d90-b3e6-d6e54133f7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=5666ecc1-ac9e-49b8-9200-50b8911bb10d,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:29.828634 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-09c7755d-3ff9-4d90-b3e6-d6e54133f7f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:29.932604 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-09c7755d-3ff9-4d90-b3e6-d6e54133f7f2 service neutron] Attempting to bind port 5666ecc1-ac9e-49b8-9200-50b8911bb10d on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:41:29.933067 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-09c7755d-3ff9-4d90-b3e6-d6e54133f7f2 service neutron] Attempting to bind port 5666ecc1-ac9e-49b8-9200-50b8911bb10d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b87ea48a-3099-43ab-8a93-003f224dcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '19c0f1ca-d4cd-48c6-887b-3254b8d76277'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:41:29.933525 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-09c7755d-3ff9-4d90-b3e6-d6e54133f7f2 service neutron] Attempting to bind port 5666ecc1-ac9e-49b8-9200-50b8911bb10d on network 19c0f1ca-d4cd-48c6-887b-3254b8d76277 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:41:29.939578 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-09c7755d-3ff9-4d90-b3e6-d6e54133f7f2 service neutron] Port 5666ecc1-ac9e-49b8-9200-50b8911bb10d on network 19c0f1ca-d4cd-48c6-887b-3254b8d76277 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:41:29.939890 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-09c7755d-3ff9-4d90-b3e6-d6e54133f7f2 service neutron] Attempting to bind port 5666ecc1-ac9e-49b8-9200-50b8911bb10d on network 19c0f1ca-d4cd-48c6-887b-3254b8d76277 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:41:29.946113 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-09c7755d-3ff9-4d90-b3e6-d6e54133f7f2 service neutron] Checking agent: {'id': '72ee2f79-9ac0-483e-b4fd-5b910a776581', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'started_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:41:29.946473 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-09c7755d-3ff9-4d90-b3e6-d6e54133f7f2 service neutron] Checking segment: {'id': 'b87ea48a-3099-43ab-8a93-003f224dcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '19c0f1ca-d4cd-48c6-887b-3254b8d76277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:41:29.946958 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-09c7755d-3ff9-4d90-b3e6-d6e54133f7f2 service neutron] Bound using segment: {'id': 'b87ea48a-3099-43ab-8a93-003f224dcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '19c0f1ca-d4cd-48c6-887b-3254b8d76277'} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:41:29.947375 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-09c7755d-3ff9-4d90-b3e6-d6e54133f7f2 service neutron] Bound port: 5666ecc1-ac9e-49b8-9200-50b8911bb10d, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b87ea48a-3099-43ab-8a93-003f224dcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '19c0f1ca-d4cd-48c6-887b-3254b8d76277'}}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:41:29.947716 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-09c7755d-3ff9-4d90-b3e6-d6e54133f7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:30.032747 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-09c7755d-3ff9-4d90-b3e6-d6e54133f7f2 service neutron] For port 5666ecc1-ac9e-49b8-9200-50b8911bb10d, host hv-neutron-8226, cleared binding levels {{(pid=84149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:41:30.035643 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-09c7755d-3ff9-4d90-b3e6-d6e54133f7f2 service neutron] For port 5666ecc1-ac9e-49b8-9200-50b8911bb10d, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5666ecc1-ac9e-49b8-9200-50b8911bb10d,segment=NetworkSegment(b87ea48a-3099-43ab-8a93-003f224dcc61),segment_id=b87ea48a-3099-43ab-8a93-003f224dcc61)] {{(pid=84149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:41:30.085769 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-09c7755d-3ff9-4d90-b3e6-d6e54133f7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:30.089608 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0f209485-0f5f-4d9e-a12d-f595ad828457 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:30.151750 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-09c7755d-3ff9-4d90-b3e6-d6e54133f7f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:30.153101 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-09c7755d-3ff9-4d90-b3e6-d6e54133f7f2 service neutron] 10.222.0.45 "PUT /v2.0/ports/5666ecc1-ac9e-49b8-9200-50b8911bb10d HTTP/1.1" status: 200 len: 1093 time: 1.1056395 Dec 22 13:41:30.153613 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb7555f-b2cb-4cdd-817a-162d9c87b4d3', 'tag': '5666ecc1-ac9e-49b8-9200-50b8911bb10d'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:41:30.171773 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c7755d-3ff9-4d90-b3e6-d6e54133f7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=5666ecc1-ac9e-49b8-9200-50b8911bb10d,revision_number=3']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:30.175206 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-09c7755d-3ff9-4d90-b3e6-d6e54133f7f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:30.396925 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdb7555f-b2cb-4cdd-817a-162d9c87b4d3', 'tag': '5666ecc1-ac9e-49b8-9200-50b8911bb10d', 'status': 'completed', 'code': 200} Dec 22 13:41:30.436551 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-96cdebf0-7f77-4cca-b0ea-8e626b81b5d8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5fdd3368443b4f53a733f2d30b14b331&device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 1096 time: 0.1773093 Dec 22 13:41:30.513252 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-e3ef8737-4af0-488d-bd78-b20de6cb31eb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5666ecc1-ac9e-49b8-9200-50b8911bb10d HTTP/1.1" status: 200 len: 217 time: 0.0641196 Dec 22 13:41:30.578718 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-ced875c2-f52b-4f32-9867-1291da878442 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:30.580116 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-ced875c2-f52b-4f32-9867-1291da878442 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e3b27c2b-986b-4046-87d0-c9e363dd7e63 HTTP/1.1" status: 200 len: 854 time: 0.0578127 Dec 22 13:41:30.635230 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-5024819d-4b2a-419c-b8d8-6507115ce34a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=19c0f1ca-d4cd-48c6-887b-3254b8d76277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390551 Dec 22 13:41:30.819703 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-0f049878-bb4c-4db9-91b0-00d5d3b68e4f service neutron] 10.222.0.45 "GET /v2.0/networks/19c0f1ca-d4cd-48c6-887b-3254b8d76277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731780 Dec 22 13:41:30.916704 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1f42d-533a-4d86-b712-c13cdfb64dd6 req-49ada553-b196-4fa3-a5b3-ac7fb80374d7 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:30.918054 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ddc1f42d-533a-4d86-b712-c13cdfb64dd6 req-49ada553-b196-4fa3-a5b3-ac7fb80374d7 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 943 time: 0.1838176 Dec 22 13:41:30.997728 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ddc1f42d-533a-4d86-b712-c13cdfb64dd6 req-2af8f535-3509-496c-870c-c9710c99df2c tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704453 Dec 22 13:41:31.002781 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-dc420f46-9c84-4fcb-9a3f-bd651d2d731a req-a626d560-6b19-4301-9035-7df61ebeec5d service neutron] 10.222.0.45 "GET /v2.0/networks/19c0f1ca-d4cd-48c6-887b-3254b8d76277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696465 Dec 22 13:41:31.199696 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4b8c0a58-9c20-4e82-8042-f616c5d259bd req-440f74d3-aa3a-4f1b-8271-be1d577d2b36 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5fdd3368443b4f53a733f2d30b14b331&device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 1096 time: 0.0735741 Dec 22 13:41:31.337262 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c0a58-9c20-4e82-8042-f616c5d259bd req-bbdd9f2d-eeef-408d-8171-1fc734f7f6df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:31.338898 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4b8c0a58-9c20-4e82-8042-f616c5d259bd req-bbdd9f2d-eeef-408d-8171-1fc734f7f6df service neutron] 10.222.0.45 "GET /v2.0/networks?id=19c0f1ca-d4cd-48c6-887b-3254b8d76277 HTTP/1.1" status: 200 len: 915 time: 0.1283891 Dec 22 13:41:31.406913 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4b8c0a58-9c20-4e82-8042-f616c5d259bd req-63121c82-8977-422f-9a14-1efeb537bd52 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5666ecc1-ac9e-49b8-9200-50b8911bb10d HTTP/1.1" status: 200 len: 217 time: 0.0598991 Dec 22 13:41:31.472164 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c0a58-9c20-4e82-8042-f616c5d259bd req-7f5046c1-2acf-4962-9fc0-3637bf6d8501 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:31.473480 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4b8c0a58-9c20-4e82-8042-f616c5d259bd req-7f5046c1-2acf-4962-9fc0-3637bf6d8501 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e3b27c2b-986b-4046-87d0-c9e363dd7e63 HTTP/1.1" status: 200 len: 854 time: 0.0601346 Dec 22 13:41:31.520035 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4b8c0a58-9c20-4e82-8042-f616c5d259bd req-7af2f5c9-f129-4fdb-9762-14ceb05b8565 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=19c0f1ca-d4cd-48c6-887b-3254b8d76277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394390 Dec 22 13:41:31.652084 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4b8c0a58-9c20-4e82-8042-f616c5d259bd req-8c0c3cbc-7ac0-472a-9c41-04d65ecf456d service neutron] 10.222.0.45 "GET /v2.0/networks/19c0f1ca-d4cd-48c6-887b-3254b8d76277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239040 Dec 22 13:41:31.783776 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4b8c0a58-9c20-4e82-8042-f616c5d259bd req-264d2b40-6d6e-4e07-9976-b565596fe39e service neutron] 10.222.0.45 "GET /v2.0/networks/19c0f1ca-d4cd-48c6-887b-3254b8d76277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248283 Dec 22 13:41:32.051805 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 5666ecc1-ac9e-49b8-9200-50b8911bb10d details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:41:32.185437 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 5666ecc1-ac9e-49b8-9200-50b8911bb10d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5666ecc1-ac9e-49b8-9200-50b8911bb10d,segment=NetworkSegment(b87ea48a-3099-43ab-8a93-003f224dcc61),segment_id=b87ea48a-3099-43ab-8a93-003f224dcc61)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:41:32.196840 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779f87d-5685-4a90-bf93-5949c4f4eb5a req-1db8b6b7-1130-4eba-ae09-7714b8e6864d tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:32.198445 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e779f87d-5685-4a90-bf93-5949c4f4eb5a req-1db8b6b7-1130-4eba-ae09-7714b8e6864d tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 943 time: 0.0804212 Dec 22 13:41:32.198582 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '5666ecc1-ac9e-49b8-9200-50b8911bb10d', 'network_id': '19c0f1ca-d4cd-48c6-887b-3254b8d76277', 'port_id': '5666ecc1-ac9e-49b8-9200-50b8911bb10d', 'mac_address': 'fa:16:3e:12:79:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3b27c2b-986b-4046-87d0-c9e363dd7e63', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:41:32.246034 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e779f87d-5685-4a90-bf93-5949c4f4eb5a req-3c11d9f0-4b45-4a1f-9efb-0e8dbba609ba tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417833 Dec 22 13:41:32.255845 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:32.273232 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5666ecc1-ac9e-49b8-9200-50b8911bb10d {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:41:32.289368 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 5666ecc1-ac9e-49b8-9200-50b8911bb10d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5666ecc1-ac9e-49b8-9200-50b8911bb10d,segment=NetworkSegment(b87ea48a-3099-43ab-8a93-003f224dcc61),segment_id=b87ea48a-3099-43ab-8a93-003f224dcc61)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:41:32.337136 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:32.339056 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-98a9560d-d67f-4ade-92ea-d99b8dbadd1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:32.407480 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=5666ecc1-ac9e-49b8-9200-50b8911bb10d,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:32.416498 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:32.416637 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:32.416880 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:32.417213 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:32.417547 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:32.417878 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:32.418200 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:32.418549 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:32.418875 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:32.419195 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:32.419513 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:32.423290 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:32.593263 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['5666ecc1-ac9e-49b8-9200-50b8911bb10d'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:41:33.439933 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195820d-40b3-48e0-9f51-c21a8f5c83b0 req-a2739760-d9ae-41c1-986e-a4b9aff9b76d tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:33.441385 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c195820d-40b3-48e0-9f51-c21a8f5c83b0 req-a2739760-d9ae-41c1-986e-a4b9aff9b76d tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 944 time: 0.0768814 Dec 22 13:41:33.490662 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c195820d-40b3-48e0-9f51-c21a8f5c83b0 req-1b23bb0f-3cac-4bfc-828b-2a9be6dcf73a tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438671 Dec 22 13:41:34.067927 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 5666ecc1-ac9e-49b8-9200-50b8911bb10d up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:41:34.211144 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning for port 5666ecc1-ac9e-49b8-9200-50b8911bb10d completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:41:34.216782 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 5666ecc1-ac9e-49b8-9200-50b8911bb10d triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:41:34.217163 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:34.330189 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:34.356528 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb7555f-b2cb-4cdd-817a-162d9c87b4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5666ecc1-ac9e-49b8-9200-50b8911bb10d'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:41:34.366046 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 5666ecc1-ac9e-49b8-9200-50b8911bb10d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5666ecc1-ac9e-49b8-9200-50b8911bb10d,segment=NetworkSegment(b87ea48a-3099-43ab-8a93-003f224dcc61),segment_id=b87ea48a-3099-43ab-8a93-003f224dcc61)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:41:34.410817 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb7555f-b2cb-4cdd-817a-162d9c87b4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5666ecc1-ac9e-49b8-9200-50b8911bb10d', 'code': 200} Dec 22 13:41:34.422328 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:34.425666 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:34.498728 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=5666ecc1-ac9e-49b8-9200-50b8911bb10d,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:34.501875 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:34.687463 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee66b8-d2a4-404a-a039-924ac82c6c2b req-44d65592-3c86-4fed-a490-bce80b013df6 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:34.688906 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c8ee66b8-d2a4-404a-a039-924ac82c6c2b req-44d65592-3c86-4fed-a490-bce80b013df6 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 945 time: 0.0770819 Dec 22 13:41:34.779091 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c8ee66b8-d2a4-404a-a039-924ac82c6c2b req-e0b705aa-023f-4d69-8d56-d97bea089b81 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844920 Dec 22 13:41:34.803909 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d93da730-4f37-415d-9a00-8b05e6bbcb31 req-5c1c6a20-9938-4be8-ae55-5e933dd69c6d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 1098 time: 0.0934575 Dec 22 13:41:34.953778 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d93da730-4f37-415d-9a00-8b05e6bbcb31 req-d1b2a093-52d2-44ef-a362-fd7d70115ddb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420233 Dec 22 13:41:35.651673 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f323346c-6f36-4899-838a-661e078611c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:35.984352 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cde73-e891-4721-9240-0cbc327ab036 req-03e4b7ab-ef44-4f64-8323-c380b1116da5 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:35.986137 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-194cde73-e891-4721-9240-0cbc327ab036 req-03e4b7ab-ef44-4f64-8323-c380b1116da5 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 945 time: 0.0876696 Dec 22 13:41:36.035813 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-194cde73-e891-4721-9240-0cbc327ab036 req-08ab2496-44a4-4a6b-99d3-83876806e0cb tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441251 Dec 22 13:41:37.235255 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdc06c-3ab0-4423-92fc-5b6ca0b5dfbb req-cb8b07ac-54b6-42a9-a455-c85cf3a98a38 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:37.236687 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b5bdc06c-3ab0-4423-92fc-5b6ca0b5dfbb req-cb8b07ac-54b6-42a9-a455-c85cf3a98a38 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 945 time: 0.0762563 Dec 22 13:41:37.281085 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b5bdc06c-3ab0-4423-92fc-5b6ca0b5dfbb req-d777619a-de2d-412a-a881-e2c4eb26a0a8 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390165 Dec 22 13:41:37.477708 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071327a-13f2-4ba5-8764-5498bddffc74 req-e2407693-939c-49a3-adb7-48e8e21f5d01 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:37.479203 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e071327a-13f2-4ba5-8764-5498bddffc74 req-e2407693-939c-49a3-adb7-48e8e21f5d01 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 945 time: 0.0754471 Dec 22 13:41:37.524060 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e071327a-13f2-4ba5-8764-5498bddffc74 req-86051868-d312-4ff8-9ac7-b193631014a8 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394225 Dec 22 13:41:37.974189 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc3d71-7256-48b6-b500-b8d1aceb8035 req-df8d9b86-2045-433e-9ece-6ed0eb79a191 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:37.975652 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c0cc3d71-7256-48b6-b500-b8d1aceb8035 req-df8d9b86-2045-433e-9ece-6ed0eb79a191 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 945 time: 0.0795023 Dec 22 13:41:37.982991 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3fc78d5c-514e-4edf-b572-2ffeb01418e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:38.113482 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c0cc3d71-7256-48b6-b500-b8d1aceb8035 req-ca6cfdd6-a8d7-4ea7-bdfc-3e7aaaaee33e tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314147 Dec 22 13:41:38.311369 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b30179-522b-4d71-a187-7c60728e25f5 req-7ba2d2ea-6e96-4e3b-9a19-601d862f01ae tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:38.312789 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a2b30179-522b-4d71-a187-7c60728e25f5 req-7ba2d2ea-6e96-4e3b-9a19-601d862f01ae tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 945 time: 0.0776913 Dec 22 13:41:38.357148 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a2b30179-522b-4d71-a187-7c60728e25f5 req-d18715c8-8df9-4811-b385-d3d245eb495e tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389481 Dec 22 13:41:38.548330 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-b65e4162-da95-4f10-afe5-9ef4d1aead1e req-96d1af9f-b672-462b-9306-fd541453ff1c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0669210 Dec 22 13:41:38.931136 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:38.975110 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d097a0a-87eb-4b06-9482-69913a558162 req-ccd65a38-1e32-49a1-840b-2a3fa7e4e1a9 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:38.976569 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0d097a0a-87eb-4b06-9482-69913a558162 req-ccd65a38-1e32-49a1-840b-2a3fa7e4e1a9 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 945 time: 0.0782392 Dec 22 13:41:39.067664 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0d097a0a-87eb-4b06-9482-69913a558162 req-4dcfc256-8fe7-4d9e-bcaf-da992172fdfc tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853760 Dec 22 13:41:39.089239 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c2ed60fe-6cac-4dbc-b6e5-36ad87cf236e req-fcaf0379-9e2d-4670-b05c-6e059d9804fa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0890138 Dec 22 13:41:39.313934 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:40.274528 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123ab0f-381f-4d36-bf02-ff91048f718b req-0cc18f95-4609-4413-80dd-a7d8a187f438 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:40.276583 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-1123ab0f-381f-4d36-bf02-ff91048f718b req-0cc18f95-4609-4413-80dd-a7d8a187f438 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 945 time: 0.0798059 Dec 22 13:41:40.322233 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-1123ab0f-381f-4d36-bf02-ff91048f718b req-1db38211-8573-431c-8917-6b1af6c1e458 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401053 Dec 22 13:41:40.548049 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:41.122862 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c2ed60fe-6cac-4dbc-b6e5-36ad87cf236e req-c665a9d7-5196-4c5d-b996-d991953212a1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5fdd3368443b4f53a733f2d30b14b331&device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 1098 time: 0.0721493 Dec 22 13:41:41.254728 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed60fe-6cac-4dbc-b6e5-36ad87cf236e req-9f56f1af-8d62-45e3-8559-6412021bde10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:41.256160 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c2ed60fe-6cac-4dbc-b6e5-36ad87cf236e req-9f56f1af-8d62-45e3-8559-6412021bde10 service neutron] 10.222.0.45 "GET /v2.0/networks?id=19c0f1ca-d4cd-48c6-887b-3254b8d76277 HTTP/1.1" status: 200 len: 915 time: 0.1269553 Dec 22 13:41:41.326151 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c2ed60fe-6cac-4dbc-b6e5-36ad87cf236e req-457aaf71-2d2c-4b61-8f0a-81ba52f96394 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5666ecc1-ac9e-49b8-9200-50b8911bb10d HTTP/1.1" status: 200 len: 217 time: 0.0628073 Dec 22 13:41:41.391738 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed60fe-6cac-4dbc-b6e5-36ad87cf236e req-c0a644f5-2fb3-4d43-9e6e-c5f9b1f0dbc5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:41.392890 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c2ed60fe-6cac-4dbc-b6e5-36ad87cf236e req-c0a644f5-2fb3-4d43-9e6e-c5f9b1f0dbc5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e3b27c2b-986b-4046-87d0-c9e363dd7e63 HTTP/1.1" status: 200 len: 854 time: 0.0607431 Dec 22 13:41:41.440780 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c2ed60fe-6cac-4dbc-b6e5-36ad87cf236e req-8b536936-a6f5-4e06-a84d-9fdab2793191 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=19c0f1ca-d4cd-48c6-887b-3254b8d76277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407326 Dec 22 13:41:41.625753 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c2ed60fe-6cac-4dbc-b6e5-36ad87cf236e req-e3ba59dc-20db-4534-ae6f-8d6bea9a4ad2 service neutron] 10.222.0.45 "GET /v2.0/networks/19c0f1ca-d4cd-48c6-887b-3254b8d76277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531112 Dec 22 13:41:41.631876 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcefdb1-4b79-425a-b622-50acfcc81ddc req-73d829ac-1bf4-46da-a9bc-d591496b7c7e tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:41.633207 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1fcefdb1-4b79-425a-b622-50acfcc81ddc req-73d829ac-1bf4-46da-a9bc-d591496b7c7e tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 945 time: 0.1909218 Dec 22 13:41:41.774954 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1fcefdb1-4b79-425a-b622-50acfcc81ddc req-8f26210b-7a61-4e40-9f9f-f36cfd3981bc tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228061 Dec 22 13:41:41.801906 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c2ed60fe-6cac-4dbc-b6e5-36ad87cf236e req-74e45331-2d91-428a-af68-c353edf749a5 service neutron] 10.222.0.45 "GET /v2.0/networks/19c0f1ca-d4cd-48c6-887b-3254b8d76277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678100 Dec 22 13:41:42.967385 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847fc9d-7e5a-4257-af1e-6a98661921ff req-3bae7bb7-ba5d-4120-b1ee-1615ca781397 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:42.968799 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c847fc9d-7e5a-4257-af1e-6a98661921ff req-3bae7bb7-ba5d-4120-b1ee-1615ca781397 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 945 time: 0.0757375 Dec 22 13:41:43.013273 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c847fc9d-7e5a-4257-af1e-6a98661921ff req-b11005ba-762c-480f-a49c-5dca2119c1b5 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390999 Dec 22 13:41:44.210820 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833465f-a535-4c2b-b185-5ea1d7c76f45 req-5f1e90dc-651c-4ca1-a27b-0b79a0007f2c tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:44.217609 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1833465f-a535-4c2b-b185-5ea1d7c76f45 req-5f1e90dc-651c-4ca1-a27b-0b79a0007f2c tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 945 time: 0.0782955 Dec 22 13:41:44.258077 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1833465f-a535-4c2b-b185-5ea1d7c76f45 req-4b3375ce-f337-4f5a-98e7-c6a64441561b tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396543 Dec 22 13:41:45.456062 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4d050-8295-47cb-93ca-90ae895ab82c req-65d0b75b-dadc-47cf-8464-315f0bfd53e5 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:45.457481 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-edb4d050-8295-47cb-93ca-90ae895ab82c req-65d0b75b-dadc-47cf-8464-315f0bfd53e5 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 945 time: 0.0802579 Dec 22 13:41:45.503719 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-edb4d050-8295-47cb-93ca-90ae895ab82c req-674d28e9-a839-449c-8b37-dbf120842a69 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403807 Dec 22 13:41:46.706018 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83714afe-74b9-4977-a287-e909ad323d99 req-617d66c8-bd2b-49f8-83de-8dbd35f749d8 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:46.707491 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-83714afe-74b9-4977-a287-e909ad323d99 req-617d66c8-bd2b-49f8-83de-8dbd35f749d8 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 945 time: 0.0805154 Dec 22 13:41:46.754236 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-83714afe-74b9-4977-a287-e909ad323d99 req-0d137175-cd4b-4b77-9825-7c7f991afa64 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407600 Dec 22 13:41:47.946150 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b7773-23b5-440c-aee9-fb1efa59caa8 req-3ba6265c-c186-4608-bf46-fd7921413229 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:47.948135 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-609b7773-23b5-440c-aee9-fb1efa59caa8 req-3ba6265c-c186-4608-bf46-fd7921413229 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 945 time: 0.0745256 Dec 22 13:41:48.001157 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-609b7773-23b5-440c-aee9-fb1efa59caa8 req-0b3fc485-f62b-461c-8432-e9dce1b6e4e4 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475805 Dec 22 13:41:49.195367 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36b621-0611-48b9-9720-08e0c7598a24 req-18a05799-16b0-428e-b0d1-a7ab3239a48d tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:49.196805 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fa36b621-0611-48b9-9720-08e0c7598a24 req-18a05799-16b0-428e-b0d1-a7ab3239a48d tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 945 time: 0.0755017 Dec 22 13:41:49.243286 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fa36b621-0611-48b9-9720-08e0c7598a24 req-143e1a81-ea73-415c-8568-1c27d8280a10 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395041 Dec 22 13:41:50.436498 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964c254-d100-4f42-8a16-7ecfe76ba188 req-9545942b-4edd-4183-8ee0-cba47b0ae0f6 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:50.437944 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d964c254-d100-4f42-8a16-7ecfe76ba188 req-9545942b-4edd-4183-8ee0-cba47b0ae0f6 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 945 time: 0.0758147 Dec 22 13:41:50.483920 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d964c254-d100-4f42-8a16-7ecfe76ba188 req-b497089a-c3c5-47c8-8f51-8640fab549f7 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404370 Dec 22 13:41:51.684392 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122d660-9040-4ca7-94da-e2aadfd6b895 req-d4f6a2ee-4480-4655-89a8-522f96641d5c tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:51.685805 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5122d660-9040-4ca7-94da-e2aadfd6b895 req-d4f6a2ee-4480-4655-89a8-522f96641d5c tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 945 time: 0.0803258 Dec 22 13:41:51.729875 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5122d660-9040-4ca7-94da-e2aadfd6b895 req-6a30e389-f82e-42ea-bc47-83046230f59c tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386267 Dec 22 13:41:52.937324 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855994c-ab6f-4744-83c2-13bbee0e7ba1 req-ce64edce-7f75-46d5-ac1e-553eda97422c tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:52.938752 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7855994c-ab6f-4744-83c2-13bbee0e7ba1 req-ce64edce-7f75-46d5-ac1e-553eda97422c tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 945 time: 0.0790837 Dec 22 13:41:52.983156 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7855994c-ab6f-4744-83c2-13bbee0e7ba1 req-e63b7b73-a494-46af-9806-a04a1265d2d8 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389986 Dec 22 13:41:54.178321 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abfd0b1-8857-49fe-9dd2-4d001ed50518 req-c2fca662-fdf1-4119-8e4d-e437e1b78fb3 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:54.179788 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5abfd0b1-8857-49fe-9dd2-4d001ed50518 req-c2fca662-fdf1-4119-8e4d-e437e1b78fb3 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 945 time: 0.0760772 Dec 22 13:41:54.230129 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5abfd0b1-8857-49fe-9dd2-4d001ed50518 req-532c6705-b0ae-416d-9c39-6a14b517b469 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443261 Dec 22 13:41:55.497741 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ddf8ef-67ed-4bbf-8044-680cfc53aecd req-845a87aa-b8d7-40db-a1a6-82ba532f5f50 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:55.499281 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-12ddf8ef-67ed-4bbf-8044-680cfc53aecd req-845a87aa-b8d7-40db-a1a6-82ba532f5f50 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 945 time: 0.1472993 Dec 22 13:41:55.547869 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-12ddf8ef-67ed-4bbf-8044-680cfc53aecd req-7fa7839e-f7f6-462f-a119-b986cbd6bc40 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428324 Dec 22 13:41:56.741044 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63489e47-e465-40b9-8c72-14d18ab1d02e req-e9f11d50-c778-493c-abe9-95d34c36e988 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:56.742510 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-63489e47-e465-40b9-8c72-14d18ab1d02e req-e9f11d50-c778-493c-abe9-95d34c36e988 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 945 time: 0.0752778 Dec 22 13:41:56.788293 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-63489e47-e465-40b9-8c72-14d18ab1d02e req-369f3ebb-4032-4a2d-b9d3-5af5df97111a tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402656 Dec 22 13:41:57.987127 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534d53d-cbda-4fa4-a129-f3a69fdc83ea req-886b7fef-3f09-4cdd-aa7e-d0d2f49ef36f tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:57.988559 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c534d53d-cbda-4fa4-a129-f3a69fdc83ea req-886b7fef-3f09-4cdd-aa7e-d0d2f49ef36f tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 945 time: 0.0794401 Dec 22 13:41:58.032246 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c534d53d-cbda-4fa4-a129-f3a69fdc83ea req-42da1904-7c10-4733-af7a-878cb8936553 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383368 Dec 22 13:41:58.890691 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:59.231769 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5cdba-dbd4-426c-999f-bca266bb777f req-db1986d2-df64-44f8-9d34-4f28e58f73a7 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:59.233190 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-48c5cdba-dbd4-426c-999f-bca266bb777f req-db1986d2-df64-44f8-9d34-4f28e58f73a7 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 945 time: 0.0806644 Dec 22 13:41:59.367986 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-48c5cdba-dbd4-426c-999f-bca266bb777f req-b77c6a46-fadd-4247-b30a-b7eafc99f8fa tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292772 Dec 22 13:42:00.707034 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54cc6e6-7252-40d2-af23-f1234df17af0 req-ed77aefa-402e-4d91-b5d3-f38bd67ec9ff tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:00.708480 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-f54cc6e6-7252-40d2-af23-f1234df17af0 req-ed77aefa-402e-4d91-b5d3-f38bd67ec9ff tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 945 time: 0.0770133 Dec 22 13:42:00.756984 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-f54cc6e6-7252-40d2-af23-f1234df17af0 req-19696220-a563-4b0d-b1c8-dbd19f37ff38 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420349 Dec 22 13:42:01.118014 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:42:01.507340 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-88fd48e5-cf79-44ee-aec1-a14d15124d81 req-4335c7a6-4e60-4cdc-b81d-13af9e7a156c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5fdd3368443b4f53a733f2d30b14b331&device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 1098 time: 0.0689890 Dec 22 13:42:01.653882 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd48e5-cf79-44ee-aec1-a14d15124d81 req-bee893e2-92d9-40c6-96f3-292131b0b819 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:01.655252 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-88fd48e5-cf79-44ee-aec1-a14d15124d81 req-bee893e2-92d9-40c6-96f3-292131b0b819 service neutron] 10.222.0.45 "GET /v2.0/networks?id=19c0f1ca-d4cd-48c6-887b-3254b8d76277 HTTP/1.1" status: 200 len: 915 time: 0.1247625 Dec 22 13:42:01.726550 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-88fd48e5-cf79-44ee-aec1-a14d15124d81 req-007e57c3-c79c-486c-a948-1cca25d05cec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5666ecc1-ac9e-49b8-9200-50b8911bb10d HTTP/1.1" status: 200 len: 217 time: 0.0632589 Dec 22 13:42:01.787851 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd48e5-cf79-44ee-aec1-a14d15124d81 req-a63704d0-daa9-42af-9509-297bb5f94c69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:01.798223 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-88fd48e5-cf79-44ee-aec1-a14d15124d81 req-a63704d0-daa9-42af-9509-297bb5f94c69 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e3b27c2b-986b-4046-87d0-c9e363dd7e63 HTTP/1.1" status: 200 len: 854 time: 0.0562472 Dec 22 13:42:01.839643 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-88fd48e5-cf79-44ee-aec1-a14d15124d81 req-8c3c8ba7-5dc0-4d1e-924a-9d1ccb140f61 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=19c0f1ca-d4cd-48c6-887b-3254b8d76277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433192 Dec 22 13:42:01.977767 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-88fd48e5-cf79-44ee-aec1-a14d15124d81 req-a73bafcc-6842-4299-84df-76a23898c8ca service neutron] 10.222.0.45 "GET /v2.0/networks/19c0f1ca-d4cd-48c6-887b-3254b8d76277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316538 Dec 22 13:42:02.162793 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-88fd48e5-cf79-44ee-aec1-a14d15124d81 req-3e7e1dbd-ed18-4c49-8ba2-80c42101c3d4 service neutron] 10.222.0.45 "GET /v2.0/networks/19c0f1ca-d4cd-48c6-887b-3254b8d76277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511049 Dec 22 13:42:02.169121 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160e71e-198d-4c59-a6b2-b853ba928f91 req-e5099eda-946b-4900-9214-d351c6ccc5be tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:02.170434 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3160e71e-198d-4c59-a6b2-b853ba928f91 req-e5099eda-946b-4900-9214-d351c6ccc5be tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 945 time: 0.2623179 Dec 22 13:42:02.216589 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3160e71e-198d-4c59-a6b2-b853ba928f91 req-45ea6f92-c0a5-4624-bd12-10f457be0b82 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405900 Dec 22 13:42:03.409803 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79929d2-9769-4473-83a2-523ef349472b req-6ca1bde4-368f-4e4f-9080-bad0439fbdfc tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:03.411286 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e79929d2-9769-4473-83a2-523ef349472b req-6ca1bde4-368f-4e4f-9080-bad0439fbdfc tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 945 time: 0.0756111 Dec 22 13:42:03.456488 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e79929d2-9769-4473-83a2-523ef349472b req-7a6afc70-a085-4bb5-8c2e-fb5586e88ff3 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397389 Dec 22 13:42:04.661763 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe85fa-f121-4e37-aa66-a4045ceda14b req-7ce34e4b-c45c-485f-a8a6-69c1697eb096 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:04.663225 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0cbe85fa-f121-4e37-aa66-a4045ceda14b req-7ce34e4b-c45c-485f-a8a6-69c1697eb096 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 945 time: 0.0852191 Dec 22 13:42:04.708588 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0cbe85fa-f121-4e37-aa66-a4045ceda14b req-80f3e631-e425-409f-9a4b-60d35bf448df tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397470 Dec 22 13:42:05.651398 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6fee7de2-7338-43c7-801c-676b188da0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:05.909872 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eba857-73b4-4571-a606-91ad0d543fd0 req-227b59da-19c7-4088-8b36-6435050a006c tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:05.911338 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-41eba857-73b4-4571-a606-91ad0d543fd0 req-227b59da-19c7-4088-8b36-6435050a006c tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 945 time: 0.0797856 Dec 22 13:42:05.956081 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-41eba857-73b4-4571-a606-91ad0d543fd0 req-069d43c9-9074-47ce-9198-2d811cedaa44 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392165 Dec 22 13:42:07.155711 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11425c6d-68e4-410b-aded-f05fed414d70 req-89ebe8de-9f95-4c0c-83c4-297611b39904 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:07.157664 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-11425c6d-68e4-410b-aded-f05fed414d70 req-89ebe8de-9f95-4c0c-83c4-297611b39904 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 945 time: 0.0784447 Dec 22 13:42:07.206512 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-11425c6d-68e4-410b-aded-f05fed414d70 req-053b974f-b170-4010-8689-b00645ab1fe4 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433078 Dec 22 13:42:07.976252 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6908a657-ee96-4fa5-95d1-3b0c31f3a873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:08.404217 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd37ede-13a9-42ea-bee9-1bf97704a4f1 req-0ea1bb16-094c-48c6-a561-75c1edb106fd tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:08.405640 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-cfd37ede-13a9-42ea-bee9-1bf97704a4f1 req-0ea1bb16-094c-48c6-a561-75c1edb106fd tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 945 time: 0.0797369 Dec 22 13:42:08.457214 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-cfd37ede-13a9-42ea-bee9-1bf97704a4f1 req-1c8f6995-20c7-4daf-a085-97ad611663f6 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461345 Dec 22 13:42:08.936280 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:09.154972 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c2ed60fe-6cac-4dbc-b6e5-36ad87cf236e req-2e264ddb-1b01-4c54-91b8-897da218cc71 service neutron] 10.222.0.45 "GET /v2.0/ports/5666ecc1-ac9e-49b8-9200-50b8911bb10d/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0748501 Dec 22 13:42:09.302168 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:09.720145 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28cdc7-295c-4355-be22-155ddb276cb8 req-8b55a1ed-ae6f-4bab-a244-6da0887ed1bb tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:09.721591 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2a28cdc7-295c-4355-be22-155ddb276cb8 req-8b55a1ed-ae6f-4bab-a244-6da0887ed1bb tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 945 time: 0.1408219 Dec 22 13:42:09.724416 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c2ed60fe-6cac-4dbc-b6e5-36ad87cf236e req-24208bf1-a654-4b40-9473-de9567ccaada service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3&tenant_id=5fdd3368443b4f53a733f2d30b14b331 HTTP/1.1" status: 200 len: 1098 time: 0.1080806 Dec 22 13:42:09.808978 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2a28cdc7-295c-4355-be22-155ddb276cb8 req-8aba8bcc-dcb9-49b6-8bbc-3bab9756cb89 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817921 Dec 22 13:42:09.839938 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c2ed60fe-6cac-4dbc-b6e5-36ad87cf236e req-96d93a71-fe07-4859-916c-dd4fa5050e01 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5fdd3368443b4f53a733f2d30b14b331&device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 1098 time: 0.0843766 Dec 22 13:42:09.974708 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed60fe-6cac-4dbc-b6e5-36ad87cf236e req-533df5b1-4a3c-4e1e-b753-3349d5146c2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:09.976034 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c2ed60fe-6cac-4dbc-b6e5-36ad87cf236e req-533df5b1-4a3c-4e1e-b753-3349d5146c2b service neutron] 10.222.0.45 "GET /v2.0/networks?id=19c0f1ca-d4cd-48c6-887b-3254b8d76277 HTTP/1.1" status: 200 len: 915 time: 0.1265521 Dec 22 13:42:10.047546 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c2ed60fe-6cac-4dbc-b6e5-36ad87cf236e req-f7f36854-afa1-42f3-a6dc-39ce440bac81 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5666ecc1-ac9e-49b8-9200-50b8911bb10d HTTP/1.1" status: 200 len: 217 time: 0.0604081 Dec 22 13:42:10.212471 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed60fe-6cac-4dbc-b6e5-36ad87cf236e req-85894b62-ead7-4380-a37d-f1f2b60633e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:10.214040 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c2ed60fe-6cac-4dbc-b6e5-36ad87cf236e req-85894b62-ead7-4380-a37d-f1f2b60633e0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e3b27c2b-986b-4046-87d0-c9e363dd7e63 HTTP/1.1" status: 200 len: 854 time: 0.1553042 Dec 22 13:42:10.259823 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c2ed60fe-6cac-4dbc-b6e5-36ad87cf236e req-f43956a5-65e6-4ead-ad39-0f7b5bc645be service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=19c0f1ca-d4cd-48c6-887b-3254b8d76277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388873 Dec 22 13:42:10.394815 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c2ed60fe-6cac-4dbc-b6e5-36ad87cf236e req-d151f2ca-f03a-4c6e-ae59-49d118a852d4 service neutron] 10.222.0.45 "GET /v2.0/networks/19c0f1ca-d4cd-48c6-887b-3254b8d76277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236565 Dec 22 13:42:10.531366 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c2ed60fe-6cac-4dbc-b6e5-36ad87cf236e req-8cd31557-81c4-4fa1-901f-4a020a25ed63 service neutron] 10.222.0.45 "GET /v2.0/networks/19c0f1ca-d4cd-48c6-887b-3254b8d76277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253986 Dec 22 13:42:10.570720 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:11.009511 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7b58d-9483-485d-8fcc-c14d81acf458 req-447154c1-5811-457e-89ee-aa7aa5f1892c tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:11.011005 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-31e7b58d-9483-485d-8fcc-c14d81acf458 req-447154c1-5811-457e-89ee-aa7aa5f1892c tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 945 time: 0.0802004 Dec 22 13:42:11.055220 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-31e7b58d-9483-485d-8fcc-c14d81acf458 req-0adde1be-0eb2-46f4-90e6-09f870f524a9 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386829 Dec 22 13:42:12.250309 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad068e5-436a-44fa-b6de-267729c0f73f req-dc5a081a-f096-4fc6-a384-67f5e58fccf5 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:12.251779 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fad068e5-436a-44fa-b6de-267729c0f73f req-dc5a081a-f096-4fc6-a384-67f5e58fccf5 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 945 time: 0.0782776 Dec 22 13:42:12.299425 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fad068e5-436a-44fa-b6de-267729c0f73f req-38689e76-38a1-4dc2-8c99-30b18fa68fe5 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422256 Dec 22 13:42:13.491883 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75558374-670b-4254-ab7d-27945a2c750c req-6162fab5-b2ea-4842-b69e-ad437d7d301a tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:13.493353 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-75558374-670b-4254-ab7d-27945a2c750c req-6162fab5-b2ea-4842-b69e-ad437d7d301a tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 945 time: 0.0750766 Dec 22 13:42:13.539860 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-75558374-670b-4254-ab7d-27945a2c750c req-3e6ae6f8-184d-428d-a26f-103945aa131a tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410306 Dec 22 13:42:13.973606 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397f810-1d89-4aa6-8825-5f049523a66a req-93f67c28-96b4-45f7-98a5-71ddd164886b tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:13.976207 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-3397f810-1d89-4aa6-8825-5f049523a66a req-93f67c28-96b4-45f7-98a5-71ddd164886b tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 945 time: 0.0819304 Dec 22 13:42:14.004459 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed5ff8-b108-4407-a83a-b0dd0d7d938f req-fd47ad11-df2d-4ac9-bf61-f84a7ab72912 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:14.005887 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-67ed5ff8-b108-4407-a83a-b0dd0d7d938f req-fd47ad11-df2d-4ac9-bf61-f84a7ab72912 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.45 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3&tenant_id=5fdd3368443b4f53a733f2d30b14b331&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 945 time: 0.0835204 Dec 22 13:42:14.022581 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-3397f810-1d89-4aa6-8825-5f049523a66a req-21f93adb-a1e8-444f-974d-29a2a345b3a8 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403223 Dec 22 13:42:14.166666 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 5666ecc1-ac9e-49b8-9200-50b8911bb10d details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:42:14.170023 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 5666ecc1-ac9e-49b8-9200-50b8911bb10d no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:42:14.212118 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-67ed5ff8-b108-4407-a83a-b0dd0d7d938f req-a9368fa5-b2c9-414a-98ce-f75f144ff870 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5fdd3368443b4f53a733f2d30b14b331&device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 1098 time: 0.1348391 Dec 22 13:42:14.347130 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed5ff8-b108-4407-a83a-b0dd0d7d938f req-6421fb5f-894e-42b1-ab42-566bcf44d0f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:14.348497 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-67ed5ff8-b108-4407-a83a-b0dd0d7d938f req-6421fb5f-894e-42b1-ab42-566bcf44d0f6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=19c0f1ca-d4cd-48c6-887b-3254b8d76277 HTTP/1.1" status: 200 len: 915 time: 0.1298146 Dec 22 13:42:14.421546 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-67ed5ff8-b108-4407-a83a-b0dd0d7d938f req-27c22d13-6afd-4e1a-a6a8-049ae4e6754b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5666ecc1-ac9e-49b8-9200-50b8911bb10d HTTP/1.1" status: 200 len: 217 time: 0.0657682 Dec 22 13:42:14.429769 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:14.451750 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 5666ecc1-ac9e-49b8-9200-50b8911bb10d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5666ecc1-ac9e-49b8-9200-50b8911bb10d,segment=NetworkSegment(b87ea48a-3099-43ab-8a93-003f224dcc61),segment_id=b87ea48a-3099-43ab-8a93-003f224dcc61)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:42:14.472814 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '5666ecc1-ac9e-49b8-9200-50b8911bb10d', 'network_id': '19c0f1ca-d4cd-48c6-887b-3254b8d76277', 'port_id': '5666ecc1-ac9e-49b8-9200-50b8911bb10d', 'mac_address': 'fa:16:3e:12:79:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3b27c2b-986b-4046-87d0-c9e363dd7e63', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:42:14.478987 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb7555f-b2cb-4cdd-817a-162d9c87b4d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5666ecc1-ac9e-49b8-9200-50b8911bb10d'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:42:14.484688 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed5ff8-b108-4407-a83a-b0dd0d7d938f req-d92c3589-49e0-45d8-8ea7-80e604d586cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:14.486272 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-67ed5ff8-b108-4407-a83a-b0dd0d7d938f req-d92c3589-49e0-45d8-8ea7-80e604d586cd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e3b27c2b-986b-4046-87d0-c9e363dd7e63 HTTP/1.1" status: 200 len: 854 time: 0.0589583 Dec 22 13:42:14.516825 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 5666ecc1-ac9e-49b8-9200-50b8911bb10d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5666ecc1-ac9e-49b8-9200-50b8911bb10d,segment=NetworkSegment(b87ea48a-3099-43ab-8a93-003f224dcc61),segment_id=b87ea48a-3099-43ab-8a93-003f224dcc61)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:42:14.543152 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-67ed5ff8-b108-4407-a83a-b0dd0d7d938f req-211820e0-352f-49f6-9c38-173a84343637 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=19c0f1ca-d4cd-48c6-887b-3254b8d76277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501072 Dec 22 13:42:14.544420 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:14.564990 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5666ecc1-ac9e-49b8-9200-50b8911bb10d {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:42:14.616560 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:14.622810 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:42:14.658379 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb7555f-b2cb-4cdd-817a-162d9c87b4d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5666ecc1-ac9e-49b8-9200-50b8911bb10d', 'code': 200} Dec 22 13:42:14.678133 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:42:14.678530 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:42:14.680398 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-67ed5ff8-b108-4407-a83a-b0dd0d7d938f req-bb17f2ec-a4aa-4937-bdff-7618a16b97c7 service neutron] 10.222.0.45 "GET /v2.0/networks/19c0f1ca-d4cd-48c6-887b-3254b8d76277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308644 Dec 22 13:42:14.699280 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=5666ecc1-ac9e-49b8-9200-50b8911bb10d,revision_number=6']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:42:14.702502 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:42:14.811918 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-67ed5ff8-b108-4407-a83a-b0dd0d7d938f req-df9705e5-d762-409d-b1bc-6e2896b6909b service neutron] 10.222.0.45 "GET /v2.0/networks/19c0f1ca-d4cd-48c6-887b-3254b8d76277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247203 Dec 22 13:42:15.218494 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eac945-cb88-4a5b-8f50-5fd7b8710a91 req-ee3a5028-f4c8-491c-beb2-15b24093172a tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:15.219949 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-35eac945-cb88-4a5b-8f50-5fd7b8710a91 req-ee3a5028-f4c8-491c-beb2-15b24093172a tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 943 time: 0.0780783 Dec 22 13:42:15.235029 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:15.252222 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5666ecc1-ac9e-49b8-9200-50b8911bb10d {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:42:15.267681 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 5666ecc1-ac9e-49b8-9200-50b8911bb10d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5666ecc1-ac9e-49b8-9200-50b8911bb10d,segment=NetworkSegment(b87ea48a-3099-43ab-8a93-003f224dcc61),segment_id=b87ea48a-3099-43ab-8a93-003f224dcc61)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:42:15.271972 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-35eac945-cb88-4a5b-8f50-5fd7b8710a91 req-8c3dbeb8-2e71-4339-822d-c371c3135300 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460081 Dec 22 13:42:15.370331 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:15.372082 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-ff5126a6-b557-495b-ab1d-763fd11744ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:42:15.439183 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['5666ecc1-ac9e-49b8-9200-50b8911bb10d'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:42:15.487316 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=5666ecc1-ac9e-49b8-9200-50b8911bb10d,revision_number=7']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:42:15.491801 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:42:16.175128 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 5666ecc1-ac9e-49b8-9200-50b8911bb10d up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:42:16.244009 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 5666ecc1-ac9e-49b8-9200-50b8911bb10d triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:42:16.244687 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:16.358176 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:16.391086 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 5666ecc1-ac9e-49b8-9200-50b8911bb10d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5666ecc1-ac9e-49b8-9200-50b8911bb10d,segment=NetworkSegment(b87ea48a-3099-43ab-8a93-003f224dcc61),segment_id=b87ea48a-3099-43ab-8a93-003f224dcc61)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:42:16.468722 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:16.470882 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:42:16.471497 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94930e5a-07b8-4e19-ba82-17c90e9c1876 req-5d3ccf7d-4442-4905-bc46-78c3d4b04a1f tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:16.473275 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-94930e5a-07b8-4e19-ba82-17c90e9c1876 req-5d3ccf7d-4442-4905-bc46-78c3d4b04a1f tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 944 time: 0.0780342 Dec 22 13:42:16.521054 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-94930e5a-07b8-4e19-ba82-17c90e9c1876 req-a6078cc8-dbcf-42ad-b6e8-e7f07add5815 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406742 Dec 22 13:42:16.543275 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=5666ecc1-ac9e-49b8-9200-50b8911bb10d,revision_number=8']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:42:16.551099 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:42:16.659993 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb7555f-b2cb-4cdd-817a-162d9c87b4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5666ecc1-ac9e-49b8-9200-50b8911bb10d'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:42:16.716127 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb7555f-b2cb-4cdd-817a-162d9c87b4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5666ecc1-ac9e-49b8-9200-50b8911bb10d', 'code': 200} Dec 22 13:42:16.723113 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da0135-b286-4854-b5ea-cbc20ce501db req-d8619813-6833-4982-8bb2-ba0e7214bb36 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:16.724484 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e3da0135-b286-4854-b5ea-cbc20ce501db req-d8619813-6833-4982-8bb2-ba0e7214bb36 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 945 time: 0.0798564 Dec 22 13:42:16.769427 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e3da0135-b286-4854-b5ea-cbc20ce501db req-83260ce2-aff2-49b2-a819-487553bbf826 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392861 Dec 22 13:42:16.966360 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df7653-21b1-456b-85db-ccf7631bdbab req-528bdc6e-82dc-49f0-be7f-43d3f2aa2bb4 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:16.967816 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c5df7653-21b1-456b-85db-ccf7631bdbab req-528bdc6e-82dc-49f0-be7f-43d3f2aa2bb4 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 945 time: 0.0795696 Dec 22 13:42:17.012975 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c5df7653-21b1-456b-85db-ccf7631bdbab req-37d454ee-1a3b-4018-a243-910763d130ae tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396399 Dec 22 13:42:17.738050 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-79dba68f-7e66-4605-a41a-08c56d092b4d tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:17.739510 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-79dba68f-7e66-4605-a41a-08c56d092b4d tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/networks?id=19c0f1ca-d4cd-48c6-887b-3254b8d76277 HTTP/1.1" status: 200 len: 814 time: 0.1435144 Dec 22 13:42:17.756196 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-10282329-7a7f-42b5-b296-0d070f0ccbe3 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/quotas/5fdd3368443b4f53a733f2d30b14b331 HTTP/1.1" status: 200 len: 375 time: 0.0105097 Dec 22 13:42:17.834489 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-78a95867-247b-41b8-be5e-c8d98a31415e tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5fdd3368443b4f53a733f2d30b14b331&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0727448 Dec 22 13:42:18.138450 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-130e59cd-32d7-41c6-868c-4b3b6b12c43b service neutron] 10.222.0.47 "GET /v2.0/networks/19c0f1ca-d4cd-48c6-887b-3254b8d76277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970986 Dec 22 13:42:18.270847 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-2f9700f3-0c72-4c2b-85cb-24166d09681a service neutron] 10.222.0.47 "GET /v2.0/networks/19c0f1ca-d4cd-48c6-887b-3254b8d76277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263041 Dec 22 13:42:18.515416 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-31dd9cc2-6100-4d23-b65e-9c238fdb1bbe req-c14b99a7-59ff-4fdd-be23-1783732d8aa4 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 210 time: 0.0460255 Dec 22 13:42:19.487139 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d023369-babd-4fdd-a6df-5734690f8648 req-787df443-d798-4f01-85b6-5ddd91265a75 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:19.488595 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7d023369-babd-4fdd-a6df-5734690f8648 req-787df443-d798-4f01-85b6-5ddd91265a75 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.45 "GET /v2.0/ports?device_id=bdb7555f-b2cb-4cdd-817a-162d9c87b4d3 HTTP/1.1" status: 200 len: 945 time: 0.0793016 Dec 22 13:42:19.560610 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-7d023369-babd-4fdd-a6df-5734690f8648 req-95cf5cbf-1cf9-4ab2-af21-b52c4a3d925d tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Deleting port 5666ecc1-ac9e-49b8-9200-50b8911bb10d {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:42:19.560959 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-7d023369-babd-4fdd-a6df-5734690f8648 req-95cf5cbf-1cf9-4ab2-af21-b52c4a3d925d tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:19.703164 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f26fa511-4cac-49c6-8f43-35bc2947579c req-f94af4f8-ce29-45ee-9a72-578eb2a83362 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 210 time: 0.0560813 Dec 22 13:42:19.858225 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-7d023369-babd-4fdd-a6df-5734690f8648 req-95cf5cbf-1cf9-4ab2-af21-b52c4a3d925d tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] For port 5666ecc1-ac9e-49b8-9200-50b8911bb10d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5666ecc1-ac9e-49b8-9200-50b8911bb10d,segment=NetworkSegment(b87ea48a-3099-43ab-8a93-003f224dcc61),segment_id=b87ea48a-3099-43ab-8a93-003f224dcc61)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:42:19.858609 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-7d023369-babd-4fdd-a6df-5734690f8648 req-95cf5cbf-1cf9-4ab2-af21-b52c4a3d925d tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:19.976528 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-7d023369-babd-4fdd-a6df-5734690f8648 req-95cf5cbf-1cf9-4ab2-af21-b52c4a3d925d tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Calling delete_port for 5666ecc1-ac9e-49b8-9200-50b8911bb10d owned by compute:nova {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:42:20.193696 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-7d023369-babd-4fdd-a6df-5734690f8648 req-95cf5cbf-1cf9-4ab2-af21-b52c4a3d925d tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:20.200078 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-26851ee8-dce9-4b14-b63f-186de4791f2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:42:20.211265 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['5666ecc1-ac9e-49b8-9200-50b8911bb10d'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:42:20.242248 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf5cbf-1cf9-4ab2-af21-b52c4a3d925d tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Pushing event deleted for resources: {'Port': ['ID=5666ecc1-ac9e-49b8-9200-50b8911bb10d,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:42:20.361021 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf5cbf-1cf9-4ab2-af21-b52c4a3d925d tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:20.361406 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf5cbf-1cf9-4ab2-af21-b52c4a3d925d tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:20.361781 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf5cbf-1cf9-4ab2-af21-b52c4a3d925d tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:20.362154 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf5cbf-1cf9-4ab2-af21-b52c4a3d925d tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:20.362545 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf5cbf-1cf9-4ab2-af21-b52c4a3d925d tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:20.362920 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf5cbf-1cf9-4ab2-af21-b52c4a3d925d tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:20.363283 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf5cbf-1cf9-4ab2-af21-b52c4a3d925d tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:20.363647 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf5cbf-1cf9-4ab2-af21-b52c4a3d925d tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:20.364005 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf5cbf-1cf9-4ab2-af21-b52c4a3d925d tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:20.364361 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf5cbf-1cf9-4ab2-af21-b52c4a3d925d tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:20.364716 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf5cbf-1cf9-4ab2-af21-b52c4a3d925d tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:20.374524 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-95cf5cbf-1cf9-4ab2-af21-b52c4a3d925d tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:42:20.421120 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d023369-babd-4fdd-a6df-5734690f8648 req-95cf5cbf-1cf9-4ab2-af21-b52c4a3d925d tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] No DVR routers for this DVR port 5666ecc1-ac9e-49b8-9200-50b8911bb10d on host hv-neutron-8226 {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:42:20.425267 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-7d023369-babd-4fdd-a6df-5734690f8648 req-95cf5cbf-1cf9-4ab2-af21-b52c4a3d925d tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:20.427802 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb7555f-b2cb-4cdd-817a-162d9c87b4d3', 'name': 'network-vif-deleted', 'tag': '5666ecc1-ac9e-49b8-9200-50b8911bb10d'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:42:20.482180 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-386e2c8f-c9fa-43f1-9ada-45938453b113 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:20.483531 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-386e2c8f-c9fa-43f1-9ada-45938453b113 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.45 "GET /v2.0/networks?id=19c0f1ca-d4cd-48c6-887b-3254b8d76277 HTTP/1.1" status: 200 len: 814 time: 0.2350674 Dec 22 13:42:20.485288 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb7555f-b2cb-4cdd-817a-162d9c87b4d3', 'name': 'network-vif-deleted', 'tag': '5666ecc1-ac9e-49b8-9200-50b8911bb10d', 'status': 'completed', 'code': 200} Dec 22 13:42:20.519510 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-487b49c2-d36b-4f16-bb4a-95ae9721e4ed tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Request body: {'port': {'device_id': '5220fa1c-aa54-4fa2-be17-b9841d39ff22', 'network_id': '19c0f1ca-d4cd-48c6-887b-3254b8d76277', 'admin_state_up': True, 'tenant_id': '5fdd3368443b4f53a733f2d30b14b331'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:42:20.581156 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7d023369-babd-4fdd-a6df-5734690f8648 req-95cf5cbf-1cf9-4ab2-af21-b52c4a3d925d tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.45 "DELETE /v2.0/ports/5666ecc1-ac9e-49b8-9200-50b8911bb10d HTTP/1.1" status: 204 len: 173 time: 1.0844743 Dec 22 13:42:20.661793 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-487b49c2-d36b-4f16-bb4a-95ae9721e4ed tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:42:20.665808 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-487b49c2-d36b-4f16-bb4a-95ae9721e4ed tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Usage tracker for resource:port and tenant:5fdd3368443b4f53a733f2d30b14b331 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:42:20.668757 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-487b49c2-d36b-4f16-bb4a-95ae9721e4ed tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:42:20.674369 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-487b49c2-d36b-4f16-bb4a-95ae9721e4ed tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:42:20.751861 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-487b49c2-d36b-4f16-bb4a-95ae9721e4ed tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Made reservation on behalf of 5fdd3368443b4f53a733f2d30b14b331 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:42:20.751861 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-487b49c2-d36b-4f16-bb4a-95ae9721e4ed tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:20.998500 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-b09a5e10-597f-46c1-8f2d-2415b4930a09 req-de59c9e5-015e-4a0d-bf9f-26b5986c874b tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Synchronizing usage tracker for tenant:5fdd3368443b4f53a733f2d30b14b331 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:42:21.070864 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-487b49c2-d36b-4f16-bb4a-95ae9721e4ed tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Allocated IP 172.20.0.14 (19c0f1ca-d4cd-48c6-887b-3254b8d76277/e3b27c2b-986b-4046-87d0-c9e363dd7e63/7ff746ab-c904-4106-a6bc-bf88cb8dea18) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:42:21.123260 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-b09a5e10-597f-46c1-8f2d-2415b4930a09 req-de59c9e5-015e-4a0d-bf9f-26b5986c874b tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Unset dirty status for tenant:5fdd3368443b4f53a733f2d30b14b331 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:42:21.124395 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b09a5e10-597f-46c1-8f2d-2415b4930a09 req-de59c9e5-015e-4a0d-bf9f-26b5986c874b tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 210 time: 0.2815814 Dec 22 13:42:21.277788 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-487b49c2-d36b-4f16-bb4a-95ae9721e4ed tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:21.376404 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-487b49c2-d36b-4f16-bb4a-95ae9721e4ed tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:21.381848 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e24ba60e-8f7f-4722-9be8-31a93311ca29 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:42:21.389275 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['5666ecc1-ac9e-49b8-9200-50b8911bb10d'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:42:21.452874 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-487b49c2-d36b-4f16-bb4a-95ae9721e4ed tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Network 19c0f1ca-d4cd-48c6-887b-3254b8d76277 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:42:21.460809 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-487b49c2-d36b-4f16-bb4a-95ae9721e4ed tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:42:21.465877 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-487b49c2-d36b-4f16-bb4a-95ae9721e4ed tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:42:21.499338 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b49c2-d36b-4f16-bb4a-95ae9721e4ed tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Pushing event updated for resources: {'Port': ['ID=7ff746ab-c904-4106-a6bc-bf88cb8dea18,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:42:21.503489 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-487b49c2-d36b-4f16-bb4a-95ae9721e4ed tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:42:21.529395 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-487b49c2-d36b-4f16-bb4a-95ae9721e4ed tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:21.530023 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-487b49c2-d36b-4f16-bb4a-95ae9721e4ed tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:21.605223 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-487b49c2-d36b-4f16-bb4a-95ae9721e4ed tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0897210 Dec 22 13:42:21.624675 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-196c55cd-1402-4323-9aa5-7a2f4575c82f service neutron] Request body: {'port': {'device_id': '5220fa1c-aa54-4fa2-be17-b9841d39ff22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:42:21.735494 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-196c55cd-1402-4323-9aa5-7a2f4575c82f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:22.071501 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-196c55cd-1402-4323-9aa5-7a2f4575c82f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ff746ab-c904-4106-a6bc-bf88cb8dea18 {{(pid=84149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:42:22.078982 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-196c55cd-1402-4323-9aa5-7a2f4575c82f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:22.093294 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-196c55cd-1402-4323-9aa5-7a2f4575c82f service neutron] Transition to ACTIVE for port object 7ff746ab-c904-4106-a6bc-bf88cb8dea18 will not be triggered until provisioned by entity L2. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:42:22.187449 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-196c55cd-1402-4323-9aa5-7a2f4575c82f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:22.191375 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b5c25558-8939-4b8d-91a4-da7479a6f78e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:42:22.321262 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c55cd-1402-4323-9aa5-7a2f4575c82f service neutron] Pushing event updated for resources: {'Port': ['ID=7ff746ab-c904-4106-a6bc-bf88cb8dea18,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:42:22.323502 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b1dd7-8d70-4c52-a4ff-4444918c54ee req-db563d08-fd1e-40e0-90e9-b3ab11967c66 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:22.325358 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-196c55cd-1402-4323-9aa5-7a2f4575c82f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:42:22.326941 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-cc1b1dd7-8d70-4c52-a4ff-4444918c54ee req-db563d08-fd1e-40e0-90e9-b3ab11967c66 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 944 time: 0.0788062 Dec 22 13:42:22.371582 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-cc1b1dd7-8d70-4c52-a4ff-4444918c54ee req-465a31fb-a58c-4ebf-9634-b57c329f49e2 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410287 Dec 22 13:42:22.424923 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-196c55cd-1402-4323-9aa5-7a2f4575c82f service neutron] Attempting to bind port 7ff746ab-c904-4106-a6bc-bf88cb8dea18 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:42:22.425261 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-196c55cd-1402-4323-9aa5-7a2f4575c82f service neutron] Attempting to bind port 7ff746ab-c904-4106-a6bc-bf88cb8dea18 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b87ea48a-3099-43ab-8a93-003f224dcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '19c0f1ca-d4cd-48c6-887b-3254b8d76277'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:42:22.425582 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-196c55cd-1402-4323-9aa5-7a2f4575c82f service neutron] Attempting to bind port 7ff746ab-c904-4106-a6bc-bf88cb8dea18 on network 19c0f1ca-d4cd-48c6-887b-3254b8d76277 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:42:22.432169 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-196c55cd-1402-4323-9aa5-7a2f4575c82f service neutron] Port 7ff746ab-c904-4106-a6bc-bf88cb8dea18 on network 19c0f1ca-d4cd-48c6-887b-3254b8d76277 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:42:22.432362 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-196c55cd-1402-4323-9aa5-7a2f4575c82f service neutron] Attempting to bind port 7ff746ab-c904-4106-a6bc-bf88cb8dea18 on network 19c0f1ca-d4cd-48c6-887b-3254b8d76277 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:42:22.438513 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-196c55cd-1402-4323-9aa5-7a2f4575c82f service neutron] Checking agent: {'id': '72ee2f79-9ac0-483e-b4fd-5b910a776581', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'started_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:42:22.438843 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-196c55cd-1402-4323-9aa5-7a2f4575c82f service neutron] Checking segment: {'id': 'b87ea48a-3099-43ab-8a93-003f224dcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '19c0f1ca-d4cd-48c6-887b-3254b8d76277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:42:22.439223 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-196c55cd-1402-4323-9aa5-7a2f4575c82f service neutron] Bound using segment: {'id': 'b87ea48a-3099-43ab-8a93-003f224dcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '19c0f1ca-d4cd-48c6-887b-3254b8d76277'} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:42:22.439642 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-196c55cd-1402-4323-9aa5-7a2f4575c82f service neutron] Bound port: 7ff746ab-c904-4106-a6bc-bf88cb8dea18, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b87ea48a-3099-43ab-8a93-003f224dcc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '19c0f1ca-d4cd-48c6-887b-3254b8d76277'}}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:42:22.439982 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-196c55cd-1402-4323-9aa5-7a2f4575c82f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:22.535218 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-196c55cd-1402-4323-9aa5-7a2f4575c82f service neutron] For port 7ff746ab-c904-4106-a6bc-bf88cb8dea18, host hv-neutron-8226, cleared binding levels {{(pid=84149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:42:22.538524 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-196c55cd-1402-4323-9aa5-7a2f4575c82f service neutron] For port 7ff746ab-c904-4106-a6bc-bf88cb8dea18, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7ff746ab-c904-4106-a6bc-bf88cb8dea18,segment=NetworkSegment(b87ea48a-3099-43ab-8a93-003f224dcc61),segment_id=b87ea48a-3099-43ab-8a93-003f224dcc61)] {{(pid=84149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:42:22.652003 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-196c55cd-1402-4323-9aa5-7a2f4575c82f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:22.655825 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3f8d8495-0845-45c1-8af0-5016600c5b74 tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:42:22.722093 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-196c55cd-1402-4323-9aa5-7a2f4575c82f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:22.723487 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-196c55cd-1402-4323-9aa5-7a2f4575c82f service neutron] 10.222.0.45 "PUT /v2.0/ports/7ff746ab-c904-4106-a6bc-bf88cb8dea18 HTTP/1.1" status: 200 len: 1094 time: 1.1028416 Dec 22 13:42:22.724020 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5220fa1c-aa54-4fa2-be17-b9841d39ff22', 'tag': '7ff746ab-c904-4106-a6bc-bf88cb8dea18'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:42:22.738322 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c55cd-1402-4323-9aa5-7a2f4575c82f service neutron] Pushing event updated for resources: {'Port': ['ID=7ff746ab-c904-4106-a6bc-bf88cb8dea18,revision_number=3']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:42:22.746300 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-196c55cd-1402-4323-9aa5-7a2f4575c82f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:42:22.779703 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5220fa1c-aa54-4fa2-be17-b9841d39ff22', 'tag': '7ff746ab-c904-4106-a6bc-bf88cb8dea18', 'status': 'completed', 'code': 200} Dec 22 13:42:22.877240 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7a65e72c-1959-4902-be82-cd6852651506 req-f069a70a-5be3-432d-a999-64ce78ce9a8f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5fdd3368443b4f53a733f2d30b14b331&device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 1097 time: 0.0734069 Dec 22 13:42:23.020183 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65e72c-1959-4902-be82-cd6852651506 req-4d74aec8-95cf-4766-b6a4-34159fc7fbcf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:23.021628 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7a65e72c-1959-4902-be82-cd6852651506 req-4d74aec8-95cf-4766-b6a4-34159fc7fbcf service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=5fdd3368443b4f53a733f2d30b14b331&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1323862 Dec 22 13:42:23.161489 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65e72c-1959-4902-be82-cd6852651506 req-fb24d140-e887-4be9-965a-89f8bc0c6d98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:23.164001 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7a65e72c-1959-4902-be82-cd6852651506 req-fb24d140-e887-4be9-965a-89f8bc0c6d98 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1294811 Dec 22 13:42:23.367568 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-822c3698-efe7-4748-8506-9eb6d30ebb39 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5fdd3368443b4f53a733f2d30b14b331&device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 1097 time: 0.1630280 Dec 22 13:42:23.445944 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-94346d20-5a33-4783-a4c2-42d67419d415 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ff746ab-c904-4106-a6bc-bf88cb8dea18 HTTP/1.1" status: 200 len: 217 time: 0.0647159 Dec 22 13:42:23.515168 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-6decec61-00f7-4071-8fa7-c5ef24627437 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:23.516855 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-6decec61-00f7-4071-8fa7-c5ef24627437 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e3b27c2b-986b-4046-87d0-c9e363dd7e63 HTTP/1.1" status: 200 len: 854 time: 0.0598035 Dec 22 13:42:23.568249 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-9e0d4a31-8ece-49c6-b437-00c792a9413f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=19c0f1ca-d4cd-48c6-887b-3254b8d76277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396717 Dec 22 13:42:23.574117 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be36d3-658f-4010-8610-10d2f3309df1 req-4b143fbc-f39a-4603-ae0b-746f611d43af tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:23.575611 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-25be36d3-658f-4010-8610-10d2f3309df1 req-4b143fbc-f39a-4603-ae0b-746f611d43af tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 944 time: 0.0814922 Dec 22 13:42:23.709468 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-4454b3d2-030b-495a-bb33-6040da240551 service neutron] 10.222.0.45 "GET /v2.0/networks/19c0f1ca-d4cd-48c6-887b-3254b8d76277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300633 Dec 22 13:42:23.720160 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-25be36d3-658f-4010-8610-10d2f3309df1 req-cc0c1464-87cf-42ad-ab88-3942c310577a tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390238 Dec 22 13:42:23.847776 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d537f73e-9aa3-40a5-bf32-9889c2e84b71 req-b54a4b39-aa04-4a51-8bc6-287fb91441b7 service neutron] 10.222.0.45 "GET /v2.0/networks/19c0f1ca-d4cd-48c6-887b-3254b8d76277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286685 Dec 22 13:42:24.210404 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 5666ecc1-ac9e-49b8-9200-50b8911bb10d no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:42:24.246076 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] No Port match for: 5666ecc1-ac9e-49b8-9200-50b8911bb10d {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:42:24.246455 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 5666ecc1-ac9e-49b8-9200-50b8911bb10d not bound to the agent host hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:42:24.923888 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b73502f-b646-4c8b-aa17-f3b3c2572f3e req-49a0b8f1-0a7c-4990-abe6-52ac06466fee tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:24.925323 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4b73502f-b646-4c8b-aa17-f3b3c2572f3e req-49a0b8f1-0a7c-4990-abe6-52ac06466fee tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 944 time: 0.0823920 Dec 22 13:42:24.970716 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4b73502f-b646-4c8b-aa17-f3b3c2572f3e req-9c1911b6-8a07-40b2-9cb0-7440d9eade9d tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398848 Dec 22 13:42:26.163037 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf04b3-bb88-417b-afb1-0183ab9b145e req-a507c9a4-e303-4c08-b7b0-c3a49ea2bf06 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:26.164491 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-cebf04b3-bb88-417b-afb1-0183ab9b145e req-a507c9a4-e303-4c08-b7b0-c3a49ea2bf06 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 944 time: 0.0756352 Dec 22 13:42:26.207821 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-cebf04b3-bb88-417b-afb1-0183ab9b145e req-98466225-2a0a-4fad-b2f3-fd409274618f tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377989 Dec 22 13:42:27.401721 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb242123-b654-4ed6-b213-79c7eff78112 req-0a39ea5e-3781-41af-8497-ad2f3e1653ef tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:27.403193 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fb242123-b654-4ed6-b213-79c7eff78112 req-0a39ea5e-3781-41af-8497-ad2f3e1653ef tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 944 time: 0.0774128 Dec 22 13:42:27.452440 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fb242123-b654-4ed6-b213-79c7eff78112 req-d4e9791c-9063-4f12-9d35-42a99df40907 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438058 Dec 22 13:42:28.254531 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 7ff746ab-c904-4106-a6bc-bf88cb8dea18 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:42:28.386032 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 7ff746ab-c904-4106-a6bc-bf88cb8dea18, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7ff746ab-c904-4106-a6bc-bf88cb8dea18,segment=NetworkSegment(b87ea48a-3099-43ab-8a93-003f224dcc61),segment_id=b87ea48a-3099-43ab-8a93-003f224dcc61)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:42:28.398853 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '7ff746ab-c904-4106-a6bc-bf88cb8dea18', 'network_id': '19c0f1ca-d4cd-48c6-887b-3254b8d76277', 'port_id': '7ff746ab-c904-4106-a6bc-bf88cb8dea18', 'mac_address': 'fa:16:3e:04:48:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3b27c2b-986b-4046-87d0-c9e363dd7e63', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:42:28.451554 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:28.470419 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ff746ab-c904-4106-a6bc-bf88cb8dea18 {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:42:28.484101 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 7ff746ab-c904-4106-a6bc-bf88cb8dea18, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7ff746ab-c904-4106-a6bc-bf88cb8dea18,segment=NetworkSegment(b87ea48a-3099-43ab-8a93-003f224dcc61),segment_id=b87ea48a-3099-43ab-8a93-003f224dcc61)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:42:28.610184 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:28.612869 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:42:28.660210 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34e615-c4b9-490f-a447-70d2e056d7ce req-a0eb3a29-e796-47b8-b44b-c39c63e6c19f tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:28.661641 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ea34e615-c4b9-490f-a447-70d2e056d7ce req-a0eb3a29-e796-47b8-b44b-c39c63e6c19f tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 945 time: 0.0806086 Dec 22 13:42:28.679992 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=7ff746ab-c904-4106-a6bc-bf88cb8dea18,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:42:28.683898 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:42:28.708572 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ea34e615-c4b9-490f-a447-70d2e056d7ce req-a9ce0e1c-af8c-4537-81a6-641d5cb61a55 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412138 Dec 22 13:42:28.873883 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['7ff746ab-c904-4106-a6bc-bf88cb8dea18'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:42:28.915467 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:29.903345 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884d7b6-48c5-4c83-89d2-e136bc104d8f req-432b9cf5-c0ec-43e6-aeed-b58c2d015a17 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:29.904799 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a884d7b6-48c5-4c83-89d2-e136bc104d8f req-432b9cf5-c0ec-43e6-aeed-b58c2d015a17 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 945 time: 0.0782366 Dec 22 13:42:29.949434 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a884d7b6-48c5-4c83-89d2-e136bc104d8f req-c3e48d3f-2d80-4759-8c54-2c4bf837e176 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392051 Dec 22 13:42:30.270001 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 7ff746ab-c904-4106-a6bc-bf88cb8dea18 up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:42:30.409622 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning for port 7ff746ab-c904-4106-a6bc-bf88cb8dea18 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:42:30.414282 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 7ff746ab-c904-4106-a6bc-bf88cb8dea18 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:42:30.414688 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:30.567853 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:30.593340 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5220fa1c-aa54-4fa2-be17-b9841d39ff22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff746ab-c904-4106-a6bc-bf88cb8dea18'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:42:30.602704 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 7ff746ab-c904-4106-a6bc-bf88cb8dea18, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7ff746ab-c904-4106-a6bc-bf88cb8dea18,segment=NetworkSegment(b87ea48a-3099-43ab-8a93-003f224dcc61),segment_id=b87ea48a-3099-43ab-8a93-003f224dcc61)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:42:30.648296 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5220fa1c-aa54-4fa2-be17-b9841d39ff22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff746ab-c904-4106-a6bc-bf88cb8dea18', 'code': 200} Dec 22 13:42:30.684417 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:30.686300 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:42:30.750666 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=7ff746ab-c904-4106-a6bc-bf88cb8dea18,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:42:30.753574 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:42:31.030931 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fdb2c0bb-6b0e-43be-a260-7d35b785688c req-baf94cfa-f522-412e-a61e-dc44c3e8c418 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 1099 time: 0.0726290 Dec 22 13:42:31.113901 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fdb2c0bb-6b0e-43be-a260-7d35b785688c req-2ecb5733-f0bc-47dd-93fa-e27a70bb7152 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729337 Dec 22 13:42:31.149785 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60598f0-a592-47cf-86f5-edcecbb7c4d3 req-297eb407-cf9e-48c9-a731-dc946dda6694 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:31.151377 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a60598f0-a592-47cf-86f5-edcecbb7c4d3 req-297eb407-cf9e-48c9-a731-dc946dda6694 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 946 time: 0.0799797 Dec 22 13:42:31.195345 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a60598f0-a592-47cf-86f5-edcecbb7c4d3 req-8ce11ceb-502d-4a25-a041-020f0b5a39c5 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385833 Dec 22 13:42:32.395187 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47dec82-66fc-4a0d-a005-c20277a994c4 req-9c366cd2-d338-4901-a7a4-ad3fd63e4a7f tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:32.396629 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-b47dec82-66fc-4a0d-a005-c20277a994c4 req-9c366cd2-d338-4901-a7a4-ad3fd63e4a7f tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 946 time: 0.0786378 Dec 22 13:42:32.444861 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-b47dec82-66fc-4a0d-a005-c20277a994c4 req-31291f42-a48a-4a0d-a138-0efd0a0cae61 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423551 Dec 22 13:42:33.641564 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7649b-14b0-46a3-9951-f1b8392317d9 req-9fa06473-a623-4b66-a607-6254c94baca7 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:33.643021 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d5c7649b-14b0-46a3-9951-f1b8392317d9 req-9fa06473-a623-4b66-a607-6254c94baca7 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 946 time: 0.0794268 Dec 22 13:42:33.688099 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d5c7649b-14b0-46a3-9951-f1b8392317d9 req-00106411-e07e-4c36-9181-248d69e91b90 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397456 Dec 22 13:42:33.878648 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845c5a3-41d4-4800-8416-15885a31258c req-bfe21242-2d1e-416d-80b0-da9851e5b586 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:33.880078 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9845c5a3-41d4-4800-8416-15885a31258c req-bfe21242-2d1e-416d-80b0-da9851e5b586 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 946 time: 0.0750115 Dec 22 13:42:33.925079 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9845c5a3-41d4-4800-8416-15885a31258c req-165b3290-6a20-48b9-b95e-65f1724d9164 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393851 Dec 22 13:42:34.115021 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-94e64343-6e5d-4fbb-8392-2cff247b4d8e req-d9e9adf1-1cd3-4298-a40e-501198f285fc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0679526 Dec 22 13:42:34.561350 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf0d0e-734e-4ac7-a6c5-568034780b90 req-22023e1e-b443-4b26-a60e-d0fc23691407 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:34.563049 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-1caf0d0e-734e-4ac7-a6c5-568034780b90 req-22023e1e-b443-4b26-a60e-d0fc23691407 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 946 time: 0.0815387 Dec 22 13:42:34.608614 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-1caf0d0e-734e-4ac7-a6c5-568034780b90 req-d73d164d-961a-4434-967c-c546aba62d5e tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401015 Dec 22 13:42:34.633568 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-84676c55-ba58-4b20-a73d-4cf2f250d2b3 req-77c1066e-5f25-41a7-9288-7a0349be97de service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0720460 Dec 22 13:42:35.690023 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-61db3f55-9300-455d-aa10-4b995a997fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:35.811652 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa79e6-be99-4556-9df0-16a5ed1a70f0 req-4d82f4e9-9161-4acc-adab-71c3c9c697a9 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:35.813110 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-89aa79e6-be99-4556-9df0-16a5ed1a70f0 req-4d82f4e9-9161-4acc-adab-71c3c9c697a9 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 946 time: 0.0793993 Dec 22 13:42:35.860169 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-89aa79e6-be99-4556-9df0-16a5ed1a70f0 req-1573f27e-c33c-4bf1-8dce-369fd918cb47 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413413 Dec 22 13:42:36.596435 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-84676c55-ba58-4b20-a73d-4cf2f250d2b3 req-e89d35d9-1b32-4786-b0c0-c036b80e7559 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5fdd3368443b4f53a733f2d30b14b331&device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 1099 time: 0.0752277 Dec 22 13:42:36.728055 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84676c55-ba58-4b20-a73d-4cf2f250d2b3 req-4d99aab1-9217-4e88-94f3-f86125030025 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:36.730472 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-84676c55-ba58-4b20-a73d-4cf2f250d2b3 req-4d99aab1-9217-4e88-94f3-f86125030025 service neutron] 10.222.0.45 "GET /v2.0/networks?id=19c0f1ca-d4cd-48c6-887b-3254b8d76277 HTTP/1.1" status: 200 len: 915 time: 0.1274557 Dec 22 13:42:36.801295 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-84676c55-ba58-4b20-a73d-4cf2f250d2b3 req-e348da09-20b8-4e18-8bd5-8a5885b9384b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ff746ab-c904-4106-a6bc-bf88cb8dea18 HTTP/1.1" status: 200 len: 217 time: 0.0612171 Dec 22 13:42:36.868024 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84676c55-ba58-4b20-a73d-4cf2f250d2b3 req-0ed4f847-77f8-4173-bc88-91a1a882d452 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:36.870143 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-84676c55-ba58-4b20-a73d-4cf2f250d2b3 req-0ed4f847-77f8-4173-bc88-91a1a882d452 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e3b27c2b-986b-4046-87d0-c9e363dd7e63 HTTP/1.1" status: 200 len: 854 time: 0.0612860 Dec 22 13:42:36.919381 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-84676c55-ba58-4b20-a73d-4cf2f250d2b3 req-bf03c475-58b0-4ab0-b8c8-4132b8b4b9c7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=19c0f1ca-d4cd-48c6-887b-3254b8d76277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402153 Dec 22 13:42:37.062376 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464b9b4-26ed-41a1-b23b-50206cf86f99 req-e8da7f54-491c-46cf-a1c2-59f7487e3a01 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:37.063742 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4464b9b4-26ed-41a1-b23b-50206cf86f99 req-e8da7f54-491c-46cf-a1c2-59f7487e3a01 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 946 time: 0.0781710 Dec 22 13:42:37.109370 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4464b9b4-26ed-41a1-b23b-50206cf86f99 req-d3b8273e-0f00-4b2b-917b-f435982bb742 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397143 Dec 22 13:42:37.155083 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-84676c55-ba58-4b20-a73d-4cf2f250d2b3 req-112c29b6-1fb1-4c82-93f3-6ea676834803 service neutron] 10.222.0.45 "GET /v2.0/networks/19c0f1ca-d4cd-48c6-887b-3254b8d76277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292345 Dec 22 13:42:37.287272 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-84676c55-ba58-4b20-a73d-4cf2f250d2b3 req-142c184b-3796-4250-bfbe-6dc707ba43dc service neutron] 10.222.0.45 "GET /v2.0/networks/19c0f1ca-d4cd-48c6-887b-3254b8d76277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249988 Dec 22 13:42:37.987291 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c3e8094c-0181-4cec-9909-c3a0a59baf84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:38.117526 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:42:38.306406 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3ae51-6922-44ab-a00a-31cabdecdb55 req-d1321bc0-63e7-4ff1-9aad-d98e89f2a9e8 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:38.308456 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-07d3ae51-6922-44ab-a00a-31cabdecdb55 req-d1321bc0-63e7-4ff1-9aad-d98e89f2a9e8 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 946 time: 0.0802574 Dec 22 13:42:38.354086 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-07d3ae51-6922-44ab-a00a-31cabdecdb55 req-0ddf6050-5687-423f-86ef-6a8b96d4b1aa tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390697 Dec 22 13:42:38.964612 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:39.313184 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:39.554240 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9ec86-f2b1-48f8-bd27-0b43ecc35850 req-89b06e72-f29a-4663-b1a5-7ed1963e468d tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:39.555696 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-13d9ec86-f2b1-48f8-bd27-0b43ecc35850 req-89b06e72-f29a-4663-b1a5-7ed1963e468d tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 946 time: 0.0827243 Dec 22 13:42:39.600341 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-13d9ec86-f2b1-48f8-bd27-0b43ecc35850 req-9eabf4f4-66a3-44eb-b6db-f1b2e211880c tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390711 Dec 22 13:42:40.547112 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:40.938223 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc4ccd-95cf-4564-8c23-a524c31538fb req-649c127c-ae28-4814-8b69-374556eb6d46 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:40.939677 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-afcc4ccd-95cf-4564-8c23-a524c31538fb req-649c127c-ae28-4814-8b69-374556eb6d46 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 946 time: 0.0787706 Dec 22 13:42:40.985000 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-afcc4ccd-95cf-4564-8c23-a524c31538fb req-3efd01fe-247b-47d1-9a2e-c7e782db7f65 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399246 Dec 22 13:42:42.180340 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5614477-0eb0-4182-8567-1c9cfbc9207b req-d413e1bb-96a4-4a76-bedc-adaa78d5a3ea tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:42.182381 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-f5614477-0eb0-4182-8567-1c9cfbc9207b req-d413e1bb-96a4-4a76-bedc-adaa78d5a3ea tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 946 time: 0.0791728 Dec 22 13:42:42.230003 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-f5614477-0eb0-4182-8567-1c9cfbc9207b req-9e0f5fd7-a2c8-4948-b9e1-6dd98dac8be3 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421398 Dec 22 13:42:43.426831 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15cc93-806e-48c0-9979-f429a39f61ff req-1a8286d0-7903-4a1e-8241-ed70a5248099 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:43.428259 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3c15cc93-806e-48c0-9979-f429a39f61ff req-1a8286d0-7903-4a1e-8241-ed70a5248099 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 946 time: 0.0796285 Dec 22 13:42:43.472955 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3c15cc93-806e-48c0-9979-f429a39f61ff req-e2db0206-c207-44ba-ad4d-ec7b7047c24d tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385396 Dec 22 13:42:44.669187 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78716c70-6fff-41aa-b817-262139fdb013 req-5c043912-c67f-476d-8af2-d4d520401337 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:44.670648 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-78716c70-6fff-41aa-b817-262139fdb013 req-5c043912-c67f-476d-8af2-d4d520401337 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 946 time: 0.0756831 Dec 22 13:42:44.715535 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-78716c70-6fff-41aa-b817-262139fdb013 req-fe2afe57-ff7d-4018-997b-81c9f663e6d4 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395081 Dec 22 13:42:45.910719 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083ea6c-6485-4333-a196-0425129283b0 req-a38cdc98-bc0e-4877-a56f-58ac3433776f tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:45.912366 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f083ea6c-6485-4333-a196-0425129283b0 req-a38cdc98-bc0e-4877-a56f-58ac3433776f tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 946 time: 0.0772865 Dec 22 13:42:45.961640 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f083ea6c-6485-4333-a196-0425129283b0 req-f9122499-d8be-4f1e-be88-cdf52e690b0e tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437040 Dec 22 13:42:47.188886 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65bb8a-2603-4525-b775-380023bb76cf req-c951b128-5c0a-4eaf-a107-9b9f1b66e19f tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:47.190342 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7d65bb8a-2603-4525-b775-380023bb76cf req-c951b128-5c0a-4eaf-a107-9b9f1b66e19f tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 946 time: 0.1077254 Dec 22 13:42:47.248233 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7d65bb8a-2603-4525-b775-380023bb76cf req-1a70cde4-b633-494a-9d44-ca584cb7a31f tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518179 Dec 22 13:42:48.447369 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c517dc-76c3-4f57-bd82-0d83227ef429 req-156a8169-e6d9-4aa0-ab8c-422693e579d4 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:48.449499 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-20c517dc-76c3-4f57-bd82-0d83227ef429 req-156a8169-e6d9-4aa0-ab8c-422693e579d4 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 946 time: 0.0780516 Dec 22 13:42:48.494980 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-20c517dc-76c3-4f57-bd82-0d83227ef429 req-71d470bb-0152-40f6-85b7-1b5335cd8b49 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400603 Dec 22 13:42:49.690727 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ee567-0c31-41f0-bd4b-0f62c9b17270 req-bd5f8a64-ee35-4f98-987c-8caa43b70645 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:49.692073 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-988ee567-0c31-41f0-bd4b-0f62c9b17270 req-bd5f8a64-ee35-4f98-987c-8caa43b70645 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 946 time: 0.0764036 Dec 22 13:42:49.738500 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-988ee567-0c31-41f0-bd4b-0f62c9b17270 req-1ef02722-9f99-45f1-8a2f-016db3818bb7 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402133 Dec 22 13:42:50.950235 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36c229-8e84-4ff3-a86f-e6a256aed92c req-8311096e-516c-43f2-93fe-3dd388d20f9b tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:50.951703 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fc36c229-8e84-4ff3-a86f-e6a256aed92c req-8311096e-516c-43f2-93fe-3dd388d20f9b tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 946 time: 0.0806603 Dec 22 13:42:50.996741 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fc36c229-8e84-4ff3-a86f-e6a256aed92c req-8cb38df4-3c6d-449e-99bc-b139eaa8b4dd tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396397 Dec 22 13:42:52.195237 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c3914-54a0-4b94-887e-1d92d6591919 req-72e20a27-3e63-4b91-bdeb-c1c4c3b8f252 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:52.197198 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-038c3914-54a0-4b94-887e-1d92d6591919 req-72e20a27-3e63-4b91-bdeb-c1c4c3b8f252 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 946 time: 0.0786829 Dec 22 13:42:52.242837 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-038c3914-54a0-4b94-887e-1d92d6591919 req-7c44f8a4-cda9-4910-b5f0-f9f87577cf8a tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397434 Dec 22 13:42:53.450797 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71824e-3358-413f-815c-e1d7dd44b297 req-373ae230-4b2c-4939-b0c4-b8d6e8ba7491 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:53.452245 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fe71824e-3358-413f-815c-e1d7dd44b297 req-373ae230-4b2c-4939-b0c4-b8d6e8ba7491 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 946 time: 0.0771871 Dec 22 13:42:53.498377 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fe71824e-3358-413f-815c-e1d7dd44b297 req-17d4c109-9978-4532-8c50-948ceb2e6f40 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406494 Dec 22 13:42:54.692711 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491c75d-3afc-43f9-958d-e190309d5b4b req-8678e50a-f464-4050-8de0-b53a98c1e328 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:54.694169 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9491c75d-3afc-43f9-958d-e190309d5b4b req-8678e50a-f464-4050-8de0-b53a98c1e328 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 946 time: 0.0756595 Dec 22 13:42:54.741613 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9491c75d-3afc-43f9-958d-e190309d5b4b req-086d62ee-12b4-4ddc-b422-396d625c1819 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409946 Dec 22 13:42:55.945594 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60768cc-a3dc-4da2-bd9d-11b1f796b4a2 req-1e2ecadd-b061-4cf8-a2d2-87f1ec76b132 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:55.947670 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f60768cc-a3dc-4da2-bd9d-11b1f796b4a2 req-1e2ecadd-b061-4cf8-a2d2-87f1ec76b132 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 946 time: 0.0820193 Dec 22 13:42:55.994098 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f60768cc-a3dc-4da2-bd9d-11b1f796b4a2 req-6dadb85c-c4e2-4015-95b7-a48292495449 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407946 Dec 22 13:42:57.190148 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf271d-2193-4862-85e3-d6d8308b626b req-4fb181a7-a448-4a9c-a68d-6a254769ef09 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:57.191609 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-abbf271d-2193-4862-85e3-d6d8308b626b req-4fb181a7-a448-4a9c-a68d-6a254769ef09 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 946 time: 0.0793059 Dec 22 13:42:57.235861 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-abbf271d-2193-4862-85e3-d6d8308b626b req-16eb3afc-c73f-45a4-bcd4-b7e27e34f046 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382712 Dec 22 13:42:58.429637 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d40c0b-24da-4a37-8ca1-800e442c80d5 req-9d468a37-d184-4984-b28c-beaf4134f710 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:58.431135 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-61d40c0b-24da-4a37-8ca1-800e442c80d5 req-9d468a37-d184-4984-b28c-beaf4134f710 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 946 time: 0.0762594 Dec 22 13:42:58.480159 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-61d40c0b-24da-4a37-8ca1-800e442c80d5 req-50a142cf-a325-425f-9e2e-11e4852a562c tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435045 Dec 22 13:42:58.900978 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:59.674697 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403cd49e-7f1b-4f16-bc8c-3612e653d5d4 req-a3056799-4262-40ae-9997-df7cfe5a4d3e tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:59.676340 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-403cd49e-7f1b-4f16-bc8c-3612e653d5d4 req-a3056799-4262-40ae-9997-df7cfe5a4d3e tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 946 time: 0.0758095 Dec 22 13:42:59.725384 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-403cd49e-7f1b-4f16-bc8c-3612e653d5d4 req-990efcc3-4083-4797-9b3c-1e4196566eae tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434544 Dec 22 13:43:00.922968 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801663d6-a677-40f3-afa8-98b52b509c6b req-e88afe9d-dd37-4961-b94e-c290ce6e1c86 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:00.924425 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-801663d6-a677-40f3-afa8-98b52b509c6b req-e88afe9d-dd37-4961-b94e-c290ce6e1c86 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 946 time: 0.0769589 Dec 22 13:43:00.969587 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-801663d6-a677-40f3-afa8-98b52b509c6b req-9f429da5-8c72-4f95-825a-393284a0cb77 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397253 Dec 22 13:43:01.504025 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c99d2066-7214-46a6-b432-18ea81877057 req-d0cd6e6a-409f-47ff-b23f-a435bc93de9d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5fdd3368443b4f53a733f2d30b14b331&device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 1099 time: 0.0742085 Dec 22 13:43:01.650918 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d2066-7214-46a6-b432-18ea81877057 req-562b7e35-4fdb-4821-a071-2ddc00a84043 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:01.652337 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c99d2066-7214-46a6-b432-18ea81877057 req-562b7e35-4fdb-4821-a071-2ddc00a84043 service neutron] 10.222.0.45 "GET /v2.0/networks?id=19c0f1ca-d4cd-48c6-887b-3254b8d76277 HTTP/1.1" status: 200 len: 915 time: 0.1281948 Dec 22 13:43:01.719500 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c99d2066-7214-46a6-b432-18ea81877057 req-3ed63ccc-f686-4088-b7de-d920d1203cec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ff746ab-c904-4106-a6bc-bf88cb8dea18 HTTP/1.1" status: 200 len: 217 time: 0.0604806 Dec 22 13:43:01.786014 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d2066-7214-46a6-b432-18ea81877057 req-6851e129-355b-4578-a23a-22cf4866c16a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:01.787460 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c99d2066-7214-46a6-b432-18ea81877057 req-6851e129-355b-4578-a23a-22cf4866c16a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e3b27c2b-986b-4046-87d0-c9e363dd7e63 HTTP/1.1" status: 200 len: 854 time: 0.0608189 Dec 22 13:43:01.833355 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c99d2066-7214-46a6-b432-18ea81877057 req-d194dc7e-a039-4175-b058-3236f17f980c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=19c0f1ca-d4cd-48c6-887b-3254b8d76277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391889 Dec 22 13:43:02.060290 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c99d2066-7214-46a6-b432-18ea81877057 req-0fa886a2-8c87-4df8-9a64-2a8053ad73df service neutron] 10.222.0.45 "GET /v2.0/networks/19c0f1ca-d4cd-48c6-887b-3254b8d76277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202063 Dec 22 13:43:02.165734 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd7754-68b8-4d2b-9fc7-beb1d88c43f5 req-a93d85cc-e978-4deb-bf2a-a959a6299339 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:02.167203 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-04dd7754-68b8-4d2b-9fc7-beb1d88c43f5 req-a93d85cc-e978-4deb-bf2a-a959a6299339 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 946 time: 0.0775411 Dec 22 13:43:02.194448 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c99d2066-7214-46a6-b432-18ea81877057 req-7f15d4c1-888e-41fb-ad17-8d38556a76de service neutron] 10.222.0.45 "GET /v2.0/networks/19c0f1ca-d4cd-48c6-887b-3254b8d76277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249697 Dec 22 13:43:02.214300 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-04dd7754-68b8-4d2b-9fc7-beb1d88c43f5 req-02daae2c-7d48-4fe2-9a06-8eb6b212ec6f tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412276 Dec 22 13:43:03.409373 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc634a-3393-4676-a905-7eb5041e2e2d req-b7202566-329d-425b-a277-447564d88254 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:03.410842 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6bbc634a-3393-4676-a905-7eb5041e2e2d req-b7202566-329d-425b-a277-447564d88254 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 946 time: 0.0770020 Dec 22 13:43:03.460936 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6bbc634a-3393-4676-a905-7eb5041e2e2d req-78e2303d-c31c-4cdd-876d-00e20015cc0f tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437608 Dec 22 13:43:04.657213 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-84676c55-ba58-4b20-a73d-4cf2f250d2b3 req-cacd68fc-f971-4e19-9254-8476fa52c240 service neutron] 10.222.0.45 "GET /v2.0/ports/7ff746ab-c904-4106-a6bc-bf88cb8dea18/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0739107 Dec 22 13:43:04.661778 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987fb92e-3cb4-450b-8d01-b25281b14b42 req-2fba3998-45be-4534-b661-109415402dfb tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:04.663340 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-987fb92e-3cb4-450b-8d01-b25281b14b42 req-2fba3998-45be-4534-b661-109415402dfb tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 946 time: 0.0802586 Dec 22 13:43:04.707771 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-987fb92e-3cb4-450b-8d01-b25281b14b42 req-86637bf0-d076-4aff-a36d-c2fdfa03a401 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381939 Dec 22 13:43:05.208958 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-84676c55-ba58-4b20-a73d-4cf2f250d2b3 req-5251cd91-2494-4771-b3bc-c3645bd9c2f8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22&tenant_id=5fdd3368443b4f53a733f2d30b14b331 HTTP/1.1" status: 200 len: 1099 time: 0.0688844 Dec 22 13:43:05.304407 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-84676c55-ba58-4b20-a73d-4cf2f250d2b3 req-95835749-3021-48ae-9d9a-4341edd76947 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5fdd3368443b4f53a733f2d30b14b331&device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 1099 time: 0.0714290 Dec 22 13:43:05.440607 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84676c55-ba58-4b20-a73d-4cf2f250d2b3 req-85714309-2ce0-413c-9c29-7624cec5dad1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:05.442038 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-84676c55-ba58-4b20-a73d-4cf2f250d2b3 req-85714309-2ce0-413c-9c29-7624cec5dad1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=19c0f1ca-d4cd-48c6-887b-3254b8d76277 HTTP/1.1" status: 200 len: 915 time: 0.1260779 Dec 22 13:43:05.512829 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-84676c55-ba58-4b20-a73d-4cf2f250d2b3 req-4adc890b-b6a3-49ef-8808-a2e8bcd833f3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ff746ab-c904-4106-a6bc-bf88cb8dea18 HTTP/1.1" status: 200 len: 217 time: 0.0600748 Dec 22 13:43:05.586228 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84676c55-ba58-4b20-a73d-4cf2f250d2b3 req-dcd8c221-aafc-4faf-930d-76cab7698f8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:05.588642 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-84676c55-ba58-4b20-a73d-4cf2f250d2b3 req-dcd8c221-aafc-4faf-930d-76cab7698f8e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e3b27c2b-986b-4046-87d0-c9e363dd7e63 HTTP/1.1" status: 200 len: 854 time: 0.0635974 Dec 22 13:43:05.638925 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-84676c55-ba58-4b20-a73d-4cf2f250d2b3 req-5a1cd487-eff4-47b6-9cd3-0c42c778751c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=19c0f1ca-d4cd-48c6-887b-3254b8d76277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396054 Dec 22 13:43:05.695734 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6cad086a-4abb-4d39-a8cd-619ce001f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:05.781095 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-84676c55-ba58-4b20-a73d-4cf2f250d2b3 req-386779e4-c88e-4a31-b61e-abe11541105e service neutron] 10.222.0.45 "GET /v2.0/networks/19c0f1ca-d4cd-48c6-887b-3254b8d76277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299200 Dec 22 13:43:05.972425 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-84676c55-ba58-4b20-a73d-4cf2f250d2b3 req-5c34ba3d-42ae-4c3b-b2da-504bc1ecc273 service neutron] 10.222.0.45 "GET /v2.0/networks/19c0f1ca-d4cd-48c6-887b-3254b8d76277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802499 Dec 22 13:43:05.982538 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51585d4-8603-4756-803e-3c7d60434846 req-8624b7e1-24cd-4c1d-988a-d82484397113 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:05.983964 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d51585d4-8603-4756-803e-3c7d60434846 req-8624b7e1-24cd-4c1d-988a-d82484397113 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 946 time: 0.1256766 Dec 22 13:43:06.036695 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d51585d4-8603-4756-803e-3c7d60434846 req-8b3551b0-1260-4d25-8ded-dc800abfeccc tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426240 Dec 22 13:43:07.238760 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43e445-3e7d-4cc8-b1e1-0dd08639f657 req-d443ab3d-1d9f-4f3e-b23b-ab7494d42aa9 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:07.240215 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-6e43e445-3e7d-4cc8-b1e1-0dd08639f657 req-d443ab3d-1d9f-4f3e-b23b-ab7494d42aa9 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 946 time: 0.0772550 Dec 22 13:43:07.285521 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-6e43e445-3e7d-4cc8-b1e1-0dd08639f657 req-22be89a1-29c1-4cc4-8626-5acb0904ff61 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398250 Dec 22 13:43:07.992457 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-931ba188-a5a1-4c9f-88b5-4ca0581bedf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:08.445823 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 7ff746ab-c904-4106-a6bc-bf88cb8dea18 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:43:08.448894 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 7ff746ab-c904-4106-a6bc-bf88cb8dea18 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:43:08.479732 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde64191-993c-42bd-b90a-88f4e3258833 req-10e3360a-cf43-4b4b-9f24-647e9dba5164 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:08.486674 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-bde64191-993c-42bd-b90a-88f4e3258833 req-10e3360a-cf43-4b4b-9f24-647e9dba5164 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 946 time: 0.0832038 Dec 22 13:43:08.526982 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-bde64191-993c-42bd-b90a-88f4e3258833 req-e8faf3d6-7865-4c0b-8478-7b8ff2875f65 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393946 Dec 22 13:43:08.656476 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:08.704280 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5220fa1c-aa54-4fa2-be17-b9841d39ff22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ff746ab-c904-4106-a6bc-bf88cb8dea18'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:43:08.710089 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 7ff746ab-c904-4106-a6bc-bf88cb8dea18, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7ff746ab-c904-4106-a6bc-bf88cb8dea18,segment=NetworkSegment(b87ea48a-3099-43ab-8a93-003f224dcc61),segment_id=b87ea48a-3099-43ab-8a93-003f224dcc61)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:43:08.726424 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 7ff746ab-c904-4106-a6bc-bf88cb8dea18, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7ff746ab-c904-4106-a6bc-bf88cb8dea18,segment=NetworkSegment(b87ea48a-3099-43ab-8a93-003f224dcc61),segment_id=b87ea48a-3099-43ab-8a93-003f224dcc61)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:43:08.730674 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '7ff746ab-c904-4106-a6bc-bf88cb8dea18', 'network_id': '19c0f1ca-d4cd-48c6-887b-3254b8d76277', 'port_id': '7ff746ab-c904-4106-a6bc-bf88cb8dea18', 'mac_address': 'fa:16:3e:04:48:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3b27c2b-986b-4046-87d0-c9e363dd7e63', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:43:08.770522 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5220fa1c-aa54-4fa2-be17-b9841d39ff22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ff746ab-c904-4106-a6bc-bf88cb8dea18', 'code': 200} Dec 22 13:43:08.785988 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:08.803208 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ff746ab-c904-4106-a6bc-bf88cb8dea18 {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:43:08.809981 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:08.811791 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:08.935198 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:43:08.935556 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:43:08.939002 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=7ff746ab-c904-4106-a6bc-bf88cb8dea18,revision_number=6']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:08.948521 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:08.953957 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:08.953957 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:08.953957 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:08.953957 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:08.953957 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:08.953957 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:08.953957 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:08.953957 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:08.953957 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:08.953957 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:08.955731 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:08.986948 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:09.082619 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbbd20-755e-4379-bb67-bbf736435f24 req-7be18b3c-c54d-407c-a527-f099928702db tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:09.084062 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-31cbbd20-755e-4379-bb67-bbf736435f24 req-7be18b3c-c54d-407c-a527-f099928702db tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 944 time: 0.1272640 Dec 22 13:43:09.138337 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68ec13-94a8-4245-978e-d939301763af req-d4816b5b-0311-42d6-98f3-be1b0b75eab2 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:09.139693 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5e68ec13-94a8-4245-978e-d939301763af req-d4816b5b-0311-42d6-98f3-be1b0b75eab2 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.45 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22&tenant_id=5fdd3368443b4f53a733f2d30b14b331&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 944 time: 0.1245492 Dec 22 13:43:09.149513 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-31cbbd20-755e-4379-bb67-bbf736435f24 req-5c6e0e15-0af6-4998-835c-dcc98f0454b4 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589426 Dec 22 13:43:09.283786 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5e68ec13-94a8-4245-978e-d939301763af req-fc97d5a3-4140-432f-a2fe-8b8d61e8230c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5fdd3368443b4f53a733f2d30b14b331&device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 1097 time: 0.0713229 Dec 22 13:43:09.318217 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:09.491144 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:09.510054 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ff746ab-c904-4106-a6bc-bf88cb8dea18 {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:43:09.526489 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 7ff746ab-c904-4106-a6bc-bf88cb8dea18, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7ff746ab-c904-4106-a6bc-bf88cb8dea18,segment=NetworkSegment(b87ea48a-3099-43ab-8a93-003f224dcc61),segment_id=b87ea48a-3099-43ab-8a93-003f224dcc61)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:43:09.533065 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68ec13-94a8-4245-978e-d939301763af req-0b9a4a64-31e1-4743-b80b-2ce9ae843e0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:09.534556 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5e68ec13-94a8-4245-978e-d939301763af req-0b9a4a64-31e1-4743-b80b-2ce9ae843e0f service neutron] 10.222.0.45 "GET /v2.0/networks?id=19c0f1ca-d4cd-48c6-887b-3254b8d76277 HTTP/1.1" status: 200 len: 915 time: 0.2439389 Dec 22 13:43:09.591731 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:09.594330 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:09.606575 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5e68ec13-94a8-4245-978e-d939301763af req-f695b87a-9106-40d3-95c0-83f26dd48f99 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ff746ab-c904-4106-a6bc-bf88cb8dea18 HTTP/1.1" status: 200 len: 217 time: 0.0650027 Dec 22 13:43:09.663063 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=7ff746ab-c904-4106-a6bc-bf88cb8dea18,revision_number=7']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:09.668022 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:09.670614 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['7ff746ab-c904-4106-a6bc-bf88cb8dea18'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:43:09.672357 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68ec13-94a8-4245-978e-d939301763af req-5733a969-c9e0-4ac5-85a8-1ab6e31bb64c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:09.673937 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5e68ec13-94a8-4245-978e-d939301763af req-5733a969-c9e0-4ac5-85a8-1ab6e31bb64c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e3b27c2b-986b-4046-87d0-c9e363dd7e63 HTTP/1.1" status: 200 len: 854 time: 0.0606351 Dec 22 13:43:09.721484 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5e68ec13-94a8-4245-978e-d939301763af req-32f2811e-e716-44db-af83-d522ff6cc340 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=19c0f1ca-d4cd-48c6-887b-3254b8d76277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396385 Dec 22 13:43:09.862629 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5e68ec13-94a8-4245-978e-d939301763af req-e9db652c-4c68-4f73-81c7-afdf9f434c27 service neutron] 10.222.0.45 "GET /v2.0/networks/19c0f1ca-d4cd-48c6-887b-3254b8d76277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340139 Dec 22 13:43:09.994516 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5e68ec13-94a8-4245-978e-d939301763af req-768743f8-b6c5-40e8-8912-cf0f0e673005 service neutron] 10.222.0.45 "GET /v2.0/networks/19c0f1ca-d4cd-48c6-887b-3254b8d76277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250250 Dec 22 13:43:10.352797 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25714308-0554-457e-8c68-82a714ad0e7b req-29789433-40ac-4695-ab17-570c6b854542 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:10.354264 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-25714308-0554-457e-8c68-82a714ad0e7b req-29789433-40ac-4695-ab17-570c6b854542 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 945 time: 0.0802331 Dec 22 13:43:10.399023 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-25714308-0554-457e-8c68-82a714ad0e7b req-733c8d27-7c46-4255-8e94-d902a8d7c563 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393240 Dec 22 13:43:10.460899 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 7ff746ab-c904-4106-a6bc-bf88cb8dea18 up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:43:10.536754 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 7ff746ab-c904-4106-a6bc-bf88cb8dea18 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:43:10.537136 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:10.564884 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:10.653803 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:10.686451 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 7ff746ab-c904-4106-a6bc-bf88cb8dea18, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7ff746ab-c904-4106-a6bc-bf88cb8dea18,segment=NetworkSegment(b87ea48a-3099-43ab-8a93-003f224dcc61),segment_id=b87ea48a-3099-43ab-8a93-003f224dcc61)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:43:10.752631 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:10.755436 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-146e8321-dc32-4d26-9af2-b6f15af682bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:10.783825 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5220fa1c-aa54-4fa2-be17-b9841d39ff22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff746ab-c904-4106-a6bc-bf88cb8dea18'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:43:10.827662 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=7ff746ab-c904-4106-a6bc-bf88cb8dea18,revision_number=8']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:10.831083 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:10.846413 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5220fa1c-aa54-4fa2-be17-b9841d39ff22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff746ab-c904-4106-a6bc-bf88cb8dea18', 'code': 200} Dec 22 13:43:11.594669 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e65a2d-52c8-4843-8674-9d56c2374645 req-305ce252-78ee-44dd-a316-ec85f8acc1eb tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:11.596090 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-25e65a2d-52c8-4843-8674-9d56c2374645 req-305ce252-78ee-44dd-a316-ec85f8acc1eb tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 946 time: 0.0761533 Dec 22 13:43:11.644500 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-25e65a2d-52c8-4843-8674-9d56c2374645 req-5c25af08-c811-43fe-873c-0900500609de tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429130 Dec 22 13:43:11.843201 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d5a7b-19ea-41ea-a684-f7b6610d640d req-4b4152eb-efd3-4969-b6f9-597c671da02f tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:11.844639 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d36d5a7b-19ea-41ea-a684-f7b6610d640d req-4b4152eb-efd3-4969-b6f9-597c671da02f tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 946 time: 0.0814812 Dec 22 13:43:11.889178 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d36d5a7b-19ea-41ea-a684-f7b6610d640d req-7c40bc3a-c4ac-46e9-8d90-2e63de720c2c tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390806 Dec 22 13:43:12.168882 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55477242-7685-4965-b984-79d1da97bd2e req-8bb3fbee-6cfe-4c4c-854e-e912c846eaaf tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:12.170318 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-55477242-7685-4965-b984-79d1da97bd2e req-8bb3fbee-6cfe-4c4c-854e-e912c846eaaf tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 946 time: 0.1643789 Dec 22 13:43:12.214161 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-55477242-7685-4965-b984-79d1da97bd2e req-8202a56d-190d-4a01-ae98-d1dacfaa827e tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383828 Dec 22 13:43:13.060562 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4161e-c02d-4737-9e88-922446022a77 req-47d82d91-3a28-4d13-bd01-ff07e06aad87 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:13.061993 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-37c4161e-c02d-4737-9e88-922446022a77 req-47d82d91-3a28-4d13-bd01-ff07e06aad87 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 946 time: 0.0785015 Dec 22 13:43:13.106549 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-37c4161e-c02d-4737-9e88-922446022a77 req-64b39b5f-5c38-4465-830f-436df6c3603d tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390301 Dec 22 13:43:14.301637 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9d3e5-b34e-443c-8db9-145fae33dc71 req-0359ad30-3a97-46cb-b8ad-1a8fe2a95fde tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:14.303103 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-57f9d3e5-b34e-443c-8db9-145fae33dc71 req-0359ad30-3a97-46cb-b8ad-1a8fe2a95fde tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 946 time: 0.0779920 Dec 22 13:43:14.348163 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-57f9d3e5-b34e-443c-8db9-145fae33dc71 req-c35da5d7-9f3c-47e1-916a-79650fec347f tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/security-groups?id=efa3d6ec-995d-49f2-a242-f3a81e7d21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388553 Dec 22 13:43:14.673283 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92154e6e-cfe6-4487-9d90-4ba60f5560be req-5836a597-1bc8-4cc6-a77c-a3db745bf877 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:14.674723 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-92154e6e-cfe6-4487-9d90-4ba60f5560be req-5836a597-1bc8-4cc6-a77c-a3db745bf877 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.45 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 946 time: 0.0797844 Dec 22 13:43:14.746207 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-92154e6e-cfe6-4487-9d90-4ba60f5560be req-d6e0e81d-4809-4525-9126-ea86548ddc6b tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Deleting port 7ff746ab-c904-4106-a6bc-bf88cb8dea18 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:43:14.746491 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-92154e6e-cfe6-4487-9d90-4ba60f5560be req-d6e0e81d-4809-4525-9126-ea86548ddc6b tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:14.987735 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-92154e6e-cfe6-4487-9d90-4ba60f5560be req-d6e0e81d-4809-4525-9126-ea86548ddc6b tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] For port 7ff746ab-c904-4106-a6bc-bf88cb8dea18, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7ff746ab-c904-4106-a6bc-bf88cb8dea18,segment=NetworkSegment(b87ea48a-3099-43ab-8a93-003f224dcc61),segment_id=b87ea48a-3099-43ab-8a93-003f224dcc61)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:43:14.988087 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-92154e6e-cfe6-4487-9d90-4ba60f5560be req-d6e0e81d-4809-4525-9126-ea86548ddc6b tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:15.108964 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-92154e6e-cfe6-4487-9d90-4ba60f5560be req-d6e0e81d-4809-4525-9126-ea86548ddc6b tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Calling delete_port for 7ff746ab-c904-4106-a6bc-bf88cb8dea18 owned by compute:nova {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:43:15.116586 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:43:15.289492 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-92154e6e-cfe6-4487-9d90-4ba60f5560be req-d6e0e81d-4809-4525-9126-ea86548ddc6b tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:15.295282 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-15ae4598-6d20-49a4-b4b2-053500080c4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:15.309086 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['7ff746ab-c904-4106-a6bc-bf88cb8dea18'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:43:15.342605 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e0e81d-4809-4525-9126-ea86548ddc6b tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Pushing event deleted for resources: {'Port': ['ID=7ff746ab-c904-4106-a6bc-bf88cb8dea18,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:15.345344 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d6e0e81d-4809-4525-9126-ea86548ddc6b tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:15.414045 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-92154e6e-cfe6-4487-9d90-4ba60f5560be req-d6e0e81d-4809-4525-9126-ea86548ddc6b tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] No DVR routers for this DVR port 7ff746ab-c904-4106-a6bc-bf88cb8dea18 on host hv-neutron-8226 {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:43:15.417153 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-92154e6e-cfe6-4487-9d90-4ba60f5560be req-d6e0e81d-4809-4525-9126-ea86548ddc6b tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:15.419846 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5220fa1c-aa54-4fa2-be17-b9841d39ff22', 'name': 'network-vif-deleted', 'tag': '7ff746ab-c904-4106-a6bc-bf88cb8dea18'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:43:15.504268 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5220fa1c-aa54-4fa2-be17-b9841d39ff22', 'name': 'network-vif-deleted', 'tag': '7ff746ab-c904-4106-a6bc-bf88cb8dea18', 'status': 'completed', 'code': 200} Dec 22 13:43:15.510122 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-92154e6e-cfe6-4487-9d90-4ba60f5560be req-d6e0e81d-4809-4525-9126-ea86548ddc6b tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.45 "DELETE /v2.0/ports/7ff746ab-c904-4106-a6bc-bf88cb8dea18 HTTP/1.1" status: 204 len: 173 time: 0.8262937 Dec 22 13:43:15.515966 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-35dfde35-4d29-4a1d-bd8d-aca85b5bb8ed req-7030e8ae-5c78-4e64-ad3f-821182e34d50 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Synchronizing usage tracker for tenant:5fdd3368443b4f53a733f2d30b14b331 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:43:15.621009 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-35dfde35-4d29-4a1d-bd8d-aca85b5bb8ed req-7030e8ae-5c78-4e64-ad3f-821182e34d50 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Unset dirty status for tenant:5fdd3368443b4f53a733f2d30b14b331 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:43:15.622152 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-35dfde35-4d29-4a1d-bd8d-aca85b5bb8ed req-7030e8ae-5c78-4e64-ad3f-821182e34d50 tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] 10.222.0.47 "GET /v2.0/ports?device_id=5220fa1c-aa54-4fa2-be17-b9841d39ff22 HTTP/1.1" status: 200 len: 210 time: 0.1510949 Dec 22 13:43:16.878248 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 54746) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:43:17.034267 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-73b8a961-abf1-437c-9c5e-f001911862af admin admin] Deleting subnet e3b27c2b-986b-4046-87d0-c9e363dd7e63 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:43:17.037114 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-73b8a961-abf1-437c-9c5e-f001911862af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:17.086194 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-73b8a961-abf1-437c-9c5e-f001911862af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:17.143017 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-73b8a961-abf1-437c-9c5e-f001911862af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:17.284035 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-73b8a961-abf1-437c-9c5e-f001911862af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:17.287826 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-53f05d55-8ad5-40cc-aef7-47175142e4bb tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:17.321051 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8a961-abf1-437c-9c5e-f001911862af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3b27c2b-986b-4046-87d0-c9e363dd7e63,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:17.323841 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-73b8a961-abf1-437c-9c5e-f001911862af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:17.328651 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-73b8a961-abf1-437c-9c5e-f001911862af admin admin] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:17.334724 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-73b8a961-abf1-437c-9c5e-f001911862af admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e3b27c2b-986b-4046-87d0-c9e363dd7e63 HTTP/1.1" status: 204 len: 168 time: 0.4551709 Dec 22 13:43:17.337787 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 54750) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:43:17.441483 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-717b9049-8d6d-4ae5-be39-8fb930edf156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:17.567039 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-717b9049-8d6d-4ae5-be39-8fb930edf156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:17.592371 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-717b9049-8d6d-4ae5-be39-8fb930edf156 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19c0f1ca-d4cd-48c6-887b-3254b8d76277']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:43:17.604711 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-717b9049-8d6d-4ae5-be39-8fb930edf156 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b87ea48a-3099-43ab-8a93-003f224dcc61') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:43:17.605003 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-717b9049-8d6d-4ae5-be39-8fb930edf156 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b87ea48a-3099-43ab-8a93-003f224dcc61') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:43:17.615895 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-717b9049-8d6d-4ae5-be39-8fb930edf156 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:17.635563 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-717b9049-8d6d-4ae5-be39-8fb930edf156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:17.641401 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-717b9049-8d6d-4ae5-be39-8fb930edf156 admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:43:17.641770 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-717b9049-8d6d-4ae5-be39-8fb930edf156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:17.655255 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:43:17.655255 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:43:17.655255 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:43:17.655255 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:43:17.655255 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:43:17.655255 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:43:17.655255 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:43:17.655255 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:43:17.655255 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:43:17.655255 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:43:17.655255 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:43:17.655255 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:43:17.655255 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:43:17.655255 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:43:17.655255 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:43:17.655255 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:43:17.655255 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:43:17.655255 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:43:17.655255 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:43:17.655255 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:43:17.655255 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:43:17.655255 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:43:17.655255 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:43:17.655255 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:43:17.655255 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:43:17.655255 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:43:17.655255 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:43:17.655255 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:43:17.655255 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:43:17.655255 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:43:17.655255 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:43:17.655255 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:43:17.791953 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-717b9049-8d6d-4ae5-be39-8fb930edf156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:17.795434 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-cff47e6c-eddf-4143-a485-eb24cef44fb0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:17.808603 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-717b9049-8d6d-4ae5-be39-8fb930edf156 admin admin] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:17.820840 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b9049-8d6d-4ae5-be39-8fb930edf156 admin admin] Pushing event deleted for resources: {'Network': ['ID=19c0f1ca-d4cd-48c6-887b-3254b8d76277,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:17.824180 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-717b9049-8d6d-4ae5-be39-8fb930edf156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:17.895894 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-717b9049-8d6d-4ae5-be39-8fb930edf156 admin admin] 10.222.0.47 "DELETE /v2.0/networks/19c0f1ca-d4cd-48c6-887b-3254b8d76277 HTTP/1.1" status: 204 len: 168 time: 0.5570917 Dec 22 13:43:18.220147 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 54756) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:43:18.275585 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-3cb4b2bd-f774-4597-abc9-6e8ce7b8aceb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5fdd3368443b4f53a733f2d30b14b331&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0533960 Dec 22 13:43:18.277690 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 54760) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:43:18.335045 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-76c877cc-ec8f-49ec-a880-419209fc0413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:18.361084 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-76c877cc-ec8f-49ec-a880-419209fc0413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:18.477912 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-76c877cc-ec8f-49ec-a880-419209fc0413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:18.481647 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-11eb9e67-59d6-4315-8519-b4b5db92f4a1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:18.494179 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c877cc-ec8f-49ec-a880-419209fc0413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa3d6ec-995d-49f2-a242-f3a81e7d21cf,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:18.499415 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-76c877cc-ec8f-49ec-a880-419209fc0413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:18.518242 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 7ff746ab-c904-4106-a6bc-bf88cb8dea18 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:43:18.551040 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] No Port match for: 7ff746ab-c904-4106-a6bc-bf88cb8dea18 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:43:18.551393 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 7ff746ab-c904-4106-a6bc-bf88cb8dea18 not bound to the agent host hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:43:18.568021 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-76c877cc-ec8f-49ec-a880-419209fc0413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:18.569144 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-76c877cc-ec8f-49ec-a880-419209fc0413 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/efa3d6ec-995d-49f2-a242-f3a81e7d21cf HTTP/1.1" status: 204 len: 168 time: 0.2905555 Dec 22 13:43:19.629897 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 54782) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:43:19.756709 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-e45774dd-7c36-49f6-9562-7f944419fea9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-920374604-network', 'tenant_id': 'f61af085de19432ea0b5be554f881a47'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:43:19.762369 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-e45774dd-7c36-49f6-9562-7f944419fea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:43:19.766171 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-e45774dd-7c36-49f6-9562-7f944419fea9 admin admin] Usage tracker for resource:network and tenant:f61af085de19432ea0b5be554f881a47 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:43:19.769037 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-e45774dd-7c36-49f6-9562-7f944419fea9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:43:19.774674 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-e45774dd-7c36-49f6-9562-7f944419fea9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:43:19.837650 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45774dd-7c36-49f6-9562-7f944419fea9 admin admin] Made reservation on behalf of f61af085de19432ea0b5be554f881a47 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:43:19.839994 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e45774dd-7c36-49f6-9562-7f944419fea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:19.852431 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e45774dd-7c36-49f6-9562-7f944419fea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:19.884299 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-e45774dd-7c36-49f6-9562-7f944419fea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:43:19.888222 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-e45774dd-7c36-49f6-9562-7f944419fea9 admin admin] Usage tracker for resource:security_group_rule and tenant:f61af085de19432ea0b5be554f881a47 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:43:19.891038 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-e45774dd-7c36-49f6-9562-7f944419fea9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:43:19.896713 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-e45774dd-7c36-49f6-9562-7f944419fea9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:43:19.963694 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e45774dd-7c36-49f6-9562-7f944419fea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:20.020641 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e45774dd-7c36-49f6-9562-7f944419fea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:20.024623 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-78960d6d-d919-4dc5-ba8d-84220933bd7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:20.047828 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e45774dd-7c36-49f6-9562-7f944419fea9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:43:20.060200 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45774dd-7c36-49f6-9562-7f944419fea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad1a73c-fc42-49bf-a129-69c8b32a4d48,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:20.063988 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e45774dd-7c36-49f6-9562-7f944419fea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:20.064909 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e45774dd-7c36-49f6-9562-7f944419fea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:20.065243 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-e45774dd-7c36-49f6-9562-7f944419fea9 admin admin] Added segment 7616e375-eb12-4d3e-abf9-16be2f00f45e of type vlan for network c6fd7737-5c97-450a-97f9-3afc8925d257 Dec 22 13:43:20.091304 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e45774dd-7c36-49f6-9562-7f944419fea9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:20.174322 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e45774dd-7c36-49f6-9562-7f944419fea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:20.175242 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45774dd-7c36-49f6-9562-7f944419fea9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:20.175813 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e45774dd-7c36-49f6-9562-7f944419fea9 admin admin] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:20.180499 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9ac21832-98b0-44a3-9d97-166146469ee6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:20.277767 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45774dd-7c36-49f6-9562-7f944419fea9 admin admin] Pushing event updated for resources: {'Network': ['ID=c6fd7737-5c97-450a-97f9-3afc8925d257,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:20.280357 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e45774dd-7c36-49f6-9562-7f944419fea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:20.287391 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network c6fd7737-5c97-450a-97f9-3afc8925d257 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:43:20.335771 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e45774dd-7c36-49f6-9562-7f944419fea9 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7046964 Dec 22 13:43:20.339070 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 54788) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:43:20.344377 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-0c9dbff3-e413-4c38-a08e-a5f324a8c215 admin admin] Request body: {'subnet': {'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-920374604-subnet', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:43:20.349296 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0c9dbff3-e413-4c38-a08e-a5f324a8c215 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:43:20.354686 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0c9dbff3-e413-4c38-a08e-a5f324a8c215 admin admin] Usage tracker for resource:subnet and tenant:f61af085de19432ea0b5be554f881a47 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:43:20.357677 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0c9dbff3-e413-4c38-a08e-a5f324a8c215 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:43:20.363328 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0c9dbff3-e413-4c38-a08e-a5f324a8c215 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:43:20.437528 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9dbff3-e413-4c38-a08e-a5f324a8c215 admin admin] Made reservation on behalf of f61af085de19432ea0b5be554f881a47 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:43:20.439809 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0c9dbff3-e413-4c38-a08e-a5f324a8c215 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:20.694968 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0c9dbff3-e413-4c38-a08e-a5f324a8c215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:20.699275 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d65104d7-0883-4f75-8a75-8cf2a88a0e5d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:20.770891 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9dbff3-e413-4c38-a08e-a5f324a8c215 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b38ee779-25d3-4523-b4fe-11b22068e8c1,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:20.787073 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9dbff3-e413-4c38-a08e-a5f324a8c215 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:20.787457 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9dbff3-e413-4c38-a08e-a5f324a8c215 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:20.787834 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9dbff3-e413-4c38-a08e-a5f324a8c215 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:20.788203 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9dbff3-e413-4c38-a08e-a5f324a8c215 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:20.788573 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9dbff3-e413-4c38-a08e-a5f324a8c215 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:20.788940 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9dbff3-e413-4c38-a08e-a5f324a8c215 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:20.789327 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9dbff3-e413-4c38-a08e-a5f324a8c215 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:20.789691 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9dbff3-e413-4c38-a08e-a5f324a8c215 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:20.790743 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9dbff3-e413-4c38-a08e-a5f324a8c215 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:20.792031 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9dbff3-e413-4c38-a08e-a5f324a8c215 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:20.792031 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9dbff3-e413-4c38-a08e-a5f324a8c215 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:20.795771 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0c9dbff3-e413-4c38-a08e-a5f324a8c215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:20.797679 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9dbff3-e413-4c38-a08e-a5f324a8c215 admin admin] Checking segment: {'id': '7616e375-eb12-4d3e-abf9-16be2f00f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:43:20.798026 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9dbff3-e413-4c38-a08e-a5f324a8c215 admin admin] Network hostable DHCP agents. Network: c6fd7737-5c97-450a-97f9-3afc8925d257, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:43:20.883352 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9dbff3-e413-4c38-a08e-a5f324a8c215 admin admin] Network c6fd7737-5c97-450a-97f9-3afc8925d257 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:43:20.923398 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-0c9dbff3-e413-4c38-a08e-a5f324a8c215 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, c6fd7737-5c97-450a-97f9-3afc8925d257) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:43:20.927220 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9dbff3-e413-4c38-a08e-a5f324a8c215 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:20.927800 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0c9dbff3-e413-4c38-a08e-a5f324a8c215 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:20.933721 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b87e10a-fc53-46dc-a77f-8560f32e59ce None None] Network c6fd7737-5c97-450a-97f9-3afc8925d257 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:43:20.992706 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0c9dbff3-e413-4c38-a08e-a5f324a8c215 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6525335 Dec 22 13:43:20.996123 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 54792) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:43:21.001208 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-acd1ae85-5419-4645-adc2-6e1c4c9d4969 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-920374604-router', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:43:21.005765 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-acd1ae85-5419-4645-adc2-6e1c4c9d4969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:43:21.010328 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-acd1ae85-5419-4645-adc2-6e1c4c9d4969 admin admin] Usage tracker for resource:router and tenant:f61af085de19432ea0b5be554f881a47 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:43:21.013214 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-acd1ae85-5419-4645-adc2-6e1c4c9d4969 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:43:21.019034 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-acd1ae85-5419-4645-adc2-6e1c4c9d4969 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:43:21.078090 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-acd1ae85-5419-4645-adc2-6e1c4c9d4969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:21.079068 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-acd1ae85-5419-4645-adc2-6e1c4c9d4969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:21.097581 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-acd1ae85-5419-4645-adc2-6e1c4c9d4969 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:21.182554 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34537655-d561-46e8-9e13-889a778b59ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-c6fd7737-5c97-450a-97f9-3afc8925d257', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'fixed_ips': [{'subnet_id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:43:21.183470 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-34537655-d561-46e8-9e13-889a778b59ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:21.298066 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-acd1ae85-5419-4645-adc2-6e1c4c9d4969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:21.337680 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-34537655-d561-46e8-9e13-889a778b59ae None None] Allocated IP 172.20.0.2 (c6fd7737-5c97-450a-97f9-3afc8925d257/b38ee779-25d3-4523-b4fe-11b22068e8c1/8a5091f2-a69b-4744-accf-cd1029fdc5d6) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:43:21.550015 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-34537655-d561-46e8-9e13-889a778b59ae None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:21.560249 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-34537655-d561-46e8-9e13-889a778b59ae None None] Transition to ACTIVE for port object 8a5091f2-a69b-4744-accf-cd1029fdc5d6 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:43:21.579186 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-34537655-d561-46e8-9e13-889a778b59ae None None] Transition to ACTIVE for port object 8a5091f2-a69b-4744-accf-cd1029fdc5d6 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:43:21.639855 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-acd1ae85-5419-4645-adc2-6e1c4c9d4969 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:21.651079 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-34537655-d561-46e8-9e13-889a778b59ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:21.655551 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:21.670658 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-acd1ae85-5419-4645-adc2-6e1c4c9d4969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:21.712703 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34537655-d561-46e8-9e13-889a778b59ae None None] Network c6fd7737-5c97-450a-97f9-3afc8925d257 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:43:21.720423 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-34537655-d561-46e8-9e13-889a778b59ae None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:43:21.723228 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34537655-d561-46e8-9e13-889a778b59ae None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:43:21.734909 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34537655-d561-46e8-9e13-889a778b59ae None None] Pushing event updated for resources: {'Port': ['ID=8a5091f2-a69b-4744-accf-cd1029fdc5d6,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:21.737821 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-34537655-d561-46e8-9e13-889a778b59ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:21.812634 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-acd1ae85-5419-4645-adc2-6e1c4c9d4969 admin admin] Allocated IP 172.26.1.177 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:43:21.825452 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-34537655-d561-46e8-9e13-889a778b59ae None None] Attempting to bind port 8a5091f2-a69b-4744-accf-cd1029fdc5d6 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:43:21.825825 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-34537655-d561-46e8-9e13-889a778b59ae None None] Attempting to bind port 8a5091f2-a69b-4744-accf-cd1029fdc5d6 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '7616e375-eb12-4d3e-abf9-16be2f00f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:43:21.826186 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34537655-d561-46e8-9e13-889a778b59ae None None] Attempting to bind port 8a5091f2-a69b-4744-accf-cd1029fdc5d6 on network c6fd7737-5c97-450a-97f9-3afc8925d257 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:43:21.832441 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34537655-d561-46e8-9e13-889a778b59ae None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:43:21.833645 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34537655-d561-46e8-9e13-889a778b59ae None None] Checking segment: {'id': '7616e375-eb12-4d3e-abf9-16be2f00f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:43:21.833645 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-34537655-d561-46e8-9e13-889a778b59ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:21.833834 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34537655-d561-46e8-9e13-889a778b59ae None None] Bound using segment: {'id': '7616e375-eb12-4d3e-abf9-16be2f00f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:43:21.834462 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-34537655-d561-46e8-9e13-889a778b59ae None None] Bound port: 8a5091f2-a69b-4744-accf-cd1029fdc5d6, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7616e375-eb12-4d3e-abf9-16be2f00f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:43:21.834839 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-34537655-d561-46e8-9e13-889a778b59ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:21.922432 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-34537655-d561-46e8-9e13-889a778b59ae None None] For port 8a5091f2-a69b-4744-accf-cd1029fdc5d6, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:43:21.925333 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-34537655-d561-46e8-9e13-889a778b59ae None None] For port 8a5091f2-a69b-4744-accf-cd1029fdc5d6, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=8a5091f2-a69b-4744-accf-cd1029fdc5d6,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:43:21.963280 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-acd1ae85-5419-4645-adc2-6e1c4c9d4969 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:21.997948 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-34537655-d561-46e8-9e13-889a778b59ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:22.002241 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:22.026631 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-acd1ae85-5419-4645-adc2-6e1c4c9d4969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:22.030472 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-dfa974ec-799d-41ee-977d-f1c3aab274d5 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:22.090847 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34537655-d561-46e8-9e13-889a778b59ae None None] Pushing event updated for resources: {'Port': ['ID=8a5091f2-a69b-4744-accf-cd1029fdc5d6,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:22.093905 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-34537655-d561-46e8-9e13-889a778b59ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:22.099925 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd1ae85-5419-4645-adc2-6e1c4c9d4969 admin admin] Pushing event updated for resources: {'Port': ['ID=f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:22.103333 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd1ae85-5419-4645-adc2-6e1c4c9d4969 admin admin] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:43:22.104292 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-acd1ae85-5419-4645-adc2-6e1c4c9d4969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:22.105248 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-acd1ae85-5419-4645-adc2-6e1c4c9d4969 admin admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:43:22.107290 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd1ae85-5419-4645-adc2-6e1c4c9d4969 admin admin] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:43:22.336241 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-acd1ae85-5419-4645-adc2-6e1c4c9d4969 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:22.336937 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-acd1ae85-5419-4645-adc2-6e1c4c9d4969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:22.620441 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd1ae85-5419-4645-adc2-6e1c4c9d4969 admin admin] Router b0aea414-ac18-4498-995b-e16d012b2ca2 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:43:22.855590 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd1ae85-5419-4645-adc2-6e1c4c9d4969 admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:43:22.874390 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a174f5e-aba9-4684-9a5c-4aea6039bea1 None None] Sync routers for ids ['b0aea414-ac18-4498-995b-e16d012b2ca2'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:43:22.892095 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a174f5e-aba9-4684-9a5c-4aea6039bea1 None None] Routers {'b0aea414-ac18-4498-995b-e16d012b2ca2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:43:22.892658 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-8a174f5e-aba9-4684-9a5c-4aea6039bea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:43:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b0aea414-ac18-4498-995b-e16d012b2ca2'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:43:22.986499 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-acd1ae85-5419-4645-adc2-6e1c4c9d4969 admin admin] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:22.990311 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-acd1ae85-5419-4645-adc2-6e1c4c9d4969 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9907079 Dec 22 13:43:22.991161 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 54796) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:43:23.111913 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-8a174f5e-aba9-4684-9a5c-4aea6039bea1 None None] Set router b0aea414-ac18-4498-995b-e16d012b2ca2 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:43:23.151887 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430105ed-bc45-4191-b3a1-dd9eaf04adad None None] Network c6fd7737-5c97-450a-97f9-3afc8925d257 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:43:23.431243 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c3290966-4627-4251-9a94-97e72d77b155 None None] Provisioning for port 8a5091f2-a69b-4744-accf-cd1029fdc5d6 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:43:23.574853 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 8a5091f2-a69b-4744-accf-cd1029fdc5d6 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:43:23.690809 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-8a174f5e-aba9-4684-9a5c-4aea6039bea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'name': 'tempest-ServerActionsTestJSON-920374604-router', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:22Z', 'revision_number': 3, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'gw_port': {'id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fd:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:43:23.698538 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a174f5e-aba9-4684-9a5c-4aea6039bea1 None None] Checking router: b0aea414-ac18-4498-995b-e16d012b2ca2 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:43:23.703631 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a174f5e-aba9-4684-9a5c-4aea6039bea1 None None] Updating router b0aea414-ac18-4498-995b-e16d012b2ca2 port f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e binding host dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:43:23.759333 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8a174f5e-aba9-4684-9a5c-4aea6039bea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:23.839031 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 8a5091f2-a69b-4744-accf-cd1029fdc5d6 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:43:23.853390 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 8a5091f2-a69b-4744-accf-cd1029fdc5d6 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:43:23.853888 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:23.886191 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-527967de-7542-45cb-b0aa-b6977356441f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:24.031512 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-8642a0a9-2938-49b5-a91e-3be2a31b4f58 None None] Provisioning complete for port 8a5091f2-a69b-4744-accf-cd1029fdc5d6 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:43:24.032115 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8642a0a9-2938-49b5-a91e-3be2a31b4f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:24.095670 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-527967de-7542-45cb-b0aa-b6977356441f admin admin] Allocated IP 172.20.0.1 (c6fd7737-5c97-450a-97f9-3afc8925d257/b38ee779-25d3-4523-b4fe-11b22068e8c1/6b6239ce-5422-4c50-a9a1-1b2d27b341ab) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:43:24.184730 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:24.246712 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-527967de-7542-45cb-b0aa-b6977356441f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:24.262667 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-527967de-7542-45cb-b0aa-b6977356441f admin admin] Transition to ACTIVE for port object 6b6239ce-5422-4c50-a9a1-1b2d27b341ab will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:43:24.293739 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 8a5091f2-a69b-4744-accf-cd1029fdc5d6, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=8a5091f2-a69b-4744-accf-cd1029fdc5d6,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:43:24.315008 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8642a0a9-2938-49b5-a91e-3be2a31b4f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:24.329764 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-527967de-7542-45cb-b0aa-b6977356441f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:24.333950 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-fa956b58-3d07-43f5-b7ae-349901b616d0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:24.378892 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:24.387915 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:24.404640 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527967de-7542-45cb-b0aa-b6977356441f admin admin] Network c6fd7737-5c97-450a-97f9-3afc8925d257 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:43:24.407797 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-527967de-7542-45cb-b0aa-b6977356441f admin admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:43:24.411957 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527967de-7542-45cb-b0aa-b6977356441f admin admin] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:43:24.436974 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527967de-7542-45cb-b0aa-b6977356441f admin admin] Pushing event updated for resources: {'Port': ['ID=6b6239ce-5422-4c50-a9a1-1b2d27b341ab,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:24.442174 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-527967de-7542-45cb-b0aa-b6977356441f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:24.469780 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-527967de-7542-45cb-b0aa-b6977356441f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:24.521461 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8a174f5e-aba9-4684-9a5c-4aea6039bea1 None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:24.523999 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-8642a0a9-2938-49b5-a91e-3be2a31b4f58 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:43:24.524928 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-8642a0a9-2938-49b5-a91e-3be2a31b4f58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:43:24.540475 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=8a5091f2-a69b-4744-accf-cd1029fdc5d6,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:24.544252 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-8a174f5e-aba9-4684-9a5c-4aea6039bea1 None None] Transition to ACTIVE for port object f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:43:24.546907 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:24.608413 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-527967de-7542-45cb-b0aa-b6977356441f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:24.609364 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8a174f5e-aba9-4684-9a5c-4aea6039bea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:24.613231 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:24.692767 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f775b-5389-4212-a383-5b8c949a88bc None None] Pushing event updated for resources: {'Port': ['ID=f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:24.695142 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-9c2f775b-5389-4212-a383-5b8c949a88bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:24.698185 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-8a174f5e-aba9-4684-9a5c-4aea6039bea1 None None] Attempting to bind port f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:43:24.698670 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-8a174f5e-aba9-4684-9a5c-4aea6039bea1 None None] Attempting to bind port f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:43:24.699035 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a174f5e-aba9-4684-9a5c-4aea6039bea1 None None] Attempting to bind port f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e on network 0776f1b4-770d-462f-bc0f-df97e8017b18 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:43:24.705881 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a174f5e-aba9-4684-9a5c-4aea6039bea1 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:43:24.706248 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a174f5e-aba9-4684-9a5c-4aea6039bea1 None None] Checking segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:43:24.706688 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8a174f5e-aba9-4684-9a5c-4aea6039bea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:24.707075 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a174f5e-aba9-4684-9a5c-4aea6039bea1 None None] Bound using segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:43:24.707559 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-8a174f5e-aba9-4684-9a5c-4aea6039bea1 None None] Bound port: f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:43:24.707934 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8a174f5e-aba9-4684-9a5c-4aea6039bea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:24.784627 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-8a174f5e-aba9-4684-9a5c-4aea6039bea1 None None] For port f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:43:24.787736 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-8a174f5e-aba9-4684-9a5c-4aea6039bea1 None None] For port f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:43:24.841164 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-527967de-7542-45cb-b0aa-b6977356441f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:24.849466 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8a174f5e-aba9-4684-9a5c-4aea6039bea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:24.854146 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:24.911975 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-527967de-7542-45cb-b0aa-b6977356441f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:24.928571 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f775b-5389-4212-a383-5b8c949a88bc None None] Pushing event updated for resources: {'Port': ['ID=f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:24.931583 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-9c2f775b-5389-4212-a383-5b8c949a88bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:24.935496 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a174f5e-aba9-4684-9a5c-4aea6039bea1 None None] Routers {'b0aea414-ac18-4498-995b-e16d012b2ca2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:43:24.936104 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-8a174f5e-aba9-4684-9a5c-4aea6039bea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:43:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b0aea414-ac18-4498-995b-e16d012b2ca2'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:43:24.941107 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-acd1ae85-5419-4645-adc2-6e1c4c9d4969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:25.022291 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527967de-7542-45cb-b0aa-b6977356441f admin admin] Pushing event updated for resources: {'Port': ['ID=6b6239ce-5422-4c50-a9a1-1b2d27b341ab,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:25.025638 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-527967de-7542-45cb-b0aa-b6977356441f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:25.029241 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-527967de-7542-45cb-b0aa-b6977356441f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:25.163177 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-8a174f5e-aba9-4684-9a5c-4aea6039bea1 None None] Set router b0aea414-ac18-4498-995b-e16d012b2ca2 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:43:25.165941 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527967de-7542-45cb-b0aa-b6977356441f admin admin] Network c6fd7737-5c97-450a-97f9-3afc8925d257 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:43:25.167084 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-527967de-7542-45cb-b0aa-b6977356441f admin admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:43:25.515636 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-064712e1-d8f6-48ef-902e-5590caff973c None None] Provisioning for port 6b6239ce-5422-4c50-a9a1-1b2d27b341ab completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:43:25.526231 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-064712e1-d8f6-48ef-902e-5590caff973c None None] Provisioning complete for port 6b6239ce-5422-4c50-a9a1-1b2d27b341ab triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:43:25.526639 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-064712e1-d8f6-48ef-902e-5590caff973c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:25.556267 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 8a5091f2-a69b-4744-accf-cd1029fdc5d6 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:43:25.635665 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-064712e1-d8f6-48ef-902e-5590caff973c None None] Port 6b6239ce-5422-4c50-a9a1-1b2d27b341ab cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:43:25.671237 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-8a174f5e-aba9-4684-9a5c-4aea6039bea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'name': 'tempest-ServerActionsTestJSON-920374604-router', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:24Z', 'revision_number': 4, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'gw_port': {'id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fd:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '6b6239ce-5422-4c50-a9a1-1b2d27b341ab', 'name': '', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'mac_address': 'fa:16:3e:3a:16:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:23Z', 'updated_at': '2021-12-22T13:43:24Z', 'revision_number': 2, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'subnets': [{'id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:43:25.674157 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 8a5091f2-a69b-4744-accf-cd1029fdc5d6 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:43:25.674560 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:25.702844 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a174f5e-aba9-4684-9a5c-4aea6039bea1 None None] The sync data for ids ['b0aea414-ac18-4498-995b-e16d012b2ca2'] in dv-neutron-822669-1-hyperv is: [{'id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'name': 'tempest-ServerActionsTestJSON-920374604-router', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:24Z', 'revision_number': 4, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'gw_port': {'id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fd:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '6b6239ce-5422-4c50-a9a1-1b2d27b341ab', 'name': '', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'mac_address': 'fa:16:3e:3a:16:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:23Z', 'updated_at': '2021-12-22T13:43:24Z', 'revision_number': 2, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'subnets': [{'id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:43:25.707717 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527967de-7542-45cb-b0aa-b6977356441f admin admin] Router b0aea414-ac18-4498-995b-e16d012b2ca2 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:43:25.814788 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-32862282-fbbc-4d34-bc8e-c43fd4576da0 None None] Provisioning complete for port 6b6239ce-5422-4c50-a9a1-1b2d27b341ab triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:43:25.824497 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-32862282-fbbc-4d34-bc8e-c43fd4576da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:25.880921 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-32862282-fbbc-4d34-bc8e-c43fd4576da0 None None] Port 6b6239ce-5422-4c50-a9a1-1b2d27b341ab cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:43:25.940589 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527967de-7542-45cb-b0aa-b6977356441f admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:43:25.950411 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-527967de-7542-45cb-b0aa-b6977356441f admin admin] 10.222.0.47 "PUT /v2.0/routers/b0aea414-ac18-4498-995b-e16d012b2ca2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9587848 Dec 22 13:43:26.630542 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 54806) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:43:26.636785 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-fe36fe84-1c12-41c3-ada0-e62343eb6498 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1400702614', 'description': 'tempest-description--70618631'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:43:26.642891 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-fe36fe84-1c12-41c3-ada0-e62343eb6498 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:43:26.646845 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-fe36fe84-1c12-41c3-ada0-e62343eb6498 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Usage tracker for resource:security_group and tenant:f61af085de19432ea0b5be554f881a47 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:43:26.650532 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-fe36fe84-1c12-41c3-ada0-e62343eb6498 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:43:26.656527 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-fe36fe84-1c12-41c3-ada0-e62343eb6498 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:43:26.706671 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fe36fe84-1c12-41c3-ada0-e62343eb6498 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:26.744715 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-fe36fe84-1c12-41c3-ada0-e62343eb6498 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:43:26.748610 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-fe36fe84-1c12-41c3-ada0-e62343eb6498 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Usage tracker for resource:security_group_rule and tenant:f61af085de19432ea0b5be554f881a47 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:43:26.751783 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-fe36fe84-1c12-41c3-ada0-e62343eb6498 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:43:26.757781 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-fe36fe84-1c12-41c3-ada0-e62343eb6498 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:43:26.814860 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fe36fe84-1c12-41c3-ada0-e62343eb6498 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:26.888945 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fe36fe84-1c12-41c3-ada0-e62343eb6498 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:26.892823 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8113d63a-574f-49cf-9ed0-c0d8822bae9c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:26.931605 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36fe84-1c12-41c3-ada0-e62343eb6498 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:26.934277 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-fe36fe84-1c12-41c3-ada0-e62343eb6498 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:27.015053 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fe36fe84-1c12-41c3-ada0-e62343eb6498 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:27.016219 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-fe36fe84-1c12-41c3-ada0-e62343eb6498 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.3846800 Dec 22 13:43:27.019001 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 54810) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:43:27.025005 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-9bd794d5-0144-406f-982d-d61f4bb23c49 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Request body: {'security_group_rule': {'security_group_id': 'f5576e0a-12c3-4510-8aad-8e4a0bbff9a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:43:27.030895 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-9bd794d5-0144-406f-982d-d61f4bb23c49 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:43:27.034929 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-9bd794d5-0144-406f-982d-d61f4bb23c49 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Usage tracker for resource:security_group_rule and tenant:f61af085de19432ea0b5be554f881a47 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:43:27.038225 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-9bd794d5-0144-406f-982d-d61f4bb23c49 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:43:27.045132 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-9bd794d5-0144-406f-982d-d61f4bb23c49 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:43:27.123801 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9bd794d5-0144-406f-982d-d61f4bb23c49 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:27.186595 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9bd794d5-0144-406f-982d-d61f4bb23c49 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:27.260580 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9bd794d5-0144-406f-982d-d61f4bb23c49 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:27.262754 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a3efd369-f786-41cb-af07-03713cc56503 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:27.285540 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd794d5-0144-406f-982d-d61f4bb23c49 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90349630-bf2d-4245-8c59-1b89216b794b,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:27.289699 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9bd794d5-0144-406f-982d-d61f4bb23c49 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:27.352350 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9bd794d5-0144-406f-982d-d61f4bb23c49 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:27.354128 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9bd794d5-0144-406f-982d-d61f4bb23c49 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3342276 Dec 22 13:43:27.362498 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 54814) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:43:27.368208 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-3531e96e-eb80-466b-8279-ccc7c8102198 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Request body: {'security_group_rule': {'security_group_id': 'f5576e0a-12c3-4510-8aad-8e4a0bbff9a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:43:27.374633 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-3531e96e-eb80-466b-8279-ccc7c8102198 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:43:27.378321 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-3531e96e-eb80-466b-8279-ccc7c8102198 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Usage tracker for resource:security_group_rule and tenant:f61af085de19432ea0b5be554f881a47 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:43:27.381469 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-3531e96e-eb80-466b-8279-ccc7c8102198 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:43:27.387901 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-3531e96e-eb80-466b-8279-ccc7c8102198 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:43:27.462802 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3531e96e-eb80-466b-8279-ccc7c8102198 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:27.528443 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3531e96e-eb80-466b-8279-ccc7c8102198 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:27.535948 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:43:27.597663 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3531e96e-eb80-466b-8279-ccc7c8102198 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:27.599542 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6315526c-c101-4a07-bd26-20275dc6d955 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:27.621823 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3531e96e-eb80-466b-8279-ccc7c8102198 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c932151-b603-4e1f-a55c-7092e51290a5,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:27.624196 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3531e96e-eb80-466b-8279-ccc7c8102198 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:27.678132 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:43:27.683777 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:43:27.684158 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:27.701193 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3531e96e-eb80-466b-8279-ccc7c8102198 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:27.702649 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-3531e96e-eb80-466b-8279-ccc7c8102198 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3391027 Dec 22 13:43:27.705617 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 54818) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:43:27.711635 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-86f2ec0e-58ce-4b75-acc0-ac841bfbceb5 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Request body: {'floatingip': {'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:43:27.718136 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-86f2ec0e-58ce-4b75-acc0-ac841bfbceb5 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:43:27.722119 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-86f2ec0e-58ce-4b75-acc0-ac841bfbceb5 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Usage tracker for resource:floatingip and tenant:f61af085de19432ea0b5be554f881a47 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:43:27.724937 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-86f2ec0e-58ce-4b75-acc0-ac841bfbceb5 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:43:27.731981 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-86f2ec0e-58ce-4b75-acc0-ac841bfbceb5 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:43:27.800517 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:27.803589 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-86f2ec0e-58ce-4b75-acc0-ac841bfbceb5 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks [] for floatingip, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:27.817147 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:43:27.883228 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:27.885866 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:27.944639 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-86f2ec0e-58ce-4b75-acc0-ac841bfbceb5 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:27.958366 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:27.961634 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:28.080665 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-86f2ec0e-58ce-4b75-acc0-ac841bfbceb5 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Allocated IP 172.26.1.83 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/0a99b898-9c20-45f2-b39b-5485969b0466) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:43:28.224097 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-86f2ec0e-58ce-4b75-acc0-ac841bfbceb5 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:28.317725 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-86f2ec0e-58ce-4b75-acc0-ac841bfbceb5 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:28.321438 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-302978ca-d363-4b3a-90dc-4a93d865b1a0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:28.380579 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f2ec0e-58ce-4b75-acc0-ac841bfbceb5 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:43:28.388289 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-86f2ec0e-58ce-4b75-acc0-ac841bfbceb5 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:43:28.392580 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f2ec0e-58ce-4b75-acc0-ac841bfbceb5 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:43:28.424591 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2ec0e-58ce-4b75-acc0-ac841bfbceb5 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Pushing event updated for resources: {'Port': ['ID=0a99b898-9c20-45f2-b39b-5485969b0466,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:28.430322 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-86f2ec0e-58ce-4b75-acc0-ac841bfbceb5 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:28.553636 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-86f2ec0e-58ce-4b75-acc0-ac841bfbceb5 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:28.661120 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-86f2ec0e-58ce-4b75-acc0-ac841bfbceb5 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:28.863401 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-86f2ec0e-58ce-4b75-acc0-ac841bfbceb5 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:28.906266 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-86f2ec0e-58ce-4b75-acc0-ac841bfbceb5 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:28.910546 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0f209485-0f5f-4d9e-a12d-f595ad828457 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:28.935072 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:29.112069 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2ec0e-58ce-4b75-acc0-ac841bfbceb5 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Pushing event updated for resources: {'Port': ['ID=0a99b898-9c20-45f2-b39b-5485969b0466,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:29.115948 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-86f2ec0e-58ce-4b75-acc0-ac841bfbceb5 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:29.132309 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-86f2ec0e-58ce-4b75-acc0-ac841bfbceb5 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:29.231732 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-86f2ec0e-58ce-4b75-acc0-ac841bfbceb5 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:29.232899 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-86f2ec0e-58ce-4b75-acc0-ac841bfbceb5 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5263624 Dec 22 13:43:29.405622 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-c3b3bcbf-2175-42bc-a436-3954bf9d9ab3 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1400702614&fields=id&tenant_id=f61af085de19432ea0b5be554f881a47 HTTP/1.1" status: 200 len: 267 time: 0.0438635 Dec 22 13:43:29.507762 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:43:29.560869 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-61bc6938-acc6-48e0-adf3-591425a0a1da tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:29.566564 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-61bc6938-acc6-48e0-adf3-591425a0a1da tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/networks?id=c6fd7737-5c97-450a-97f9-3afc8925d257 HTTP/1.1" status: 200 len: 811 time: 0.1500657 Dec 22 13:43:29.579105 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:43:29.579489 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:29.579678 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-6c162b1e-13c1-4913-b0f0-6470adb41825 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/quotas/f61af085de19432ea0b5be554f881a47 HTTP/1.1" status: 200 len: 375 time: 0.0115585 Dec 22 13:43:29.667977 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-30c15b9f-bcf5-4c3f-ae07-c55fc631e514 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f61af085de19432ea0b5be554f881a47&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0825419 Dec 22 13:43:29.807896 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-714e9871-39f5-4c3f-a439-a0e12cd0ee35 service neutron] 10.222.0.47 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281695 Dec 22 13:43:29.941429 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-78c8c157-9086-4ab5-94d5-0ade376ffd9c service neutron] 10.222.0.47 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276786 Dec 22 13:43:30.197488 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-763b577a-a0e6-4aee-8736-8111a5cbd821 req-1f4aeca6-c82e-4f88-b5d6-a5a8a6eccc56 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Synchronizing usage tracker for tenant:f61af085de19432ea0b5be554f881a47 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:43:30.289333 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-763b577a-a0e6-4aee-8736-8111a5cbd821 req-1f4aeca6-c82e-4f88-b5d6-a5a8a6eccc56 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Unset dirty status for tenant:f61af085de19432ea0b5be554f881a47 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:43:30.291371 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-763b577a-a0e6-4aee-8736-8111a5cbd821 req-1f4aeca6-c82e-4f88-b5d6-a5a8a6eccc56 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 210 time: 0.1355875 Dec 22 13:43:31.448872 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-bfa7c62e-a08c-4af0-92c4-5a30ca2bc0a9 req-c586d608-cf61-44ed-a5c8-8b3da752b4f9 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 210 time: 0.0411863 Dec 22 13:43:32.194202 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-043f844d-50cc-42fd-b3b6-d34dd38323ee tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:32.194925 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-043f844d-50cc-42fd-b3b6-d34dd38323ee tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Synchronizing usage tracker for tenant:f61af085de19432ea0b5be554f881a47 on resource:network {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:43:32.260734 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-043f844d-50cc-42fd-b3b6-d34dd38323ee tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Unset dirty status for tenant:f61af085de19432ea0b5be554f881a47 on resource:network {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:43:32.261864 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-043f844d-50cc-42fd-b3b6-d34dd38323ee tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.45 "GET /v2.0/networks?id=c6fd7737-5c97-450a-97f9-3afc8925d257 HTTP/1.1" status: 200 len: 811 time: 0.2134712 Dec 22 13:43:32.325414 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-7b3815fb-2c6c-438b-ac43-2f9d89931e06 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Synchronizing usage tracker for tenant:f61af085de19432ea0b5be554f881a47 on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:43:32.416853 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-7b3815fb-2c6c-438b-ac43-2f9d89931e06 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Unset dirty status for tenant:f61af085de19432ea0b5be554f881a47 on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:43:32.418218 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-7b3815fb-2c6c-438b-ac43-2f9d89931e06 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f61af085de19432ea0b5be554f881a47 HTTP/1.1" status: 200 len: 380 time: 0.1344428 Dec 22 13:43:32.439920 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-35dc1110-4317-4129-83af-110dcb1485ff tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Request body: {'port': {'device_id': '2458bd4e-1a4d-42b6-b465-491f8a8d36ba', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'admin_state_up': True, 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'security_groups': ['f5576e0a-12c3-4510-8aad-8e4a0bbff9a0']}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:43:32.622653 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7d80234b-87a6-4599-870a-4668862b3a02 req-8ec0dbcc-1525-4cf6-a600-4ea22600b3c3 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 210 time: 0.0516553 Dec 22 13:43:32.623519 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-35dc1110-4317-4129-83af-110dcb1485ff tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:43:32.633113 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-35dc1110-4317-4129-83af-110dcb1485ff tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:43:32.700003 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-35dc1110-4317-4129-83af-110dcb1485ff tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Made reservation on behalf of f61af085de19432ea0b5be554f881a47 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:43:32.703162 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-35dc1110-4317-4129-83af-110dcb1485ff tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:32.869636 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-35dc1110-4317-4129-83af-110dcb1485ff tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Allocated IP 172.20.0.14 (c6fd7737-5c97-450a-97f9-3afc8925d257/b38ee779-25d3-4523-b4fe-11b22068e8c1/5443a3bf-b208-4e36-90a1-133773b08661) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:43:33.053063 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-35dc1110-4317-4129-83af-110dcb1485ff tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:33.069085 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-35dc1110-4317-4129-83af-110dcb1485ff tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Transition to ACTIVE for port object 5443a3bf-b208-4e36-90a1-133773b08661 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:43:33.163754 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-35dc1110-4317-4129-83af-110dcb1485ff tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:33.169669 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9c6ed341-5714-41c6-b4af-52f24109403c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:33.228362 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-35dc1110-4317-4129-83af-110dcb1485ff tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Network c6fd7737-5c97-450a-97f9-3afc8925d257 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:43:33.231397 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-35dc1110-4317-4129-83af-110dcb1485ff tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:43:33.240136 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-35dc1110-4317-4129-83af-110dcb1485ff tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:43:33.281599 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dc1110-4317-4129-83af-110dcb1485ff tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Pushing event updated for resources: {'Port': ['ID=5443a3bf-b208-4e36-90a1-133773b08661,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:33.285887 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-35dc1110-4317-4129-83af-110dcb1485ff tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:33.313056 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-35dc1110-4317-4129-83af-110dcb1485ff tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:33.313665 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-35dc1110-4317-4129-83af-110dcb1485ff tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:33.421128 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-35dc1110-4317-4129-83af-110dcb1485ff tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9849455 Dec 22 13:43:33.440171 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-1c7cf0db-2341-4784-9ca5-884058df3ba9 service neutron] Request body: {'port': {'device_id': '2458bd4e-1a4d-42b6-b465-491f8a8d36ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:43:33.495201 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-829f0526-1d02-4bcb-af6e-485bb0ef95e5 None None] Provisioning for port 5443a3bf-b208-4e36-90a1-133773b08661 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:43:33.500510 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-829f0526-1d02-4bcb-af6e-485bb0ef95e5 None None] Provisioning complete for port 5443a3bf-b208-4e36-90a1-133773b08661 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:43:33.500962 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-829f0526-1d02-4bcb-af6e-485bb0ef95e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:33.549958 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-1c7cf0db-2341-4784-9ca5-884058df3ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:33.554762 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-829f0526-1d02-4bcb-af6e-485bb0ef95e5 None None] Port 5443a3bf-b208-4e36-90a1-133773b08661 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:43:33.835669 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecdf18-b62f-4ff2-9452-5774e6aa2ba1 req-36eedf81-43ba-4d92-aa36-eac4fee7d752 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:33.837777 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0aecdf18-b62f-4ff2-9452-5774e6aa2ba1 req-36eedf81-43ba-4d92-aa36-eac4fee7d752 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 932 time: 0.0777378 Dec 22 13:43:33.890612 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0aecdf18-b62f-4ff2-9452-5774e6aa2ba1 req-cec609d5-57e2-4ff6-8700-a7d51dc5f315 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469773 Dec 22 13:43:33.894755 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-1c7cf0db-2341-4784-9ca5-884058df3ba9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5443a3bf-b208-4e36-90a1-133773b08661 {{(pid=84149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:43:33.902240 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-1c7cf0db-2341-4784-9ca5-884058df3ba9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:33.916933 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-1c7cf0db-2341-4784-9ca5-884058df3ba9 service neutron] Transition to ACTIVE for port object 5443a3bf-b208-4e36-90a1-133773b08661 will not be triggered until provisioned by entity L2. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:43:33.974695 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-1c7cf0db-2341-4784-9ca5-884058df3ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:33.978945 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-09c7755d-3ff9-4d90-b3e6-d6e54133f7f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:34.098616 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7cf0db-2341-4784-9ca5-884058df3ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=5443a3bf-b208-4e36-90a1-133773b08661,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:34.102743 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1c7cf0db-2341-4784-9ca5-884058df3ba9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:34.316733 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-1c7cf0db-2341-4784-9ca5-884058df3ba9 service neutron] Attempting to bind port 5443a3bf-b208-4e36-90a1-133773b08661 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:43:34.317382 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-1c7cf0db-2341-4784-9ca5-884058df3ba9 service neutron] Attempting to bind port 5443a3bf-b208-4e36-90a1-133773b08661 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7616e375-eb12-4d3e-abf9-16be2f00f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:43:34.317382 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-1c7cf0db-2341-4784-9ca5-884058df3ba9 service neutron] Attempting to bind port 5443a3bf-b208-4e36-90a1-133773b08661 on network c6fd7737-5c97-450a-97f9-3afc8925d257 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:43:34.323508 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-1c7cf0db-2341-4784-9ca5-884058df3ba9 service neutron] Port 5443a3bf-b208-4e36-90a1-133773b08661 on network c6fd7737-5c97-450a-97f9-3afc8925d257 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:43:34.323827 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-1c7cf0db-2341-4784-9ca5-884058df3ba9 service neutron] Attempting to bind port 5443a3bf-b208-4e36-90a1-133773b08661 on network c6fd7737-5c97-450a-97f9-3afc8925d257 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:43:34.329884 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-1c7cf0db-2341-4784-9ca5-884058df3ba9 service neutron] Checking agent: {'id': '72ee2f79-9ac0-483e-b4fd-5b910a776581', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'started_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:43:34.330211 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-1c7cf0db-2341-4784-9ca5-884058df3ba9 service neutron] Checking segment: {'id': '7616e375-eb12-4d3e-abf9-16be2f00f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:43:34.330617 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-1c7cf0db-2341-4784-9ca5-884058df3ba9 service neutron] Bound using segment: {'id': '7616e375-eb12-4d3e-abf9-16be2f00f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257'} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:43:34.331036 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-1c7cf0db-2341-4784-9ca5-884058df3ba9 service neutron] Bound port: 5443a3bf-b208-4e36-90a1-133773b08661, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7616e375-eb12-4d3e-abf9-16be2f00f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257'}}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:43:34.331379 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-1c7cf0db-2341-4784-9ca5-884058df3ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:34.420651 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-1c7cf0db-2341-4784-9ca5-884058df3ba9 service neutron] For port 5443a3bf-b208-4e36-90a1-133773b08661, host hv-neutron-8226, cleared binding levels {{(pid=84149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:43:34.423597 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-1c7cf0db-2341-4784-9ca5-884058df3ba9 service neutron] For port 5443a3bf-b208-4e36-90a1-133773b08661, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5443a3bf-b208-4e36-90a1-133773b08661,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:43:34.478823 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-1c7cf0db-2341-4784-9ca5-884058df3ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:34.482622 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-86f2ec0e-58ce-4b75-acc0-ac841bfbceb5 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:34.539205 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-1c7cf0db-2341-4784-9ca5-884058df3ba9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:34.541208 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-1c7cf0db-2341-4784-9ca5-884058df3ba9 service neutron] 10.222.0.45 "PUT /v2.0/ports/5443a3bf-b208-4e36-90a1-133773b08661 HTTP/1.1" status: 200 len: 1094 time: 1.1051998 Dec 22 13:43:34.541737 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2458bd4e-1a4d-42b6-b465-491f8a8d36ba', 'tag': '5443a3bf-b208-4e36-90a1-133773b08661'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:43:34.566339 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7cf0db-2341-4784-9ca5-884058df3ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=5443a3bf-b208-4e36-90a1-133773b08661,revision_number=3']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:34.569464 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1c7cf0db-2341-4784-9ca5-884058df3ba9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:34.604447 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2458bd4e-1a4d-42b6-b465-491f8a8d36ba', 'tag': '5443a3bf-b208-4e36-90a1-133773b08661', 'status': 'completed', 'code': 200} Dec 22 13:43:34.702595 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c89b2946-8718-489e-a1ff-ceb1aacfe0e9 req-7cfc8b43-e0d4-48fe-9e8b-e0d52be5ad14 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f61af085de19432ea0b5be554f881a47&device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 1097 time: 0.0712135 Dec 22 13:43:34.845660 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b2946-8718-489e-a1ff-ceb1aacfe0e9 req-7e46e610-2e23-412c-8fa9-4f2ca3cd17b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:34.847138 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c89b2946-8718-489e-a1ff-ceb1aacfe0e9 req-7e46e610-2e23-412c-8fa9-4f2ca3cd17b0 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=f61af085de19432ea0b5be554f881a47&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1336133 Dec 22 13:43:34.988392 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b2946-8718-489e-a1ff-ceb1aacfe0e9 req-dfb110eb-6c88-4a51-8374-2129a1cf6536 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:34.989862 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c89b2946-8718-489e-a1ff-ceb1aacfe0e9 req-dfb110eb-6c88-4a51-8374-2129a1cf6536 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1325514 Dec 22 13:43:35.090902 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067c0c5-4072-40fd-a32b-3d3bfe19a482 req-cfa3701b-9dbd-4632-b292-c530b52ee07a tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:35.092354 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0067c0c5-4072-40fd-a32b-3d3bfe19a482 req-cfa3701b-9dbd-4632-b292-c530b52ee07a tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 944 time: 0.0779474 Dec 22 13:43:35.113061 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-b5f74cd6-868d-414c-a524-40bff073a4ec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f61af085de19432ea0b5be554f881a47&device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 1097 time: 0.0752993 Dec 22 13:43:35.137245 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0067c0c5-4072-40fd-a32b-3d3bfe19a482 req-13242ea6-53db-4413-8705-5127ecf0308d tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394371 Dec 22 13:43:35.187768 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-b3dcfb72-ed19-41b0-9ecf-f6873a7869f6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5443a3bf-b208-4e36-90a1-133773b08661 HTTP/1.1" status: 200 len: 217 time: 0.0630357 Dec 22 13:43:35.255195 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-a29e5b26-39d9-42d7-895a-ebca2ea90665 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:35.256619 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-a29e5b26-39d9-42d7-895a-ebca2ea90665 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b38ee779-25d3-4523-b4fe-11b22068e8c1 HTTP/1.1" status: 200 len: 850 time: 0.0608425 Dec 22 13:43:35.336799 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-9753bb43-ef87-4146-b23b-89a733e51259 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6fd7737-5c97-450a-97f9-3afc8925d257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683458 Dec 22 13:43:35.471704 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-2ad85d71-519c-4b73-aa31-a39a88e1549d service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225200 Dec 22 13:43:35.609217 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fd0927b0-f8e0-454b-8289-85f54bceedc7 req-722626c2-e1e6-4589-8559-db069594a9e0 service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266725 Dec 22 13:43:35.649099 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-448f6cf5-e8a7-446f-9cb8-1a0f4a550825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:36.331577 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea8496-d33f-4dbf-beff-db235d09d571 req-1741ea91-a81e-466c-a25e-531049611a46 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:36.332174 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-64ea8496-d33f-4dbf-beff-db235d09d571 req-1741ea91-a81e-466c-a25e-531049611a46 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Synchronizing usage tracker for tenant:f61af085de19432ea0b5be554f881a47 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:43:36.420029 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-64ea8496-d33f-4dbf-beff-db235d09d571 req-1741ea91-a81e-466c-a25e-531049611a46 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Unset dirty status for tenant:f61af085de19432ea0b5be554f881a47 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:43:36.421253 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-64ea8496-d33f-4dbf-beff-db235d09d571 req-1741ea91-a81e-466c-a25e-531049611a46 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 944 time: 0.1642768 Dec 22 13:43:36.472766 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-64ea8496-d33f-4dbf-beff-db235d09d571 req-f61e4f29-0037-4327-967c-f5c8d21116f5 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452209 Dec 22 13:43:37.670100 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca45a7-7865-4352-969c-d719a126a7a5 req-e1a1de38-6ee4-4774-81d1-6d4a441c45e7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:37.671567 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4fca45a7-7865-4352-969c-d719a126a7a5 req-e1a1de38-6ee4-4774-81d1-6d4a441c45e7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 944 time: 0.0789573 Dec 22 13:43:37.717057 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4fca45a7-7865-4352-969c-d719a126a7a5 req-80705869-70e6-4bd0-b46e-b3cb0595e193 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399861 Dec 22 13:43:37.991841 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4ffde2fb-6cb7-41c3-a4a8-eeaa9ee87a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:38.596202 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 5443a3bf-b208-4e36-90a1-133773b08661 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:43:38.728082 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 5443a3bf-b208-4e36-90a1-133773b08661, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5443a3bf-b208-4e36-90a1-133773b08661,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:43:38.740703 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '5443a3bf-b208-4e36-90a1-133773b08661', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'port_id': '5443a3bf-b208-4e36-90a1-133773b08661', 'mac_address': 'fa:16:3e:81:11:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:43:38.797621 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:38.811327 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5443a3bf-b208-4e36-90a1-133773b08661 {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:43:38.826780 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 5443a3bf-b208-4e36-90a1-133773b08661, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5443a3bf-b208-4e36-90a1-133773b08661,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:43:38.877489 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:38.879370 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:38.913011 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e4530-c325-4a54-a8bc-d0a92b3fd7d3 req-67bf83eb-0443-4b1b-a834-9d6601a218bc tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:38.915302 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a10e4530-c325-4a54-a8bc-d0a92b3fd7d3 req-67bf83eb-0443-4b1b-a834-9d6601a218bc tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 944 time: 0.0769022 Dec 22 13:43:38.956666 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=5443a3bf-b208-4e36-90a1-133773b08661,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:38.960047 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:38.962843 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a10e4530-c325-4a54-a8bc-d0a92b3fd7d3 req-cc10264e-9a83-49ac-986d-f4907e288994 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408013 Dec 22 13:43:38.968682 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:39.147902 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['5443a3bf-b208-4e36-90a1-133773b08661'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:43:39.222120 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c194517-ecb7-4ad2-94c8-97fb09e4d6d7 None None] Sync routers for ids ['b0aea414-ac18-4498-995b-e16d012b2ca2'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:43:39.233157 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c194517-ecb7-4ad2-94c8-97fb09e4d6d7 None None] Routers {'b0aea414-ac18-4498-995b-e16d012b2ca2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:43:39.233835 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-3c194517-ecb7-4ad2-94c8-97fb09e4d6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:43:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b0aea414-ac18-4498-995b-e16d012b2ca2'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:43:39.328660 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:39.412406 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-3c194517-ecb7-4ad2-94c8-97fb09e4d6d7 None None] Set router b0aea414-ac18-4498-995b-e16d012b2ca2 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:43:39.721800 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-3c194517-ecb7-4ad2-94c8-97fb09e4d6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'name': 'tempest-ServerActionsTestJSON-920374604-router', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:24Z', 'revision_number': 4, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'gw_port': {'id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fd:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '6b6239ce-5422-4c50-a9a1-1b2d27b341ab', 'name': '', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'mac_address': 'fa:16:3e:3a:16:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:23Z', 'updated_at': '2021-12-22T13:43:24Z', 'revision_number': 2, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'subnets': [{'id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:43:39.725629 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c194517-ecb7-4ad2-94c8-97fb09e4d6d7 None None] Checking router: b0aea414-ac18-4498-995b-e16d012b2ca2 for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:43:39.725981 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c194517-ecb7-4ad2-94c8-97fb09e4d6d7 None None] Updating router b0aea414-ac18-4498-995b-e16d012b2ca2 port 6b6239ce-5422-4c50-a9a1-1b2d27b341ab binding host dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:43:39.775682 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-3c194517-ecb7-4ad2-94c8-97fb09e4d6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:40.109614 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-3c194517-ecb7-4ad2-94c8-97fb09e4d6d7 None None] Notify callbacks [] for port, precommit_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:40.121766 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.provisioning_blocks [None req-3c194517-ecb7-4ad2-94c8-97fb09e4d6d7 None None] Transition to ACTIVE for port object 6b6239ce-5422-4c50-a9a1-1b2d27b341ab will not be triggered until provisioned by entity L2. {{(pid=84151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:43:40.159325 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040700b1-4524-43f3-bae5-4253964eee19 req-34587bc0-08ed-4aef-86d0-b5c34426543c tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:40.160791 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-040700b1-4524-43f3-bae5-4253964eee19 req-34587bc0-08ed-4aef-86d0-b5c34426543c tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 945 time: 0.0775652 Dec 22 13:43:40.208585 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-040700b1-4524-43f3-bae5-4253964eee19 req-93df1d4a-c65c-4586-aa3f-a24340c76fc1 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413642 Dec 22 13:43:40.214735 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-3c194517-ecb7-4ad2-94c8-97fb09e4d6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:40.218525 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-feb085f8-523e-4c69-a029-4f1a49b35b46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:40.338120 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e992db-35f0-4b86-944a-d3f18bd37b73 None None] Pushing event updated for resources: {'Port': ['ID=6b6239ce-5422-4c50-a9a1-1b2d27b341ab,revision_number=3']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:40.349448 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e992db-35f0-4b86-944a-d3f18bd37b73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:40.349781 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e992db-35f0-4b86-944a-d3f18bd37b73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:40.350109 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e992db-35f0-4b86-944a-d3f18bd37b73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:40.350447 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e992db-35f0-4b86-944a-d3f18bd37b73 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:40.350772 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e992db-35f0-4b86-944a-d3f18bd37b73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:40.351085 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e992db-35f0-4b86-944a-d3f18bd37b73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:40.351399 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e992db-35f0-4b86-944a-d3f18bd37b73 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:40.351711 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e992db-35f0-4b86-944a-d3f18bd37b73 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:40.352024 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e992db-35f0-4b86-944a-d3f18bd37b73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:40.352907 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e992db-35f0-4b86-944a-d3f18bd37b73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:40.353282 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e992db-35f0-4b86-944a-d3f18bd37b73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:40.357722 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-19e992db-35f0-4b86-944a-d3f18bd37b73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:40.448640 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-3c194517-ecb7-4ad2-94c8-97fb09e4d6d7 None None] Attempting to bind port 6b6239ce-5422-4c50-a9a1-1b2d27b341ab on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:43:40.449043 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-3c194517-ecb7-4ad2-94c8-97fb09e4d6d7 None None] Attempting to bind port 6b6239ce-5422-4c50-a9a1-1b2d27b341ab by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '7616e375-eb12-4d3e-abf9-16be2f00f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257'}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:43:40.449349 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c194517-ecb7-4ad2-94c8-97fb09e4d6d7 None None] Attempting to bind port 6b6239ce-5422-4c50-a9a1-1b2d27b341ab on network c6fd7737-5c97-450a-97f9-3afc8925d257 {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:43:40.455711 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c194517-ecb7-4ad2-94c8-97fb09e4d6d7 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:43:40.456082 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c194517-ecb7-4ad2-94c8-97fb09e4d6d7 None None] Checking segment: {'id': '7616e375-eb12-4d3e-abf9-16be2f00f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:43:40.456477 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-3c194517-ecb7-4ad2-94c8-97fb09e4d6d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:40.456863 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c194517-ecb7-4ad2-94c8-97fb09e4d6d7 None None] Bound using segment: {'id': '7616e375-eb12-4d3e-abf9-16be2f00f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257'} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:43:40.457318 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-3c194517-ecb7-4ad2-94c8-97fb09e4d6d7 None None] Bound port: 6b6239ce-5422-4c50-a9a1-1b2d27b341ab, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7616e375-eb12-4d3e-abf9-16be2f00f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257'}}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:43:40.457688 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-3c194517-ecb7-4ad2-94c8-97fb09e4d6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:40.547995 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-3c194517-ecb7-4ad2-94c8-97fb09e4d6d7 None None] For port 6b6239ce-5422-4c50-a9a1-1b2d27b341ab, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:43:40.551259 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-3c194517-ecb7-4ad2-94c8-97fb09e4d6d7 None None] For port 6b6239ce-5422-4c50-a9a1-1b2d27b341ab, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=6b6239ce-5422-4c50-a9a1-1b2d27b341ab,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:43:40.559242 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:40.586495 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 5443a3bf-b208-4e36-90a1-133773b08661 up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:43:40.609336 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-3c194517-ecb7-4ad2-94c8-97fb09e4d6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:40.613135 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-545827d5-6c26-420e-ac59-b5deaa75e23d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:40.721662 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e992db-35f0-4b86-944a-d3f18bd37b73 None None] Pushing event updated for resources: {'Port': ['ID=6b6239ce-5422-4c50-a9a1-1b2d27b341ab,revision_number=4']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:40.725671 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-19e992db-35f0-4b86-944a-d3f18bd37b73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:40.730667 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c194517-ecb7-4ad2-94c8-97fb09e4d6d7 None None] Routers {'b0aea414-ac18-4498-995b-e16d012b2ca2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:43:40.731298 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-3c194517-ecb7-4ad2-94c8-97fb09e4d6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:43:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b0aea414-ac18-4498-995b-e16d012b2ca2'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:43:40.746012 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning for port 5443a3bf-b208-4e36-90a1-133773b08661 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:43:40.751123 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 5443a3bf-b208-4e36-90a1-133773b08661 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:43:40.751509 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:40.875634 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:40.907860 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2458bd4e-1a4d-42b6-b465-491f8a8d36ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5443a3bf-b208-4e36-90a1-133773b08661'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:43:40.917839 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 5443a3bf-b208-4e36-90a1-133773b08661, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5443a3bf-b208-4e36-90a1-133773b08661,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:43:40.924801 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-3c194517-ecb7-4ad2-94c8-97fb09e4d6d7 None None] Set router b0aea414-ac18-4498-995b-e16d012b2ca2 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:43:40.967202 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2458bd4e-1a4d-42b6-b465-491f8a8d36ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5443a3bf-b208-4e36-90a1-133773b08661', 'code': 200} Dec 22 13:43:40.997055 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:40.999062 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:41.064658 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=5443a3bf-b208-4e36-90a1-133773b08661,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:41.067609 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:41.232580 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-3c194517-ecb7-4ad2-94c8-97fb09e4d6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'name': 'tempest-ServerActionsTestJSON-920374604-router', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:24Z', 'revision_number': 4, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'gw_port': {'id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fd:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '6b6239ce-5422-4c50-a9a1-1b2d27b341ab', 'name': '', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'mac_address': 'fa:16:3e:3a:16:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:23Z', 'updated_at': '2021-12-22T13:43:40Z', 'revision_number': 4, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'subnets': [{'id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:43:41.236487 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c194517-ecb7-4ad2-94c8-97fb09e4d6d7 None None] The sync data for ids ['b0aea414-ac18-4498-995b-e16d012b2ca2'] in dv-neutron-822669-1-hyperv is: [{'id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'name': 'tempest-ServerActionsTestJSON-920374604-router', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:24Z', 'revision_number': 4, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'gw_port': {'id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fd:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '6b6239ce-5422-4c50-a9a1-1b2d27b341ab', 'name': '', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'mac_address': 'fa:16:3e:3a:16:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:23Z', 'updated_at': '2021-12-22T13:43:40Z', 'revision_number': 4, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'subnets': [{'id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:43:41.414403 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ef691d9a-f15a-4175-b5e4-72ea2d77c7f9 req-b4971405-ea49-4112-a152-cd0f0de4b709 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 1099 time: 0.0797982 Dec 22 13:43:41.420260 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497c4d3-6b30-4cd2-96e1-03019092225c req-7a412e09-1864-40ae-b122-af936a10a12d tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:41.421784 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9497c4d3-6b30-4cd2-96e1-03019092225c req-7a412e09-1864-40ae-b122-af936a10a12d tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 946 time: 0.0860794 Dec 22 13:43:41.465199 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ef691d9a-f15a-4175-b5e4-72ea2d77c7f9 req-c595f17d-a77d-41df-992c-03cf1b4fb557 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403028 Dec 22 13:43:41.471124 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9497c4d3-6b30-4cd2-96e1-03019092225c req-274e9fbf-5eb8-43f2-b72d-dcc9136a4283 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435369 Dec 22 13:43:41.561106 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 6b6239ce-5422-4c50-a9a1-1b2d27b341ab up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:43:41.740342 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 6b6239ce-5422-4c50-a9a1-1b2d27b341ab completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:43:41.746854 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 6b6239ce-5422-4c50-a9a1-1b2d27b341ab triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:43:41.747351 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:41.858222 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:41.889747 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 6b6239ce-5422-4c50-a9a1-1b2d27b341ab, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=6b6239ce-5422-4c50-a9a1-1b2d27b341ab,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:43:41.951593 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:41.953382 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-34537655-d561-46e8-9e13-889a778b59ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:42.020466 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=6b6239ce-5422-4c50-a9a1-1b2d27b341ab,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:42.023371 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:42.683717 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f857040-52ae-465f-b7f6-22221567403d req-9aa42746-f6c2-4aa8-9b33-18a86f449b63 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:42.685178 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0f857040-52ae-465f-b7f6-22221567403d req-9aa42746-f6c2-4aa8-9b33-18a86f449b63 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 946 time: 0.0791230 Dec 22 13:43:42.731346 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0f857040-52ae-465f-b7f6-22221567403d req-5c01ef0f-6578-495f-be22-6e26c432b9b7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405755 Dec 22 13:43:43.515499 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 6b6239ce-5422-4c50-a9a1-1b2d27b341ab up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:43:43.581899 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 6b6239ce-5422-4c50-a9a1-1b2d27b341ab triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:43:43.582267 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:43.927668 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46f1ac-a762-4e07-83a2-e59bad7c15f9 req-abb0c3da-fe90-4773-ba5b-83d76cfc3789 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:43.929145 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-3c46f1ac-a762-4e07-83a2-e59bad7c15f9 req-abb0c3da-fe90-4773-ba5b-83d76cfc3789 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 946 time: 0.0770099 Dec 22 13:43:43.973585 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-3c46f1ac-a762-4e07-83a2-e59bad7c15f9 req-eafe83c3-6e98-4f7d-a82b-736f21bfbc84 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380774 Dec 22 13:43:44.167256 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6bf8f-9818-4506-b9b6-38e646e5c461 req-53375a31-48cf-4154-9468-254f571e1b2f tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:44.168713 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c5e6bf8f-9818-4506-b9b6-38e646e5c461 req-53375a31-48cf-4154-9468-254f571e1b2f tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 946 time: 0.0801833 Dec 22 13:43:44.177568 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 54870) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:43:44.184330 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-829b67f0-6a2f-42f9-93a7-43a0580c7007 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Request body: {'floatingip': {'port_id': '5443a3bf-b208-4e36-90a1-133773b08661'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:43:44.359207 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-829b67f0-6a2f-42f9-93a7-43a0580c7007 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks [] for floatingip, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:44.951115 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-829b67f0-6a2f-42f9-93a7-43a0580c7007 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:44.991500 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-829b67f0-6a2f-42f9-93a7-43a0580c7007 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:45.176600 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.l3_db [None req-829b67f0-6a2f-42f9-93a7-43a0580c7007 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Floating IP 2a5f5d32-1eb5-469b-adc1-56befbe7b3d9 associated. External IP: 172.26.1.83, port: 5443a3bf-b208-4e36-90a1-133773b08661. Dec 22 13:43:45.561194 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829b67f0-6a2f-42f9-93a7-43a0580c7007 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Router b0aea414-ac18-4498-995b-e16d012b2ca2 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:43:45.880132 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829b67f0-6a2f-42f9-93a7-43a0580c7007 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:43:45.884976 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-829b67f0-6a2f-42f9-93a7-43a0580c7007 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:45.890417 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd0222b-aa8c-4fce-9d5b-dacf7c30a398 None None] Sync routers for ids ['b0aea414-ac18-4498-995b-e16d012b2ca2'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:43:45.902589 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd0222b-aa8c-4fce-9d5b-dacf7c30a398 None None] Routers {'b0aea414-ac18-4498-995b-e16d012b2ca2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:43:45.903296 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-6dd0222b-aa8c-4fce-9d5b-dacf7c30a398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:43:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b0aea414-ac18-4498-995b-e16d012b2ca2'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:43:45.937092 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-829b67f0-6a2f-42f9-93a7-43a0580c7007 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "PUT /v2.0/floatingips/2a5f5d32-1eb5-469b-adc1-56befbe7b3d9 HTTP/1.1" status: 200 len: 991 time: 1.7584994 Dec 22 13:43:45.937737 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2458bd4e-1a4d-42b6-b465-491f8a8d36ba', 'tag': '5443a3bf-b208-4e36-90a1-133773b08661'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:43:45.995036 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2458bd4e-1a4d-42b6-b465-491f8a8d36ba', 'tag': '5443a3bf-b208-4e36-90a1-133773b08661', 'status': 'completed', 'code': 200} Dec 22 13:43:46.089608 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-208a1e17-5d25-4105-8883-edc2b26c6532 req-1d938329-d5e0-4f8a-8198-9dbba8be86c0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f61af085de19432ea0b5be554f881a47&device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 1099 time: 0.0700996 Dec 22 13:43:46.092017 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-6dd0222b-aa8c-4fce-9d5b-dacf7c30a398 None None] Set router b0aea414-ac18-4498-995b-e16d012b2ca2 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:43:46.221581 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a1e17-5d25-4105-8883-edc2b26c6532 req-6dbfc6f2-ca12-411a-82eb-4f389e73ae87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:46.223088 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-208a1e17-5d25-4105-8883-edc2b26c6532 req-6dbfc6f2-ca12-411a-82eb-4f389e73ae87 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6fd7737-5c97-450a-97f9-3afc8925d257 HTTP/1.1" status: 200 len: 912 time: 0.1258824 Dec 22 13:43:46.327542 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-208a1e17-5d25-4105-8883-edc2b26c6532 req-9347b2b3-a998-4729-b4b3-4f9329556744 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5443a3bf-b208-4e36-90a1-133773b08661 HTTP/1.1" status: 200 len: 999 time: 0.0974119 Dec 22 13:43:46.398441 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a1e17-5d25-4105-8883-edc2b26c6532 req-22765d93-848f-44ec-be10-f0802c2700e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:46.403676 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-208a1e17-5d25-4105-8883-edc2b26c6532 req-22765d93-848f-44ec-be10-f0802c2700e0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b38ee779-25d3-4523-b4fe-11b22068e8c1 HTTP/1.1" status: 200 len: 850 time: 0.0655499 Dec 22 13:43:46.440105 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-6dd0222b-aa8c-4fce-9d5b-dacf7c30a398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'name': 'tempest-ServerActionsTestJSON-920374604-router', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:24Z', 'revision_number': 4, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'gw_port': {'id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fd:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '2a5f5d32-1eb5-469b-adc1-56befbe7b3d9', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'floating_ip_address': '172.26.1.83', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'port_id': '5443a3bf-b208-4e36-90a1-133773b08661', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'mac_address': 'fa:16:3e:81:11:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2458bd4e-1a4d-42b6-b465-491f8a8d36ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:43:28Z', 'updated_at': '2021-12-22T13:43:44Z', 'revision_number': 1, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b6239ce-5422-4c50-a9a1-1b2d27b341ab', 'name': '', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'mac_address': 'fa:16:3e:3a:16:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:23Z', 'updated_at': '2021-12-22T13:43:41Z', 'revision_number': 5, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'subnets': [{'id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:43:46.444040 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd0222b-aa8c-4fce-9d5b-dacf7c30a398 None None] Checking router: b0aea414-ac18-4498-995b-e16d012b2ca2 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:43:46.455325 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd0222b-aa8c-4fce-9d5b-dacf7c30a398 None None] Routers {'b0aea414-ac18-4498-995b-e16d012b2ca2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:43:46.456103 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-6dd0222b-aa8c-4fce-9d5b-dacf7c30a398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:43:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b0aea414-ac18-4498-995b-e16d012b2ca2'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:43:46.477774 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-208a1e17-5d25-4105-8883-edc2b26c6532 req-70564ae8-c51f-4d12-8230-a23447d11255 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6fd7737-5c97-450a-97f9-3afc8925d257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701990 Dec 22 13:43:46.609286 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-208a1e17-5d25-4105-8883-edc2b26c6532 req-ea71db5e-c40c-4599-a6a3-528cdd0ca2e5 service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248472 Dec 22 13:43:46.640436 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-6dd0222b-aa8c-4fce-9d5b-dacf7c30a398 None None] Set router b0aea414-ac18-4498-995b-e16d012b2ca2 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:43:46.741434 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-208a1e17-5d25-4105-8883-edc2b26c6532 req-79b4677b-d700-4cb8-a607-d2aee5e97964 service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253960 Dec 22 13:43:47.022758 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-6dd0222b-aa8c-4fce-9d5b-dacf7c30a398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'name': 'tempest-ServerActionsTestJSON-920374604-router', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:24Z', 'revision_number': 4, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'gw_port': {'id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fd:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '2a5f5d32-1eb5-469b-adc1-56befbe7b3d9', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'floating_ip_address': '172.26.1.83', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'port_id': '5443a3bf-b208-4e36-90a1-133773b08661', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'mac_address': 'fa:16:3e:81:11:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2458bd4e-1a4d-42b6-b465-491f8a8d36ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:43:28Z', 'updated_at': '2021-12-22T13:43:44Z', 'revision_number': 1, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b6239ce-5422-4c50-a9a1-1b2d27b341ab', 'name': '', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'mac_address': 'fa:16:3e:3a:16:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:23Z', 'updated_at': '2021-12-22T13:43:41Z', 'revision_number': 5, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'subnets': [{'id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:43:47.027360 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd0222b-aa8c-4fce-9d5b-dacf7c30a398 None None] The sync data for ids ['b0aea414-ac18-4498-995b-e16d012b2ca2'] in dv-neutron-822669-1-hyperv is: [{'id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'name': 'tempest-ServerActionsTestJSON-920374604-router', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:24Z', 'revision_number': 4, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'gw_port': {'id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fd:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '2a5f5d32-1eb5-469b-adc1-56befbe7b3d9', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'floating_ip_address': '172.26.1.83', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'port_id': '5443a3bf-b208-4e36-90a1-133773b08661', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'mac_address': 'fa:16:3e:81:11:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2458bd4e-1a4d-42b6-b465-491f8a8d36ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:43:28Z', 'updated_at': '2021-12-22T13:43:44Z', 'revision_number': 1, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b6239ce-5422-4c50-a9a1-1b2d27b341ab', 'name': '', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'mac_address': 'fa:16:3e:3a:16:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:23Z', 'updated_at': '2021-12-22T13:43:41Z', 'revision_number': 5, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'subnets': [{'id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:43:47.998327 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62d0e5d-f0c6-4349-b700-7507ff216edd None None] New status for floating IP 2a5f5d32-1eb5-469b-adc1-56befbe7b3d9: ACTIVE {{(pid=84151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:43:52.115686 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:43:58.922780 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:01.443549 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e72895c3-0755-4f2b-a48c-61c3407d1127 req-4b732cdf-6450-4cff-a1a4-da1c2706afdf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0668855 Dec 22 13:44:01.590749 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e72895c3-0755-4f2b-a48c-61c3407d1127 req-21a0834f-a7ac-4167-8713-c92feb11057f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f61af085de19432ea0b5be554f881a47&device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 1099 time: 0.0723135 Dec 22 13:44:01.739310 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72895c3-0755-4f2b-a48c-61c3407d1127 req-e3cd8d9b-a7d2-4b1f-a987-4efe1422faf5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:01.740664 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e72895c3-0755-4f2b-a48c-61c3407d1127 req-e3cd8d9b-a7d2-4b1f-a987-4efe1422faf5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6fd7737-5c97-450a-97f9-3afc8925d257 HTTP/1.1" status: 200 len: 912 time: 0.1256423 Dec 22 13:44:01.843784 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e72895c3-0755-4f2b-a48c-61c3407d1127 req-6c3bf26c-caab-4415-98d8-3d1738ab8fcc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5443a3bf-b208-4e36-90a1-133773b08661 HTTP/1.1" status: 200 len: 1001 time: 0.0963275 Dec 22 13:44:01.908035 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72895c3-0755-4f2b-a48c-61c3407d1127 req-68fd411f-b9eb-49ea-85bd-511d3f788e44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:01.909464 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e72895c3-0755-4f2b-a48c-61c3407d1127 req-68fd411f-b9eb-49ea-85bd-511d3f788e44 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b38ee779-25d3-4523-b4fe-11b22068e8c1 HTTP/1.1" status: 200 len: 850 time: 0.0572760 Dec 22 13:44:01.987077 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e72895c3-0755-4f2b-a48c-61c3407d1127 req-73a96a96-2253-4fa5-8933-5372f74bcf83 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6fd7737-5c97-450a-97f9-3afc8925d257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705092 Dec 22 13:44:02.133296 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e72895c3-0755-4f2b-a48c-61c3407d1127 req-9cbad26e-ca91-410f-9971-4ebf0c797ae9 service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241648 Dec 22 13:44:02.268192 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e72895c3-0755-4f2b-a48c-61c3407d1127 req-3a948b92-e8a6-426b-8d9f-66fbede75856 service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251290 Dec 22 13:44:05.677195 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-353bb34c-b5e5-45cc-90f2-ba7139fc06c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:07.997305 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-05df1f7c-91c1-4995-9d13-40c8b4b45c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:08.962707 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:09.317226 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:10.533191 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:25.189942 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0621cd5-a8c5-4b80-8c42-ed662e931f1e req-772b7b49-d886-49ac-9fa2-5252f7529a01 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:25.191396 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e0621cd5-a8c5-4b80-8c42-ed662e931f1e req-772b7b49-d886-49ac-9fa2-5252f7529a01 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 946 time: 0.0812960 Dec 22 13:44:25.238414 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e0621cd5-a8c5-4b80-8c42-ed662e931f1e req-c66fd1b0-dc5f-48ab-a656-82dd558145bb tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416002 Dec 22 13:44:25.506753 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d5148ffa-1c04-42e0-a9e7-5427c91675c7 req-0e74dc90-47b9-4547-b134-3c23a8fe958b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1416738 Dec 22 13:44:25.974656 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48fdfe-a25d-49f6-aa63-d7cfb5617895 req-fa06113c-1ece-43bc-ac18-507cf1d33b22 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:25.976121 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ef48fdfe-a25d-49f6-aa63-d7cfb5617895 req-fa06113c-1ece-43bc-ac18-507cf1d33b22 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 946 time: 0.0771527 Dec 22 13:44:26.166758 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ef48fdfe-a25d-49f6-aa63-d7cfb5617895 req-cd2ce18e-96f9-4ae0-928a-d604c64f26f1 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849840 Dec 22 13:44:26.187631 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b7fbcdc1-9147-4af8-98bc-a1e83b66fe05 req-9d37c5ef-0d4b-4c2e-8f4b-5b22403a2319 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2041330 Dec 22 13:44:27.364054 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96b943-b717-441a-ad76-4790ead7619b req-6025ea74-159e-43e5-bd22-8d8ca6d14012 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:27.365421 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4a96b943-b717-441a-ad76-4790ead7619b req-6025ea74-159e-43e5-bd22-8d8ca6d14012 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 946 time: 0.0781953 Dec 22 13:44:27.410615 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4a96b943-b717-441a-ad76-4790ead7619b req-2a1d43ab-0013-4fca-af00-d63762f10aac tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396304 Dec 22 13:44:28.416970 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b7fbcdc1-9147-4af8-98bc-a1e83b66fe05 req-f10b6255-c135-4084-a355-4a2126b42dec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f61af085de19432ea0b5be554f881a47&device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 1099 time: 0.0745807 Dec 22 13:44:28.588955 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbcdc1-9147-4af8-98bc-a1e83b66fe05 req-594940bc-8cad-4d09-9c94-1c3e2485e332 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:28.590375 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b7fbcdc1-9147-4af8-98bc-a1e83b66fe05 req-594940bc-8cad-4d09-9c94-1c3e2485e332 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6fd7737-5c97-450a-97f9-3afc8925d257 HTTP/1.1" status: 200 len: 912 time: 0.1650596 Dec 22 13:44:28.701159 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3a52a-59f9-4a14-8b30-b3e7dbedd687 req-d6261761-6124-46d2-a3b1-92fe35e641cb tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:28.702618 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-eef3a52a-59f9-4a14-8b30-b3e7dbedd687 req-d6261761-6124-46d2-a3b1-92fe35e641cb tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 946 time: 0.1612945 Dec 22 13:44:28.731671 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b7fbcdc1-9147-4af8-98bc-a1e83b66fe05 req-0b4c2095-c420-4138-8fe7-d508524d9491 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5443a3bf-b208-4e36-90a1-133773b08661 HTTP/1.1" status: 200 len: 1001 time: 0.1276855 Dec 22 13:44:28.795168 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-eef3a52a-59f9-4a14-8b30-b3e7dbedd687 req-82576bb6-6c3e-4e2a-93ea-be83af1b7197 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823927 Dec 22 13:44:28.809738 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbcdc1-9147-4af8-98bc-a1e83b66fe05 req-9700edef-65c0-47eb-bd61-162c13ebb891 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:28.811331 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b7fbcdc1-9147-4af8-98bc-a1e83b66fe05 req-9700edef-65c0-47eb-bd61-162c13ebb891 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b38ee779-25d3-4523-b4fe-11b22068e8c1 HTTP/1.1" status: 200 len: 850 time: 0.0668485 Dec 22 13:44:28.892923 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b7fbcdc1-9147-4af8-98bc-a1e83b66fe05 req-40a481c2-fd0f-4cd0-9b11-e4e2948cefcf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6fd7737-5c97-450a-97f9-3afc8925d257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714746 Dec 22 13:44:28.979254 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:29.027166 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b7fbcdc1-9147-4af8-98bc-a1e83b66fe05 req-a0712660-b4c0-49aa-bba7-3fefe8c0bbef service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227846 Dec 22 13:44:29.115217 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:44:29.161908 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b7fbcdc1-9147-4af8-98bc-a1e83b66fe05 req-1e8de47d-40f9-4276-ba5c-020cd8a56f0e service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236498 Dec 22 13:44:29.993156 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfd378-55dd-48c7-9f5f-efb11b2e379e req-85fc5eeb-35bc-48b8-8a2b-51e3147057b3 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:29.994606 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0edfd378-55dd-48c7-9f5f-efb11b2e379e req-85fc5eeb-35bc-48b8-8a2b-51e3147057b3 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 946 time: 0.0797422 Dec 22 13:44:30.038603 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0edfd378-55dd-48c7-9f5f-efb11b2e379e req-6e6ea648-f678-4c7d-9927-a2dc930ad3ed tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385337 Dec 22 13:44:31.235869 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836907e2-c8cc-4116-8eb2-ae12037db9a8 req-2e5d1670-b9ba-4507-addc-7fe292735712 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:31.237315 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-836907e2-c8cc-4116-8eb2-ae12037db9a8 req-2e5d1670-b9ba-4507-addc-7fe292735712 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 946 time: 0.0774126 Dec 22 13:44:31.282843 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-836907e2-c8cc-4116-8eb2-ae12037db9a8 req-e9d14c52-1e77-4e16-b8d6-22cd03f8d643 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399327 Dec 22 13:44:32.483546 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb488a-0349-4780-a220-2a20b3093c4b req-82bb2f6e-912a-4ef0-bcbd-e317bea5c275 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:32.485595 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4ddb488a-0349-4780-a220-2a20b3093c4b req-82bb2f6e-912a-4ef0-bcbd-e317bea5c275 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 946 time: 0.0794992 Dec 22 13:44:32.624061 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4ddb488a-0349-4780-a220-2a20b3093c4b req-6f7a44d8-5205-47f6-a985-6ee8cdf7be77 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327686 Dec 22 13:44:33.821139 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938ad84-fabe-478b-843e-ec88cbc9e3a8 req-cb851d13-eb46-47a2-984e-b394b205119a tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:33.822507 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d938ad84-fabe-478b-843e-ec88cbc9e3a8 req-cb851d13-eb46-47a2-984e-b394b205119a tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 946 time: 0.0794504 Dec 22 13:44:33.867069 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d938ad84-fabe-478b-843e-ec88cbc9e3a8 req-bd529fc0-8bf3-43eb-8b25-cc71f9e2e797 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391576 Dec 22 13:44:35.061107 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddfa743-4739-41d2-9980-c89d2ccb4841 req-0a773320-e5d1-49e6-ad9e-f0e9c94593eb tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:35.062464 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7ddfa743-4739-41d2-9980-c89d2ccb4841 req-0a773320-e5d1-49e6-ad9e-f0e9c94593eb tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 946 time: 0.0740979 Dec 22 13:44:35.107500 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7ddfa743-4739-41d2-9980-c89d2ccb4841 req-98bbd229-8391-4555-903c-e19187077050 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389118 Dec 22 13:44:35.676881 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8df65b25-a1c3-4f90-b454-56e2c4b49319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:36.301259 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a49f0-2e89-4c6f-a155-403392b23fe9 req-fa8b71f1-e276-4b10-8224-1c0c7b49ea79 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:36.302763 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5d7a49f0-2e89-4c6f-a155-403392b23fe9 req-fa8b71f1-e276-4b10-8224-1c0c7b49ea79 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 946 time: 0.0767486 Dec 22 13:44:36.351757 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5d7a49f0-2e89-4c6f-a155-403392b23fe9 req-066ccca5-dc34-44f8-881b-5393cbffc528 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435214 Dec 22 13:44:37.547885 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c11f0-5048-4556-b964-f34a4319841a req-c4565d30-fda9-45ef-84c5-060f1afee7e4 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:37.549345 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d79c11f0-5048-4556-b964-f34a4319841a req-c4565d30-fda9-45ef-84c5-060f1afee7e4 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 946 time: 0.0794365 Dec 22 13:44:37.595118 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d79c11f0-5048-4556-b964-f34a4319841a req-c19376ea-0d2d-405e-9c88-195b9156fb4b tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402095 Dec 22 13:44:37.979891 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9e9d8ef9-09a9-466f-9bca-4c112f8c0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:38.791911 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b236e35-4943-46e6-92a7-ecd99ed3e896 req-ff8193e3-9e56-4ade-8e4b-5dd92d908068 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:38.793256 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5b236e35-4943-46e6-92a7-ecd99ed3e896 req-ff8193e3-9e56-4ade-8e4b-5dd92d908068 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 946 time: 0.0769868 Dec 22 13:44:38.839594 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5b236e35-4943-46e6-92a7-ecd99ed3e896 req-4f91a5ea-5893-44f6-ba3a-644960d85943 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403802 Dec 22 13:44:38.985545 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:39.322572 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:40.035580 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22034b27-e853-45d6-9b6f-be51899ef02d req-1ae5aaa3-7df4-4f04-8803-612468eaa77f tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:40.037021 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-22034b27-e853-45d6-9b6f-be51899ef02d req-1ae5aaa3-7df4-4f04-8803-612468eaa77f tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 946 time: 0.0758781 Dec 22 13:44:40.081171 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-22034b27-e853-45d6-9b6f-be51899ef02d req-41c5be4a-a80b-4bc8-895f-dd95d453c3d9 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386622 Dec 22 13:44:40.551985 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:41.279096 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac0c1c-f158-4876-ad23-446f5d65fadf req-b6c1df7b-2c18-4e22-a7e4-40dc1f265b72 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:41.280540 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a0ac0c1c-f158-4876-ad23-446f5d65fadf req-b6c1df7b-2c18-4e22-a7e4-40dc1f265b72 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 946 time: 0.0809679 Dec 22 13:44:41.325682 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a0ac0c1c-f158-4876-ad23-446f5d65fadf req-db7cb3ae-9f62-41d9-81a6-fe742c396230 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390909 Dec 22 13:44:41.439471 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b7fbcdc1-9147-4af8-98bc-a1e83b66fe05 req-f9f22434-1fd0-468d-a5c1-3c111d2b6f71 service neutron] 10.222.0.45 "GET /v2.0/ports/5443a3bf-b208-4e36-90a1-133773b08661/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0730081 Dec 22 13:44:42.069609 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b7fbcdc1-9147-4af8-98bc-a1e83b66fe05 req-d8b861da-c8ad-4d59-a813-71965fe66c8f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba&tenant_id=f61af085de19432ea0b5be554f881a47 HTTP/1.1" status: 200 len: 1099 time: 0.0741246 Dec 22 13:44:42.167400 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b7fbcdc1-9147-4af8-98bc-a1e83b66fe05 req-6e5e6f81-a5bb-4466-b28c-95e73bc19d4c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f61af085de19432ea0b5be554f881a47&device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 1099 time: 0.0679991 Dec 22 13:44:42.397811 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbcdc1-9147-4af8-98bc-a1e83b66fe05 req-b77fe88d-7254-44af-957e-d186ba626085 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:42.399292 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b7fbcdc1-9147-4af8-98bc-a1e83b66fe05 req-b77fe88d-7254-44af-957e-d186ba626085 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6fd7737-5c97-450a-97f9-3afc8925d257 HTTP/1.1" status: 200 len: 912 time: 0.2220192 Dec 22 13:44:42.511775 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b7fbcdc1-9147-4af8-98bc-a1e83b66fe05 req-189f8fa3-3bd1-45fe-bc14-1f75c009ee0b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5443a3bf-b208-4e36-90a1-133773b08661 HTTP/1.1" status: 200 len: 1001 time: 0.1006522 Dec 22 13:44:42.525855 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a907650-d35e-41d4-93c1-cad84c9cd5e8 req-e33cf267-f75e-438b-b80c-e39d30c8fabd tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:42.527327 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5a907650-d35e-41d4-93c1-cad84c9cd5e8 req-e33cf267-f75e-438b-b80c-e39d30c8fabd tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 946 time: 0.0830576 Dec 22 13:44:42.573771 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5a907650-d35e-41d4-93c1-cad84c9cd5e8 req-a7009dd2-8a70-4b30-9fe1-d6cb69ef616d tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397992 Dec 22 13:44:42.583490 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbcdc1-9147-4af8-98bc-a1e83b66fe05 req-5b82442e-7fdb-4216-9f7b-f2bb23504782 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:42.584934 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b7fbcdc1-9147-4af8-98bc-a1e83b66fe05 req-5b82442e-7fdb-4216-9f7b-f2bb23504782 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b38ee779-25d3-4523-b4fe-11b22068e8c1 HTTP/1.1" status: 200 len: 850 time: 0.0617309 Dec 22 13:44:42.669064 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b7fbcdc1-9147-4af8-98bc-a1e83b66fe05 req-df3ca20c-a639-473a-9b4a-aef1b9978251 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6fd7737-5c97-450a-97f9-3afc8925d257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722291 Dec 22 13:44:42.803317 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b7fbcdc1-9147-4af8-98bc-a1e83b66fe05 req-af81c889-ae62-4d0f-971f-380974f96951 service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244080 Dec 22 13:44:42.945940 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b7fbcdc1-9147-4af8-98bc-a1e83b66fe05 req-32d92de5-b8ae-4c27-83aa-f03205170fb5 service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306455 Dec 22 13:44:43.770871 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6716c4-0ecb-4bb3-be17-913fda3f9143 req-d2704787-09b0-4372-b5d7-7a98db594a3a tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:43.772213 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9a6716c4-0ecb-4bb3-be17-913fda3f9143 req-d2704787-09b0-4372-b5d7-7a98db594a3a tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 946 time: 0.0769918 Dec 22 13:44:43.817525 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9a6716c4-0ecb-4bb3-be17-913fda3f9143 req-4b3ef99f-dd51-4d93-9f2a-0459b5ad64c5 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398915 Dec 22 13:44:44.940911 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 5443a3bf-b208-4e36-90a1-133773b08661 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:44:45.022425 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb591e-09da-4b01-a46b-5928c2da4a02 req-09c6071b-eb42-4915-a630-f47f667814f3 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:45.023892 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c9bb591e-09da-4b01-a46b-5928c2da4a02 req-09c6071b-eb42-4915-a630-f47f667814f3 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 946 time: 0.0808508 Dec 22 13:44:45.055885 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:45.079024 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c9bb591e-09da-4b01-a46b-5928c2da4a02 req-58019c20-032c-459f-9271-856582dd8e05 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488305 Dec 22 13:44:45.090991 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 5443a3bf-b208-4e36-90a1-133773b08661, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5443a3bf-b208-4e36-90a1-133773b08661,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:44:45.092070 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2458bd4e-1a4d-42b6-b465-491f8a8d36ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5443a3bf-b208-4e36-90a1-133773b08661'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:44:45.156033 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2458bd4e-1a4d-42b6-b465-491f8a8d36ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5443a3bf-b208-4e36-90a1-133773b08661', 'code': 200} Dec 22 13:44:45.191316 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:45.193088 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c435fc99-e248-4a9b-b5f3-f71d78159433 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:44:45.260936 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=5443a3bf-b208-4e36-90a1-133773b08661,revision_number=6']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:44:45.269248 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:44:45.269600 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:44:45.269943 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:44:45.270278 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:44:45.270640 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:44:45.270969 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:44:45.271298 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:44:45.271627 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:44:45.271980 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:44:45.272270 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:44:45.272596 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:44:45.276520 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:44:46.281832 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c903087-8a6b-4705-97b5-28877a513c68 req-1d09005f-1947-48ff-a920-7bd1af125e8d tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:46.283446 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-2c903087-8a6b-4705-97b5-28877a513c68 req-1d09005f-1947-48ff-a920-7bd1af125e8d tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 944 time: 0.0769804 Dec 22 13:44:46.327687 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-2c903087-8a6b-4705-97b5-28877a513c68 req-077e04b7-740b-4c69-be15-194ab8a19636 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387752 Dec 22 13:44:46.774901 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6686a0-1223-4780-8690-93449f3a3eae req-6a749a6a-2919-409b-a833-247f7ecb622c tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:46.776372 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7e6686a0-1223-4780-8690-93449f3a3eae req-6a749a6a-2919-409b-a833-247f7ecb622c tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 944 time: 0.0836771 Dec 22 13:44:46.824140 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7e6686a0-1223-4780-8690-93449f3a3eae req-9b579620-61a7-4b0a-8a61-6b0ee02b74c6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421340 Dec 22 13:44:46.828146 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26c9fb-761d-476b-8cf9-ea7c811e5baf req-feb6da8b-89a3-4f27-861f-202a2fbfc489 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:46.829590 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-da26c9fb-761d-476b-8cf9-ea7c811e5baf req-feb6da8b-89a3-4f27-861f-202a2fbfc489 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.45 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba&tenant_id=f61af085de19432ea0b5be554f881a47&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 944 time: 0.0860059 Dec 22 13:44:46.938615 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 5443a3bf-b208-4e36-90a1-133773b08661 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:44:46.972038 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-da26c9fb-761d-476b-8cf9-ea7c811e5baf req-4640c361-d430-43d1-a1bf-0e61241fc8fe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f61af085de19432ea0b5be554f881a47&device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 1097 time: 0.0707326 Dec 22 13:44:47.074164 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 5443a3bf-b208-4e36-90a1-133773b08661, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5443a3bf-b208-4e36-90a1-133773b08661,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:44:47.088348 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '5443a3bf-b208-4e36-90a1-133773b08661', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'port_id': '5443a3bf-b208-4e36-90a1-133773b08661', 'mac_address': 'fa:16:3e:81:11:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:44:47.103061 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26c9fb-761d-476b-8cf9-ea7c811e5baf req-4d6b6604-1557-4508-b01a-2a7fba2d9e0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:47.104536 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-da26c9fb-761d-476b-8cf9-ea7c811e5baf req-4d6b6604-1557-4508-b01a-2a7fba2d9e0a service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6fd7737-5c97-450a-97f9-3afc8925d257 HTTP/1.1" status: 200 len: 912 time: 0.1266823 Dec 22 13:44:47.141589 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:47.159696 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5443a3bf-b208-4e36-90a1-133773b08661 {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:44:47.174805 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 5443a3bf-b208-4e36-90a1-133773b08661, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5443a3bf-b208-4e36-90a1-133773b08661,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:44:47.209608 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-da26c9fb-761d-476b-8cf9-ea7c811e5baf req-1af04676-e931-447f-9655-20a779f9192e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5443a3bf-b208-4e36-90a1-133773b08661 HTTP/1.1" status: 200 len: 999 time: 0.0977306 Dec 22 13:44:47.237045 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:47.238827 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:44:47.271554 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26c9fb-761d-476b-8cf9-ea7c811e5baf req-39c8fb6c-5694-4b0b-933d-d5b5c0790f87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:47.273056 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-da26c9fb-761d-476b-8cf9-ea7c811e5baf req-39c8fb6c-5694-4b0b-933d-d5b5c0790f87 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b38ee779-25d3-4523-b4fe-11b22068e8c1 HTTP/1.1" status: 200 len: 850 time: 0.0568638 Dec 22 13:44:47.310681 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=5443a3bf-b208-4e36-90a1-133773b08661,revision_number=7']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:44:47.314652 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['5443a3bf-b208-4e36-90a1-133773b08661'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:44:47.341885 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:44:47.352852 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-da26c9fb-761d-476b-8cf9-ea7c811e5baf req-f726eb21-4f9f-4da9-b477-96d876014500 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6fd7737-5c97-450a-97f9-3afc8925d257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731454 Dec 22 13:44:47.486241 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-da26c9fb-761d-476b-8cf9-ea7c811e5baf req-495d5a0c-6979-4426-8f8e-317c1ad62360 service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262007 Dec 22 13:44:47.616652 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-da26c9fb-761d-476b-8cf9-ea7c811e5baf req-e54c5aba-f73d-4fd9-9483-8b1379c09462 service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240180 Dec 22 13:44:48.022683 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940958c9-d015-4625-862b-d2d7eeb6f68c req-b837a998-f744-488c-a3d2-1429ff59bcab tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:48.024122 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-940958c9-d015-4625-862b-d2d7eeb6f68c req-b837a998-f744-488c-a3d2-1429ff59bcab tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 945 time: 0.0773470 Dec 22 13:44:48.069189 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-940958c9-d015-4625-862b-d2d7eeb6f68c req-f8379a75-41d0-45b4-a857-5b0113eff1c2 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396130 Dec 22 13:44:48.954894 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 5443a3bf-b208-4e36-90a1-133773b08661 up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:44:49.027370 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 5443a3bf-b208-4e36-90a1-133773b08661 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:44:49.027750 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:49.139892 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:49.165742 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2458bd4e-1a4d-42b6-b465-491f8a8d36ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5443a3bf-b208-4e36-90a1-133773b08661'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:44:49.175777 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 5443a3bf-b208-4e36-90a1-133773b08661, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5443a3bf-b208-4e36-90a1-133773b08661,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:44:49.220795 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2458bd4e-1a4d-42b6-b465-491f8a8d36ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5443a3bf-b208-4e36-90a1-133773b08661', 'code': 200} Dec 22 13:44:49.247483 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:49.249809 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c435fc99-e248-4a9b-b5f3-f71d78159433 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:44:49.267892 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60333e10-f5db-4b42-b581-f94ca14685d1 req-b5407afb-4174-451a-aca5-003672a6275e tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:49.269560 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-60333e10-f5db-4b42-b581-f94ca14685d1 req-b5407afb-4174-451a-aca5-003672a6275e tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 945 time: 0.0803483 Dec 22 13:44:49.313122 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=5443a3bf-b208-4e36-90a1-133773b08661,revision_number=8']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:44:49.315154 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-60333e10-f5db-4b42-b581-f94ca14685d1 req-df2210f2-887c-49e2-9ec7-64b6d2342880 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398993 Dec 22 13:44:49.316368 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:44:49.621820 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfab7d2-5064-4f11-8da6-241389f5940f req-73742c4c-6be6-4b73-a4f5-3b141237a384 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:49.623292 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-acfab7d2-5064-4f11-8da6-241389f5940f req-73742c4c-6be6-4b73-a4f5-3b141237a384 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 946 time: 0.1879985 Dec 22 13:44:49.667857 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-acfab7d2-5064-4f11-8da6-241389f5940f req-2846f00e-ed8c-4390-905c-9118c93aa98c tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388629 Dec 22 13:44:49.896605 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064502d5-e2a9-4e78-9575-e06c33769bb5 req-5b197b11-bf4b-4d14-ab5a-3a359652ef02 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:49.897986 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-064502d5-e2a9-4e78-9575-e06c33769bb5 req-5b197b11-bf4b-4d14-ab5a-3a359652ef02 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 946 time: 0.0860226 Dec 22 13:44:49.944570 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-064502d5-e2a9-4e78-9575-e06c33769bb5 req-36526521-27cd-47c0-8cc3-b500d9dba8e6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411103 Dec 22 13:44:50.681211 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb33432-c139-4e57-896c-f82a359449cb req-2b6f2b3a-4c6c-4373-99e0-88f892ffc581 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:50.682665 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-1bb33432-c139-4e57-896c-f82a359449cb req-2b6f2b3a-4c6c-4373-99e0-88f892ffc581 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 946 time: 0.0751388 Dec 22 13:44:50.730907 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-1bb33432-c139-4e57-896c-f82a359449cb req-43ee3651-e20d-4a3b-a06d-4d4be5ebc79e tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427849 Dec 22 13:44:51.927763 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7d01a-ae09-441f-ad94-9d735c37825d req-ff6d103f-53ef-4a54-a102-f33613192d9a tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:51.929176 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-93f7d01a-ae09-441f-ad94-9d735c37825d req-ff6d103f-53ef-4a54-a102-f33613192d9a tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 946 time: 0.0780318 Dec 22 13:44:51.974666 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-93f7d01a-ae09-441f-ad94-9d735c37825d req-4cc6b0be-d41f-4de9-b1ec-f97ec3e8ebbb tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400496 Dec 22 13:44:52.490106 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350903f-8d7b-414d-af30-e81240266160 req-9559d4a9-b73d-42d2-a59d-4505032d78ca tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:52.491553 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8350903f-8d7b-414d-af30-e81240266160 req-9559d4a9-b73d-42d2-a59d-4505032d78ca tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.45 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 946 time: 0.0755579 Dec 22 13:44:52.564881 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-8350903f-8d7b-414d-af30-e81240266160 req-9c258bd8-eed0-47be-a97a-61d81d9be7b6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Deleting port 5443a3bf-b208-4e36-90a1-133773b08661 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:44:52.565731 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-8350903f-8d7b-414d-af30-e81240266160 req-9c258bd8-eed0-47be-a97a-61d81d9be7b6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:52.807149 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-8350903f-8d7b-414d-af30-e81240266160 req-9c258bd8-eed0-47be-a97a-61d81d9be7b6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] For port 5443a3bf-b208-4e36-90a1-133773b08661, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5443a3bf-b208-4e36-90a1-133773b08661,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:44:52.807149 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-8350903f-8d7b-414d-af30-e81240266160 req-9c258bd8-eed0-47be-a97a-61d81d9be7b6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:53.090701 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-8350903f-8d7b-414d-af30-e81240266160 req-9c258bd8-eed0-47be-a97a-61d81d9be7b6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:53.091379 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-8350903f-8d7b-414d-af30-e81240266160 req-9c258bd8-eed0-47be-a97a-61d81d9be7b6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:53.091379 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.l3_db [req-8350903f-8d7b-414d-af30-e81240266160 req-9c258bd8-eed0-47be-a97a-61d81d9be7b6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Floating IP 2a5f5d32-1eb5-469b-adc1-56befbe7b3d9 disassociated. External IP: 172.26.1.83, port: 5443a3bf-b208-4e36-90a1-133773b08661. Dec 22 13:44:53.091633 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-8350903f-8d7b-414d-af30-e81240266160 req-9c258bd8-eed0-47be-a97a-61d81d9be7b6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Calling delete_port for 5443a3bf-b208-4e36-90a1-133773b08661 owned by compute:nova {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:44:53.170310 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e61f66-3a78-4875-b360-0045e74fb3e1 req-6730d209-ffa9-45e5-b4bf-618ca5ddf015 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:53.171812 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-54e61f66-3a78-4875-b360-0045e74fb3e1 req-6730d209-ffa9-45e5-b4bf-618ca5ddf015 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 946 time: 0.0784862 Dec 22 13:44:53.217680 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-54e61f66-3a78-4875-b360-0045e74fb3e1 req-7ecd92b6-3df6-44dc-bda4-a36a94c2ac9a tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393810 Dec 22 13:44:53.298868 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-8350903f-8d7b-414d-af30-e81240266160 req-9c258bd8-eed0-47be-a97a-61d81d9be7b6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:53.305714 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-487b49c2-d36b-4f16-bb4a-95ae9721e4ed tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:44:53.352559 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c258bd8-eed0-47be-a97a-61d81d9be7b6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Pushing event deleted for resources: {'Port': ['ID=5443a3bf-b208-4e36-90a1-133773b08661,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:44:53.367809 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c258bd8-eed0-47be-a97a-61d81d9be7b6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:44:53.368198 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c258bd8-eed0-47be-a97a-61d81d9be7b6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:44:53.368570 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c258bd8-eed0-47be-a97a-61d81d9be7b6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:44:53.368937 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c258bd8-eed0-47be-a97a-61d81d9be7b6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:44:53.369299 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c258bd8-eed0-47be-a97a-61d81d9be7b6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:44:53.369657 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c258bd8-eed0-47be-a97a-61d81d9be7b6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:44:53.370015 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c258bd8-eed0-47be-a97a-61d81d9be7b6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:44:53.370390 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c258bd8-eed0-47be-a97a-61d81d9be7b6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:44:53.370748 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c258bd8-eed0-47be-a97a-61d81d9be7b6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:44:53.371098 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c258bd8-eed0-47be-a97a-61d81d9be7b6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:44:53.371446 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c258bd8-eed0-47be-a97a-61d81d9be7b6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:44:53.374796 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9c258bd8-eed0-47be-a97a-61d81d9be7b6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:44:53.582970 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8350903f-8d7b-414d-af30-e81240266160 req-9c258bd8-eed0-47be-a97a-61d81d9be7b6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Router b0aea414-ac18-4498-995b-e16d012b2ca2 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:44:53.781531 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8350903f-8d7b-414d-af30-e81240266160 req-9c258bd8-eed0-47be-a97a-61d81d9be7b6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:44:53.793033 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329177f9-5aff-463c-b8d4-e92eb5973083 None None] Sync routers for ids ['b0aea414-ac18-4498-995b-e16d012b2ca2'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:44:53.805319 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329177f9-5aff-463c-b8d4-e92eb5973083 None None] Routers {'b0aea414-ac18-4498-995b-e16d012b2ca2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:44:53.805925 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-329177f9-5aff-463c-b8d4-e92eb5973083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:44:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b0aea414-ac18-4498-995b-e16d012b2ca2'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:44:53.957714 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-8350903f-8d7b-414d-af30-e81240266160 req-9c258bd8-eed0-47be-a97a-61d81d9be7b6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] No DVR routers for this DVR port 5443a3bf-b208-4e36-90a1-133773b08661 on host hv-neutron-8226 {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:44:53.960125 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-8350903f-8d7b-414d-af30-e81240266160 req-9c258bd8-eed0-47be-a97a-61d81d9be7b6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:53.962957 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2458bd4e-1a4d-42b6-b465-491f8a8d36ba', 'name': 'network-vif-deleted', 'tag': '5443a3bf-b208-4e36-90a1-133773b08661'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:44:53.993359 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-329177f9-5aff-463c-b8d4-e92eb5973083 None None] Set router b0aea414-ac18-4498-995b-e16d012b2ca2 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:44:54.018523 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2458bd4e-1a4d-42b6-b465-491f8a8d36ba', 'name': 'network-vif-deleted', 'tag': '5443a3bf-b208-4e36-90a1-133773b08661', 'status': 'completed', 'code': 200} Dec 22 13:44:54.037701 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8350903f-8d7b-414d-af30-e81240266160 req-9c258bd8-eed0-47be-a97a-61d81d9be7b6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.45 "DELETE /v2.0/ports/5443a3bf-b208-4e36-90a1-133773b08661 HTTP/1.1" status: 204 len: 173 time: 1.5368483 Dec 22 13:44:54.344293 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-329177f9-5aff-463c-b8d4-e92eb5973083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'name': 'tempest-ServerActionsTestJSON-920374604-router', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:24Z', 'revision_number': 4, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'gw_port': {'id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fd:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '6b6239ce-5422-4c50-a9a1-1b2d27b341ab', 'name': '', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'mac_address': 'fa:16:3e:3a:16:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:23Z', 'updated_at': '2021-12-22T13:43:41Z', 'revision_number': 5, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'subnets': [{'id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:44:54.349059 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329177f9-5aff-463c-b8d4-e92eb5973083 None None] Checking router: b0aea414-ac18-4498-995b-e16d012b2ca2 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:44:54.359970 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329177f9-5aff-463c-b8d4-e92eb5973083 None None] Routers {'b0aea414-ac18-4498-995b-e16d012b2ca2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:44:54.360594 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-329177f9-5aff-463c-b8d4-e92eb5973083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:44:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b0aea414-ac18-4498-995b-e16d012b2ca2'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:44:54.399004 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-88388ec7-7a1f-40e1-a613-a5a68b8ec2d0 req-4cf0b10c-7b2f-491e-afbc-9c64c25a0075 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=2458bd4e-1a4d-42b6-b465-491f8a8d36ba HTTP/1.1" status: 200 len: 210 time: 0.0432472 Dec 22 13:44:54.547403 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-329177f9-5aff-463c-b8d4-e92eb5973083 None None] Set router b0aea414-ac18-4498-995b-e16d012b2ca2 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:44:54.854851 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-329177f9-5aff-463c-b8d4-e92eb5973083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'name': 'tempest-ServerActionsTestJSON-920374604-router', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:24Z', 'revision_number': 4, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'gw_port': {'id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fd:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '6b6239ce-5422-4c50-a9a1-1b2d27b341ab', 'name': '', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'mac_address': 'fa:16:3e:3a:16:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:23Z', 'updated_at': '2021-12-22T13:43:41Z', 'revision_number': 5, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'subnets': [{'id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:44:54.858863 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329177f9-5aff-463c-b8d4-e92eb5973083 None None] The sync data for ids ['b0aea414-ac18-4498-995b-e16d012b2ca2'] in dv-neutron-822669-1-hyperv is: [{'id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'name': 'tempest-ServerActionsTestJSON-920374604-router', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:24Z', 'revision_number': 4, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'gw_port': {'id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fd:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '6b6239ce-5422-4c50-a9a1-1b2d27b341ab', 'name': '', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'mac_address': 'fa:16:3e:3a:16:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:23Z', 'updated_at': '2021-12-22T13:43:41Z', 'revision_number': 5, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'subnets': [{'id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:44:55.072949 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194c193b-135f-4eba-bca6-fe26f9318db2 None None] New status for floating IP 2a5f5d32-1eb5-469b-adc1-56befbe7b3d9: DOWN {{(pid=84151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:44:55.778651 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-ce744a08-466b-463b-9193-dfd7364a45f9 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1400702614&fields=id&tenant_id=f61af085de19432ea0b5be554f881a47 HTTP/1.1" status: 200 len: 267 time: 0.0414548 Dec 22 13:44:55.924510 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-0ef75c47-1f35-4a18-b337-a86748324dcc tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:55.926218 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-0ef75c47-1f35-4a18-b337-a86748324dcc tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/networks?id=c6fd7737-5c97-450a-97f9-3afc8925d257 HTTP/1.1" status: 200 len: 811 time: 0.1406944 Dec 22 13:44:55.942994 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-169170f1-4ce8-46e8-abdf-e39e87b2795a tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/quotas/f61af085de19432ea0b5be554f881a47 HTTP/1.1" status: 200 len: 375 time: 0.0111387 Dec 22 13:44:56.030275 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-b78239a7-9d97-4b37-8e84-e07db231a1b3 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Synchronizing usage tracker for tenant:f61af085de19432ea0b5be554f881a47 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:44:56.123113 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-b78239a7-9d97-4b37-8e84-e07db231a1b3 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Unset dirty status for tenant:f61af085de19432ea0b5be554f881a47 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:44:56.124431 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-b78239a7-9d97-4b37-8e84-e07db231a1b3 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f61af085de19432ea0b5be554f881a47&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1756201 Dec 22 13:44:56.264547 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-11f4a40f-2177-49df-8d48-eb9c4d7c9d9c service neutron] 10.222.0.47 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280260 Dec 22 13:44:56.396174 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-f511afef-57cd-4221-8c8c-082d7b5494cc service neutron] 10.222.0.47 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255145 Dec 22 13:44:56.663459 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-f0a7c9b8-29d4-4498-af29-d6b3da6c9947 req-a8b2be33-c810-4b55-8d8f-be53beb51c03 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 210 time: 0.0453563 Dec 22 13:44:57.004138 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 5443a3bf-b208-4e36-90a1-133773b08661 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:44:57.037171 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] No Port match for: 5443a3bf-b208-4e36-90a1-133773b08661 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:44:57.037523 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 5443a3bf-b208-4e36-90a1-133773b08661 not bound to the agent host hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:44:57.829747 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5823c3e8-2861-47fd-9bb4-e1dd52fba893 req-2b4efbe8-9d77-4fc7-b3ed-585446bc2a64 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 210 time: 0.0421488 Dec 22 13:44:58.689856 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-7189f62b-a883-40cd-bc98-a92b4146d608 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:58.691302 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-7189f62b-a883-40cd-bc98-a92b4146d608 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.45 "GET /v2.0/networks?id=c6fd7737-5c97-450a-97f9-3afc8925d257 HTTP/1.1" status: 200 len: 811 time: 0.1517174 Dec 22 13:44:58.749593 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-82ffece6-c016-49cf-aedb-70e9bd827f1d tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f61af085de19432ea0b5be554f881a47 HTTP/1.1" status: 200 len: 380 time: 0.0411687 Dec 22 13:44:58.760635 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-91e4bdf0-63ef-4b5f-bd4e-66401d6da7b7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Request body: {'port': {'device_id': '56e48d01-342f-49d2-8134-db6f5ec5205c', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'admin_state_up': True, 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'security_groups': ['f5576e0a-12c3-4510-8aad-8e4a0bbff9a0']}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:44:58.896576 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-91e4bdf0-63ef-4b5f-bd4e-66401d6da7b7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:44:58.906893 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-91e4bdf0-63ef-4b5f-bd4e-66401d6da7b7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:44:58.957468 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:58.994858 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c03462f9-6967-4877-a4ce-bb61ba67eb40 req-7abc97e6-18c6-4fca-b0da-bad06e2dde13 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 210 time: 0.0420799 Dec 22 13:44:59.002959 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-91e4bdf0-63ef-4b5f-bd4e-66401d6da7b7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Made reservation on behalf of f61af085de19432ea0b5be554f881a47 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:44:59.006393 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-91e4bdf0-63ef-4b5f-bd4e-66401d6da7b7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:59.169886 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-91e4bdf0-63ef-4b5f-bd4e-66401d6da7b7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Allocated IP 172.20.0.7 (c6fd7737-5c97-450a-97f9-3afc8925d257/b38ee779-25d3-4523-b4fe-11b22068e8c1/5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:44:59.355847 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-91e4bdf0-63ef-4b5f-bd4e-66401d6da7b7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:59.372489 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-91e4bdf0-63ef-4b5f-bd4e-66401d6da7b7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Transition to ACTIVE for port object 5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:44:59.459290 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-91e4bdf0-63ef-4b5f-bd4e-66401d6da7b7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:59.465821 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-95cf5cbf-1cf9-4ab2-af21-b52c4a3d925d tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:44:59.537992 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-91e4bdf0-63ef-4b5f-bd4e-66401d6da7b7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Network c6fd7737-5c97-450a-97f9-3afc8925d257 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:44:59.541469 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-91e4bdf0-63ef-4b5f-bd4e-66401d6da7b7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:44:59.546489 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-91e4bdf0-63ef-4b5f-bd4e-66401d6da7b7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:44:59.572976 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e4bdf0-63ef-4b5f-bd4e-66401d6da7b7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Pushing event updated for resources: {'Port': ['ID=5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:44:59.578222 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-91e4bdf0-63ef-4b5f-bd4e-66401d6da7b7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:44:59.613819 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-91e4bdf0-63ef-4b5f-bd4e-66401d6da7b7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:59.615045 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-91e4bdf0-63ef-4b5f-bd4e-66401d6da7b7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:59.717002 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-91e4bdf0-63ef-4b5f-bd4e-66401d6da7b7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9601488 Dec 22 13:44:59.734807 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-797a674c-8d7a-4afa-a8bb-bfcb7dbff748 service neutron] Request body: {'port': {'device_id': '56e48d01-342f-49d2-8134-db6f5ec5205c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:44:59.841878 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-797a674c-8d7a-4afa-a8bb-bfcb7dbff748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:59.848932 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-22587d1e-c74e-43dc-baab-c9cd3d01f95c None None] Provisioning for port 5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:44:59.853761 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-22587d1e-c74e-43dc-baab-c9cd3d01f95c None None] Provisioning complete for port 5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:44:59.854150 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-22587d1e-c74e-43dc-baab-c9cd3d01f95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:59.905273 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-22587d1e-c74e-43dc-baab-c9cd3d01f95c None None] Port 5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:45:00.291173 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65379c3-d8ea-487d-bd07-d03fcdd23d9c req-a69df841-734e-484b-9446-b764c2ae3e7f tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:45:00.291763 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-a65379c3-d8ea-487d-bd07-d03fcdd23d9c req-a69df841-734e-484b-9446-b764c2ae3e7f tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Synchronizing usage tracker for tenant:f61af085de19432ea0b5be554f881a47 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:45:00.373981 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-797a674c-8d7a-4afa-a8bb-bfcb7dbff748 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f {{(pid=84149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:45:00.382461 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-797a674c-8d7a-4afa-a8bb-bfcb7dbff748 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:45:00.384778 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-a65379c3-d8ea-487d-bd07-d03fcdd23d9c req-a69df841-734e-484b-9446-b764c2ae3e7f tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Unset dirty status for tenant:f61af085de19432ea0b5be554f881a47 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:45:00.385890 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a65379c3-d8ea-487d-bd07-d03fcdd23d9c req-a69df841-734e-484b-9446-b764c2ae3e7f tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 931 time: 0.2278652 Dec 22 13:45:00.415499 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-797a674c-8d7a-4afa-a8bb-bfcb7dbff748 service neutron] Transition to ACTIVE for port object 5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f will not be triggered until provisioned by entity L2. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:45:00.441842 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a65379c3-d8ea-487d-bd07-d03fcdd23d9c req-8175222b-93f6-428d-a575-a608ad1d9bde tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473228 Dec 22 13:45:00.459662 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-797a674c-8d7a-4afa-a8bb-bfcb7dbff748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:45:00.463834 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-68cd3651-3327-4931-a849-6215c1d0ac17 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:45:00.586706 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a674c-8d7a-4afa-a8bb-bfcb7dbff748 service neutron] Pushing event updated for resources: {'Port': ['ID=5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:45:00.590701 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-797a674c-8d7a-4afa-a8bb-bfcb7dbff748 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:45:00.699490 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-797a674c-8d7a-4afa-a8bb-bfcb7dbff748 service neutron] Attempting to bind port 5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:45:00.699850 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-797a674c-8d7a-4afa-a8bb-bfcb7dbff748 service neutron] Attempting to bind port 5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7616e375-eb12-4d3e-abf9-16be2f00f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:45:00.700173 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-797a674c-8d7a-4afa-a8bb-bfcb7dbff748 service neutron] Attempting to bind port 5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f on network c6fd7737-5c97-450a-97f9-3afc8925d257 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:45:00.705886 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-797a674c-8d7a-4afa-a8bb-bfcb7dbff748 service neutron] Port 5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f on network c6fd7737-5c97-450a-97f9-3afc8925d257 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:45:00.706199 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-797a674c-8d7a-4afa-a8bb-bfcb7dbff748 service neutron] Attempting to bind port 5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f on network c6fd7737-5c97-450a-97f9-3afc8925d257 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:45:00.712537 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-797a674c-8d7a-4afa-a8bb-bfcb7dbff748 service neutron] Checking agent: {'id': '72ee2f79-9ac0-483e-b4fd-5b910a776581', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'started_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:45:00.712860 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-797a674c-8d7a-4afa-a8bb-bfcb7dbff748 service neutron] Checking segment: {'id': '7616e375-eb12-4d3e-abf9-16be2f00f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:45:00.713895 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-797a674c-8d7a-4afa-a8bb-bfcb7dbff748 service neutron] Bound using segment: {'id': '7616e375-eb12-4d3e-abf9-16be2f00f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257'} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:45:00.714396 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-797a674c-8d7a-4afa-a8bb-bfcb7dbff748 service neutron] Bound port: 5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7616e375-eb12-4d3e-abf9-16be2f00f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257'}}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:45:00.714749 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-797a674c-8d7a-4afa-a8bb-bfcb7dbff748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:45:00.801555 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-797a674c-8d7a-4afa-a8bb-bfcb7dbff748 service neutron] For port 5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f, host hv-neutron-8226, cleared binding levels {{(pid=84149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:45:00.804378 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-797a674c-8d7a-4afa-a8bb-bfcb7dbff748 service neutron] For port 5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:45:00.871572 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-797a674c-8d7a-4afa-a8bb-bfcb7dbff748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:45:00.875285 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d6e0e81d-4809-4525-9126-ea86548ddc6b tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:45:00.938626 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-797a674c-8d7a-4afa-a8bb-bfcb7dbff748 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:45:00.939975 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-797a674c-8d7a-4afa-a8bb-bfcb7dbff748 service neutron] 10.222.0.45 "PUT /v2.0/ports/5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f HTTP/1.1" status: 200 len: 1093 time: 1.2091937 Dec 22 13:45:00.940528 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e48d01-342f-49d2-8134-db6f5ec5205c', 'tag': '5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:45:00.956285 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a674c-8d7a-4afa-a8bb-bfcb7dbff748 service neutron] Pushing event updated for resources: {'Port': ['ID=5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f,revision_number=3']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:45:00.961447 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-797a674c-8d7a-4afa-a8bb-bfcb7dbff748 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:45:01.002488 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e48d01-342f-49d2-8134-db6f5ec5205c', 'tag': '5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f', 'status': 'completed', 'code': 200} Dec 22 13:45:01.128058 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-865b1209-ab8a-479e-99a3-1414c81bba7f req-1743c898-41ee-4288-8189-ee6ef2466da1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f61af085de19432ea0b5be554f881a47&device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 1096 time: 0.0716593 Dec 22 13:45:01.278185 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b1209-ab8a-479e-99a3-1414c81bba7f req-85736d80-76e3-4ca0-809d-3d48f15ab2d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:45:01.279587 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-865b1209-ab8a-479e-99a3-1414c81bba7f req-85736d80-76e3-4ca0-809d-3d48f15ab2d9 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=f61af085de19432ea0b5be554f881a47&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1353035 Dec 22 13:45:01.423074 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b1209-ab8a-479e-99a3-1414c81bba7f req-578830c7-73db-48f8-9a31-3d43b73ad80f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:45:01.424509 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-865b1209-ab8a-479e-99a3-1414c81bba7f req-578830c7-73db-48f8-9a31-3d43b73ad80f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1348650 Dec 22 13:45:01.539604 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-147925f6-5a4a-4dc9-b1f0-e57b65f0f57a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f61af085de19432ea0b5be554f881a47&device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 1096 time: 0.0683551 Dec 22 13:45:01.647651 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-a0b48486-1fb6-4c7a-b97a-6f805523093f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f HTTP/1.1" status: 200 len: 217 time: 0.0947018 Dec 22 13:45:01.730082 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-5cf62409-45fd-441b-97c2-32810d041c6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:45:01.731471 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-5cf62409-45fd-441b-97c2-32810d041c6e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b38ee779-25d3-4523-b4fe-11b22068e8c1 HTTP/1.1" status: 200 len: 850 time: 0.0733490 Dec 22 13:45:01.741801 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95a5ff-2e98-4238-b6e7-41b23ce3a815 req-95487d17-9391-4bb1-9e56-d6e7ed770d4d tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:45:01.743181 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ca95a5ff-2e98-4238-b6e7-41b23ce3a815 req-95487d17-9391-4bb1-9e56-d6e7ed770d4d tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 943 time: 0.1401579 Dec 22 13:45:01.826869 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ca95a5ff-2e98-4238-b6e7-41b23ce3a815 req-6a402083-caa9-40d7-8c91-31a91e2c5105 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509017 Dec 22 13:45:01.844955 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-b10ca393-9644-4b55-aa88-70514b187c01 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6fd7737-5c97-450a-97f9-3afc8925d257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1008899 Dec 22 13:45:01.980764 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-36459ede-62d0-4cd8-bdb7-ac977ee850ca service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242573 Dec 22 13:45:02.223594 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-57249f1a-0e2e-4bf8-98ec-ac86fbca46c9 req-080651ab-ab71-4def-8f5d-8d449c8739b9 service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311511 Dec 22 13:45:03.025987 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359a065-bda2-4693-90dc-61838201870b req-3c1b3479-cc99-455d-aac5-790f1842bfec tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:45:03.027439 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e359a065-bda2-4693-90dc-61838201870b req-3c1b3479-cc99-455d-aac5-790f1842bfec tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 943 time: 0.0791721 Dec 22 13:45:03.071999 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e359a065-bda2-4693-90dc-61838201870b req-a4974310-126a-4303-bb62-0022ad78a0e7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390959 Dec 22 13:45:04.265633 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9ccb9-582d-4444-9a17-32de269b59a8 req-653c4f3c-a9f6-48ca-9187-de45153e59ac tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:45:04.267110 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-85d9ccb9-582d-4444-9a17-32de269b59a8 req-653c4f3c-a9f6-48ca-9187-de45153e59ac tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 943 time: 0.0784147 Dec 22 13:45:04.311617 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-85d9ccb9-582d-4444-9a17-32de269b59a8 req-bb126366-890c-4bda-b453-9e982b6716c6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384300 Dec 22 13:45:05.042186 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:45:05.173645 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:45:05.189803 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'port_id': '5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f', 'mac_address': 'fa:16:3e:53:eb:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:45:05.242965 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:45:05.260295 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:45:05.276456 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:45:05.328705 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:45:05.331207 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-450291f4-3dc7-4a4a-84d7-e8c3b7ae1366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:45:05.395160 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:45:05.398327 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:45:05.510053 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b7335-7052-47be-a175-35005e1f378c req-5067e810-8345-4a93-8b9a-84458605eafa tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:45:05.511657 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-8f6b7335-7052-47be-a175-35005e1f378c req-5067e810-8345-4a93-8b9a-84458605eafa tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 944 time: 0.0784330 Dec 22 13:45:05.557904 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-8f6b7335-7052-47be-a175-35005e1f378c req-d3f0c4aa-da58-4c52-8cf2-11e8deac4d67 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400705 Dec 22 13:45:05.603861 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:45:05.704837 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b09dac8a-9915-4082-8298-abc4a00c317c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:45:06.115158 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:45:06.756957 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c72729-7390-440d-bbfc-69cd87cca88d req-7c0404a2-27b8-4b50-bd1b-e37965ca0a6c tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:45:06.758409 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a7c72729-7390-440d-bbfc-69cd87cca88d req-7c0404a2-27b8-4b50-bd1b-e37965ca0a6c tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 944 time: 0.0811341 Dec 22 13:45:06.803488 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a7c72729-7390-440d-bbfc-69cd87cca88d req-21cad542-26b2-4976-a17f-ea55b5a0ba27 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395050 Dec 22 13:45:07.065280 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:45:07.168125 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning for port 5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:45:07.172955 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:45:07.178987 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:45:07.284719 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:45:07.314508 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e48d01-342f-49d2-8134-db6f5ec5205c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:45:07.331110 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:45:07.367649 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e48d01-342f-49d2-8134-db6f5ec5205c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f', 'code': 200} Dec 22 13:45:07.412823 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:45:07.414773 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:45:07.512046 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:45:07.514812 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:45:07.736742 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-70caefcc-6c08-4bf8-9584-2f1a9a6e6984 req-88296e3a-66bf-4a7e-85d6-de2018dd0b83 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 1098 time: 0.0678482 Dec 22 13:45:07.780543 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-70caefcc-6c08-4bf8-9584-2f1a9a6e6984 req-d1d861a4-b562-4f8e-8cf5-9e1bfd5a9c36 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353484 Dec 22 13:45:08.004169 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66906698-6a13-4916-8c46-f64624bc968b req-88836aae-6e79-4459-82c1-6aec64b858f7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:45:08.005898 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-66906698-6a13-4916-8c46-f64624bc968b req-88836aae-6e79-4459-82c1-6aec64b858f7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 945 time: 0.0819523 Dec 22 13:45:08.013226 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-93dbc641-58af-4a7f-87fe-d0f4049b61a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:45:08.051555 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-66906698-6a13-4916-8c46-f64624bc968b req-99faa1b6-ebc0-44a3-b97b-026e7cb6b764 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393286 Dec 22 13:45:08.979943 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:45:09.251088 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bfe50-4d29-48bf-a532-bf895f0b222f req-182a4ad9-d48a-4aab-8372-5567be96203f tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:45:09.252450 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5a4bfe50-4d29-48bf-a532-bf895f0b222f req-182a4ad9-d48a-4aab-8372-5567be96203f tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 945 time: 0.0806429 Dec 22 13:45:09.297932 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5a4bfe50-4d29-48bf-a532-bf895f0b222f req-f40fdb8c-cb23-4b07-adf6-96eaae35be1a tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397682 Dec 22 13:45:09.349874 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:45:10.495839 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b952b8f-eb05-429e-9f6d-6ad3dd691757 req-0277bc8f-3eac-4974-8933-09da951effc3 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:45:10.497341 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2b952b8f-eb05-429e-9f6d-6ad3dd691757 req-0277bc8f-3eac-4974-8933-09da951effc3 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 945 time: 0.0778835 Dec 22 13:45:10.543801 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2b952b8f-eb05-429e-9f6d-6ad3dd691757 req-fe5cd83b-07af-4fe5-95c6-a1dbc74eebec tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408399 Dec 22 13:45:10.556907 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:45:10.739847 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13ff02-ebbd-433a-9b39-a8884f70ac92 req-dad00e07-9a8f-4f8d-8dff-dca00e0ca1a0 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:45:10.741303 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ee13ff02-ebbd-433a-9b39-a8884f70ac92 req-dad00e07-9a8f-4f8d-8dff-dca00e0ca1a0 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 945 time: 0.0778232 Dec 22 13:45:10.749813 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 55094) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:45:10.755992 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-3f0e0095-65ec-4a33-a4ad-8df8011f906f tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Request body: {'floatingip': {'port_id': '5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:45:10.833020 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3f0e0095-65ec-4a33-a4ad-8df8011f906f tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks [] for floatingip, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:45:11.421465 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3f0e0095-65ec-4a33-a4ad-8df8011f906f tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:45:11.459568 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3f0e0095-65ec-4a33-a4ad-8df8011f906f tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:45:11.747903 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.l3_db [None req-3f0e0095-65ec-4a33-a4ad-8df8011f906f tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Floating IP 2a5f5d32-1eb5-469b-adc1-56befbe7b3d9 associated. External IP: 172.26.1.83, port: 5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f. Dec 22 13:45:12.134537 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0e0095-65ec-4a33-a4ad-8df8011f906f tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Router b0aea414-ac18-4498-995b-e16d012b2ca2 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:45:12.336333 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0e0095-65ec-4a33-a4ad-8df8011f906f tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:45:12.341106 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3f0e0095-65ec-4a33-a4ad-8df8011f906f tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:45:12.346108 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad773b0-1627-471d-9d1b-b264dce4b0d8 None None] Sync routers for ids ['b0aea414-ac18-4498-995b-e16d012b2ca2'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:45:12.358504 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad773b0-1627-471d-9d1b-b264dce4b0d8 None None] Routers {'b0aea414-ac18-4498-995b-e16d012b2ca2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:45:12.359132 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-bad773b0-1627-471d-9d1b-b264dce4b0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:45:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b0aea414-ac18-4498-995b-e16d012b2ca2'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:45:12.395467 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-3f0e0095-65ec-4a33-a4ad-8df8011f906f tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "PUT /v2.0/floatingips/2a5f5d32-1eb5-469b-adc1-56befbe7b3d9 HTTP/1.1" status: 200 len: 990 time: 1.6442106 Dec 22 13:45:12.396191 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e48d01-342f-49d2-8134-db6f5ec5205c', 'tag': '5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:45:12.452008 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e48d01-342f-49d2-8134-db6f5ec5205c', 'tag': '5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f', 'status': 'completed', 'code': 200} Dec 22 13:45:12.553615 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-910875c2-3432-4ab8-8e6b-9c605c996494 req-6332d42a-23d1-4d01-aed1-c0ac3c4d7a6a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f61af085de19432ea0b5be554f881a47&device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 1098 time: 0.0751810 Dec 22 13:45:12.556587 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-bad773b0-1627-471d-9d1b-b264dce4b0d8 None None] Set router b0aea414-ac18-4498-995b-e16d012b2ca2 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:45:12.685013 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910875c2-3432-4ab8-8e6b-9c605c996494 req-371174a2-0314-400b-982a-871383f0ed50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:45:12.686491 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-910875c2-3432-4ab8-8e6b-9c605c996494 req-371174a2-0314-400b-982a-871383f0ed50 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6fd7737-5c97-450a-97f9-3afc8925d257 HTTP/1.1" status: 200 len: 912 time: 0.1260161 Dec 22 13:45:12.799665 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-910875c2-3432-4ab8-8e6b-9c605c996494 req-9226eed2-480a-4a42-898a-ab03cfded8e8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f HTTP/1.1" status: 200 len: 998 time: 0.0980296 Dec 22 13:45:12.865131 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910875c2-3432-4ab8-8e6b-9c605c996494 req-928fb9a3-1cb1-42ae-847a-2d4de380c798 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:45:12.866599 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-910875c2-3432-4ab8-8e6b-9c605c996494 req-928fb9a3-1cb1-42ae-847a-2d4de380c798 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b38ee779-25d3-4523-b4fe-11b22068e8c1 HTTP/1.1" status: 200 len: 850 time: 0.0602701 Dec 22 13:45:12.903634 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-bad773b0-1627-471d-9d1b-b264dce4b0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'name': 'tempest-ServerActionsTestJSON-920374604-router', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:24Z', 'revision_number': 4, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'gw_port': {'id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fd:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '2a5f5d32-1eb5-469b-adc1-56befbe7b3d9', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'floating_ip_address': '172.26.1.83', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'port_id': '5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'mac_address': 'fa:16:3e:53:eb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e48d01-342f-49d2-8134-db6f5ec5205c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:43:28Z', 'updated_at': '2021-12-22T13:45:11Z', 'revision_number': 5, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b6239ce-5422-4c50-a9a1-1b2d27b341ab', 'name': '', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'mac_address': 'fa:16:3e:3a:16:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:23Z', 'updated_at': '2021-12-22T13:43:41Z', 'revision_number': 5, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'subnets': [{'id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:45:12.907456 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad773b0-1627-471d-9d1b-b264dce4b0d8 None None] Checking router: b0aea414-ac18-4498-995b-e16d012b2ca2 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:45:12.918387 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad773b0-1627-471d-9d1b-b264dce4b0d8 None None] Routers {'b0aea414-ac18-4498-995b-e16d012b2ca2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:45:12.919165 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-bad773b0-1627-471d-9d1b-b264dce4b0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:45:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b0aea414-ac18-4498-995b-e16d012b2ca2'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:45:12.945021 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-910875c2-3432-4ab8-8e6b-9c605c996494 req-9d2c1196-8353-4f5c-b8d6-39bf36ba6e90 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6fd7737-5c97-450a-97f9-3afc8925d257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720329 Dec 22 13:45:13.078029 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-910875c2-3432-4ab8-8e6b-9c605c996494 req-1b18e1c1-a9a5-4e64-aa93-2b3d516b456e service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261306 Dec 22 13:45:13.097115 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-bad773b0-1627-471d-9d1b-b264dce4b0d8 None None] Set router b0aea414-ac18-4498-995b-e16d012b2ca2 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:45:13.212494 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-910875c2-3432-4ab8-8e6b-9c605c996494 req-f1acf037-3834-4654-adcf-acd8d3eb31fd service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265361 Dec 22 13:45:13.437832 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-bad773b0-1627-471d-9d1b-b264dce4b0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'name': 'tempest-ServerActionsTestJSON-920374604-router', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:24Z', 'revision_number': 4, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'gw_port': {'id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fd:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '2a5f5d32-1eb5-469b-adc1-56befbe7b3d9', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'floating_ip_address': '172.26.1.83', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'port_id': '5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'mac_address': 'fa:16:3e:53:eb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e48d01-342f-49d2-8134-db6f5ec5205c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:43:28Z', 'updated_at': '2021-12-22T13:45:11Z', 'revision_number': 5, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b6239ce-5422-4c50-a9a1-1b2d27b341ab', 'name': '', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'mac_address': 'fa:16:3e:3a:16:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:23Z', 'updated_at': '2021-12-22T13:43:41Z', 'revision_number': 5, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'subnets': [{'id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:45:13.442629 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad773b0-1627-471d-9d1b-b264dce4b0d8 None None] The sync data for ids ['b0aea414-ac18-4498-995b-e16d012b2ca2'] in dv-neutron-822669-1-hyperv is: [{'id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'name': 'tempest-ServerActionsTestJSON-920374604-router', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:24Z', 'revision_number': 4, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'gw_port': {'id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fd:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '2a5f5d32-1eb5-469b-adc1-56befbe7b3d9', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'floating_ip_address': '172.26.1.83', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'port_id': '5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'mac_address': 'fa:16:3e:53:eb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e48d01-342f-49d2-8134-db6f5ec5205c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:43:28Z', 'updated_at': '2021-12-22T13:45:11Z', 'revision_number': 5, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b6239ce-5422-4c50-a9a1-1b2d27b341ab', 'name': '', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'mac_address': 'fa:16:3e:3a:16:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:23Z', 'updated_at': '2021-12-22T13:43:41Z', 'revision_number': 5, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'subnets': [{'id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:45:13.638889 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a2f7b4-8261-4a5b-af5c-acf5745dbe71 None None] New status for floating IP 2a5f5d32-1eb5-469b-adc1-56befbe7b3d9: ACTIVE {{(pid=84151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:45:28.968188 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:45:35.683239 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6fc2f284-2049-4f9a-9cd5-1f2879a2b3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:45:37.995553 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-447215d8-e327-48eb-9389-f79eddbce431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:45:38.962711 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:45:39.328489 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:45:40.567149 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:45:43.115850 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:45:51.817100 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37689be0-dd97-47d8-aa56-0b1e9be7950e req-232ed531-5c80-4247-a57b-e57a18c17e60 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:45:51.818564 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-37689be0-dd97-47d8-aa56-0b1e9be7950e req-232ed531-5c80-4247-a57b-e57a18c17e60 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 945 time: 0.0787065 Dec 22 13:45:51.869197 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-37689be0-dd97-47d8-aa56-0b1e9be7950e req-4b9d835f-8029-464f-93e8-3e0dc608c7e8 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448179 Dec 22 13:45:53.071108 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747c5c5-70b8-4931-9c87-0d36282a1dc0 req-d48e0d66-04be-4abd-9bfd-3447ee53c8f5 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:45:53.072535 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-6747c5c5-70b8-4931-9c87-0d36282a1dc0 req-d48e0d66-04be-4abd-9bfd-3447ee53c8f5 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 945 time: 0.0810997 Dec 22 13:45:53.118746 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-6747c5c5-70b8-4931-9c87-0d36282a1dc0 req-b24101dc-0238-490c-bcaf-8ab4d5dc384c tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407100 Dec 22 13:45:54.421198 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0780d-161d-4257-bdf3-4b00e626baf9 req-ce52f8d0-d051-4c8d-8217-d6d4b778ced3 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:45:54.422645 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a2d0780d-161d-4257-bdf3-4b00e626baf9 req-ce52f8d0-d051-4c8d-8217-d6d4b778ced3 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 945 time: 0.1852324 Dec 22 13:45:54.466785 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a2d0780d-161d-4257-bdf3-4b00e626baf9 req-1aa15620-4c83-4edc-8544-74fa87ff6ace tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385213 Dec 22 13:45:55.664002 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e783eb-4329-4029-922d-f133df04dce2 req-37a0773d-de91-4c79-b43a-fb264c1242e9 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:45:55.665471 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-a9e783eb-4329-4029-922d-f133df04dce2 req-37a0773d-de91-4c79-b43a-fb264c1242e9 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 945 time: 0.0770874 Dec 22 13:45:55.713376 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-a9e783eb-4329-4029-922d-f133df04dce2 req-fdef052a-8b9b-469c-8f11-89c83785e59c tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421228 Dec 22 13:45:56.908493 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fffa7-ab6b-49af-8dc3-0a517e771168 req-441c71c2-d404-4da0-9b4f-c9a78698d5a0 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:45:56.909909 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-052fffa7-ab6b-49af-8dc3-0a517e771168 req-441c71c2-d404-4da0-9b4f-c9a78698d5a0 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 945 time: 0.0778255 Dec 22 13:45:56.954321 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-052fffa7-ab6b-49af-8dc3-0a517e771168 req-cee202ef-bbc6-4d6b-85d8-4d4f0947f1e5 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384340 Dec 22 13:45:58.153023 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf699a33-eec8-4691-b826-f7b72541d654 req-d19313d9-a6b4-42d9-970e-035b5f75f081 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:45:58.154479 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-cf699a33-eec8-4691-b826-f7b72541d654 req-d19313d9-a6b4-42d9-970e-035b5f75f081 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 945 time: 0.0788910 Dec 22 13:45:58.198078 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-cf699a33-eec8-4691-b826-f7b72541d654 req-c0041a94-1a43-4ce0-bdd7-4663702df98e tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381641 Dec 22 13:45:59.008252 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:45:59.390850 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21005ad-e49b-4f7e-9b3a-1ba080808826 req-bebc78fd-6332-41fc-a7a3-4cfd0dfad5ac tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:45:59.392163 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f21005ad-e49b-4f7e-9b3a-1ba080808826 req-bebc78fd-6332-41fc-a7a3-4cfd0dfad5ac tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 945 time: 0.0767829 Dec 22 13:45:59.441180 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f21005ad-e49b-4f7e-9b3a-1ba080808826 req-ced45e6d-c18a-49dd-96f2-d9f9d19761e1 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435703 Dec 22 13:46:00.633912 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37303a69-e992-4549-ba25-00734562ecf3 req-871f6af5-5fb4-499d-81e1-cbac981a7549 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:00.635378 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-37303a69-e992-4549-ba25-00734562ecf3 req-871f6af5-5fb4-499d-81e1-cbac981a7549 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 945 time: 0.0762918 Dec 22 13:46:00.771662 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-37303a69-e992-4549-ba25-00734562ecf3 req-418defa4-c628-44a6-af4a-7cddb31d41eb tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306667 Dec 22 13:46:01.970416 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28d972-5bfc-49b5-82a4-b90ea4f24fa0 req-5d7c1faf-fcf2-4c28-ae04-307d83150677 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:01.971842 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-dc28d972-5bfc-49b5-82a4-b90ea4f24fa0 req-5d7c1faf-fcf2-4c28-ae04-307d83150677 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 945 time: 0.0773261 Dec 22 13:46:02.016519 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-dc28d972-5bfc-49b5-82a4-b90ea4f24fa0 req-fd805762-07af-4b3a-9510-83ad2a2ac3e6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390558 Dec 22 13:46:03.210119 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6a3fa-6f9b-49c5-927c-64cf6c3d6432 req-dbebc610-01da-444d-806f-5d73d15da6c1 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:03.211722 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-a3d6a3fa-6f9b-49c5-927c-64cf6c3d6432 req-dbebc610-01da-444d-806f-5d73d15da6c1 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 945 time: 0.0750837 Dec 22 13:46:03.256054 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-a3d6a3fa-6f9b-49c5-927c-64cf6c3d6432 req-dc8e262c-7023-4c66-8b0d-ad1e9512bd7a tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387149 Dec 22 13:46:04.496178 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f563279-1e0f-46fe-b179-fc5835da9ad9 req-3eee1aa5-cf4c-4c24-a8df-68cffdcf3706 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:04.497678 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7f563279-1e0f-46fe-b179-fc5835da9ad9 req-3eee1aa5-cf4c-4c24-a8df-68cffdcf3706 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 945 time: 0.1214139 Dec 22 13:46:04.556497 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-12711adf-a1ce-43db-81e1-8716614c349e req-03aef553-fef9-47fd-952a-70f2585df48c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f61af085de19432ea0b5be554f881a47&device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 1098 time: 0.1093550 Dec 22 13:46:04.561010 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7f563279-1e0f-46fe-b179-fc5835da9ad9 req-c36bbe19-95a7-4fdc-bf96-0aac445a6991 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565486 Dec 22 13:46:04.707657 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12711adf-a1ce-43db-81e1-8716614c349e req-5cf2aeab-0dd1-41b3-860c-21acc0e5798d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:04.709076 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-12711adf-a1ce-43db-81e1-8716614c349e req-5cf2aeab-0dd1-41b3-860c-21acc0e5798d service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6fd7737-5c97-450a-97f9-3afc8925d257 HTTP/1.1" status: 200 len: 912 time: 0.1241939 Dec 22 13:46:04.816126 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-12711adf-a1ce-43db-81e1-8716614c349e req-6e821bd6-3683-44f8-be6a-bfd1b78e1e15 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f HTTP/1.1" status: 200 len: 1000 time: 0.0950983 Dec 22 13:46:04.884110 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12711adf-a1ce-43db-81e1-8716614c349e req-00f0ecde-3ce9-4842-b57b-03fe70af4d29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:04.885486 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-12711adf-a1ce-43db-81e1-8716614c349e req-00f0ecde-3ce9-4842-b57b-03fe70af4d29 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b38ee779-25d3-4523-b4fe-11b22068e8c1 HTTP/1.1" status: 200 len: 850 time: 0.0598090 Dec 22 13:46:04.964341 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-12711adf-a1ce-43db-81e1-8716614c349e req-526b1d35-1fe0-45e9-b64f-10d6570ae308 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6fd7737-5c97-450a-97f9-3afc8925d257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667863 Dec 22 13:46:05.100116 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-12711adf-a1ce-43db-81e1-8716614c349e req-9336a8c2-00f3-4765-be2c-0a88c0b119b3 service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225572 Dec 22 13:46:05.235636 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-12711adf-a1ce-43db-81e1-8716614c349e req-3f9c4bfe-15c1-495b-98c9-f7359d8e01ee service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245892 Dec 22 13:46:05.705651 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-83b32f9d-0b2f-4c77-8e38-f2ab91d2dfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:05.763497 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052e394-dbd2-4e2c-a62a-5f94b245da5d req-784cabd0-3648-4eaa-9f3e-1cde06175565 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:05.764961 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5052e394-dbd2-4e2c-a62a-5f94b245da5d req-784cabd0-3648-4eaa-9f3e-1cde06175565 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 945 time: 0.0826266 Dec 22 13:46:05.811020 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5052e394-dbd2-4e2c-a62a-5f94b245da5d req-4cab6819-327b-4eac-b75d-5e32558b01d9 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405273 Dec 22 13:46:07.003414 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff365e-cb12-469a-abf2-1d2b9ac19326 req-e0c4c280-e990-4a96-924c-0a6f2b29ec16 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:07.004847 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9eff365e-cb12-469a-abf2-1d2b9ac19326 req-e0c4c280-e990-4a96-924c-0a6f2b29ec16 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 945 time: 0.0761113 Dec 22 13:46:07.053152 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9eff365e-cb12-469a-abf2-1d2b9ac19326 req-7c188722-547d-4a35-bbd0-7f664cce1bb1 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422730 Dec 22 13:46:07.995200 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2018cb6d-8431-4b2c-a913-c3cb3d2922f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:08.249525 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde8ae7-db4f-4eeb-bad9-cc1ea919868e req-c62dd20b-0802-4c4a-bfb0-4f4cfaae83d0 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:08.251016 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5dde8ae7-db4f-4eeb-bad9-cc1ea919868e req-c62dd20b-0802-4c4a-bfb0-4f4cfaae83d0 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 945 time: 0.0781367 Dec 22 13:46:08.299436 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5dde8ae7-db4f-4eeb-bad9-cc1ea919868e req-6c498615-e49e-422b-93be-8caa3e3141c4 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429630 Dec 22 13:46:08.494189 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-92e6d8b1-8502-4054-ba94-7d955839fd68 req-7087d3e7-5b85-444c-acb6-97ee0b821040 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0677288 Dec 22 13:46:08.961372 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b5810-cddf-49d6-9345-c9461e9fa9e3 req-94c6d2b6-e708-4a16-9ba3-a7f8036bbf97 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:08.963108 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-eb3b5810-cddf-49d6-9345-c9461e9fa9e3 req-94c6d2b6-e708-4a16-9ba3-a7f8036bbf97 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 945 time: 0.0763896 Dec 22 13:46:09.008917 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-eb3b5810-cddf-49d6-9345-c9461e9fa9e3 req-7d80097d-4eca-4107-89af-171161fa8184 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399230 Dec 22 13:46:09.019654 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:09.137726 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-35dbc8bc-6285-4a1b-b5c1-596049d9bb86 req-d7b5cdb0-376d-4cdc-bd9f-50407325c28b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1371691 Dec 22 13:46:09.339875 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:10.215931 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe615a-69ee-4ac4-bdae-397671103198 req-f160201e-3bc5-41c3-9154-1f68cf527222 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:10.217381 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e7fe615a-69ee-4ac4-bdae-397671103198 req-f160201e-3bc5-41c3-9154-1f68cf527222 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 945 time: 0.0805860 Dec 22 13:46:10.264657 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e7fe615a-69ee-4ac4-bdae-397671103198 req-b44bc2b7-d63f-47bf-8407-9f1bb6ed926a tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414495 Dec 22 13:46:10.589750 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:11.188862 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-35dbc8bc-6285-4a1b-b5c1-596049d9bb86 req-fcb30550-ba46-4db5-8096-fe424b5dfa63 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f61af085de19432ea0b5be554f881a47&device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 1098 time: 0.0693593 Dec 22 13:46:11.421342 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbc8bc-6285-4a1b-b5c1-596049d9bb86 req-eaa4621b-78f9-40b2-abb3-7a4bb66188c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:11.422799 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-35dbc8bc-6285-4a1b-b5c1-596049d9bb86 req-eaa4621b-78f9-40b2-abb3-7a4bb66188c6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6fd7737-5c97-450a-97f9-3afc8925d257 HTTP/1.1" status: 200 len: 912 time: 0.2241440 Dec 22 13:46:11.468537 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde540a-3553-43cb-9488-514a7ac2575e req-b2a698fc-ab25-4a82-b4b1-d20b53152468 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:11.470544 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5bde540a-3553-43cb-9488-514a7ac2575e req-b2a698fc-ab25-4a82-b4b1-d20b53152468 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 945 time: 0.0795784 Dec 22 13:46:11.526269 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5bde540a-3553-43cb-9488-514a7ac2575e req-efa0cd57-6ff6-4356-866b-c328e00efba8 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503736 Dec 22 13:46:11.540856 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-35dbc8bc-6285-4a1b-b5c1-596049d9bb86 req-77c2b944-7257-48ba-a04a-937db75d5099 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f HTTP/1.1" status: 200 len: 1000 time: 0.1071572 Dec 22 13:46:11.611705 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbc8bc-6285-4a1b-b5c1-596049d9bb86 req-ff38a50d-452e-4552-9ad0-d52eb43b50af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:11.613119 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-35dbc8bc-6285-4a1b-b5c1-596049d9bb86 req-ff38a50d-452e-4552-9ad0-d52eb43b50af service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b38ee779-25d3-4523-b4fe-11b22068e8c1 HTTP/1.1" status: 200 len: 850 time: 0.0618355 Dec 22 13:46:11.693677 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-35dbc8bc-6285-4a1b-b5c1-596049d9bb86 req-56d5065c-59be-43aa-8842-f1b4a64b3072 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6fd7737-5c97-450a-97f9-3afc8925d257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693347 Dec 22 13:46:11.830944 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-35dbc8bc-6285-4a1b-b5c1-596049d9bb86 req-1708694a-590c-4946-8067-7398bcb64a5f service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265051 Dec 22 13:46:11.965921 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-35dbc8bc-6285-4a1b-b5c1-596049d9bb86 req-bd20eda6-6002-4a92-8198-fbe5a47c389b service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241350 Dec 22 13:46:12.737746 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba1dc4-059d-44c1-9539-56ee61f3595e req-a2845597-ff6f-47aa-81f8-c3cdef4da136 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:12.739261 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0dba1dc4-059d-44c1-9539-56ee61f3595e req-a2845597-ff6f-47aa-81f8-c3cdef4da136 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 945 time: 0.0866098 Dec 22 13:46:12.784122 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0dba1dc4-059d-44c1-9539-56ee61f3595e req-12e94686-d71c-4ed8-bc7e-f062b58b6f89 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388005 Dec 22 13:46:13.984437 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c3f61-6bb3-41e2-8ff6-adac8491a053 req-b4f1c26f-8aa1-4f75-82d1-033535e36826 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:13.985867 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-479c3f61-6bb3-41e2-8ff6-adac8491a053 req-b4f1c26f-8aa1-4f75-82d1-033535e36826 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 945 time: 0.0766160 Dec 22 13:46:14.029960 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-479c3f61-6bb3-41e2-8ff6-adac8491a053 req-febc6571-5e2b-43ae-9af5-aebe2ef1f7f3 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380027 Dec 22 13:46:14.180217 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-35dbc8bc-6285-4a1b-b5c1-596049d9bb86 req-7143315a-6bbe-4bbf-8d4a-7e4adff6504b service neutron] 10.222.0.45 "GET /v2.0/ports/5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0740957 Dec 22 13:46:14.817547 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-35dbc8bc-6285-4a1b-b5c1-596049d9bb86 req-40899980-3bdb-4e6d-85fd-65a5e3237e05 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c&tenant_id=f61af085de19432ea0b5be554f881a47 HTTP/1.1" status: 200 len: 1098 time: 0.0737648 Dec 22 13:46:14.915660 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-35dbc8bc-6285-4a1b-b5c1-596049d9bb86 req-c6d3155b-ef20-40b9-92ce-b17a615a5f63 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f61af085de19432ea0b5be554f881a47&device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 1098 time: 0.0689561 Dec 22 13:46:15.051098 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbc8bc-6285-4a1b-b5c1-596049d9bb86 req-18ebc275-e20e-4e80-b806-543a55e76897 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:15.052512 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-35dbc8bc-6285-4a1b-b5c1-596049d9bb86 req-18ebc275-e20e-4e80-b806-543a55e76897 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6fd7737-5c97-450a-97f9-3afc8925d257 HTTP/1.1" status: 200 len: 912 time: 0.1249075 Dec 22 13:46:15.194564 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-35dbc8bc-6285-4a1b-b5c1-596049d9bb86 req-b74658c0-8b6e-42ba-b53d-d21d1f9228cb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f HTTP/1.1" status: 200 len: 1000 time: 0.1313639 Dec 22 13:46:15.283063 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbc8bc-6285-4a1b-b5c1-596049d9bb86 req-82fe5353-7701-439c-994a-460695e1cc6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:15.284473 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-35dbc8bc-6285-4a1b-b5c1-596049d9bb86 req-82fe5353-7701-439c-994a-460695e1cc6d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b38ee779-25d3-4523-b4fe-11b22068e8c1 HTTP/1.1" status: 200 len: 850 time: 0.0779731 Dec 22 13:46:15.290089 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3cddad-b87b-4293-8dc1-f9c4b594cb41 req-2d2de8c8-538b-4e64-aaeb-b5fe9d7821d0 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:15.291443 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1e3cddad-b87b-4293-8dc1-f9c4b594cb41 req-2d2de8c8-538b-4e64-aaeb-b5fe9d7821d0 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 945 time: 0.1353033 Dec 22 13:46:15.382525 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1e3cddad-b87b-4293-8dc1-f9c4b594cb41 req-da7df87b-bfb6-41e9-8a57-91bebb87a082 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570540 Dec 22 13:46:15.400651 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-35dbc8bc-6285-4a1b-b5c1-596049d9bb86 req-8f576018-6b96-4c5c-965c-de0a546e456c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6fd7737-5c97-450a-97f9-3afc8925d257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1042168 Dec 22 13:46:15.533851 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-35dbc8bc-6285-4a1b-b5c1-596049d9bb86 req-bf6b1417-6f7a-4db1-a8d1-1c2df9d3d9a7 service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266751 Dec 22 13:46:15.771465 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-35dbc8bc-6285-4a1b-b5c1-596049d9bb86 req-0d18208c-a8bc-40a1-8da2-c2a06106db13 service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265680 Dec 22 13:46:16.583089 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcbaeb6-f093-464f-82b9-52d435055a6c req-0b78af69-4717-4c28-b595-e69e5a775ac2 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:16.585014 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-1dcbaeb6-f093-464f-82b9-52d435055a6c req-0b78af69-4717-4c28-b595-e69e5a775ac2 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 945 time: 0.0821664 Dec 22 13:46:16.629353 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-1dcbaeb6-f093-464f-82b9-52d435055a6c req-c7d95cc2-af4d-478c-b936-60b88f15b4e4 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385334 Dec 22 13:46:17.360488 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:46:17.471010 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:17.499380 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e48d01-342f-49d2-8134-db6f5ec5205c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:46:17.509257 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:46:17.563717 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e48d01-342f-49d2-8134-db6f5ec5205c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f', 'code': 200} Dec 22 13:46:17.566634 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:17.568376 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:17.636053 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f,revision_number=6']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:17.643994 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:17.644345 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:17.644683 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:17.645015 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:17.645343 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:17.645713 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:17.646036 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:17.646370 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:17.646697 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:17.647044 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:17.647579 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:17.651264 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:17.828501 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f4592-786f-4678-a27e-8f1f0d0f2a7b req-fc6a4247-8955-4db7-abe4-f3fb6446a384 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:17.829975 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9b6f4592-786f-4678-a27e-8f1f0d0f2a7b req-fc6a4247-8955-4db7-abe4-f3fb6446a384 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 943 time: 0.0780134 Dec 22 13:46:17.877981 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9b6f4592-786f-4678-a27e-8f1f0d0f2a7b req-0352899f-f823-4fd0-8186-5292d0a712eb tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423477 Dec 22 13:46:19.080852 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6ff12-2c11-4b45-bd6e-4a772499f666 req-50675e79-46e4-41bb-9a82-5b1fd12c522d tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:19.082291 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b7d6ff12-2c11-4b45-bd6e-4a772499f666 req-50675e79-46e4-41bb-9a82-5b1fd12c522d tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 943 time: 0.0797601 Dec 22 13:46:19.129452 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b7d6ff12-2c11-4b45-bd6e-4a772499f666 req-2c9e448b-b4fb-4237-8aa8-894e6f50769a tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412691 Dec 22 13:46:19.377341 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:46:19.514699 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:46:19.528957 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'port_id': '5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f', 'mac_address': 'fa:16:3e:53:eb:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:46:19.583459 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:19.601841 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:46:19.616917 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:46:19.673168 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852fa131-18be-4fed-bd5b-9e736ee53789 req-968e7ca8-7269-404b-ab9d-a92e3911f97f tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:19.674610 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-852fa131-18be-4fed-bd5b-9e736ee53789 req-968e7ca8-7269-404b-ab9d-a92e3911f97f tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 943 time: 0.1178927 Dec 22 13:46:19.700165 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:19.702540 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:19.735472 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-852fa131-18be-4fed-bd5b-9e736ee53789 req-ce2f23c2-df6b-4f83-98ac-496d4baa08cf tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543506 Dec 22 13:46:19.755183 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b128df-2a19-4da9-88fc-5f2a9c31327f req-fba645e4-d898-4f4a-8383-2377b2cdb2a3 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:19.756715 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-30b128df-2a19-4da9-88fc-5f2a9c31327f req-fba645e4-d898-4f4a-8383-2377b2cdb2a3 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.45 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c&tenant_id=f61af085de19432ea0b5be554f881a47&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 943 time: 0.1270387 Dec 22 13:46:19.779133 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f,revision_number=7']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:19.782269 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:19.784797 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:46:19.907548 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-30b128df-2a19-4da9-88fc-5f2a9c31327f req-b88fe3d1-27ae-47d3-aac5-0426429cca06 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f61af085de19432ea0b5be554f881a47&device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 1097 time: 0.0694194 Dec 22 13:46:20.042922 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b128df-2a19-4da9-88fc-5f2a9c31327f req-abe1bbe3-79dd-4c7e-8202-d4758165b76f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:20.044251 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-30b128df-2a19-4da9-88fc-5f2a9c31327f req-abe1bbe3-79dd-4c7e-8202-d4758165b76f service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6fd7737-5c97-450a-97f9-3afc8925d257 HTTP/1.1" status: 200 len: 912 time: 0.1273866 Dec 22 13:46:20.116484 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:46:20.149219 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-30b128df-2a19-4da9-88fc-5f2a9c31327f req-b740f88a-5afd-403b-825e-e3ee2b7678d7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f HTTP/1.1" status: 200 len: 999 time: 0.0982082 Dec 22 13:46:20.215529 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b128df-2a19-4da9-88fc-5f2a9c31327f req-4f73da4c-f386-4dcb-97f6-87b2e6bedd41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:20.216907 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-30b128df-2a19-4da9-88fc-5f2a9c31327f req-4f73da4c-f386-4dcb-97f6-87b2e6bedd41 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b38ee779-25d3-4523-b4fe-11b22068e8c1 HTTP/1.1" status: 200 len: 850 time: 0.0606620 Dec 22 13:46:20.295304 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-30b128df-2a19-4da9-88fc-5f2a9c31327f req-ba0b85d3-8a1a-42f2-806b-e6a27cc45910 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6fd7737-5c97-450a-97f9-3afc8925d257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672839 Dec 22 13:46:20.430308 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-30b128df-2a19-4da9-88fc-5f2a9c31327f req-8898919a-11de-440d-b7d3-5bb0bd63ef7e service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247683 Dec 22 13:46:20.568545 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-30b128df-2a19-4da9-88fc-5f2a9c31327f req-eed521a3-42ce-4bc4-9d2b-5ee5aab67e6b service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255653 Dec 22 13:46:20.943061 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7695f-359a-442b-861f-b529fa5966eb req-bc916a83-54a3-46cf-8332-649e0d4b8f07 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:20.945220 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-57b7695f-359a-442b-861f-b529fa5966eb req-bc916a83-54a3-46cf-8332-649e0d4b8f07 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 944 time: 0.0829160 Dec 22 13:46:20.989548 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-57b7695f-359a-442b-861f-b529fa5966eb req-5200b383-32f9-40ec-92cc-e702ec785257 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386059 Dec 22 13:46:21.398252 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:46:21.470571 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:46:21.470965 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:21.586439 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:21.613529 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e48d01-342f-49d2-8134-db6f5ec5205c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:46:21.623714 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:46:21.666578 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e48d01-342f-49d2-8134-db6f5ec5205c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f', 'code': 200} Dec 22 13:46:21.711792 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:21.714172 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:21.778724 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f,revision_number=8']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:21.781694 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:22.185768 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1bbb4-a916-4a6c-91e9-4fa1ca8ce4fb req-b3d5571e-0d4c-4ac2-885f-fd0c6dc57746 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:22.187217 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-8ed1bbb4-a916-4a6c-91e9-4fa1ca8ce4fb req-b3d5571e-0d4c-4ac2-885f-fd0c6dc57746 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 945 time: 0.0760524 Dec 22 13:46:22.237398 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-8ed1bbb4-a916-4a6c-91e9-4fa1ca8ce4fb req-7fe39e4a-6944-4acd-aa3b-89cf930ae4c0 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447040 Dec 22 13:46:22.431132 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fdd8dc-492e-4f9f-b175-f5625a7a8643 req-11644b7b-52c7-478a-a4b8-36dd0f44c617 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:22.432572 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-31fdd8dc-492e-4f9f-b175-f5625a7a8643 req-11644b7b-52c7-478a-a4b8-36dd0f44c617 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 945 time: 0.0770321 Dec 22 13:46:22.480970 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-31fdd8dc-492e-4f9f-b175-f5625a7a8643 req-95aa7262-3c02-4960-82f0-0fe37c0c7a2f tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429409 Dec 22 13:46:22.969177 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b98de1-016b-4792-8bdd-457b0b92a063 req-fb01a84d-7f45-4a52-a8db-13ef320a8706 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:22.970646 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-36b98de1-016b-4792-8bdd-457b0b92a063 req-fb01a84d-7f45-4a52-a8db-13ef320a8706 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 945 time: 0.0768728 Dec 22 13:46:23.017687 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-36b98de1-016b-4792-8bdd-457b0b92a063 req-4aa81a84-83a1-4f4e-a64c-adcd242b16a7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403032 Dec 22 13:46:23.105782 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-773f6c9b-6b89-4cbe-98d0-75e297721f70 req-e7276738-06a5-435b-aeda-7a2ce86ee93b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f61af085de19432ea0b5be554f881a47&device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 1098 time: 0.0723472 Dec 22 13:46:23.241845 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f6c9b-6b89-4cbe-98d0-75e297721f70 req-0c4d62a1-ced8-4f34-bb48-315f28e4eb79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:23.243244 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-773f6c9b-6b89-4cbe-98d0-75e297721f70 req-0c4d62a1-ced8-4f34-bb48-315f28e4eb79 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6fd7737-5c97-450a-97f9-3afc8925d257 HTTP/1.1" status: 200 len: 912 time: 0.1262619 Dec 22 13:46:23.349273 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-773f6c9b-6b89-4cbe-98d0-75e297721f70 req-e72c5099-3487-4a84-b2d4-fb9d8b0a0496 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f HTTP/1.1" status: 200 len: 1000 time: 0.0939679 Dec 22 13:46:23.519001 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f6c9b-6b89-4cbe-98d0-75e297721f70 req-e706f10d-c2db-446d-8f76-a10dcda854c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:23.520332 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-773f6c9b-6b89-4cbe-98d0-75e297721f70 req-e706f10d-c2db-446d-8f76-a10dcda854c5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b38ee779-25d3-4523-b4fe-11b22068e8c1 HTTP/1.1" status: 200 len: 850 time: 0.1596093 Dec 22 13:46:23.602665 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-773f6c9b-6b89-4cbe-98d0-75e297721f70 req-7641bc30-f48a-46bd-bd1c-cf097b7b2ec9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6fd7737-5c97-450a-97f9-3afc8925d257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702288 Dec 22 13:46:23.743604 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-773f6c9b-6b89-4cbe-98d0-75e297721f70 req-aea83d40-f830-4f98-8ede-44b0dd773905 service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285677 Dec 22 13:46:23.883617 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-773f6c9b-6b89-4cbe-98d0-75e297721f70 req-11aa33fe-b7d2-4e1a-9998-26148e1437a9 service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284926 Dec 22 13:46:24.220355 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f027851-cc1e-452c-9d92-cda608becd95 req-05bfeeed-7ee3-451f-bf94-584a217c331f tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:24.221803 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9f027851-cc1e-452c-9d92-cda608becd95 req-05bfeeed-7ee3-451f-bf94-584a217c331f tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 945 time: 0.0772762 Dec 22 13:46:24.265995 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9f027851-cc1e-452c-9d92-cda608becd95 req-b23257b4-e21d-4d42-86cf-ffb707e22c37 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380857 Dec 22 13:46:25.467691 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29582c-25cd-45fb-ba8d-d8f7d46bd5ea req-95ea753f-5ec9-4c95-adf9-b0e6e2e7e9d2 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:25.469123 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5a29582c-25cd-45fb-ba8d-d8f7d46bd5ea req-95ea753f-5ec9-4c95-adf9-b0e6e2e7e9d2 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 945 time: 0.0823288 Dec 22 13:46:25.517560 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5a29582c-25cd-45fb-ba8d-d8f7d46bd5ea req-e3b979d1-b7ac-481a-a9b1-b15d54f06922 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430129 Dec 22 13:46:26.133532 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e6270-e123-49ce-814c-e83975bae992 req-d8d31dad-52b4-41e1-b519-7fc243f2f9a6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:26.135036 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8c9e6270-e123-49ce-814c-e83975bae992 req-d8d31dad-52b4-41e1-b519-7fc243f2f9a6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 945 time: 0.0759280 Dec 22 13:46:26.183186 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8c9e6270-e123-49ce-814c-e83975bae992 req-87231421-2244-4623-a23f-c40ac14ca852 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427322 Dec 22 13:46:27.381074 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25fb6c-1ffe-4368-96c3-323c71d94599 req-6a6f828b-c74a-4d28-ab48-61a68addbf3f tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:27.383133 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-6a25fb6c-1ffe-4368-96c3-323c71d94599 req-6a6f828b-c74a-4d28-ab48-61a68addbf3f tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 945 time: 0.0819945 Dec 22 13:46:27.426271 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-6a25fb6c-1ffe-4368-96c3-323c71d94599 req-8bd78499-1163-46b1-b47e-da1d78caf5c0 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376270 Dec 22 13:46:27.915771 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2cfd5-0e87-400b-a8f5-e92dd2d7bb35 req-33697179-3042-4835-85d0-b41e75819c51 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:27.917094 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-04e2cfd5-0e87-400b-a8f5-e92dd2d7bb35 req-33697179-3042-4835-85d0-b41e75819c51 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.45 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 945 time: 0.0756905 Dec 22 13:46:27.988131 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-04e2cfd5-0e87-400b-a8f5-e92dd2d7bb35 req-683f550e-92b6-4af9-9f23-a5ef20d81de7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Deleting port 5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:46:27.988473 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-04e2cfd5-0e87-400b-a8f5-e92dd2d7bb35 req-683f550e-92b6-4af9-9f23-a5ef20d81de7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:28.228049 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-04e2cfd5-0e87-400b-a8f5-e92dd2d7bb35 req-683f550e-92b6-4af9-9f23-a5ef20d81de7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] For port 5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:46:28.228408 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-04e2cfd5-0e87-400b-a8f5-e92dd2d7bb35 req-683f550e-92b6-4af9-9f23-a5ef20d81de7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:28.525479 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-04e2cfd5-0e87-400b-a8f5-e92dd2d7bb35 req-683f550e-92b6-4af9-9f23-a5ef20d81de7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:28.525806 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-04e2cfd5-0e87-400b-a8f5-e92dd2d7bb35 req-683f550e-92b6-4af9-9f23-a5ef20d81de7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:28.526078 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.l3_db [req-04e2cfd5-0e87-400b-a8f5-e92dd2d7bb35 req-683f550e-92b6-4af9-9f23-a5ef20d81de7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Floating IP 2a5f5d32-1eb5-469b-adc1-56befbe7b3d9 disassociated. External IP: 172.26.1.83, port: 5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f. Dec 22 13:46:28.526450 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-04e2cfd5-0e87-400b-a8f5-e92dd2d7bb35 req-683f550e-92b6-4af9-9f23-a5ef20d81de7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Calling delete_port for 5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f owned by compute:nova {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:46:28.702433 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24086028-cb5a-4cb1-b40b-ffe6748574cf req-c988390e-6d02-466d-8e9b-af39a0b3845e tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:28.703874 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-24086028-cb5a-4cb1-b40b-ffe6748574cf req-c988390e-6d02-466d-8e9b-af39a0b3845e tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 945 time: 0.1506178 Dec 22 13:46:28.761944 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-24086028-cb5a-4cb1-b40b-ffe6748574cf req-701b9256-b2a4-42f4-92f3-887599a01157 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486517 Dec 22 13:46:28.806386 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-04e2cfd5-0e87-400b-a8f5-e92dd2d7bb35 req-683f550e-92b6-4af9-9f23-a5ef20d81de7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:28.812082 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-91e4bdf0-63ef-4b5f-bd4e-66401d6da7b7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:28.857091 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f550e-92b6-4af9-9f23-a5ef20d81de7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Pushing event deleted for resources: {'Port': ['ID=5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:28.871834 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f550e-92b6-4af9-9f23-a5ef20d81de7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:28.872208 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f550e-92b6-4af9-9f23-a5ef20d81de7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:28.872579 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f550e-92b6-4af9-9f23-a5ef20d81de7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:28.872944 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f550e-92b6-4af9-9f23-a5ef20d81de7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:28.873309 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f550e-92b6-4af9-9f23-a5ef20d81de7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:28.873667 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f550e-92b6-4af9-9f23-a5ef20d81de7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:28.874022 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f550e-92b6-4af9-9f23-a5ef20d81de7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:28.874434 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f550e-92b6-4af9-9f23-a5ef20d81de7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:28.874755 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f550e-92b6-4af9-9f23-a5ef20d81de7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:28.875112 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f550e-92b6-4af9-9f23-a5ef20d81de7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:28.875463 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f550e-92b6-4af9-9f23-a5ef20d81de7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:28.879470 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-683f550e-92b6-4af9-9f23-a5ef20d81de7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:29.008129 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:29.186472 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04e2cfd5-0e87-400b-a8f5-e92dd2d7bb35 req-683f550e-92b6-4af9-9f23-a5ef20d81de7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Router b0aea414-ac18-4498-995b-e16d012b2ca2 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:46:29.382552 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04e2cfd5-0e87-400b-a8f5-e92dd2d7bb35 req-683f550e-92b6-4af9-9f23-a5ef20d81de7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:46:29.392353 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b4cfbe-fcf1-42b5-aeff-5fa5884348e6 None None] Sync routers for ids ['b0aea414-ac18-4498-995b-e16d012b2ca2'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:46:29.404399 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b4cfbe-fcf1-42b5-aeff-5fa5884348e6 None None] Routers {'b0aea414-ac18-4498-995b-e16d012b2ca2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:46:29.405010 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-65b4cfbe-fcf1-42b5-aeff-5fa5884348e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:46:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b0aea414-ac18-4498-995b-e16d012b2ca2'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:46:29.453184 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e2cfd5-0e87-400b-a8f5-e92dd2d7bb35 req-683f550e-92b6-4af9-9f23-a5ef20d81de7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] No DVR routers for this DVR port 5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f on host hv-neutron-8226 {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:46:29.455954 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-04e2cfd5-0e87-400b-a8f5-e92dd2d7bb35 req-683f550e-92b6-4af9-9f23-a5ef20d81de7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:29.458726 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e48d01-342f-49d2-8134-db6f5ec5205c', 'name': 'network-vif-deleted', 'tag': '5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:46:29.531433 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e48d01-342f-49d2-8134-db6f5ec5205c', 'name': 'network-vif-deleted', 'tag': '5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f', 'status': 'completed', 'code': 200} Dec 22 13:46:29.550439 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-04e2cfd5-0e87-400b-a8f5-e92dd2d7bb35 req-683f550e-92b6-4af9-9f23-a5ef20d81de7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.45 "DELETE /v2.0/ports/5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f HTTP/1.1" status: 204 len: 173 time: 1.6235652 Dec 22 13:46:29.589697 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-65b4cfbe-fcf1-42b5-aeff-5fa5884348e6 None None] Set router b0aea414-ac18-4498-995b-e16d012b2ca2 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:46:29.908024 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-65b4cfbe-fcf1-42b5-aeff-5fa5884348e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'name': 'tempest-ServerActionsTestJSON-920374604-router', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:24Z', 'revision_number': 4, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'gw_port': {'id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fd:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '6b6239ce-5422-4c50-a9a1-1b2d27b341ab', 'name': '', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'mac_address': 'fa:16:3e:3a:16:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:23Z', 'updated_at': '2021-12-22T13:43:41Z', 'revision_number': 5, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'subnets': [{'id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:46:29.912009 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b4cfbe-fcf1-42b5-aeff-5fa5884348e6 None None] Checking router: b0aea414-ac18-4498-995b-e16d012b2ca2 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:46:29.922632 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b4cfbe-fcf1-42b5-aeff-5fa5884348e6 None None] Routers {'b0aea414-ac18-4498-995b-e16d012b2ca2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:46:29.923238 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-65b4cfbe-fcf1-42b5-aeff-5fa5884348e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:46:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b0aea414-ac18-4498-995b-e16d012b2ca2'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:46:29.939302 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-21ce209c-df93-4690-aba7-d625cefbd2d1 req-d2bf5e00-bc86-4f61-bc66-98f9e621ffe0 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Synchronizing usage tracker for tenant:f61af085de19432ea0b5be554f881a47 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:46:30.025708 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-21ce209c-df93-4690-aba7-d625cefbd2d1 req-d2bf5e00-bc86-4f61-bc66-98f9e621ffe0 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Unset dirty status for tenant:f61af085de19432ea0b5be554f881a47 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:46:30.026910 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-21ce209c-df93-4690-aba7-d625cefbd2d1 req-d2bf5e00-bc86-4f61-bc66-98f9e621ffe0 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=56e48d01-342f-49d2-8134-db6f5ec5205c HTTP/1.1" status: 200 len: 210 time: 0.1286249 Dec 22 13:46:30.147459 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-65b4cfbe-fcf1-42b5-aeff-5fa5884348e6 None None] Set router b0aea414-ac18-4498-995b-e16d012b2ca2 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:46:30.462244 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-65b4cfbe-fcf1-42b5-aeff-5fa5884348e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'name': 'tempest-ServerActionsTestJSON-920374604-router', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:24Z', 'revision_number': 4, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'gw_port': {'id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fd:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '6b6239ce-5422-4c50-a9a1-1b2d27b341ab', 'name': '', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'mac_address': 'fa:16:3e:3a:16:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:23Z', 'updated_at': '2021-12-22T13:43:41Z', 'revision_number': 5, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'subnets': [{'id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:46:30.466735 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b4cfbe-fcf1-42b5-aeff-5fa5884348e6 None None] The sync data for ids ['b0aea414-ac18-4498-995b-e16d012b2ca2'] in dv-neutron-822669-1-hyperv is: [{'id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'name': 'tempest-ServerActionsTestJSON-920374604-router', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:24Z', 'revision_number': 4, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'gw_port': {'id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fd:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '6b6239ce-5422-4c50-a9a1-1b2d27b341ab', 'name': '', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'mac_address': 'fa:16:3e:3a:16:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:23Z', 'updated_at': '2021-12-22T13:43:41Z', 'revision_number': 5, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'subnets': [{'id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:46:30.704630 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4859003e-5ac3-483b-9060-211ee3237387 None None] New status for floating IP 2a5f5d32-1eb5-469b-adc1-56befbe7b3d9: DOWN {{(pid=84151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:46:31.392513 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ce2945cd-2560-4beb-b987-152026765ba4 req-051c3907-c608-44c6-8d29-e0bd9a8d1c87 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1400702614&fields=id&tenant_id=f61af085de19432ea0b5be554f881a47 HTTP/1.1" status: 200 len: 267 time: 0.0415804 Dec 22 13:46:31.471000 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:46:31.504685 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] No Port match for: 5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:46:31.504989 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 5d4b9d48-93c0-4d9d-8d5f-b4858d6c7a5f not bound to the agent host hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:46:31.542115 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2945cd-2560-4beb-b987-152026765ba4 req-e7516dc0-32c3-475f-a00a-00af5a8007e5 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:31.543582 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ce2945cd-2560-4beb-b987-152026765ba4 req-e7516dc0-32c3-475f-a00a-00af5a8007e5 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/networks?id=c6fd7737-5c97-450a-97f9-3afc8925d257 HTTP/1.1" status: 200 len: 811 time: 0.1447940 Dec 22 13:46:31.561369 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ce2945cd-2560-4beb-b987-152026765ba4 req-ac51de5d-f7df-4ffe-8c2b-41c9fa03c2c6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/quotas/f61af085de19432ea0b5be554f881a47 HTTP/1.1" status: 200 len: 375 time: 0.0124154 Dec 22 13:46:31.645948 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ce2945cd-2560-4beb-b987-152026765ba4 req-4dc249c9-a897-4555-861a-aa0b72fd575a tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f61af085de19432ea0b5be554f881a47&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0792527 Dec 22 13:46:31.781696 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ce2945cd-2560-4beb-b987-152026765ba4 req-678b9a8d-f7f0-442c-a9cf-55bf95b99313 service neutron] 10.222.0.47 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241903 Dec 22 13:46:31.911376 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ce2945cd-2560-4beb-b987-152026765ba4 req-3303e3e6-9613-4f80-9014-550198e1b72e service neutron] 10.222.0.47 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241829 Dec 22 13:46:32.151345 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c15023be-7ea2-4ff3-8030-e8d4fa0f8447 req-46e01336-8bcc-4af9-9d68-2b8319302aaa tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 210 time: 0.0421662 Dec 22 13:46:33.413800 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4fdb9a69-8370-4385-85d5-b6a9425a1dc5 req-d452aa8a-ee2a-458b-a397-afa8fc6c38cb tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 210 time: 0.1375270 Dec 22 13:46:34.107333 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2945cd-2560-4beb-b987-152026765ba4 req-5d14f732-17cc-4e39-b94c-e89b0c7158a6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:34.108728 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ce2945cd-2560-4beb-b987-152026765ba4 req-5d14f732-17cc-4e39-b94c-e89b0c7158a6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.45 "GET /v2.0/networks?id=c6fd7737-5c97-450a-97f9-3afc8925d257 HTTP/1.1" status: 200 len: 811 time: 0.1456246 Dec 22 13:46:34.171599 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ce2945cd-2560-4beb-b987-152026765ba4 req-e92fb991-c8c7-4514-bb8e-8e9a38353213 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f61af085de19432ea0b5be554f881a47 HTTP/1.1" status: 200 len: 380 time: 0.0407832 Dec 22 13:46:34.184874 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-ce2945cd-2560-4beb-b987-152026765ba4 req-38d1e1a1-02b9-45cd-baff-e1b69c606197 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Request body: {'port': {'device_id': '3b8cb828-eb4d-4e0e-a1fd-74611efdd41a', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'admin_state_up': True, 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'security_groups': ['f5576e0a-12c3-4510-8aad-8e4a0bbff9a0']}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:46:34.329568 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-ce2945cd-2560-4beb-b987-152026765ba4 req-38d1e1a1-02b9-45cd-baff-e1b69c606197 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:46:34.339331 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-ce2945cd-2560-4beb-b987-152026765ba4 req-38d1e1a1-02b9-45cd-baff-e1b69c606197 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:46:34.442707 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce2945cd-2560-4beb-b987-152026765ba4 req-38d1e1a1-02b9-45cd-baff-e1b69c606197 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Made reservation on behalf of f61af085de19432ea0b5be554f881a47 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:46:34.445924 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ce2945cd-2560-4beb-b987-152026765ba4 req-38d1e1a1-02b9-45cd-baff-e1b69c606197 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:34.588953 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-05ddf5f8-9c3e-40c5-885b-91e1ba0fc441 req-313681e6-90fb-471c-828b-f758dab99fb0 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 210 time: 0.0486217 Dec 22 13:46:34.660241 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [req-ce2945cd-2560-4beb-b987-152026765ba4 req-38d1e1a1-02b9-45cd-baff-e1b69c606197 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Allocated IP 172.20.0.7 (c6fd7737-5c97-450a-97f9-3afc8925d257/b38ee779-25d3-4523-b4fe-11b22068e8c1/7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:46:34.835337 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ce2945cd-2560-4beb-b987-152026765ba4 req-38d1e1a1-02b9-45cd-baff-e1b69c606197 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:34.851371 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-ce2945cd-2560-4beb-b987-152026765ba4 req-38d1e1a1-02b9-45cd-baff-e1b69c606197 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Transition to ACTIVE for port object 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:46:34.957111 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ce2945cd-2560-4beb-b987-152026765ba4 req-38d1e1a1-02b9-45cd-baff-e1b69c606197 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:34.963624 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1c7cf0db-2341-4784-9ca5-884058df3ba9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:35.023082 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce2945cd-2560-4beb-b987-152026765ba4 req-38d1e1a1-02b9-45cd-baff-e1b69c606197 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Network c6fd7737-5c97-450a-97f9-3afc8925d257 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:46:35.030680 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [req-ce2945cd-2560-4beb-b987-152026765ba4 req-38d1e1a1-02b9-45cd-baff-e1b69c606197 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:46:35.034859 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2945cd-2560-4beb-b987-152026765ba4 req-38d1e1a1-02b9-45cd-baff-e1b69c606197 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:46:35.069239 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1e1a1-02b9-45cd-baff-e1b69c606197 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Pushing event updated for resources: {'Port': ['ID=7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:35.076623 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-38d1e1a1-02b9-45cd-baff-e1b69c606197 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:35.104751 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2945cd-2560-4beb-b987-152026765ba4 req-38d1e1a1-02b9-45cd-baff-e1b69c606197 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:35.105366 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ce2945cd-2560-4beb-b987-152026765ba4 req-38d1e1a1-02b9-45cd-baff-e1b69c606197 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:35.181410 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ce2945cd-2560-4beb-b987-152026765ba4 req-38d1e1a1-02b9-45cd-baff-e1b69c606197 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0000343 Dec 22 13:46:35.200164 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-ce2945cd-2560-4beb-b987-152026765ba4 req-de6ba1d3-47e2-47d1-a734-d386663a7fb8 service neutron] Request body: {'port': {'device_id': '3b8cb828-eb4d-4e0e-a1fd-74611efdd41a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:46:35.311760 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ce2945cd-2560-4beb-b987-152026765ba4 req-de6ba1d3-47e2-47d1-a734-d386663a7fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:35.323053 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3584932a-494d-45e1-be1b-8a923334a666 None None] Provisioning for port 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:46:35.328466 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3584932a-494d-45e1-be1b-8a923334a666 None None] Provisioning complete for port 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:46:35.332402 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3584932a-494d-45e1-be1b-8a923334a666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:35.388603 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3584932a-494d-45e1-be1b-8a923334a666 None None] Port 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:46:35.659493 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-afa00ce4-1f61-4c3a-bcee-5c1319233b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:35.782057 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [req-ce2945cd-2560-4beb-b987-152026765ba4 req-de6ba1d3-47e2-47d1-a734-d386663a7fb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 {{(pid=84149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:46:35.789428 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ce2945cd-2560-4beb-b987-152026765ba4 req-de6ba1d3-47e2-47d1-a734-d386663a7fb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:35.804972 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-ce2945cd-2560-4beb-b987-152026765ba4 req-de6ba1d3-47e2-47d1-a734-d386663a7fb8 service neutron] Transition to ACTIVE for port object 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 will not be triggered until provisioned by entity L2. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:46:35.865567 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ce2945cd-2560-4beb-b987-152026765ba4 req-de6ba1d3-47e2-47d1-a734-d386663a7fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:35.869668 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-09c7755d-3ff9-4d90-b3e6-d6e54133f7f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:35.948119 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19266f0-4f3e-4d7b-b740-2370891ee5ec req-8476107b-c804-4fcd-857b-00a347ce6475 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:35.949629 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-a19266f0-4f3e-4d7b-b740-2370891ee5ec req-8476107b-c804-4fcd-857b-00a347ce6475 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 943 time: 0.0781820 Dec 22 13:46:36.000264 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ba1d3-47e2-47d1-a734-d386663a7fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:36.011399 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-a19266f0-4f3e-4d7b-b740-2370891ee5ec req-7a10ef34-191a-464f-a592-f718d128d598 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555630 Dec 22 13:46:36.027811 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-de6ba1d3-47e2-47d1-a734-d386663a7fb8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:36.109821 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-ce2945cd-2560-4beb-b987-152026765ba4 req-de6ba1d3-47e2-47d1-a734-d386663a7fb8 service neutron] Attempting to bind port 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:46:36.110148 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-ce2945cd-2560-4beb-b987-152026765ba4 req-de6ba1d3-47e2-47d1-a734-d386663a7fb8 service neutron] Attempting to bind port 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7616e375-eb12-4d3e-abf9-16be2f00f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:46:36.110507 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2945cd-2560-4beb-b987-152026765ba4 req-de6ba1d3-47e2-47d1-a734-d386663a7fb8 service neutron] Attempting to bind port 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 on network c6fd7737-5c97-450a-97f9-3afc8925d257 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:46:36.116083 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2945cd-2560-4beb-b987-152026765ba4 req-de6ba1d3-47e2-47d1-a734-d386663a7fb8 service neutron] Port 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 on network c6fd7737-5c97-450a-97f9-3afc8925d257 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:46:36.116395 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2945cd-2560-4beb-b987-152026765ba4 req-de6ba1d3-47e2-47d1-a734-d386663a7fb8 service neutron] Attempting to bind port 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 on network c6fd7737-5c97-450a-97f9-3afc8925d257 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:46:36.122734 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2945cd-2560-4beb-b987-152026765ba4 req-de6ba1d3-47e2-47d1-a734-d386663a7fb8 service neutron] Checking agent: {'id': '72ee2f79-9ac0-483e-b4fd-5b910a776581', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'started_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:46:36.123060 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2945cd-2560-4beb-b987-152026765ba4 req-de6ba1d3-47e2-47d1-a734-d386663a7fb8 service neutron] Checking segment: {'id': '7616e375-eb12-4d3e-abf9-16be2f00f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:46:36.123435 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2945cd-2560-4beb-b987-152026765ba4 req-de6ba1d3-47e2-47d1-a734-d386663a7fb8 service neutron] Bound using segment: {'id': '7616e375-eb12-4d3e-abf9-16be2f00f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257'} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:46:36.123845 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-ce2945cd-2560-4beb-b987-152026765ba4 req-de6ba1d3-47e2-47d1-a734-d386663a7fb8 service neutron] Bound port: 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7616e375-eb12-4d3e-abf9-16be2f00f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257'}}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:46:36.124181 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ce2945cd-2560-4beb-b987-152026765ba4 req-de6ba1d3-47e2-47d1-a734-d386663a7fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:36.209298 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-ce2945cd-2560-4beb-b987-152026765ba4 req-de6ba1d3-47e2-47d1-a734-d386663a7fb8 service neutron] For port 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3, host hv-neutron-8226, cleared binding levels {{(pid=84149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:46:36.213054 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-ce2945cd-2560-4beb-b987-152026765ba4 req-de6ba1d3-47e2-47d1-a734-d386663a7fb8 service neutron] For port 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:46:36.277011 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ce2945cd-2560-4beb-b987-152026765ba4 req-de6ba1d3-47e2-47d1-a734-d386663a7fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:36.281930 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ff9a88ba-0cfb-4811-9bf8-466576482336 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:36.339874 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ce2945cd-2560-4beb-b987-152026765ba4 req-de6ba1d3-47e2-47d1-a734-d386663a7fb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:36.341227 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ce2945cd-2560-4beb-b987-152026765ba4 req-de6ba1d3-47e2-47d1-a734-d386663a7fb8 service neutron] 10.222.0.45 "PUT /v2.0/ports/7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 HTTP/1.1" status: 200 len: 1093 time: 1.1461146 Dec 22 13:46:36.341757 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8cb828-eb4d-4e0e-a1fd-74611efdd41a', 'tag': '7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:46:36.365642 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ba1d3-47e2-47d1-a734-d386663a7fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3,revision_number=3']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:36.369226 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-de6ba1d3-47e2-47d1-a734-d386663a7fb8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:36.493854 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b8cb828-eb4d-4e0e-a1fd-74611efdd41a', 'tag': '7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3', 'status': 'completed', 'code': 200} Dec 22 13:46:36.520997 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ce2945cd-2560-4beb-b987-152026765ba4 req-ccfa5577-c54f-480f-a613-e6bfbee99ead service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f61af085de19432ea0b5be554f881a47&device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 1096 time: 0.0758553 Dec 22 13:46:36.597180 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ce2945cd-2560-4beb-b987-152026765ba4 req-eb491212-235e-4e57-8ad1-b242fc9de2c2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 HTTP/1.1" status: 200 len: 217 time: 0.0665317 Dec 22 13:46:36.665025 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2945cd-2560-4beb-b987-152026765ba4 req-dbcea16c-ef39-4a2d-8b66-d54bc6fd30f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:36.666498 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ce2945cd-2560-4beb-b987-152026765ba4 req-dbcea16c-ef39-4a2d-8b66-d54bc6fd30f1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b38ee779-25d3-4523-b4fe-11b22068e8c1 HTTP/1.1" status: 200 len: 850 time: 0.0574927 Dec 22 13:46:36.749183 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ce2945cd-2560-4beb-b987-152026765ba4 req-194fbeac-6bb0-4752-88c0-2d18fb2512b0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6fd7737-5c97-450a-97f9-3afc8925d257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716474 Dec 22 13:46:36.885475 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ce2945cd-2560-4beb-b987-152026765ba4 req-5acb9e8c-89ef-448a-98d6-dda3b52ee34d service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242723 Dec 22 13:46:37.020360 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ce2945cd-2560-4beb-b987-152026765ba4 req-67335eaa-50da-43bf-afbf-dfbc5c1d4d8e service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234500 Dec 22 13:46:37.205803 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd496f3-bf0c-4112-9bb1-694e283a1c11 req-6b794acc-e805-4888-b49e-683d9919f420 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:37.207281 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-abd496f3-bf0c-4112-9bb1-694e283a1c11 req-6b794acc-e805-4888-b49e-683d9919f420 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 943 time: 0.0777080 Dec 22 13:46:37.221107 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-dd2ae9f9-745a-4df2-bc73-a3df96de34c8 req-6f587990-26aa-40e5-8e61-0e8bc53e7156 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f61af085de19432ea0b5be554f881a47&device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 1096 time: 0.0706449 Dec 22 13:46:37.253237 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-abd496f3-bf0c-4112-9bb1-694e283a1c11 req-01402c98-7b9c-4c25-991e-839b34f16d42 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394540 Dec 22 13:46:37.353322 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ae9f9-745a-4df2-bc73-a3df96de34c8 req-cdb474c4-8254-4d0d-a168-49c216ecdee2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:37.354794 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-dd2ae9f9-745a-4df2-bc73-a3df96de34c8 req-cdb474c4-8254-4d0d-a168-49c216ecdee2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6fd7737-5c97-450a-97f9-3afc8925d257 HTTP/1.1" status: 200 len: 912 time: 0.1261945 Dec 22 13:46:37.524370 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-dd2ae9f9-745a-4df2-bc73-a3df96de34c8 req-d1534e5a-042f-4653-9039-d75a8d4bd9d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 HTTP/1.1" status: 200 len: 217 time: 0.1625173 Dec 22 13:46:37.589763 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ae9f9-745a-4df2-bc73-a3df96de34c8 req-e79a217d-1c6f-42c9-ae1d-6cd6f37e424b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:37.591211 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-dd2ae9f9-745a-4df2-bc73-a3df96de34c8 req-e79a217d-1c6f-42c9-ae1d-6cd6f37e424b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b38ee779-25d3-4523-b4fe-11b22068e8c1 HTTP/1.1" status: 200 len: 850 time: 0.0582526 Dec 22 13:46:37.666704 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-dd2ae9f9-745a-4df2-bc73-a3df96de34c8 req-af44e49d-90a8-4892-ae72-8678b14d6c56 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6fd7737-5c97-450a-97f9-3afc8925d257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675795 Dec 22 13:46:37.797526 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-dd2ae9f9-745a-4df2-bc73-a3df96de34c8 req-f98eb821-66bc-4bb2-9f56-8459e6ad9ed1 service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232951 Dec 22 13:46:37.930424 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-dd2ae9f9-745a-4df2-bc73-a3df96de34c8 req-da017a49-b0d8-4aec-bfc5-4793acac56ab service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236303 Dec 22 13:46:38.025651 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-040bde02-e921-49c5-9523-8b70764871d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:38.451175 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b55b1a-03ba-44df-a344-f011841938bc req-043702cf-52a6-4171-824a-fd5b56f90d2b tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:38.451849 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-07b55b1a-03ba-44df-a344-f011841938bc req-043702cf-52a6-4171-824a-fd5b56f90d2b tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Synchronizing usage tracker for tenant:f61af085de19432ea0b5be554f881a47 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:46:38.522649 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-07b55b1a-03ba-44df-a344-f011841938bc req-043702cf-52a6-4171-824a-fd5b56f90d2b tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Unset dirty status for tenant:f61af085de19432ea0b5be554f881a47 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:46:38.524348 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-07b55b1a-03ba-44df-a344-f011841938bc req-043702cf-52a6-4171-824a-fd5b56f90d2b tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 943 time: 0.1510341 Dec 22 13:46:38.571544 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-07b55b1a-03ba-44df-a344-f011841938bc req-cae4cf2d-129b-45b6-9e97-eb92ce0b8d13 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412593 Dec 22 13:46:38.962300 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:39.333813 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:39.514324 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:46:39.650408 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:46:39.664418 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'port_id': '7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3', 'mac_address': 'fa:16:3e:f9:5a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:46:39.720502 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:39.738729 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:46:39.754381 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:46:39.774044 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78531ab-96e0-4415-ac01-8b1c3e4d1dfe req-6dec6a2a-dcb8-4011-a35e-6a379607647c tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:39.775525 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c78531ab-96e0-4415-ac01-8b1c3e4d1dfe req-6dec6a2a-dcb8-4011-a35e-6a379607647c tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 943 time: 0.0828209 Dec 22 13:46:39.820167 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c78531ab-96e0-4415-ac01-8b1c3e4d1dfe req-772902af-29c0-4f63-b324-a450ceeb1416 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390761 Dec 22 13:46:39.848383 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:39.852805 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:39.917719 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:39.920732 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:40.105318 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:46:40.551352 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:41.018056 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4bb969-c550-4915-9601-ae072aaad961 req-73e15ccd-5cd2-4ccd-94bc-5dc638e941b6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:41.019513 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-af4bb969-c550-4915-9601-ae072aaad961 req-73e15ccd-5cd2-4ccd-94bc-5dc638e941b6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 944 time: 0.0769472 Dec 22 13:46:41.068094 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-af4bb969-c550-4915-9601-ae072aaad961 req-400c5d7b-1b01-4698-aa0c-982d51a450be tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430558 Dec 22 13:46:41.517601 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:46:41.659289 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning for port 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:46:41.664024 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:46:41.664501 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:41.777225 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:41.802466 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8cb828-eb4d-4e0e-a1fd-74611efdd41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:46:41.812833 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:46:41.858088 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8cb828-eb4d-4e0e-a1fd-74611efdd41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3', 'code': 200} Dec 22 13:46:41.883389 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:41.885446 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:41.950114 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:41.953106 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:42.301648 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fcd3d675-53ea-447b-af5c-1d7fdf5a271e req-331b446f-36af-49a4-8539-87de6b3f80c8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 1098 time: 0.1350453 Dec 22 13:46:42.307519 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015be121-af97-4b23-9ad3-8efe0c51c52b req-7b7f542f-bb7e-483b-b43b-c2a007c4e30e tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:42.308817 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-015be121-af97-4b23-9ad3-8efe0c51c52b req-7b7f542f-bb7e-483b-b43b-c2a007c4e30e tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 945 time: 0.1099899 Dec 22 13:46:42.384341 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-015be121-af97-4b23-9ad3-8efe0c51c52b req-106e4e63-7892-4677-b731-e2ec305d9b6c tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699160 Dec 22 13:46:42.386057 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fcd3d675-53ea-447b-af5c-1d7fdf5a271e req-db350860-4633-444e-90af-f171b08c46dc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579140 Dec 22 13:46:43.585255 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20925d09-889a-42f6-b2be-e2e738e2ec9c req-b4ac3737-8bcf-4e86-8a99-38cd843955b7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:43.587780 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-20925d09-889a-42f6-b2be-e2e738e2ec9c req-b4ac3737-8bcf-4e86-8a99-38cd843955b7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 945 time: 0.0784762 Dec 22 13:46:43.664910 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-20925d09-889a-42f6-b2be-e2e738e2ec9c req-33fc77b8-25dc-449e-a530-014457aa1626 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496831 Dec 22 13:46:44.843080 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ff1c8-bec1-4458-8e9d-c6d58ed5ec21 req-bba66757-528d-4b15-8dad-5e26015fe157 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:44.844420 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-824ff1c8-bec1-4458-8e9d-c6d58ed5ec21 req-bba66757-528d-4b15-8dad-5e26015fe157 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 945 time: 0.0805354 Dec 22 13:46:44.889561 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-824ff1c8-bec1-4458-8e9d-c6d58ed5ec21 req-e2cf1f45-8f37-4fc5-a55b-e2550b774a1f tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397587 Dec 22 13:46:45.077895 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b98b69-c5b3-47da-b221-e915b51850f2 req-539d7f14-b16e-4630-bd8e-296578d16f0c tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:45.079339 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-23b98b69-c5b3-47da-b221-e915b51850f2 req-539d7f14-b16e-4630-bd8e-296578d16f0c tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 945 time: 0.0782952 Dec 22 13:46:45.088397 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 55330) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:46:45.093682 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-09efde82-9534-4fff-9610-1b769b75a6a0 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Request body: {'floatingip': {'port_id': '7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:46:45.170802 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-09efde82-9534-4fff-9610-1b769b75a6a0 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks [] for floatingip, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:45.764374 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-09efde82-9534-4fff-9610-1b769b75a6a0 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:45.853932 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-09efde82-9534-4fff-9610-1b769b75a6a0 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:46.040254 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.l3_db [None req-09efde82-9534-4fff-9610-1b769b75a6a0 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Floating IP 2a5f5d32-1eb5-469b-adc1-56befbe7b3d9 associated. External IP: 172.26.1.83, port: 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3. Dec 22 13:46:46.525930 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09efde82-9534-4fff-9610-1b769b75a6a0 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Router b0aea414-ac18-4498-995b-e16d012b2ca2 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:46:46.727157 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09efde82-9534-4fff-9610-1b769b75a6a0 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:46:46.732061 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-09efde82-9534-4fff-9610-1b769b75a6a0 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:46.737018 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa139983-af74-4bb7-8f79-f8938b9d1453 None None] Sync routers for ids ['b0aea414-ac18-4498-995b-e16d012b2ca2'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:46:46.750036 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa139983-af74-4bb7-8f79-f8938b9d1453 None None] Routers {'b0aea414-ac18-4498-995b-e16d012b2ca2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:46:46.750690 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-fa139983-af74-4bb7-8f79-f8938b9d1453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:46:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b0aea414-ac18-4498-995b-e16d012b2ca2'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:46:46.783986 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-09efde82-9534-4fff-9610-1b769b75a6a0 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "PUT /v2.0/floatingips/2a5f5d32-1eb5-469b-adc1-56befbe7b3d9 HTTP/1.1" status: 200 len: 990 time: 1.6944103 Dec 22 13:46:46.784547 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8cb828-eb4d-4e0e-a1fd-74611efdd41a', 'tag': '7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3'}] {{(pid=84148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:46:46.927478 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b8cb828-eb4d-4e0e-a1fd-74611efdd41a', 'tag': '7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3', 'status': 'completed', 'code': 200} Dec 22 13:46:46.980744 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-fa139983-af74-4bb7-8f79-f8938b9d1453 None None] Set router b0aea414-ac18-4498-995b-e16d012b2ca2 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:46:47.020549 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-53f002ae-b60e-4432-a5f2-a0e466bc8a57 req-21650fa6-f307-4ca3-986f-d0ca2de14c95 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f61af085de19432ea0b5be554f881a47&device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 1098 time: 0.0696158 Dec 22 13:46:47.154474 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f002ae-b60e-4432-a5f2-a0e466bc8a57 req-82df5862-2b20-488c-8e18-8114138ab8e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:47.155810 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-53f002ae-b60e-4432-a5f2-a0e466bc8a57 req-82df5862-2b20-488c-8e18-8114138ab8e1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6fd7737-5c97-450a-97f9-3afc8925d257 HTTP/1.1" status: 200 len: 912 time: 0.1277654 Dec 22 13:46:47.262508 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-53f002ae-b60e-4432-a5f2-a0e466bc8a57 req-c4746f40-a5fc-4c2b-900a-c9334fe834f8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 HTTP/1.1" status: 200 len: 998 time: 0.0994868 Dec 22 13:46:47.326457 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f002ae-b60e-4432-a5f2-a0e466bc8a57 req-8edc3653-1bcf-43d4-bf75-637530c1f94a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:47.327896 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-53f002ae-b60e-4432-a5f2-a0e466bc8a57 req-8edc3653-1bcf-43d4-bf75-637530c1f94a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b38ee779-25d3-4523-b4fe-11b22068e8c1 HTTP/1.1" status: 200 len: 850 time: 0.0581815 Dec 22 13:46:47.328612 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-fa139983-af74-4bb7-8f79-f8938b9d1453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'name': 'tempest-ServerActionsTestJSON-920374604-router', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:24Z', 'revision_number': 4, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'gw_port': {'id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fd:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '2a5f5d32-1eb5-469b-adc1-56befbe7b3d9', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'floating_ip_address': '172.26.1.83', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'port_id': '7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'mac_address': 'fa:16:3e:f9:5a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8cb828-eb4d-4e0e-a1fd-74611efdd41a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:43:28Z', 'updated_at': '2021-12-22T13:46:45Z', 'revision_number': 9, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b6239ce-5422-4c50-a9a1-1b2d27b341ab', 'name': '', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'mac_address': 'fa:16:3e:3a:16:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:23Z', 'updated_at': '2021-12-22T13:43:41Z', 'revision_number': 5, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'subnets': [{'id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:46:47.332560 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa139983-af74-4bb7-8f79-f8938b9d1453 None None] Checking router: b0aea414-ac18-4498-995b-e16d012b2ca2 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:46:47.344043 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa139983-af74-4bb7-8f79-f8938b9d1453 None None] Routers {'b0aea414-ac18-4498-995b-e16d012b2ca2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:46:47.344649 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-fa139983-af74-4bb7-8f79-f8938b9d1453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:46:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b0aea414-ac18-4498-995b-e16d012b2ca2'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:46:47.406668 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-53f002ae-b60e-4432-a5f2-a0e466bc8a57 req-126b7349-5e80-4ed4-b010-eccc4733e0e7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6fd7737-5c97-450a-97f9-3afc8925d257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717711 Dec 22 13:46:47.528577 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-fa139983-af74-4bb7-8f79-f8938b9d1453 None None] Set router b0aea414-ac18-4498-995b-e16d012b2ca2 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:46:47.546286 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-53f002ae-b60e-4432-a5f2-a0e466bc8a57 req-8eeba945-d9df-4157-aa20-f9bef1679f64 service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324944 Dec 22 13:46:47.785196 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-53f002ae-b60e-4432-a5f2-a0e466bc8a57 req-da87e230-94a1-4db5-b17b-21906322cc18 service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326493 Dec 22 13:46:47.882229 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-fa139983-af74-4bb7-8f79-f8938b9d1453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'name': 'tempest-ServerActionsTestJSON-920374604-router', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:24Z', 'revision_number': 4, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'gw_port': {'id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fd:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '2a5f5d32-1eb5-469b-adc1-56befbe7b3d9', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'floating_ip_address': '172.26.1.83', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'port_id': '7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'mac_address': 'fa:16:3e:f9:5a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8cb828-eb4d-4e0e-a1fd-74611efdd41a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:43:28Z', 'updated_at': '2021-12-22T13:46:45Z', 'revision_number': 9, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b6239ce-5422-4c50-a9a1-1b2d27b341ab', 'name': '', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'mac_address': 'fa:16:3e:3a:16:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:23Z', 'updated_at': '2021-12-22T13:43:41Z', 'revision_number': 5, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'subnets': [{'id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:46:47.886273 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa139983-af74-4bb7-8f79-f8938b9d1453 None None] The sync data for ids ['b0aea414-ac18-4498-995b-e16d012b2ca2'] in dv-neutron-822669-1-hyperv is: [{'id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'name': 'tempest-ServerActionsTestJSON-920374604-router', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:24Z', 'revision_number': 4, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'gw_port': {'id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fd:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '2a5f5d32-1eb5-469b-adc1-56befbe7b3d9', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'floating_ip_address': '172.26.1.83', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'port_id': '7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'mac_address': 'fa:16:3e:f9:5a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8cb828-eb4d-4e0e-a1fd-74611efdd41a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:43:28Z', 'updated_at': '2021-12-22T13:46:45Z', 'revision_number': 9, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b6239ce-5422-4c50-a9a1-1b2d27b341ab', 'name': '', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'mac_address': 'fa:16:3e:3a:16:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:23Z', 'updated_at': '2021-12-22T13:43:41Z', 'revision_number': 5, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'subnets': [{'id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:46:48.092101 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b2f850-532c-4cd0-a965-95e3afed905c None None] New status for floating IP 2a5f5d32-1eb5-469b-adc1-56befbe7b3d9: ACTIVE {{(pid=84151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:46:57.115752 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:46:59.008264 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:05.664083 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-601d711c-cf9c-4088-aecc-a9cf626eed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:06.453052 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6252913f-ff19-47a4-a681-ee381bbd626f req-1814b6cf-344d-4b7d-894f-75bb7d6895e4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0658300 Dec 22 13:47:06.596258 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6252913f-ff19-47a4-a681-ee381bbd626f req-c54fdb77-f685-4c6b-8cf0-2e8c5e44cffa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f61af085de19432ea0b5be554f881a47&device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 1098 time: 0.0735230 Dec 22 13:47:06.747935 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252913f-ff19-47a4-a681-ee381bbd626f req-f044d05e-ecfa-4bc2-83b3-55efe63e60fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:06.749263 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6252913f-ff19-47a4-a681-ee381bbd626f req-f044d05e-ecfa-4bc2-83b3-55efe63e60fe service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6fd7737-5c97-450a-97f9-3afc8925d257 HTTP/1.1" status: 200 len: 912 time: 0.1311085 Dec 22 13:47:06.853525 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6252913f-ff19-47a4-a681-ee381bbd626f req-48809d1e-dba3-4f7d-bfb9-4983d94a581f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 HTTP/1.1" status: 200 len: 1001 time: 0.0938079 Dec 22 13:47:06.920030 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252913f-ff19-47a4-a681-ee381bbd626f req-d16aa14c-b3a9-4c7e-a8df-80ad2ea0c376 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:06.921415 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6252913f-ff19-47a4-a681-ee381bbd626f req-d16aa14c-b3a9-4c7e-a8df-80ad2ea0c376 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b38ee779-25d3-4523-b4fe-11b22068e8c1 HTTP/1.1" status: 200 len: 850 time: 0.0606635 Dec 22 13:47:06.998967 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6252913f-ff19-47a4-a681-ee381bbd626f req-fb2ce6ad-1017-4be5-b159-e86dff3fae13 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6fd7737-5c97-450a-97f9-3afc8925d257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668752 Dec 22 13:47:07.012998 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [req-6252913f-ff19-47a4-a681-ee381bbd626f req-75fe2743-27b8-4d0f-a8e0-859372426ba6 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:47:07.013895 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6252913f-ff19-47a4-a681-ee381bbd626f req-75fe2743-27b8-4d0f-a8e0-859372426ba6 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045986 Dec 22 13:47:07.150091 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6252913f-ff19-47a4-a681-ee381bbd626f req-534e20a5-b3ef-4ee0-9cf0-21acd63c7795 service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254113 Dec 22 13:47:07.282297 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6252913f-ff19-47a4-a681-ee381bbd626f req-96a1f709-f0f2-466e-bbe4-e2938cde1f19 service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250942 Dec 22 13:47:07.996783 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-409658be-e7c6-4e8e-bde6-fbf734ec4d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:08.956187 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:09.333497 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:10.551174 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:26.077827 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ea16c61e-5846-4faa-b40e-4d73605135b6 req-803fd736-eee1-4d96-af28-9f92d904b4b4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1377494 Dec 22 13:47:26.552937 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-42b5bacd-b11e-46ea-88f4-194d55a1b48a req-6474562c-60c0-4ea2-8b0c-8a6ed9f82301 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0720973 Dec 22 13:47:26.564947 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c96c2-7899-4f32-81f0-d9119cb12e95 req-f2974902-6a15-4321-82d3-fb48a45700bb tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:26.566378 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0f9c96c2-7899-4f32-81f0-d9119cb12e95 req-f2974902-6a15-4321-82d3-fb48a45700bb tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 945 time: 0.1555836 Dec 22 13:47:26.613568 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0f9c96c2-7899-4f32-81f0-d9119cb12e95 req-c7faafa5-512b-4c0a-b10f-17019ccc7018 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415978 Dec 22 13:47:27.885838 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc2421-ab4a-4cd2-ae68-6cb20dd0e9ce req-1e9ebd82-7e50-4066-8aca-3c0b6dbabd45 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:27.887409 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7dcc2421-ab4a-4cd2-ae68-6cb20dd0e9ce req-1e9ebd82-7e50-4066-8aca-3c0b6dbabd45 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 945 time: 0.1509321 Dec 22 13:47:27.934612 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7dcc2421-ab4a-4cd2-ae68-6cb20dd0e9ce req-b2f3c908-e0da-44d0-b03a-b6f7230331cb tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414011 Dec 22 13:47:28.755583 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-42b5bacd-b11e-46ea-88f4-194d55a1b48a req-bc1e32bb-6b5e-47ae-9686-84e78aee6e73 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f61af085de19432ea0b5be554f881a47&device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 1098 time: 0.1332388 Dec 22 13:47:28.895698 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5bacd-b11e-46ea-88f4-194d55a1b48a req-f190ecc0-12be-415d-934d-9e36e655984c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:28.897040 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-42b5bacd-b11e-46ea-88f4-194d55a1b48a req-f190ecc0-12be-415d-934d-9e36e655984c service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6fd7737-5c97-450a-97f9-3afc8925d257 HTTP/1.1" status: 200 len: 912 time: 0.1280997 Dec 22 13:47:29.005905 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:29.010317 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-42b5bacd-b11e-46ea-88f4-194d55a1b48a req-9f87ab3b-c3fb-4f3d-a950-8f09da6e4a88 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 HTTP/1.1" status: 200 len: 1001 time: 0.0996764 Dec 22 13:47:29.079685 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5bacd-b11e-46ea-88f4-194d55a1b48a req-c627a334-82b9-44c8-b5c9-21e5875932e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:29.081192 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-42b5bacd-b11e-46ea-88f4-194d55a1b48a req-c627a334-82b9-44c8-b5c9-21e5875932e6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b38ee779-25d3-4523-b4fe-11b22068e8c1 HTTP/1.1" status: 200 len: 850 time: 0.0625854 Dec 22 13:47:29.138946 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1b63c-3d99-4332-beba-a498d26021cb req-218ceec1-8887-44cc-8d7b-5d2d09d340d2 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:29.140421 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7dc1b63c-3d99-4332-beba-a498d26021cb req-218ceec1-8887-44cc-8d7b-5d2d09d340d2 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 945 time: 0.0792041 Dec 22 13:47:29.163076 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-42b5bacd-b11e-46ea-88f4-194d55a1b48a req-d669fc55-aff2-4772-b925-3e0dfba3a12d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6fd7737-5c97-450a-97f9-3afc8925d257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714152 Dec 22 13:47:29.189585 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7dc1b63c-3d99-4332-beba-a498d26021cb req-7a92b86b-da85-47d6-b51e-089b9967a440 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436509 Dec 22 13:47:29.397090 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-42b5bacd-b11e-46ea-88f4-194d55a1b48a req-b811fd35-1aa0-490e-9d21-1617eb54d3b8 service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204604 Dec 22 13:47:29.528137 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-42b5bacd-b11e-46ea-88f4-194d55a1b48a req-a7376a1d-0bd9-4c69-8ee7-cd75451ac38a service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235163 Dec 22 13:47:30.384400 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba265a5-8bfa-4ce7-8b54-ebe9ecb44820 req-6315c0ef-7507-4b87-aa4d-439cfaf1f869 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:30.385852 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0ba265a5-8bfa-4ce7-8b54-ebe9ecb44820 req-6315c0ef-7507-4b87-aa4d-439cfaf1f869 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 945 time: 0.0748048 Dec 22 13:47:30.431903 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0ba265a5-8bfa-4ce7-8b54-ebe9ecb44820 req-bf9505f0-4a07-408c-81fd-bfc9d2362328 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393071 Dec 22 13:47:31.633108 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117bda5e-f2bd-481a-abaa-5977b30a520d req-7656ba75-04ca-415b-960d-733e55c030cf tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:31.634569 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-117bda5e-f2bd-481a-abaa-5977b30a520d req-7656ba75-04ca-415b-960d-733e55c030cf tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 945 time: 0.0766442 Dec 22 13:47:31.679443 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-117bda5e-f2bd-481a-abaa-5977b30a520d req-ac08af91-a5a9-4e3a-94f5-6b486412a444 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384750 Dec 22 13:47:32.880309 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72746008-c8e5-4b59-993d-2ecbb58a49c3 req-63770706-7c65-40f4-9050-ede1564389bc tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:32.881633 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-72746008-c8e5-4b59-993d-2ecbb58a49c3 req-63770706-7c65-40f4-9050-ede1564389bc tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 945 time: 0.0813248 Dec 22 13:47:32.926539 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-72746008-c8e5-4b59-993d-2ecbb58a49c3 req-ae2f356e-d598-4b24-9ab2-a98036f92791 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394042 Dec 22 13:47:34.115062 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:47:34.127344 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a08cc1-6628-4c6d-9aaa-95701c9cd879 req-49e7dcf8-cc65-4092-a21c-87c35c517a45 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:34.128779 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e6a08cc1-6628-4c6d-9aaa-95701c9cd879 req-49e7dcf8-cc65-4092-a21c-87c35c517a45 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 945 time: 0.0792632 Dec 22 13:47:34.173642 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e6a08cc1-6628-4c6d-9aaa-95701c9cd879 req-80f1ec13-2d64-46cd-bf92-3046e765c44d tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394273 Dec 22 13:47:35.505679 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcfff26-787c-45a4-8428-197b30b5c7d5 req-747100e3-2be5-4536-a04d-9e27f7f318b6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:35.507104 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-abcfff26-787c-45a4-8428-197b30b5c7d5 req-747100e3-2be5-4536-a04d-9e27f7f318b6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 945 time: 0.0771594 Dec 22 13:47:35.554497 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-abcfff26-787c-45a4-8428-197b30b5c7d5 req-765ed549-b650-4fda-a46f-384ffb084f34 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414021 Dec 22 13:47:35.676576 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-de9bb6cf-0e8d-48dc-a21f-207d62f46ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:36.747917 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e351c-6951-4e1a-bc91-ed0535d97461 req-23e163aa-3526-428d-9962-acc1c99cfff0 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:36.749414 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-1b2e351c-6951-4e1a-bc91-ed0535d97461 req-23e163aa-3526-428d-9962-acc1c99cfff0 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 945 time: 0.0760629 Dec 22 13:47:36.793226 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-1b2e351c-6951-4e1a-bc91-ed0535d97461 req-6cc51ac8-f88c-430e-b710-54636a9260f5 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382464 Dec 22 13:47:37.993514 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0141b-4278-4a29-8be4-9b37f187c2fa req-431143d2-08d8-4faf-b8b0-592efdb5111c tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:37.995002 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8da0141b-4278-4a29-8be4-9b37f187c2fa req-431143d2-08d8-4faf-b8b0-592efdb5111c tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 945 time: 0.0825226 Dec 22 13:47:37.997291 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f8293eed-89a0-4934-9d2b-3ba6c4cb5466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:38.040851 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8da0141b-4278-4a29-8be4-9b37f187c2fa req-56590dfa-cf76-43da-98c3-2b0450be74ce tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393512 Dec 22 13:47:38.956476 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:39.244091 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da2d5c-853b-4729-bda7-d4b35312f220 req-37601641-07c5-4af2-8f93-ebcd42f9e402 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:39.245440 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-16da2d5c-853b-4729-bda7-d4b35312f220 req-37601641-07c5-4af2-8f93-ebcd42f9e402 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 945 time: 0.0802395 Dec 22 13:47:39.291100 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-16da2d5c-853b-4729-bda7-d4b35312f220 req-41bb7e00-a55f-4083-b46b-5a7b67d8f62f tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393848 Dec 22 13:47:39.343211 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:40.491237 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94312b5c-2530-466e-9ae9-3ffe20800874 req-1d790871-7079-4b7a-b077-4618cf7c9fab tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:40.492697 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-94312b5c-2530-466e-9ae9-3ffe20800874 req-1d790871-7079-4b7a-b077-4618cf7c9fab tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 945 time: 0.0789475 Dec 22 13:47:40.531438 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:40.543893 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-94312b5c-2530-466e-9ae9-3ffe20800874 req-05ae9cf1-a507-4b2b-be94-28b2456676cf tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450058 Dec 22 13:47:41.745737 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4736f5-54f9-4032-ade5-cab85a478625 req-455dbdcd-b940-4115-a04c-5c0fab712ebe tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:41.747324 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5a4736f5-54f9-4032-ade5-cab85a478625 req-455dbdcd-b940-4115-a04c-5c0fab712ebe tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 945 time: 0.0839560 Dec 22 13:47:41.792505 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5a4736f5-54f9-4032-ade5-cab85a478625 req-6dc82242-a005-4d30-9cfe-4c958cd1beeb tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394497 Dec 22 13:47:41.826520 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-42b5bacd-b11e-46ea-88f4-194d55a1b48a req-ae647695-9ce3-4bc2-b3f2-26ed9091bc27 service neutron] 10.222.0.45 "GET /v2.0/ports/7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0755291 Dec 22 13:47:42.401722 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-42b5bacd-b11e-46ea-88f4-194d55a1b48a req-cc34e9e2-ccb1-451b-9800-b375d601e4c3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a&tenant_id=f61af085de19432ea0b5be554f881a47 HTTP/1.1" status: 200 len: 1098 time: 0.0688708 Dec 22 13:47:42.506644 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-42b5bacd-b11e-46ea-88f4-194d55a1b48a req-89bf098e-c8b5-423a-a56e-58a25c25ce83 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f61af085de19432ea0b5be554f881a47&device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 1098 time: 0.0749207 Dec 22 13:47:42.643841 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5bacd-b11e-46ea-88f4-194d55a1b48a req-125786eb-58a4-4a6d-82be-96317123dfb9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:42.645270 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-42b5bacd-b11e-46ea-88f4-194d55a1b48a req-125786eb-58a4-4a6d-82be-96317123dfb9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6fd7737-5c97-450a-97f9-3afc8925d257 HTTP/1.1" status: 200 len: 912 time: 0.1276708 Dec 22 13:47:42.754246 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-42b5bacd-b11e-46ea-88f4-194d55a1b48a req-8dc081d2-6820-4a2e-96c8-dbca92eecea4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 HTTP/1.1" status: 200 len: 1001 time: 0.0976849 Dec 22 13:47:42.819491 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5bacd-b11e-46ea-88f4-194d55a1b48a req-2dd7a2cc-de38-4873-84ec-26a6d0165fd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:42.820905 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-42b5bacd-b11e-46ea-88f4-194d55a1b48a req-2dd7a2cc-de38-4873-84ec-26a6d0165fd6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b38ee779-25d3-4523-b4fe-11b22068e8c1 HTTP/1.1" status: 200 len: 850 time: 0.0566144 Dec 22 13:47:42.902464 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-42b5bacd-b11e-46ea-88f4-194d55a1b48a req-da210e89-2f70-4e46-a079-d8ceabf7a911 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6fd7737-5c97-450a-97f9-3afc8925d257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715256 Dec 22 13:47:43.087953 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-42b5bacd-b11e-46ea-88f4-194d55a1b48a req-1f3059ec-eac4-456a-a4b6-12a0897835f3 service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779308 Dec 22 13:47:43.096047 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310773ba-e3ac-49a6-8daa-15787069ce94 req-fce377a7-2206-4841-b1e3-bd738bfb686a tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:43.097370 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-310773ba-e3ac-49a6-8daa-15787069ce94 req-fce377a7-2206-4841-b1e3-bd738bfb686a tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 945 time: 0.1703007 Dec 22 13:47:43.229948 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-310773ba-e3ac-49a6-8daa-15787069ce94 req-95167e24-4ad0-43e5-9851-dab24116da1b tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131294 Dec 22 13:47:43.256420 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-42b5bacd-b11e-46ea-88f4-194d55a1b48a req-c21085f0-0bca-4d79-90a7-73e060e106d5 service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570621 Dec 22 13:47:44.430861 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896c44e-3ffc-480e-b171-399cba11cc28 req-8d8e34a4-e602-4edf-b9b9-c09efba3ae96 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:44.432319 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d896c44e-3ffc-480e-b171-399cba11cc28 req-8d8e34a4-e602-4edf-b9b9-c09efba3ae96 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 945 time: 0.0828488 Dec 22 13:47:44.477268 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d896c44e-3ffc-480e-b171-399cba11cc28 req-37f91be0-cdbf-4d8a-a788-1d025d694d22 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388095 Dec 22 13:47:45.788526 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be565bb5-39a3-4863-9696-42a90bbb1d9f req-5f1b4f3e-159f-494d-8b10-c5cfb584fa0b tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:45.790026 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-be565bb5-39a3-4863-9696-42a90bbb1d9f req-5f1b4f3e-159f-494d-8b10-c5cfb584fa0b tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 945 time: 0.1924264 Dec 22 13:47:45.796701 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:47:45.800070 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:47:45.838389 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-be565bb5-39a3-4863-9696-42a90bbb1d9f req-aabbda13-1943-4589-ade0-988dfd7575ac tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407200 Dec 22 13:47:46.008900 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:46.053194 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8cb828-eb4d-4e0e-a1fd-74611efdd41a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:47:46.060557 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:47:46.074749 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:47:46.077800 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'port_id': '7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3', 'mac_address': 'fa:16:3e:f9:5a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:47:46.136663 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:46.148074 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:46.152247 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:47:46.196875 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:47:46.204835 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8cb828-eb4d-4e0e-a1fd-74611efdd41a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3', 'code': 200} Dec 22 13:47:46.328717 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3,revision_number=6']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:47:46.332545 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:47:46.332896 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:47:46.339125 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:47:46.339463 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:47:46.339795 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:47:46.340119 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:47:46.340441 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:47:46.341285 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:47:46.342135 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:47:46.342494 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:47:46.342821 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:47:46.343147 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:47:46.343460 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:47:46.347474 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:47:46.636318 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b6397-b00e-4e86-bc13-4fdff937f4d7 req-07e6aa98-31fc-4a12-bff9-99e8b57214a3 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:46.637656 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-305b6397-b00e-4e86-bc13-4fdff937f4d7 req-07e6aa98-31fc-4a12-bff9-99e8b57214a3 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a&tenant_id=f61af085de19432ea0b5be554f881a47&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 943 time: 0.1422915 Dec 22 13:47:46.647101 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f81e0b-639a-40a6-a00f-5787a2df27de req-f6337ddc-4d5c-43bd-bc27-e0b4d4567ad4 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:46.648421 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-38f81e0b-639a-40a6-a00f-5787a2df27de req-f6337ddc-4d5c-43bd-bc27-e0b4d4567ad4 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 943 time: 0.1159775 Dec 22 13:47:46.755004 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-38f81e0b-639a-40a6-a00f-5787a2df27de req-4b377a30-c224-42c2-a0aa-d164308119d9 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737000 Dec 22 13:47:46.760858 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-305b6397-b00e-4e86-bc13-4fdff937f4d7 req-4f30ab7f-7698-4dff-8a3d-0e7a475dd1fd service neutron] 10.222.0.45 "GET /v2.0/ports/7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.1116178 Dec 22 13:47:46.851984 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-305b6397-b00e-4e86-bc13-4fdff937f4d7 req-c1504def-87a3-4532-9369-6f1558e8bd38 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f61af085de19432ea0b5be554f881a47&device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 1096 time: 0.0685356 Dec 22 13:47:46.885125 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:46.902577 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:47:46.918549 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:47:46.981913 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b6397-b00e-4e86-bc13-4fdff937f4d7 req-d469a1d4-2318-402b-afb3-e7144b45b636 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:46.983360 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-305b6397-b00e-4e86-bc13-4fdff937f4d7 req-d469a1d4-2318-402b-afb3-e7144b45b636 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6fd7737-5c97-450a-97f9-3afc8925d257 HTTP/1.1" status: 200 len: 912 time: 0.1246428 Dec 22 13:47:46.984807 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:46.987364 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:47:47.053527 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:47:47.091016 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-305b6397-b00e-4e86-bc13-4fdff937f4d7 req-68faf65b-ebca-4c7f-8fe1-059664c012f9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 HTTP/1.1" status: 200 len: 1000 time: 0.1005516 Dec 22 13:47:47.093465 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3,revision_number=7']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:47:47.097783 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:47:47.155249 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b6397-b00e-4e86-bc13-4fdff937f4d7 req-8dc68aaa-fec0-4a7f-b8dd-600618da3a3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:47.156584 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-305b6397-b00e-4e86-bc13-4fdff937f4d7 req-8dc68aaa-fec0-4a7f-b8dd-600618da3a3e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b38ee779-25d3-4523-b4fe-11b22068e8c1 HTTP/1.1" status: 200 len: 850 time: 0.0580211 Dec 22 13:47:47.236497 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-305b6397-b00e-4e86-bc13-4fdff937f4d7 req-9d7f4069-5e46-470a-931c-79bc8ccc93ca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6fd7737-5c97-450a-97f9-3afc8925d257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721049 Dec 22 13:47:47.369167 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-305b6397-b00e-4e86-bc13-4fdff937f4d7 req-214051b5-e5b8-4a8f-aa1f-d990fa3657dd service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258290 Dec 22 13:47:47.502524 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-305b6397-b00e-4e86-bc13-4fdff937f4d7 req-952874b9-151a-4f99-8b33-90f69e7ba696 service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249795 Dec 22 13:47:47.812840 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:47:47.882931 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:47:47.883308 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:47.953958 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ed8ae-f124-4bfd-aa71-0962bca263a5 req-3ab64657-0fe7-4699-ab7e-57eacd90af03 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:47.955436 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-746ed8ae-f124-4bfd-aa71-0962bca263a5 req-3ab64657-0fe7-4699-ab7e-57eacd90af03 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 944 time: 0.0768409 Dec 22 13:47:47.994227 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:48.005910 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-746ed8ae-f124-4bfd-aa71-0962bca263a5 req-70b265f0-ceb2-4128-a437-ddd920058f46 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449686 Dec 22 13:47:48.029320 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:47:48.110582 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:48.113028 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:47:48.177610 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3,revision_number=8']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:47:48.180586 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:47:48.206149 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8cb828-eb4d-4e0e-a1fd-74611efdd41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:47:48.268711 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8cb828-eb4d-4e0e-a1fd-74611efdd41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3', 'code': 200} Dec 22 13:47:49.204448 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf548c-4eb7-49be-a72f-8ffffce87c8e req-3e084e90-a92e-4181-921a-e9824921d711 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:49.205885 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-6faf548c-4eb7-49be-a72f-8ffffce87c8e req-3e084e90-a92e-4181-921a-e9824921d711 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 945 time: 0.0779753 Dec 22 13:47:49.251824 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-6faf548c-4eb7-49be-a72f-8ffffce87c8e req-1901f0fb-ddd6-48b1-81a7-6efc06f7d618 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403521 Dec 22 13:47:50.454963 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18788043-068f-48e2-b10e-8f5e114199e1 req-12d53c23-b198-4379-8f74-303f089d67a6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:50.456425 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-18788043-068f-48e2-b10e-8f5e114199e1 req-12d53c23-b198-4379-8f74-303f089d67a6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 945 time: 0.0797119 Dec 22 13:47:50.503092 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-18788043-068f-48e2-b10e-8f5e114199e1 req-26906f01-3f39-432e-837e-46b4c89fa569 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411909 Dec 22 13:47:50.710901 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-305b6397-b00e-4e86-bc13-4fdff937f4d7 req-279f4365-f0cb-4504-a3e6-1cc2459fa6d9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a&tenant_id=f61af085de19432ea0b5be554f881a47 HTTP/1.1" status: 200 len: 1098 time: 0.0735464 Dec 22 13:47:50.812661 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-305b6397-b00e-4e86-bc13-4fdff937f4d7 req-81afa617-a5b2-470a-8a87-e50bbce7f576 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f61af085de19432ea0b5be554f881a47&device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 1098 time: 0.0718009 Dec 22 13:47:50.944824 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b6397-b00e-4e86-bc13-4fdff937f4d7 req-32048b47-97a0-4cd5-885a-2cb10f294d3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:50.946224 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-305b6397-b00e-4e86-bc13-4fdff937f4d7 req-32048b47-97a0-4cd5-885a-2cb10f294d3d service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6fd7737-5c97-450a-97f9-3afc8925d257 HTTP/1.1" status: 200 len: 912 time: 0.1227975 Dec 22 13:47:51.062728 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-305b6397-b00e-4e86-bc13-4fdff937f4d7 req-1ddc4037-c5cb-4e62-8437-e240d6d1def3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 HTTP/1.1" status: 200 len: 1001 time: 0.0996587 Dec 22 13:47:51.130024 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b6397-b00e-4e86-bc13-4fdff937f4d7 req-2e930134-ddee-4997-8e82-b8b7a8424d41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:51.131519 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-305b6397-b00e-4e86-bc13-4fdff937f4d7 req-2e930134-ddee-4997-8e82-b8b7a8424d41 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b38ee779-25d3-4523-b4fe-11b22068e8c1 HTTP/1.1" status: 200 len: 850 time: 0.0581739 Dec 22 13:47:51.315468 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-305b6397-b00e-4e86-bc13-4fdff937f4d7 req-29387f45-0c3f-4b1f-b0ef-c177eaeb8e77 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6fd7737-5c97-450a-97f9-3afc8925d257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1731031 Dec 22 13:47:51.449907 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-305b6397-b00e-4e86-bc13-4fdff937f4d7 req-b39d3a2d-7634-49dc-888d-f9171534f0b0 service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234920 Dec 22 13:47:51.587473 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-305b6397-b00e-4e86-bc13-4fdff937f4d7 req-61b17154-0eb4-46fb-9f87-5c58de4dcbdd service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265142 Dec 22 13:47:51.810561 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3683c-2a87-40f5-8587-7f0143642439 req-0c5d5799-2660-481f-b80a-b88ea666c375 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:51.811973 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5df3683c-2a87-40f5-8587-7f0143642439 req-0c5d5799-2660-481f-b80a-b88ea666c375 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 945 time: 0.1861761 Dec 22 13:47:51.856281 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5df3683c-2a87-40f5-8587-7f0143642439 req-85eaa390-3684-49c3-9703-2668f8f0c31d tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387068 Dec 22 13:47:53.086463 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e761efd-3af4-4b4f-8143-814817a67ecb req-4ade96e2-4cc9-4955-8b32-34d3a0e11b17 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:53.087924 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7e761efd-3af4-4b4f-8143-814817a67ecb req-4ade96e2-4cc9-4955-8b32-34d3a0e11b17 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 945 time: 0.0824170 Dec 22 13:47:53.139661 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7e761efd-3af4-4b4f-8143-814817a67ecb req-abf2cf3c-3664-4365-80ab-3339a90a31b8 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457788 Dec 22 13:47:53.845031 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:47:53.847340 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:47:54.055583 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:54.085959 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:47:54.107660 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8cb828-eb4d-4e0e-a1fd-74611efdd41a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:47:54.113486 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'port_id': '7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3', 'mac_address': 'fa:16:3e:f9:5a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:47:54.119334 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:47:54.168523 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8cb828-eb4d-4e0e-a1fd-74611efdd41a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3', 'code': 200} Dec 22 13:47:54.176887 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:54.195007 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:47:54.206298 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:54.208187 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-9c2f775b-5389-4212-a383-5b8c949a88bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:47:54.314059 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:47:54.314438 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:47:54.319262 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3,revision_number=9']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:47:54.322240 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:47:54.346530 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208e529-7fba-4502-a461-5270f3ac6d05 req-49b27fc4-08bb-4182-a500-b29692190654 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:54.347960 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0208e529-7fba-4502-a461-5270f3ac6d05 req-49b27fc4-08bb-4182-a500-b29692190654 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 943 time: 0.0805686 Dec 22 13:47:54.391973 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0208e529-7fba-4502-a461-5270f3ac6d05 req-88c2d6fb-8a04-4b77-b373-1f9235cf06e5 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384433 Dec 22 13:47:54.588025 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085bec8-2c7b-4b07-a90e-374bc3fcef53 req-96e56b95-0fd6-4d3b-9c85-5ae2b5235a89 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:54.589725 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9085bec8-2c7b-4b07-a90e-374bc3fcef53 req-96e56b95-0fd6-4d3b-9c85-5ae2b5235a89 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 943 time: 0.0775650 Dec 22 13:47:54.633987 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9085bec8-2c7b-4b07-a90e-374bc3fcef53 req-d3ea6446-a826-4dfd-9e32-ffa061388b92 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386801 Dec 22 13:47:54.836798 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f60350-b5b9-4846-89b4-9941565a1bf5 req-2c2eb54c-1037-463a-b4ab-aef7e5b00c09 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:54.838214 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-17f60350-b5b9-4846-89b4-9941565a1bf5 req-2c2eb54c-1037-463a-b4ab-aef7e5b00c09 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 943 time: 0.0832455 Dec 22 13:47:54.867771 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:54.885018 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:47:54.885260 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-17f60350-b5b9-4846-89b4-9941565a1bf5 req-2118c795-37e3-4ab6-be87-2c1808be23ae tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401819 Dec 22 13:47:54.899860 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:47:54.994152 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:54.996819 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:47:55.067633 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3,revision_number=10']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:47:55.071556 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:47:55.075327 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:47:55.457234 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9071c0-a921-4ed7-b0d5-0b26a45dff3d req-6357f4f1-fea0-4f7d-9fba-9420266408b5 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:55.458690 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1c9071c0-a921-4ed7-b0d5-0b26a45dff3d req-6357f4f1-fea0-4f7d-9fba-9420266408b5 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 945 time: 0.0757458 Dec 22 13:47:55.504255 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1c9071c0-a921-4ed7-b0d5-0b26a45dff3d req-300e96aa-145e-408b-b668-19af8f260c0c tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401475 Dec 22 13:47:55.851597 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:47:55.924808 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:47:55.925494 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:56.038025 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:56.072955 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:47:56.148742 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:56.150661 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:47:56.178615 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8cb828-eb4d-4e0e-a1fd-74611efdd41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:47:56.220728 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3,revision_number=11']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:47:56.227054 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:47:56.239623 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8cb828-eb4d-4e0e-a1fd-74611efdd41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3', 'code': 200} Dec 22 13:47:56.702514 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087cc157-ad48-458f-9fb5-e76914484c4f req-164bf183-6598-4300-9709-fed3e0d5e00b tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:56.703927 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-087cc157-ad48-458f-9fb5-e76914484c4f req-164bf183-6598-4300-9709-fed3e0d5e00b tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 946 time: 0.0786901 Dec 22 13:47:56.747878 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-087cc157-ad48-458f-9fb5-e76914484c4f req-f0ea2b86-f716-4cad-a2ce-9364ed6b869c tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385275 Dec 22 13:47:57.683261 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465dd28-19e5-415e-8261-e982002029e8 req-b5a1d092-2787-4f0b-8278-9be9f81442b3 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:57.684701 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6465dd28-19e5-415e-8261-e982002029e8 req-b5a1d092-2787-4f0b-8278-9be9f81442b3 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 946 time: 0.0756729 Dec 22 13:47:57.757606 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-6465dd28-19e5-415e-8261-e982002029e8 req-f3925466-8a51-4c93-ac31-47b7654881dc tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Deleting port 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:47:57.758270 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-6465dd28-19e5-415e-8261-e982002029e8 req-f3925466-8a51-4c93-ac31-47b7654881dc tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:57.945576 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997be9b1-16f3-491d-ad20-15645b397099 req-a00249f7-547e-499f-9425-9a9e269733c5 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:57.947047 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-997be9b1-16f3-491d-ad20-15645b397099 req-a00249f7-547e-499f-9425-9a9e269733c5 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 946 time: 0.0788491 Dec 22 13:47:57.993556 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-997be9b1-16f3-491d-ad20-15645b397099 req-35561b80-1676-4071-8469-6eaf5d9d163b tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402167 Dec 22 13:47:58.009190 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-6465dd28-19e5-415e-8261-e982002029e8 req-f3925466-8a51-4c93-ac31-47b7654881dc tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] For port 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:47:58.009547 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-6465dd28-19e5-415e-8261-e982002029e8 req-f3925466-8a51-4c93-ac31-47b7654881dc tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:58.292362 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-6465dd28-19e5-415e-8261-e982002029e8 req-f3925466-8a51-4c93-ac31-47b7654881dc tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:58.292726 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-6465dd28-19e5-415e-8261-e982002029e8 req-f3925466-8a51-4c93-ac31-47b7654881dc tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:58.293033 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.l3_db [req-6465dd28-19e5-415e-8261-e982002029e8 req-f3925466-8a51-4c93-ac31-47b7654881dc tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Floating IP 2a5f5d32-1eb5-469b-adc1-56befbe7b3d9 disassociated. External IP: 172.26.1.83, port: 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3. Dec 22 13:47:58.293369 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-6465dd28-19e5-415e-8261-e982002029e8 req-f3925466-8a51-4c93-ac31-47b7654881dc tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Calling delete_port for 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 owned by compute:nova {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:47:58.585257 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-6465dd28-19e5-415e-8261-e982002029e8 req-f3925466-8a51-4c93-ac31-47b7654881dc tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:58.592498 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ff9a88ba-0cfb-4811-9bf8-466576482336 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:47:58.635988 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3925466-8a51-4c93-ac31-47b7654881dc tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Pushing event deleted for resources: {'Port': ['ID=7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:47:58.648907 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3925466-8a51-4c93-ac31-47b7654881dc tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:47:58.649282 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3925466-8a51-4c93-ac31-47b7654881dc tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:47:58.649645 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3925466-8a51-4c93-ac31-47b7654881dc tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:47:58.650010 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3925466-8a51-4c93-ac31-47b7654881dc tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:47:58.650454 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3925466-8a51-4c93-ac31-47b7654881dc tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:47:58.650822 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3925466-8a51-4c93-ac31-47b7654881dc tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:47:58.651165 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3925466-8a51-4c93-ac31-47b7654881dc tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:47:58.651522 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3925466-8a51-4c93-ac31-47b7654881dc tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:47:58.651874 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3925466-8a51-4c93-ac31-47b7654881dc tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:47:58.652221 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3925466-8a51-4c93-ac31-47b7654881dc tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:47:58.652567 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3925466-8a51-4c93-ac31-47b7654881dc tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:47:58.657523 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f3925466-8a51-4c93-ac31-47b7654881dc tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:47:58.864773 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6465dd28-19e5-415e-8261-e982002029e8 req-f3925466-8a51-4c93-ac31-47b7654881dc tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Router b0aea414-ac18-4498-995b-e16d012b2ca2 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:47:59.051741 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:59.069367 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6465dd28-19e5-415e-8261-e982002029e8 req-f3925466-8a51-4c93-ac31-47b7654881dc tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:47:59.080227 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba8ffe5-0354-45cf-878e-d80a5a9b2600 None None] Sync routers for ids ['b0aea414-ac18-4498-995b-e16d012b2ca2'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:47:59.092743 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba8ffe5-0354-45cf-878e-d80a5a9b2600 None None] Routers {'b0aea414-ac18-4498-995b-e16d012b2ca2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:47:59.093454 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-eba8ffe5-0354-45cf-878e-d80a5a9b2600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:47:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b0aea414-ac18-4498-995b-e16d012b2ca2'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:47:59.182263 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-6465dd28-19e5-415e-8261-e982002029e8 req-f3925466-8a51-4c93-ac31-47b7654881dc tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] No DVR routers for this DVR port 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 on host hv-neutron-8226 {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:47:59.185626 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f62e636e-6461-42b1-afe4-99587f36f302 req-4c045cc7-b175-4a13-91f3-cd4d8985466e tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 210 time: 0.0544908 Dec 22 13:47:59.186614 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-6465dd28-19e5-415e-8261-e982002029e8 req-f3925466-8a51-4c93-ac31-47b7654881dc tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:59.189350 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8cb828-eb4d-4e0e-a1fd-74611efdd41a', 'name': 'network-vif-deleted', 'tag': '7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:47:59.245001 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8cb828-eb4d-4e0e-a1fd-74611efdd41a', 'name': 'network-vif-deleted', 'tag': '7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3', 'status': 'completed', 'code': 200} Dec 22 13:47:59.254630 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6465dd28-19e5-415e-8261-e982002029e8 req-f3925466-8a51-4c93-ac31-47b7654881dc tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.45 "DELETE /v2.0/ports/7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 HTTP/1.1" status: 204 len: 173 time: 1.5613229 Dec 22 13:47:59.318098 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-eba8ffe5-0354-45cf-878e-d80a5a9b2600 None None] Set router b0aea414-ac18-4498-995b-e16d012b2ca2 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:47:59.632608 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-eba8ffe5-0354-45cf-878e-d80a5a9b2600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'name': 'tempest-ServerActionsTestJSON-920374604-router', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:24Z', 'revision_number': 4, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'gw_port': {'id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fd:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '6b6239ce-5422-4c50-a9a1-1b2d27b341ab', 'name': '', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'mac_address': 'fa:16:3e:3a:16:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:23Z', 'updated_at': '2021-12-22T13:43:41Z', 'revision_number': 5, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'subnets': [{'id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:47:59.636619 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba8ffe5-0354-45cf-878e-d80a5a9b2600 None None] Checking router: b0aea414-ac18-4498-995b-e16d012b2ca2 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:47:59.648129 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba8ffe5-0354-45cf-878e-d80a5a9b2600 None None] Routers {'b0aea414-ac18-4498-995b-e16d012b2ca2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:47:59.648748 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-eba8ffe5-0354-45cf-878e-d80a5a9b2600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:47:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b0aea414-ac18-4498-995b-e16d012b2ca2'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:47:59.828655 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-eba8ffe5-0354-45cf-878e-d80a5a9b2600 None None] Set router b0aea414-ac18-4498-995b-e16d012b2ca2 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:48:00.145302 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-eba8ffe5-0354-45cf-878e-d80a5a9b2600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'name': 'tempest-ServerActionsTestJSON-920374604-router', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:24Z', 'revision_number': 4, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'gw_port': {'id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fd:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '6b6239ce-5422-4c50-a9a1-1b2d27b341ab', 'name': '', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'mac_address': 'fa:16:3e:3a:16:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:23Z', 'updated_at': '2021-12-22T13:43:41Z', 'revision_number': 5, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'subnets': [{'id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:48:00.149634 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba8ffe5-0354-45cf-878e-d80a5a9b2600 None None] The sync data for ids ['b0aea414-ac18-4498-995b-e16d012b2ca2'] in dv-neutron-822669-1-hyperv is: [{'id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'name': 'tempest-ServerActionsTestJSON-920374604-router', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:24Z', 'revision_number': 4, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'gw_port': {'id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fd:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '6b6239ce-5422-4c50-a9a1-1b2d27b341ab', 'name': '', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'mac_address': 'fa:16:3e:3a:16:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:23Z', 'updated_at': '2021-12-22T13:43:41Z', 'revision_number': 5, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'subnets': [{'id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:48:00.376597 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9df749-a862-41cf-bd5d-4085f34afef3 None None] New status for floating IP 2a5f5d32-1eb5-469b-adc1-56befbe7b3d9: DOWN {{(pid=84151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:48:00.382871 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-6937ece2-02e7-4169-9428-a80a025d1a16 req-34ae1c62-c790-4ad8-8f5d-154346578c5a tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Synchronizing usage tracker for tenant:f61af085de19432ea0b5be554f881a47 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:48:00.465097 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-6937ece2-02e7-4169-9428-a80a025d1a16 req-34ae1c62-c790-4ad8-8f5d-154346578c5a tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Unset dirty status for tenant:f61af085de19432ea0b5be554f881a47 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:48:00.466641 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6937ece2-02e7-4169-9428-a80a025d1a16 req-34ae1c62-c790-4ad8-8f5d-154346578c5a tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8cb828-eb4d-4e0e-a1fd-74611efdd41a HTTP/1.1" status: 200 len: 210 time: 0.1266558 Dec 22 13:48:01.836198 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-5729893c-fd33-4958-baa4-8ecc42e0c341 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1400702614&fields=id&tenant_id=f61af085de19432ea0b5be554f881a47 HTTP/1.1" status: 200 len: 267 time: 0.0405529 Dec 22 13:48:01.860098 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:48:01.897565 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] No Port match for: 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:48:01.897914 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 7ad83ff2-a3d7-4aa8-ac01-a84ec75a27f3 not bound to the agent host hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:48:01.984130 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-ae8a0fec-8364-46d8-a587-69444067707e tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:01.985542 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-ae8a0fec-8364-46d8-a587-69444067707e tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/networks?id=c6fd7737-5c97-450a-97f9-3afc8925d257 HTTP/1.1" status: 200 len: 811 time: 0.1426179 Dec 22 13:48:02.002034 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-98bf80d9-4ff2-4687-a836-485c75584984 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/quotas/f61af085de19432ea0b5be554f881a47 HTTP/1.1" status: 200 len: 375 time: 0.0111828 Dec 22 13:48:02.089269 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-2a29b31c-36ef-4937-af53-ea6c147710f8 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f61af085de19432ea0b5be554f881a47&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0820191 Dec 22 13:48:02.226256 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-e92d2450-f864-4a16-ab3d-b52ec2cd06e7 service neutron] 10.222.0.47 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252162 Dec 22 13:48:02.354209 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-dbfc538d-52ae-46cd-a74e-5aa44cc177a6 service neutron] 10.222.0.47 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216161 Dec 22 13:48:02.616507 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-db4465a7-3a7f-40f1-b0e5-1975996244b8 req-2d8eb629-a0b6-48e3-aed5-9bb432e13a32 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 210 time: 0.0440433 Dec 22 13:48:03.779690 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-65672789-9244-4293-a71c-69cf7deee7a5 req-b2b4a7de-2b87-4fc4-9d71-0ecf9b51aa20 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 210 time: 0.0412855 Dec 22 13:48:04.556712 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-1816a748-fb7c-4f20-a5b8-b855997d3ef0 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:04.558172 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-1816a748-fb7c-4f20-a5b8-b855997d3ef0 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.45 "GET /v2.0/networks?id=c6fd7737-5c97-450a-97f9-3afc8925d257 HTTP/1.1" status: 200 len: 811 time: 0.1458662 Dec 22 13:48:04.623895 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-c58d0c7c-6d4d-4aef-b728-b78de5f65666 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f61af085de19432ea0b5be554f881a47 HTTP/1.1" status: 200 len: 380 time: 0.0424151 Dec 22 13:48:04.648770 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-20291556-ee5b-4605-94c4-c12b63af0d86 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Request body: {'port': {'device_id': 'b417359e-0a1f-4d48-bf01-16d3b90781c9', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'admin_state_up': True, 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'security_groups': ['f5576e0a-12c3-4510-8aad-8e4a0bbff9a0']}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:48:04.788044 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-20291556-ee5b-4605-94c4-c12b63af0d86 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:48:04.797793 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-20291556-ee5b-4605-94c4-c12b63af0d86 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:48:04.870749 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-20291556-ee5b-4605-94c4-c12b63af0d86 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Made reservation on behalf of f61af085de19432ea0b5be554f881a47 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:48:04.874361 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-20291556-ee5b-4605-94c4-c12b63af0d86 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:04.979611 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-55f60c75-3cb0-4b1d-8bdc-8d3dc7cff95e req-a1b8d091-1d65-4d42-b307-815862910473 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 210 time: 0.0460021 Dec 22 13:48:05.082079 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-20291556-ee5b-4605-94c4-c12b63af0d86 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Allocated IP 172.20.0.9 (c6fd7737-5c97-450a-97f9-3afc8925d257/b38ee779-25d3-4523-b4fe-11b22068e8c1/07e674b1-1066-476a-b3c0-b148ae492b05) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:48:05.267040 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-20291556-ee5b-4605-94c4-c12b63af0d86 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:05.282091 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-20291556-ee5b-4605-94c4-c12b63af0d86 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Transition to ACTIVE for port object 07e674b1-1066-476a-b3c0-b148ae492b05 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:48:05.360160 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-20291556-ee5b-4605-94c4-c12b63af0d86 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:05.365569 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-527967de-7542-45cb-b0aa-b6977356441f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:48:05.426946 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-20291556-ee5b-4605-94c4-c12b63af0d86 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Network c6fd7737-5c97-450a-97f9-3afc8925d257 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:48:05.433829 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-20291556-ee5b-4605-94c4-c12b63af0d86 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:48:05.439149 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-20291556-ee5b-4605-94c4-c12b63af0d86 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:48:05.473484 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20291556-ee5b-4605-94c4-c12b63af0d86 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Pushing event updated for resources: {'Port': ['ID=07e674b1-1066-476a-b3c0-b148ae492b05,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:48:05.480027 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-20291556-ee5b-4605-94c4-c12b63af0d86 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:48:05.641163 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-20291556-ee5b-4605-94c4-c12b63af0d86 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:05.641861 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-20291556-ee5b-4605-94c4-c12b63af0d86 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:05.679882 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ac5e453f-555c-467c-a324-ad342d6e87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:05.710402 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-83ddc04f-6b8b-4c4a-838b-5f141064bb53 None None] Provisioning for port 07e674b1-1066-476a-b3c0-b148ae492b05 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:48:05.715616 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-83ddc04f-6b8b-4c4a-838b-5f141064bb53 None None] Provisioning complete for port 07e674b1-1066-476a-b3c0-b148ae492b05 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:48:05.716030 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-83ddc04f-6b8b-4c4a-838b-5f141064bb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:05.768406 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-20291556-ee5b-4605-94c4-c12b63af0d86 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1231809 Dec 22 13:48:05.769440 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-83ddc04f-6b8b-4c4a-838b-5f141064bb53 None None] Port 07e674b1-1066-476a-b3c0-b148ae492b05 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:48:05.786205 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-d5981598-6080-41cd-9004-da18e5c43ee5 service neutron] Request body: {'port': {'device_id': 'b417359e-0a1f-4d48-bf01-16d3b90781c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:48:05.895206 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-d5981598-6080-41cd-9004-da18e5c43ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:06.186027 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce010d84-a00e-4f92-a2fb-df13c865ba90 req-02a5e6b6-248a-49cd-8e21-63252e8bead6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:06.187502 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ce010d84-a00e-4f92-a2fb-df13c865ba90 req-02a5e6b6-248a-49cd-8e21-63252e8bead6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 931 time: 0.0829613 Dec 22 13:48:06.235210 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ce010d84-a00e-4f92-a2fb-df13c865ba90 req-0c64dac5-4376-4213-949b-a6ebf7c1e9a6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421190 Dec 22 13:48:06.242145 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-d5981598-6080-41cd-9004-da18e5c43ee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07e674b1-1066-476a-b3c0-b148ae492b05 {{(pid=84149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:48:06.250634 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-d5981598-6080-41cd-9004-da18e5c43ee5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:06.265883 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-d5981598-6080-41cd-9004-da18e5c43ee5 service neutron] Transition to ACTIVE for port object 07e674b1-1066-476a-b3c0-b148ae492b05 will not be triggered until provisioned by entity L2. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:48:06.321683 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-d5981598-6080-41cd-9004-da18e5c43ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:06.326094 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-86f2ec0e-58ce-4b75-acc0-ac841bfbceb5 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:48:06.453223 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5981598-6080-41cd-9004-da18e5c43ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=07e674b1-1066-476a-b3c0-b148ae492b05,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:48:06.457281 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d5981598-6080-41cd-9004-da18e5c43ee5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:48:06.566209 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-d5981598-6080-41cd-9004-da18e5c43ee5 service neutron] Attempting to bind port 07e674b1-1066-476a-b3c0-b148ae492b05 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:48:06.566576 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-d5981598-6080-41cd-9004-da18e5c43ee5 service neutron] Attempting to bind port 07e674b1-1066-476a-b3c0-b148ae492b05 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7616e375-eb12-4d3e-abf9-16be2f00f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:48:06.566907 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-d5981598-6080-41cd-9004-da18e5c43ee5 service neutron] Attempting to bind port 07e674b1-1066-476a-b3c0-b148ae492b05 on network c6fd7737-5c97-450a-97f9-3afc8925d257 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:48:06.572852 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-d5981598-6080-41cd-9004-da18e5c43ee5 service neutron] Port 07e674b1-1066-476a-b3c0-b148ae492b05 on network c6fd7737-5c97-450a-97f9-3afc8925d257 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:48:06.573163 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-d5981598-6080-41cd-9004-da18e5c43ee5 service neutron] Attempting to bind port 07e674b1-1066-476a-b3c0-b148ae492b05 on network c6fd7737-5c97-450a-97f9-3afc8925d257 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:48:06.580055 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-d5981598-6080-41cd-9004-da18e5c43ee5 service neutron] Checking agent: {'id': '72ee2f79-9ac0-483e-b4fd-5b910a776581', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'started_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:48:06.580388 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-d5981598-6080-41cd-9004-da18e5c43ee5 service neutron] Checking segment: {'id': '7616e375-eb12-4d3e-abf9-16be2f00f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:48:06.580770 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-d5981598-6080-41cd-9004-da18e5c43ee5 service neutron] Bound using segment: {'id': '7616e375-eb12-4d3e-abf9-16be2f00f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257'} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:48:06.581194 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-d5981598-6080-41cd-9004-da18e5c43ee5 service neutron] Bound port: 07e674b1-1066-476a-b3c0-b148ae492b05, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7616e375-eb12-4d3e-abf9-16be2f00f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257'}}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:48:06.581540 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-d5981598-6080-41cd-9004-da18e5c43ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:06.667658 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-d5981598-6080-41cd-9004-da18e5c43ee5 service neutron] For port 07e674b1-1066-476a-b3c0-b148ae492b05, host hv-neutron-8226, cleared binding levels {{(pid=84149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:48:06.670666 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-d5981598-6080-41cd-9004-da18e5c43ee5 service neutron] For port 07e674b1-1066-476a-b3c0-b148ae492b05, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=07e674b1-1066-476a-b3c0-b148ae492b05,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:48:06.745009 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-d5981598-6080-41cd-9004-da18e5c43ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:06.749317 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-603739db-05dd-4fb5-9f73-e6c3b931b81f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:48:06.805016 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-d5981598-6080-41cd-9004-da18e5c43ee5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:06.806372 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-d5981598-6080-41cd-9004-da18e5c43ee5 service neutron] 10.222.0.45 "PUT /v2.0/ports/07e674b1-1066-476a-b3c0-b148ae492b05 HTTP/1.1" status: 200 len: 1093 time: 1.0242836 Dec 22 13:48:06.807167 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b417359e-0a1f-4d48-bf01-16d3b90781c9', 'tag': '07e674b1-1066-476a-b3c0-b148ae492b05'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:48:06.835165 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5981598-6080-41cd-9004-da18e5c43ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=07e674b1-1066-476a-b3c0-b148ae492b05,revision_number=3']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:48:06.838629 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d5981598-6080-41cd-9004-da18e5c43ee5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:48:06.869529 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b417359e-0a1f-4d48-bf01-16d3b90781c9', 'tag': '07e674b1-1066-476a-b3c0-b148ae492b05', 'status': 'completed', 'code': 200} Dec 22 13:48:06.972307 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a13e4c36-4c21-4005-be1b-f9aa6b737570 req-c779fd9f-3bc2-42cd-9c60-9e658b62b4cf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f61af085de19432ea0b5be554f881a47&device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 1096 time: 0.0748360 Dec 22 13:48:07.118391 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e4c36-4c21-4005-be1b-f9aa6b737570 req-a0b77bba-4601-4088-8e76-13c954fa2aa8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:07.119743 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a13e4c36-4c21-4005-be1b-f9aa6b737570 req-a0b77bba-4601-4088-8e76-13c954fa2aa8 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=f61af085de19432ea0b5be554f881a47&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1342239 Dec 22 13:48:07.256114 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e4c36-4c21-4005-be1b-f9aa6b737570 req-f25cd3f7-2cfc-4eca-9847-37df5a27c306 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:07.257580 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a13e4c36-4c21-4005-be1b-f9aa6b737570 req-f25cd3f7-2cfc-4eca-9847-37df5a27c306 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1291552 Dec 22 13:48:07.370939 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-4c7ccbeb-0e49-49ce-81ec-3302fada5ed9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f61af085de19432ea0b5be554f881a47&device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 1096 time: 0.0707123 Dec 22 13:48:07.431797 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564dff5d-f161-4dab-8bf3-2bf324f13485 req-60feb61b-3242-454e-a5a8-678da5593630 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:07.433227 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-564dff5d-f161-4dab-8bf3-2bf324f13485 req-60feb61b-3242-454e-a5a8-678da5593630 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 943 time: 0.0749903 Dec 22 13:48:07.447995 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-58c9eb24-a4d6-4c8a-81e9-cfe6608aa1dd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07e674b1-1066-476a-b3c0-b148ae492b05 HTTP/1.1" status: 200 len: 217 time: 0.0647342 Dec 22 13:48:07.478868 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-564dff5d-f161-4dab-8bf3-2bf324f13485 req-b5ad3227-57ce-4a26-b0b3-4b712621e6fe tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397818 Dec 22 13:48:07.515109 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-becdff02-5943-4f7c-8c61-35224047ffe2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:07.516529 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-becdff02-5943-4f7c-8c61-35224047ffe2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b38ee779-25d3-4523-b4fe-11b22068e8c1 HTTP/1.1" status: 200 len: 850 time: 0.0590863 Dec 22 13:48:07.599304 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-08483816-2589-4c75-9ce2-763ca4744a6d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6fd7737-5c97-450a-97f9-3afc8925d257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723143 Dec 22 13:48:07.833584 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-f2504233-8279-4500-801f-9336678fc0f8 service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224681 Dec 22 13:48:07.969679 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-adbb6cc1-d415-4971-a585-9252e5a24ca6 req-00a84dfc-aece-484d-b3a3-e8fd74dba2c2 service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239238 Dec 22 13:48:08.008133 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c346f52d-dbfa-4cf6-85b0-d37921d5b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:08.676652 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3e50a-80cc-445b-8a93-5b0b887e8d0b req-9fca5923-5f1f-40c3-8376-76793c183214 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:08.677325 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-52b3e50a-80cc-445b-8a93-5b0b887e8d0b req-9fca5923-5f1f-40c3-8376-76793c183214 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Synchronizing usage tracker for tenant:f61af085de19432ea0b5be554f881a47 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:48:08.756032 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-52b3e50a-80cc-445b-8a93-5b0b887e8d0b req-9fca5923-5f1f-40c3-8376-76793c183214 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Unset dirty status for tenant:f61af085de19432ea0b5be554f881a47 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:48:08.757161 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-52b3e50a-80cc-445b-8a93-5b0b887e8d0b req-9fca5923-5f1f-40c3-8376-76793c183214 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 943 time: 0.1549516 Dec 22 13:48:08.802888 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-52b3e50a-80cc-445b-8a93-5b0b887e8d0b req-0eb7f410-faee-4474-855f-0c554710bdd9 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401423 Dec 22 13:48:08.967591 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:09.344782 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:09.884739 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 07e674b1-1066-476a-b3c0-b148ae492b05 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:48:10.000465 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e2542-6bf3-4909-b024-460ba4e73daf req-cc431c91-a45a-4bda-a012-17fb99b11d47 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:10.001901 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-1d9e2542-6bf3-4909-b024-460ba4e73daf req-cc431c91-a45a-4bda-a012-17fb99b11d47 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 943 time: 0.0794103 Dec 22 13:48:10.020253 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 07e674b1-1066-476a-b3c0-b148ae492b05, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=07e674b1-1066-476a-b3c0-b148ae492b05,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:48:10.033240 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '07e674b1-1066-476a-b3c0-b148ae492b05', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'port_id': '07e674b1-1066-476a-b3c0-b148ae492b05', 'mac_address': 'fa:16:3e:4a:ba:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:48:10.046872 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-1d9e2542-6bf3-4909-b024-460ba4e73daf req-4a3bc52b-eb3f-4a0b-8b9a-49175a7750b1 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393615 Dec 22 13:48:10.091413 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:10.108570 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07e674b1-1066-476a-b3c0-b148ae492b05 {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:48:10.123583 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 07e674b1-1066-476a-b3c0-b148ae492b05, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=07e674b1-1066-476a-b3c0-b148ae492b05,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:48:10.178773 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:10.180469 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:48:10.244950 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=07e674b1-1066-476a-b3c0-b148ae492b05,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:48:10.249031 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:48:10.453809 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['07e674b1-1066-476a-b3c0-b148ae492b05'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:48:10.596954 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:11.115260 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:48:11.245949 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113293c2-aa0f-4f36-8f00-7ecb634fd2d7 req-24b95cef-b426-4423-b7c1-f5710c784a24 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:11.247615 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-113293c2-aa0f-4f36-8f00-7ecb634fd2d7 req-24b95cef-b426-4423-b7c1-f5710c784a24 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 944 time: 0.0803454 Dec 22 13:48:11.292180 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-113293c2-aa0f-4f36-8f00-7ecb634fd2d7 req-ab36d05e-bd7e-47b7-8232-b7722d741346 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391011 Dec 22 13:48:11.906588 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 07e674b1-1066-476a-b3c0-b148ae492b05 up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:48:12.041883 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning for port 07e674b1-1066-476a-b3c0-b148ae492b05 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:48:12.046598 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 07e674b1-1066-476a-b3c0-b148ae492b05 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:48:12.046980 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:12.160276 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:12.186316 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b417359e-0a1f-4d48-bf01-16d3b90781c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e674b1-1066-476a-b3c0-b148ae492b05'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:48:12.196623 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 07e674b1-1066-476a-b3c0-b148ae492b05, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=07e674b1-1066-476a-b3c0-b148ae492b05,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:48:12.239780 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b417359e-0a1f-4d48-bf01-16d3b90781c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e674b1-1066-476a-b3c0-b148ae492b05', 'code': 200} Dec 22 13:48:12.265110 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:12.266950 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:48:12.334256 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=07e674b1-1066-476a-b3c0-b148ae492b05,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:48:12.344674 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:48:12.486950 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be30c83-9d5e-4b5c-b2ed-6d96916273d2 req-5cb321a0-0f80-4b43-88e4-fcc2986b3209 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:12.488412 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7be30c83-9d5e-4b5c-b2ed-6d96916273d2 req-5cb321a0-0f80-4b43-88e4-fcc2986b3209 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 945 time: 0.0778952 Dec 22 13:48:12.547918 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7be30c83-9d5e-4b5c-b2ed-6d96916273d2 req-b1694d20-061d-4810-835b-f4bbeaf0d505 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538466 Dec 22 13:48:12.636431 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a3cf210c-2aa5-4c5f-a20b-5e5e186fa19b req-58be0a00-cab3-4deb-8e8f-add8ff571588 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 1098 time: 0.0670359 Dec 22 13:48:12.682874 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a3cf210c-2aa5-4c5f-a20b-5e5e186fa19b req-9dac9432-4a64-47ae-b1f0-57caf9c501d9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356734 Dec 22 13:48:13.752079 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e6fe2-a57c-4612-a883-f7cd6729da13 req-909cd47f-47c5-4a0d-af0d-751bfb28ea0a tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:13.753547 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-577e6fe2-a57c-4612-a883-f7cd6729da13 req-909cd47f-47c5-4a0d-af0d-751bfb28ea0a tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 945 time: 0.0771041 Dec 22 13:48:13.799454 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-577e6fe2-a57c-4612-a883-f7cd6729da13 req-9acb3549-726a-44c5-91c7-8f5959dd43e2 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402796 Dec 22 13:48:14.999322 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34615004-536c-487c-beb3-181a5da1517c req-31be219e-4c2e-4c30-af8c-1935fa48845f tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:15.000766 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-34615004-536c-487c-beb3-181a5da1517c req-31be219e-4c2e-4c30-af8c-1935fa48845f tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 945 time: 0.0802546 Dec 22 13:48:15.045987 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-34615004-536c-487c-beb3-181a5da1517c req-667b64fb-bafd-423d-976e-ce366e14bec8 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398698 Dec 22 13:48:15.235841 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15726e-1077-4c0d-b194-bdb127441dc7 req-a935fb9d-4817-452a-8862-5426d7bebe5a tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:15.237262 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-2d15726e-1077-4c0d-b194-bdb127441dc7 req-a935fb9d-4817-452a-8862-5426d7bebe5a tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 945 time: 0.0786643 Dec 22 13:48:15.245895 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 55570) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:48:15.252106 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-ee2869ad-1ec9-4743-b6ee-9b10b103e861 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Request body: {'floatingip': {'port_id': '07e674b1-1066-476a-b3c0-b148ae492b05'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:48:15.328076 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ee2869ad-1ec9-4743-b6ee-9b10b103e861 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks [] for floatingip, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:16.017514 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ee2869ad-1ec9-4743-b6ee-9b10b103e861 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:16.079657 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ee2869ad-1ec9-4743-b6ee-9b10b103e861 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:16.265144 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.l3_db [None req-ee2869ad-1ec9-4743-b6ee-9b10b103e861 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Floating IP 2a5f5d32-1eb5-469b-adc1-56befbe7b3d9 associated. External IP: 172.26.1.83, port: 07e674b1-1066-476a-b3c0-b148ae492b05. Dec 22 13:48:16.647905 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2869ad-1ec9-4743-b6ee-9b10b103e861 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Router b0aea414-ac18-4498-995b-e16d012b2ca2 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:48:16.847539 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2869ad-1ec9-4743-b6ee-9b10b103e861 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:48:16.852138 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ee2869ad-1ec9-4743-b6ee-9b10b103e861 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:16.857918 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b785a1a-49f6-4e12-9ed6-e2c15194dfc6 None None] Sync routers for ids ['b0aea414-ac18-4498-995b-e16d012b2ca2'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:48:16.870269 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b785a1a-49f6-4e12-9ed6-e2c15194dfc6 None None] Routers {'b0aea414-ac18-4498-995b-e16d012b2ca2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:48:16.870921 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-0b785a1a-49f6-4e12-9ed6-e2c15194dfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:48:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b0aea414-ac18-4498-995b-e16d012b2ca2'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:48:16.903641 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ee2869ad-1ec9-4743-b6ee-9b10b103e861 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "PUT /v2.0/floatingips/2a5f5d32-1eb5-469b-adc1-56befbe7b3d9 HTTP/1.1" status: 200 len: 991 time: 1.6566722 Dec 22 13:48:16.904286 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b417359e-0a1f-4d48-bf01-16d3b90781c9', 'tag': '07e674b1-1066-476a-b3c0-b148ae492b05'}] {{(pid=84148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:48:16.960637 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b417359e-0a1f-4d48-bf01-16d3b90781c9', 'tag': '07e674b1-1066-476a-b3c0-b148ae492b05', 'status': 'completed', 'code': 200} Dec 22 13:48:17.053517 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-0b785a1a-49f6-4e12-9ed6-e2c15194dfc6 None None] Set router b0aea414-ac18-4498-995b-e16d012b2ca2 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:48:17.063317 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-186af901-3520-4996-a383-2d555f00b19a req-b9246adc-859b-49c1-bd5d-1f2a32d9deb9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f61af085de19432ea0b5be554f881a47&device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 1098 time: 0.0797629 Dec 22 13:48:17.197181 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186af901-3520-4996-a383-2d555f00b19a req-36d71e39-604d-4cf5-86b0-37ebb78a7488 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:17.198745 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-186af901-3520-4996-a383-2d555f00b19a req-36d71e39-604d-4cf5-86b0-37ebb78a7488 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6fd7737-5c97-450a-97f9-3afc8925d257 HTTP/1.1" status: 200 len: 912 time: 0.1281643 Dec 22 13:48:17.302270 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-186af901-3520-4996-a383-2d555f00b19a req-481d6547-b666-454a-b4e4-c24690d34af2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07e674b1-1066-476a-b3c0-b148ae492b05 HTTP/1.1" status: 200 len: 999 time: 0.0968051 Dec 22 13:48:17.378879 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186af901-3520-4996-a383-2d555f00b19a req-21bbdfba-0e16-465a-828b-230e519ee776 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:17.380465 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-186af901-3520-4996-a383-2d555f00b19a req-21bbdfba-0e16-465a-828b-230e519ee776 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b38ee779-25d3-4523-b4fe-11b22068e8c1 HTTP/1.1" status: 200 len: 850 time: 0.0663016 Dec 22 13:48:17.401324 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-0b785a1a-49f6-4e12-9ed6-e2c15194dfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'name': 'tempest-ServerActionsTestJSON-920374604-router', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:24Z', 'revision_number': 4, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'gw_port': {'id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fd:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '2a5f5d32-1eb5-469b-adc1-56befbe7b3d9', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'floating_ip_address': '172.26.1.83', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'port_id': '07e674b1-1066-476a-b3c0-b148ae492b05', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'mac_address': 'fa:16:3e:4a:ba:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b417359e-0a1f-4d48-bf01-16d3b90781c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:43:28Z', 'updated_at': '2021-12-22T13:48:15Z', 'revision_number': 13, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b6239ce-5422-4c50-a9a1-1b2d27b341ab', 'name': '', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'mac_address': 'fa:16:3e:3a:16:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:23Z', 'updated_at': '2021-12-22T13:43:41Z', 'revision_number': 5, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'subnets': [{'id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:48:17.405387 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b785a1a-49f6-4e12-9ed6-e2c15194dfc6 None None] Checking router: b0aea414-ac18-4498-995b-e16d012b2ca2 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:48:17.415829 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b785a1a-49f6-4e12-9ed6-e2c15194dfc6 None None] Routers {'b0aea414-ac18-4498-995b-e16d012b2ca2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:48:17.416437 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-0b785a1a-49f6-4e12-9ed6-e2c15194dfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:48:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b0aea414-ac18-4498-995b-e16d012b2ca2'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:48:17.460065 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-186af901-3520-4996-a383-2d555f00b19a req-f4d0c18a-8b69-43e2-a271-bb977823a082 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6fd7737-5c97-450a-97f9-3afc8925d257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728598 Dec 22 13:48:17.598050 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-0b785a1a-49f6-4e12-9ed6-e2c15194dfc6 None None] Set router b0aea414-ac18-4498-995b-e16d012b2ca2 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:48:17.601100 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-186af901-3520-4996-a383-2d555f00b19a req-6c8630c6-465a-4fc3-8648-cbe88f2106c8 service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336417 Dec 22 13:48:17.737587 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-186af901-3520-4996-a383-2d555f00b19a req-697ba282-35d8-458e-9928-1024254d6954 service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294982 Dec 22 13:48:17.988594 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-0b785a1a-49f6-4e12-9ed6-e2c15194dfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'name': 'tempest-ServerActionsTestJSON-920374604-router', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:24Z', 'revision_number': 4, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'gw_port': {'id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fd:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '2a5f5d32-1eb5-469b-adc1-56befbe7b3d9', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'floating_ip_address': '172.26.1.83', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'port_id': '07e674b1-1066-476a-b3c0-b148ae492b05', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'mac_address': 'fa:16:3e:4a:ba:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b417359e-0a1f-4d48-bf01-16d3b90781c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:43:28Z', 'updated_at': '2021-12-22T13:48:15Z', 'revision_number': 13, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b6239ce-5422-4c50-a9a1-1b2d27b341ab', 'name': '', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'mac_address': 'fa:16:3e:3a:16:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:23Z', 'updated_at': '2021-12-22T13:43:41Z', 'revision_number': 5, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'subnets': [{'id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:48:17.992529 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b785a1a-49f6-4e12-9ed6-e2c15194dfc6 None None] The sync data for ids ['b0aea414-ac18-4498-995b-e16d012b2ca2'] in dv-neutron-822669-1-hyperv is: [{'id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'name': 'tempest-ServerActionsTestJSON-920374604-router', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:24Z', 'revision_number': 4, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'gw_port': {'id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fd:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '2a5f5d32-1eb5-469b-adc1-56befbe7b3d9', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'floating_ip_address': '172.26.1.83', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'port_id': '07e674b1-1066-476a-b3c0-b148ae492b05', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'mac_address': 'fa:16:3e:4a:ba:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b417359e-0a1f-4d48-bf01-16d3b90781c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:43:28Z', 'updated_at': '2021-12-22T13:48:15Z', 'revision_number': 13, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b6239ce-5422-4c50-a9a1-1b2d27b341ab', 'name': '', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'mac_address': 'fa:16:3e:3a:16:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:23Z', 'updated_at': '2021-12-22T13:43:41Z', 'revision_number': 5, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'subnets': [{'id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:48:18.183320 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3278f270-e325-4231-a56d-5b14054c3081 None None] New status for floating IP 2a5f5d32-1eb5-469b-adc1-56befbe7b3d9: ACTIVE {{(pid=84151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:48:29.052982 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:35.667836 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-638aa462-9bca-4b4c-85a9-164820a76119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:38.030815 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a424c43f-d5ab-48a9-8538-c97a78f51ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:38.990712 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:39.370912 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:40.550583 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:48.115632 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:48:58.110252 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90828a-e0ec-4d0f-93ef-96e46007724c req-40e65658-b77e-4934-af9c-c89eaa8b254e tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:58.111631 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-8c90828a-e0ec-4d0f-93ef-96e46007724c req-40e65658-b77e-4934-af9c-c89eaa8b254e tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 945 time: 0.0797739 Dec 22 13:48:58.155923 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-8c90828a-e0ec-4d0f-93ef-96e46007724c req-68dd062e-b530-482a-a1ee-ac897c323163 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387158 Dec 22 13:48:59.030673 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:05.670049 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-727c1435-cb2e-4acf-b093-afd92ce4530c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:06.458469 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b75c6182-7417-4bb9-a29f-1e17a3106309 req-aeda175e-31ca-45c3-8c9c-514dcf63e021 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685294 Dec 22 13:49:06.614980 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b75c6182-7417-4bb9-a29f-1e17a3106309 req-4ba84fc6-9a99-4f48-a354-8baf3e6ab302 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f61af085de19432ea0b5be554f881a47&device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 1098 time: 0.0762041 Dec 22 13:49:06.873512 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c6182-7417-4bb9-a29f-1e17a3106309 req-e81704d2-08a3-4f7e-bff6-a4e427619f28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:06.873992 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b75c6182-7417-4bb9-a29f-1e17a3106309 req-e81704d2-08a3-4f7e-bff6-a4e427619f28 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6fd7737-5c97-450a-97f9-3afc8925d257 HTTP/1.1" status: 200 len: 912 time: 0.2389162 Dec 22 13:49:06.988345 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b75c6182-7417-4bb9-a29f-1e17a3106309 req-7d8e30af-63a0-4a81-a2ef-b975cd52dc2b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07e674b1-1066-476a-b3c0-b148ae492b05 HTTP/1.1" status: 200 len: 1001 time: 0.1047230 Dec 22 13:49:07.063065 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c6182-7417-4bb9-a29f-1e17a3106309 req-b2cd56e9-a555-467e-b22f-685e57e17b58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:07.064488 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b75c6182-7417-4bb9-a29f-1e17a3106309 req-b2cd56e9-a555-467e-b22f-685e57e17b58 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b38ee779-25d3-4523-b4fe-11b22068e8c1 HTTP/1.1" status: 200 len: 850 time: 0.0632513 Dec 22 13:49:07.137880 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b75c6182-7417-4bb9-a29f-1e17a3106309 req-f2b2527e-2604-43f3-8e26-308f3f0e3926 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6fd7737-5c97-450a-97f9-3afc8925d257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663044 Dec 22 13:49:07.268293 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b75c6182-7417-4bb9-a29f-1e17a3106309 req-29a4dec7-8973-4bd3-91f5-01f5ce56da7b service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229298 Dec 22 13:49:07.401418 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b75c6182-7417-4bb9-a29f-1e17a3106309 req-3397db29-6dbd-4121-bd93-9eec985a0988 service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255143 Dec 22 13:49:08.013148 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-bede042c-ae66-4712-b166-f10216094390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:08.125079 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ad923c33-849b-4252-8dd3-37964d899c7e req-08c499ed-18ff-4855-bd09-56d0c0a71e07 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0687921 Dec 22 13:49:08.572357 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98456f10-57a6-4a08-891d-d531909bedc9 req-b1ed9a83-08b8-497a-8e4c-6fa2cd77dcc6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:08.573785 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-98456f10-57a6-4a08-891d-d531909bedc9 req-b1ed9a83-08b8-497a-8e4c-6fa2cd77dcc6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 945 time: 0.0821760 Dec 22 13:49:08.662572 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-98456f10-57a6-4a08-891d-d531909bedc9 req-2b780cd6-f3a6-4b7d-8691-50680610b712 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818946 Dec 22 13:49:08.682782 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-21c819b7-2f75-4a0c-a344-4a9f35ed9934 req-9b9c9e1b-a704-47c1-8c34-dc6273a3fc12 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0861588 Dec 22 13:49:08.972986 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:09.399305 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:09.982425 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72ecdf-f0a6-43f9-8371-c9b49b11affe req-058f1659-6bbc-446b-946d-bbb45e39de5d tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:09.983785 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5b72ecdf-f0a6-43f9-8371-c9b49b11affe req-058f1659-6bbc-446b-946d-bbb45e39de5d tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 945 time: 0.1974456 Dec 22 13:49:10.028451 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5b72ecdf-f0a6-43f9-8371-c9b49b11affe req-a7619e80-4999-4cf4-af23-18052ab32dd3 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389004 Dec 22 13:49:10.553313 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:10.806677 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-21c819b7-2f75-4a0c-a344-4a9f35ed9934 req-beb2f96b-f481-4fc0-bac9-95a701d57db5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f61af085de19432ea0b5be554f881a47&device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 1098 time: 0.0716500 Dec 22 13:49:10.937146 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c819b7-2f75-4a0c-a344-4a9f35ed9934 req-e3cd409f-0cae-4b8a-ab76-60fa41c8e5cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:10.938606 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-21c819b7-2f75-4a0c-a344-4a9f35ed9934 req-e3cd409f-0cae-4b8a-ab76-60fa41c8e5cc service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6fd7737-5c97-450a-97f9-3afc8925d257 HTTP/1.1" status: 200 len: 912 time: 0.1250916 Dec 22 13:49:11.047437 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-21c819b7-2f75-4a0c-a344-4a9f35ed9934 req-a39c376a-7b01-4ce6-a619-13b67b11a908 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07e674b1-1066-476a-b3c0-b148ae492b05 HTTP/1.1" status: 200 len: 1001 time: 0.0967350 Dec 22 13:49:11.115843 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c819b7-2f75-4a0c-a344-4a9f35ed9934 req-0b323529-6c0f-45fc-be29-a75a043372de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:11.117366 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-21c819b7-2f75-4a0c-a344-4a9f35ed9934 req-0b323529-6c0f-45fc-be29-a75a043372de service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b38ee779-25d3-4523-b4fe-11b22068e8c1 HTTP/1.1" status: 200 len: 850 time: 0.0591550 Dec 22 13:49:11.261209 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-21c819b7-2f75-4a0c-a344-4a9f35ed9934 req-74bb7e50-50e9-40d2-970d-b20674bbfdbe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6fd7737-5c97-450a-97f9-3afc8925d257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1320183 Dec 22 13:49:11.270236 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c849161-2f8b-4b6f-960d-c5f70a480b53 req-bdb41190-e972-46ad-8b80-36b82a542115 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:11.271577 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4c849161-2f8b-4b6f-960d-c5f70a480b53 req-bdb41190-e972-46ad-8b80-36b82a542115 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 945 time: 0.1124375 Dec 22 13:49:11.409683 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4c849161-2f8b-4b6f-960d-c5f70a480b53 req-beb87beb-b860-407d-8a30-4db30e1424c9 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182985 Dec 22 13:49:11.433423 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-21c819b7-2f75-4a0c-a344-4a9f35ed9934 req-69c7de3e-0104-498b-b28c-a000813d25d3 service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599174 Dec 22 13:49:11.570876 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-21c819b7-2f75-4a0c-a344-4a9f35ed9934 req-b6d8de8c-65b3-41ec-af3d-e0df2c050407 service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256673 Dec 22 13:49:12.602640 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a4b90-4215-401f-a83f-dcde637c73e0 req-ca706edd-c59c-4f43-b81f-488565ad65e1 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:12.604088 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-994a4b90-4215-401f-a83f-dcde637c73e0 req-ca706edd-c59c-4f43-b81f-488565ad65e1 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 945 time: 0.0772078 Dec 22 13:49:12.651019 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-994a4b90-4215-401f-a83f-dcde637c73e0 req-3100bcdd-57f9-48c8-ad62-0f0e875788b6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414357 Dec 22 13:49:13.946468 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4897e7f0-0d64-431b-9a2a-dc106ca7c351 req-064022aa-2098-41a8-923d-bb872a237f2d tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:13.948762 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4897e7f0-0d64-431b-9a2a-dc106ca7c351 req-064022aa-2098-41a8-923d-bb872a237f2d tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 945 time: 0.1788583 Dec 22 13:49:13.995177 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4897e7f0-0d64-431b-9a2a-dc106ca7c351 req-3f77e623-45d9-419b-9cc0-1e0da8ea9417 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405827 Dec 22 13:49:15.192493 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6af1c-6463-462f-8c18-dabc6cc9e0bd req-f9acbfa4-aeb4-433b-a851-693ed64f70b8 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:15.193900 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-54b6af1c-6463-462f-8c18-dabc6cc9e0bd req-f9acbfa4-aeb4-433b-a851-693ed64f70b8 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 945 time: 0.0759900 Dec 22 13:49:15.239033 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-54b6af1c-6463-462f-8c18-dabc6cc9e0bd req-8557371e-f697-49df-9ee6-05a539a49648 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397060 Dec 22 13:49:16.437441 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fac33c-93de-41fc-8fde-f1c5de90f52e req-9c770241-797a-4383-ac74-e82fb994ebe4 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:16.439027 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-53fac33c-93de-41fc-8fde-f1c5de90f52e req-9c770241-797a-4383-ac74-e82fb994ebe4 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 945 time: 0.0807428 Dec 22 13:49:16.483862 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-53fac33c-93de-41fc-8fde-f1c5de90f52e req-e1baaa1f-50b6-49ea-a42a-884854d1a589 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393915 Dec 22 13:49:17.680378 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28367c2d-4e12-4dba-a994-1d09fd313cc7 req-699b3a29-278c-4ce8-897a-e542fb16e80f tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:17.681802 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-28367c2d-4e12-4dba-a994-1d09fd313cc7 req-699b3a29-278c-4ce8-897a-e542fb16e80f tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 945 time: 0.0790062 Dec 22 13:49:17.726234 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-28367c2d-4e12-4dba-a994-1d09fd313cc7 req-098128e9-c0e9-4b93-95a3-c97ff7a8223f tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390601 Dec 22 13:49:18.924595 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecefc73-f638-45d5-8de9-2b0ba6b95ddd req-48c39a67-187e-4276-aae6-84af1270259b tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:18.926029 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2ecefc73-f638-45d5-8de9-2b0ba6b95ddd req-48c39a67-187e-4276-aae6-84af1270259b tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 945 time: 0.0781498 Dec 22 13:49:18.971511 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2ecefc73-f638-45d5-8de9-2b0ba6b95ddd req-085ed91f-4198-48c0-b9b0-801511c3ba9e tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400164 Dec 22 13:49:20.166082 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a442531-f7f4-47be-84c0-ee51cc6d0c0a req-9a6cc4e7-addf-4f84-9a24-ce78d47d7ea3 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:20.167537 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-2a442531-f7f4-47be-84c0-ee51cc6d0c0a req-9a6cc4e7-addf-4f84-9a24-ce78d47d7ea3 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 945 time: 0.0772963 Dec 22 13:49:20.211433 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-2a442531-f7f4-47be-84c0-ee51cc6d0c0a req-a876b731-972b-40d2-b51c-0ae1d8f21634 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377252 Dec 22 13:49:21.410847 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4119b7c-c4a5-45a4-9fb6-50426e32d45c req-55271632-7888-46d5-9dbb-84fb0783e9a4 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:21.412254 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f4119b7c-c4a5-45a4-9fb6-50426e32d45c req-55271632-7888-46d5-9dbb-84fb0783e9a4 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 945 time: 0.0787849 Dec 22 13:49:21.456271 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f4119b7c-c4a5-45a4-9fb6-50426e32d45c req-67be64bf-dce5-430b-91a0-53f2e38c2f98 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386419 Dec 22 13:49:22.658950 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40e4f7-bd83-4b9f-a415-48e02fb97ca3 req-8541b974-7ba7-45b2-9b1b-a39e5881b417 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:22.660371 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5c40e4f7-bd83-4b9f-a415-48e02fb97ca3 req-8541b974-7ba7-45b2-9b1b-a39e5881b417 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 945 time: 0.0810091 Dec 22 13:49:22.705519 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5c40e4f7-bd83-4b9f-a415-48e02fb97ca3 req-740c9681-a047-421e-9a34-c91b6855ffe0 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397546 Dec 22 13:49:23.897681 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9427a6-af0d-4756-bdad-d51720917600 req-05b88164-d405-4b6d-8dd3-265acb1e547e tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:23.899060 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-bb9427a6-af0d-4756-bdad-d51720917600 req-05b88164-d405-4b6d-8dd3-265acb1e547e tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 945 time: 0.0757782 Dec 22 13:49:23.945719 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-bb9427a6-af0d-4756-bdad-d51720917600 req-4aaaddbd-8e6a-4670-87fe-5b1332b26918 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413184 Dec 22 13:49:24.974532 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-21c819b7-2f75-4a0c-a344-4a9f35ed9934 req-20cd7ce3-7e54-442a-a4b9-720cc61c28c4 service neutron] 10.222.0.45 "GET /v2.0/ports/07e674b1-1066-476a-b3c0-b148ae492b05/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0786800 Dec 22 13:49:25.116848 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:49:25.148083 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc64518-bce4-4d74-bcf3-d021ad02e52c req-3f9706ba-5dad-49a6-b0ca-989d3e55180e tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:25.149580 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9fc64518-bce4-4d74-bcf3-d021ad02e52c req-3f9706ba-5dad-49a6-b0ca-989d3e55180e tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 945 time: 0.0798216 Dec 22 13:49:25.195339 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9fc64518-bce4-4d74-bcf3-d021ad02e52c req-7f67bfc4-3e13-4ebc-bc04-ebdea5a1909c tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402758 Dec 22 13:49:25.583137 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-21c819b7-2f75-4a0c-a344-4a9f35ed9934 req-94d25159-12cc-4a6e-bd89-ba87822f32c2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9&tenant_id=f61af085de19432ea0b5be554f881a47 HTTP/1.1" status: 200 len: 1098 time: 0.0701699 Dec 22 13:49:25.689628 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-21c819b7-2f75-4a0c-a344-4a9f35ed9934 req-402a1773-70d9-478f-bce0-8c2fd07433f5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f61af085de19432ea0b5be554f881a47&device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 1098 time: 0.0728495 Dec 22 13:49:25.824831 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c819b7-2f75-4a0c-a344-4a9f35ed9934 req-34ca21c8-55a0-4a37-8ac3-9a85a7b45110 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:25.826185 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-21c819b7-2f75-4a0c-a344-4a9f35ed9934 req-34ca21c8-55a0-4a37-8ac3-9a85a7b45110 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6fd7737-5c97-450a-97f9-3afc8925d257 HTTP/1.1" status: 200 len: 912 time: 0.1278014 Dec 22 13:49:25.931377 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-21c819b7-2f75-4a0c-a344-4a9f35ed9934 req-e3a7ce97-39f5-4ccb-bba8-9a0339e0b08c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07e674b1-1066-476a-b3c0-b148ae492b05 HTTP/1.1" status: 200 len: 1001 time: 0.0942917 Dec 22 13:49:26.002888 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c819b7-2f75-4a0c-a344-4a9f35ed9934 req-fab78c19-e4e4-45ac-bf71-f490a04b53a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:26.004300 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-21c819b7-2f75-4a0c-a344-4a9f35ed9934 req-fab78c19-e4e4-45ac-bf71-f490a04b53a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b38ee779-25d3-4523-b4fe-11b22068e8c1 HTTP/1.1" status: 200 len: 850 time: 0.0574284 Dec 22 13:49:26.082886 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-21c819b7-2f75-4a0c-a344-4a9f35ed9934 req-e2f14dcd-1b70-4b86-96ef-9b7018b442df service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6fd7737-5c97-450a-97f9-3afc8925d257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659010 Dec 22 13:49:26.214412 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-21c819b7-2f75-4a0c-a344-4a9f35ed9934 req-6b993edf-bb79-45f3-8d2a-33981a5f484f service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209679 Dec 22 13:49:26.219886 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 07e674b1-1066-476a-b3c0-b148ae492b05 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:49:26.334940 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:26.362158 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b417359e-0a1f-4d48-bf01-16d3b90781c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07e674b1-1066-476a-b3c0-b148ae492b05'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:49:26.371484 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 07e674b1-1066-476a-b3c0-b148ae492b05, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=07e674b1-1066-476a-b3c0-b148ae492b05,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:49:26.399765 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-21c819b7-2f75-4a0c-a344-4a9f35ed9934 req-05e3b0b3-77ba-4676-b46a-bbd73fd20778 service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750934 Dec 22 13:49:26.430010 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b417359e-0a1f-4d48-bf01-16d3b90781c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07e674b1-1066-476a-b3c0-b148ae492b05', 'code': 200} Dec 22 13:49:26.431942 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe877a-e485-4628-9c48-522f9beef9b7 req-20e0a398-3f38-4760-92d8-b591b881652a tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:26.433480 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-efbe877a-e485-4628-9c48-522f9beef9b7 req-20e0a398-3f38-4760-92d8-b591b881652a tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 945 time: 0.1033411 Dec 22 13:49:26.439525 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:26.441268 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:49:26.481610 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-efbe877a-e485-4628-9c48-522f9beef9b7 req-14c4693f-7aea-4621-be1f-81cb125b8ca8 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415442 Dec 22 13:49:26.507148 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=07e674b1-1066-476a-b3c0-b148ae492b05,revision_number=6']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:49:26.516136 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:49:26.516545 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:49:26.516970 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:49:26.517311 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:49:26.517648 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:49:26.517970 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:49:26.518293 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:49:26.518643 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:49:26.518963 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:49:26.519280 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:49:26.519599 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:49:26.523673 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:49:27.692675 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f5637-77af-4f89-b676-d35bf9e30278 req-2d8abb8e-b0fb-4581-86d8-66b1fb60c4e0 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:27.694157 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7c5f5637-77af-4f89-b676-d35bf9e30278 req-2d8abb8e-b0fb-4581-86d8-66b1fb60c4e0 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 943 time: 0.0818722 Dec 22 13:49:27.741181 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7c5f5637-77af-4f89-b676-d35bf9e30278 req-f1e203d1-55ab-4a65-bc1c-477959b26d9b tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413973 Dec 22 13:49:28.935830 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b2098-3616-4b8e-95bd-1ff543194f7c req-08fe681a-7ccc-4eb4-91c0-4213c2e16de8 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:28.937254 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5b7b2098-3616-4b8e-95bd-1ff543194f7c req-08fe681a-7ccc-4eb4-91c0-4213c2e16de8 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 943 time: 0.0753269 Dec 22 13:49:28.985766 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5b7b2098-3616-4b8e-95bd-1ff543194f7c req-ef9e7fdc-e129-43f7-9eb8-effa4a7e1c25 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430162 Dec 22 13:49:29.056850 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:30.183500 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3985270-27a5-4a67-aecd-5df2fa384137 req-07e4f103-1ce0-4e51-8a65-f981a5b5012d tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:30.184927 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d3985270-27a5-4a67-aecd-5df2fa384137 req-07e4f103-1ce0-4e51-8a65-f981a5b5012d tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 943 time: 0.0768502 Dec 22 13:49:30.233365 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d3985270-27a5-4a67-aecd-5df2fa384137 req-bdd8df42-f4a5-4717-a128-40a2e2ae5aef tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422935 Dec 22 13:49:30.248798 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 07e674b1-1066-476a-b3c0-b148ae492b05 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:49:30.381808 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 07e674b1-1066-476a-b3c0-b148ae492b05, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=07e674b1-1066-476a-b3c0-b148ae492b05,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:49:30.394860 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '07e674b1-1066-476a-b3c0-b148ae492b05', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'port_id': '07e674b1-1066-476a-b3c0-b148ae492b05', 'mac_address': 'fa:16:3e:4a:ba:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:49:30.450700 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:30.467405 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07e674b1-1066-476a-b3c0-b148ae492b05 {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:49:30.482375 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 07e674b1-1066-476a-b3c0-b148ae492b05, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=07e674b1-1066-476a-b3c0-b148ae492b05,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:49:30.578753 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:30.581576 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-9c2f775b-5389-4212-a383-5b8c949a88bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:49:30.648694 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=07e674b1-1066-476a-b3c0-b148ae492b05,revision_number=7']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:49:30.652058 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:49:30.657277 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['07e674b1-1066-476a-b3c0-b148ae492b05'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:49:31.432437 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be0f3c-c003-4c1c-8518-9fd89e30da7f req-6ff42b33-70b5-407d-a104-e1a15969a09a tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:31.433877 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-61be0f3c-c003-4c1c-8518-9fd89e30da7f req-6ff42b33-70b5-407d-a104-e1a15969a09a tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 944 time: 0.0769858 Dec 22 13:49:31.480086 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-61be0f3c-c003-4c1c-8518-9fd89e30da7f req-6071c3ce-fe39-4104-9621-7fdc81208a69 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397835 Dec 22 13:49:32.265413 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 07e674b1-1066-476a-b3c0-b148ae492b05 up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:49:32.333074 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 07e674b1-1066-476a-b3c0-b148ae492b05 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:49:32.333458 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:32.446036 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:32.472640 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b417359e-0a1f-4d48-bf01-16d3b90781c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e674b1-1066-476a-b3c0-b148ae492b05'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:49:32.483742 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 07e674b1-1066-476a-b3c0-b148ae492b05, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=07e674b1-1066-476a-b3c0-b148ae492b05,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:49:32.537439 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b417359e-0a1f-4d48-bf01-16d3b90781c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e674b1-1066-476a-b3c0-b148ae492b05', 'code': 200} Dec 22 13:49:32.565026 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:32.566913 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:49:32.634531 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=07e674b1-1066-476a-b3c0-b148ae492b05,revision_number=8']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:49:32.637579 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:49:32.688900 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1befd8-81bc-40c1-8027-d9ef3275ad17 req-6b7174fa-e7f4-4c2d-8555-a7cb737720b1 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:32.690323 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8b1befd8-81bc-40c1-8027-d9ef3275ad17 req-6b7174fa-e7f4-4c2d-8555-a7cb737720b1 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 945 time: 0.0816121 Dec 22 13:49:32.832999 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8b1befd8-81bc-40c1-8027-d9ef3275ad17 req-59067307-c5d0-4b03-9b33-87c98fe24675 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370659 Dec 22 13:49:34.029167 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046c874-e18c-4fcf-96de-1482c8307a6b req-fdb07748-8fa7-4482-a062-29bb67b5f419 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:34.030635 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-2046c874-e18c-4fcf-96de-1482c8307a6b req-fdb07748-8fa7-4482-a062-29bb67b5f419 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 945 time: 0.0769696 Dec 22 13:49:34.075417 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-2046c874-e18c-4fcf-96de-1482c8307a6b req-a3bea94d-2940-47ed-95be-51c6f2923440 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386968 Dec 22 13:49:35.404708 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75702e0d-680b-417a-b13e-600c3d8003cd req-cb4909b5-d80f-4344-928c-46775c2b1dd3 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:35.406170 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-75702e0d-680b-417a-b13e-600c3d8003cd req-cb4909b5-d80f-4344-928c-46775c2b1dd3 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 945 time: 0.0763631 Dec 22 13:49:35.453928 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-75702e0d-680b-417a-b13e-600c3d8003cd req-fb1b2dfd-dcdb-4ab4-9d84-86ee91504b9e tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420837 Dec 22 13:49:35.698805 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-17f9bdcf-f8b3-4785-af36-8bd94227d50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:36.656875 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb89e62-80fb-4a2c-9971-9a85dd88de1b req-c4c2d63a-8f5f-4d5c-aa9b-ed10061aaca2 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:36.658884 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ccb89e62-80fb-4a2c-9971-9a85dd88de1b req-c4c2d63a-8f5f-4d5c-aa9b-ed10061aaca2 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 945 time: 0.0825160 Dec 22 13:49:36.702871 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ccb89e62-80fb-4a2c-9971-9a85dd88de1b req-917ddd10-640e-43bc-9f80-7ddf35e44348 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384386 Dec 22 13:49:37.488225 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a997904-07e2-4eda-bbcb-17d528bd5da0 req-e2986e7f-06e2-4079-bcc4-9c905d09dba0 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:37.489683 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-8a997904-07e2-4eda-bbcb-17d528bd5da0 req-e2986e7f-06e2-4079-bcc4-9c905d09dba0 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 945 time: 0.0804405 Dec 22 13:49:37.508401 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53f4da-8917-4048-905a-331dc4e2b070 req-4049b3a6-2136-4c6d-bc2f-88b6b4cffb2b tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:37.509889 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9a53f4da-8917-4048-905a-331dc4e2b070 req-4049b3a6-2136-4c6d-bc2f-88b6b4cffb2b tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.45 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9&tenant_id=f61af085de19432ea0b5be554f881a47&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 945 time: 0.0858471 Dec 22 13:49:37.540101 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-8a997904-07e2-4eda-bbcb-17d528bd5da0 req-9459d54c-ef15-4780-942a-50f62a080267 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440438 Dec 22 13:49:37.589301 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9a53f4da-8917-4048-905a-331dc4e2b070 req-c466c8cc-3f59-4a2c-a3aa-8c005b1c5be6 service neutron] 10.222.0.45 "GET /v2.0/ports/07e674b1-1066-476a-b3c0-b148ae492b05/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0727196 Dec 22 13:49:37.681995 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9a53f4da-8917-4048-905a-331dc4e2b070 req-31a756b8-dd62-4ea2-9422-f30073d3c1da service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f61af085de19432ea0b5be554f881a47&device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 1098 time: 0.0719554 Dec 22 13:49:37.809869 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53f4da-8917-4048-905a-331dc4e2b070 req-5e85dc10-e3e3-4807-af4f-56b5da9f69c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:37.811323 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9a53f4da-8917-4048-905a-331dc4e2b070 req-5e85dc10-e3e3-4807-af4f-56b5da9f69c3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6fd7737-5c97-450a-97f9-3afc8925d257 HTTP/1.1" status: 200 len: 912 time: 0.1229906 Dec 22 13:49:37.911426 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9a53f4da-8917-4048-905a-331dc4e2b070 req-3bae297f-792e-4011-92c4-062355be6b8e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07e674b1-1066-476a-b3c0-b148ae492b05 HTTP/1.1" status: 200 len: 1001 time: 0.0936193 Dec 22 13:49:37.975974 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53f4da-8917-4048-905a-331dc4e2b070 req-bf6c6682-3d18-465d-a39a-21b2ca07bad5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:37.977414 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9a53f4da-8917-4048-905a-331dc4e2b070 req-bf6c6682-3d18-465d-a39a-21b2ca07bad5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b38ee779-25d3-4523-b4fe-11b22068e8c1 HTTP/1.1" status: 200 len: 850 time: 0.0599165 Dec 22 13:49:38.018893 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-44c3c09e-f182-4fe7-8732-ff864c006993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:38.051602 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9a53f4da-8917-4048-905a-331dc4e2b070 req-3131835a-5a72-4f42-925e-da29309c603c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6fd7737-5c97-450a-97f9-3afc8925d257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675888 Dec 22 13:49:38.181792 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9a53f4da-8917-4048-905a-331dc4e2b070 req-3fabeabd-ea93-4638-a5c6-12ebbb543f8f service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234677 Dec 22 13:49:38.313025 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9a53f4da-8917-4048-905a-331dc4e2b070 req-1aa59afd-ecb6-4eb6-9f49-3c0f391cb97f service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247637 Dec 22 13:49:38.747912 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd51a5-bf3c-47e9-b6ff-83930aed9b72 req-18c4eaf0-b4fa-457f-8829-97515a81c049 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:38.749536 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3afd51a5-bf3c-47e9-b6ff-83930aed9b72 req-18c4eaf0-b4fa-457f-8829-97515a81c049 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 945 time: 0.0805037 Dec 22 13:49:38.795358 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3afd51a5-bf3c-47e9-b6ff-83930aed9b72 req-99c74f61-9312-4dc1-9f21-89845957c420 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398221 Dec 22 13:49:38.972977 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:39.387231 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:39.993307 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15167be-61d5-419c-9dcd-653a327a484e req-6e317ac1-b5ac-4efc-a47a-9919ab05425f tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:39.994756 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d15167be-61d5-419c-9dcd-653a327a484e req-6e317ac1-b5ac-4efc-a47a-9919ab05425f tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 945 time: 0.0792804 Dec 22 13:49:40.039759 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d15167be-61d5-419c-9dcd-653a327a484e req-676798f0-9bb4-4e31-b170-cd421ec6d165 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396087 Dec 22 13:49:40.572960 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:41.240230 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7692f62-ad7e-4c11-baed-ef9293503ea7 req-047378f2-4719-4af7-8f72-b2dff63417be tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:41.241686 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e7692f62-ad7e-4c11-baed-ef9293503ea7 req-047378f2-4719-4af7-8f72-b2dff63417be tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 945 time: 0.0778687 Dec 22 13:49:41.290589 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e7692f62-ad7e-4c11-baed-ef9293503ea7 req-136d0a4e-3b82-4c10-a06f-c91f414b0fff tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433295 Dec 22 13:49:42.445288 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9a53f4da-8917-4048-905a-331dc4e2b070 req-78264091-6adc-44d5-847e-2e7f19c67ca8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9&tenant_id=f61af085de19432ea0b5be554f881a47 HTTP/1.1" status: 200 len: 1098 time: 0.0692339 Dec 22 13:49:42.491130 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031aec9-2f6e-4e93-8996-5eda320b1ff8 req-689bc2eb-e056-4f82-bbb4-26cb77887b54 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:42.492666 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-f031aec9-2f6e-4e93-8996-5eda320b1ff8 req-689bc2eb-e056-4f82-bbb4-26cb77887b54 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 945 time: 0.0793488 Dec 22 13:49:42.543572 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-f031aec9-2f6e-4e93-8996-5eda320b1ff8 req-dd62383a-f37f-473c-8a59-e6ec3a1b6f09 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449235 Dec 22 13:49:42.546104 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9a53f4da-8917-4048-905a-331dc4e2b070 req-a774ecef-468b-4c25-8ca3-5e753630edb3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f61af085de19432ea0b5be554f881a47&device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 1098 time: 0.0696690 Dec 22 13:49:42.681082 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53f4da-8917-4048-905a-331dc4e2b070 req-ff168ee7-95d5-4205-9033-856299081bcf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:42.682603 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9a53f4da-8917-4048-905a-331dc4e2b070 req-ff168ee7-95d5-4205-9033-856299081bcf service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6fd7737-5c97-450a-97f9-3afc8925d257 HTTP/1.1" status: 200 len: 912 time: 0.1268210 Dec 22 13:49:42.790815 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9a53f4da-8917-4048-905a-331dc4e2b070 req-0cf230a4-db88-4d02-9eaf-3eb3744298f3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07e674b1-1066-476a-b3c0-b148ae492b05 HTTP/1.1" status: 200 len: 1001 time: 0.0976288 Dec 22 13:49:42.860606 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53f4da-8917-4048-905a-331dc4e2b070 req-81f3b428-a832-43ad-a31f-65efe34b7e62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:42.862942 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9a53f4da-8917-4048-905a-331dc4e2b070 req-81f3b428-a832-43ad-a31f-65efe34b7e62 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b38ee779-25d3-4523-b4fe-11b22068e8c1 HTTP/1.1" status: 200 len: 850 time: 0.0605447 Dec 22 13:49:42.943016 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9a53f4da-8917-4048-905a-331dc4e2b070 req-72975203-60b2-4920-9ca7-2dd37aa983da service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6fd7737-5c97-450a-97f9-3afc8925d257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684919 Dec 22 13:49:43.173121 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9a53f4da-8917-4048-905a-331dc4e2b070 req-3d236e04-2c31-412a-9850-3167fa586629 service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190948 Dec 22 13:49:43.309775 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9a53f4da-8917-4048-905a-331dc4e2b070 req-33cc620b-f962-4a11-bda7-3ed9e3b04101 service neutron] 10.222.0.45 "GET /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250803 Dec 22 13:49:43.746889 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33982f25-e7b5-410b-898f-d2fe9c7b290c req-827b8b4c-2d79-4724-9c6c-efbd51301fec tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:43.748260 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-33982f25-e7b5-410b-898f-d2fe9c7b290c req-827b8b4c-2d79-4724-9c6c-efbd51301fec tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 945 time: 0.0805016 Dec 22 13:49:43.794388 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-33982f25-e7b5-410b-898f-d2fe9c7b290c req-c565797f-ad1e-46d5-b05e-71ba3a74820d tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396781 Dec 22 13:49:44.328640 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 07e674b1-1066-476a-b3c0-b148ae492b05 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:49:44.440157 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:44.467762 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b417359e-0a1f-4d48-bf01-16d3b90781c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07e674b1-1066-476a-b3c0-b148ae492b05'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:49:44.478132 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 07e674b1-1066-476a-b3c0-b148ae492b05, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=07e674b1-1066-476a-b3c0-b148ae492b05,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:49:44.540755 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b417359e-0a1f-4d48-bf01-16d3b90781c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07e674b1-1066-476a-b3c0-b148ae492b05', 'code': 200} Dec 22 13:49:44.567300 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:44.570008 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:49:44.633469 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=07e674b1-1066-476a-b3c0-b148ae492b05,revision_number=9']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:49:44.636495 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:49:44.994263 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f6a64-9846-411c-aa95-27a5477e18aa req-a8b9c6d5-5e9b-4834-99c9-95ff03f0d522 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:44.995736 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d57f6a64-9846-411c-aa95-27a5477e18aa req-a8b9c6d5-5e9b-4834-99c9-95ff03f0d522 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 943 time: 0.0796099 Dec 22 13:49:45.040678 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d57f6a64-9846-411c-aa95-27a5477e18aa req-387dc634-bd23-4e92-a3e2-f532241aaf19 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393846 Dec 22 13:49:46.238981 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ea218-1806-4925-b482-dfd8f9f5fdd5 req-de8424a2-8448-4553-a540-251c8e6e947e tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:46.240409 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-b30ea218-1806-4925-b482-dfd8f9f5fdd5 req-de8424a2-8448-4553-a540-251c8e6e947e tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 943 time: 0.0755489 Dec 22 13:49:46.297013 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-b30ea218-1806-4925-b482-dfd8f9f5fdd5 req-91f605c3-5438-437f-8a14-a3532a594ea9 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510697 Dec 22 13:49:46.329545 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 07e674b1-1066-476a-b3c0-b148ae492b05 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:49:46.460622 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 07e674b1-1066-476a-b3c0-b148ae492b05, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=07e674b1-1066-476a-b3c0-b148ae492b05,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:49:46.473979 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '07e674b1-1066-476a-b3c0-b148ae492b05', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'port_id': '07e674b1-1066-476a-b3c0-b148ae492b05', 'mac_address': 'fa:16:3e:4a:ba:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:49:46.530018 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:46.579942 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07e674b1-1066-476a-b3c0-b148ae492b05 {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:49:46.594689 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 07e674b1-1066-476a-b3c0-b148ae492b05, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=07e674b1-1066-476a-b3c0-b148ae492b05,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:49:46.684368 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:46.687064 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:49:46.753761 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=07e674b1-1066-476a-b3c0-b148ae492b05,revision_number=10']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:49:46.757554 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['07e674b1-1066-476a-b3c0-b148ae492b05'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:49:46.779973 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:49:47.496597 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a53540-497c-4985-9abe-93df6c7f9fc8 req-98a3cee5-dfde-408c-9607-220086d11c98 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:47.498065 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-17a53540-497c-4985-9abe-93df6c7f9fc8 req-98a3cee5-dfde-408c-9607-220086d11c98 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 945 time: 0.0807626 Dec 22 13:49:47.543975 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-17a53540-497c-4985-9abe-93df6c7f9fc8 req-5210c88e-fa3d-451d-85eb-5faa0b13e775 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403647 Dec 22 13:49:48.344179 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 07e674b1-1066-476a-b3c0-b148ae492b05 up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:49:48.415297 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 07e674b1-1066-476a-b3c0-b148ae492b05 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:49:48.415671 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:48.528811 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:48.555229 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b417359e-0a1f-4d48-bf01-16d3b90781c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e674b1-1066-476a-b3c0-b148ae492b05'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:49:48.565561 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 07e674b1-1066-476a-b3c0-b148ae492b05, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=07e674b1-1066-476a-b3c0-b148ae492b05,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:49:48.620270 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b417359e-0a1f-4d48-bf01-16d3b90781c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e674b1-1066-476a-b3c0-b148ae492b05', 'code': 200} Dec 22 13:49:48.632947 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:48.635884 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:49:48.703706 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=07e674b1-1066-476a-b3c0-b148ae492b05,revision_number=11']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:49:48.707579 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:49:48.746872 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098dd2b-9b39-4bc5-a969-0412dc61aaa8 req-3708527d-0321-4c78-8ad4-2fc783dc2015 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:48.752788 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5098dd2b-9b39-4bc5-a969-0412dc61aaa8 req-3708527d-0321-4c78-8ad4-2fc783dc2015 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 946 time: 0.0790975 Dec 22 13:49:48.797307 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5098dd2b-9b39-4bc5-a969-0412dc61aaa8 req-fe4f9467-19bc-4e0a-9613-2eff5c1d627e tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425770 Dec 22 13:49:49.999210 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f0e5d-d84d-4787-81de-df148c124de7 req-964d405c-3adb-4d39-8373-071fbbfa2545 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:50.000638 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7d6f0e5d-d84d-4787-81de-df148c124de7 req-964d405c-3adb-4d39-8373-071fbbfa2545 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 946 time: 0.0810888 Dec 22 13:49:50.044909 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7d6f0e5d-d84d-4787-81de-df148c124de7 req-0d68f927-f95b-4bd2-9020-e830d397fa34 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387139 Dec 22 13:49:51.243771 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dcc292-7421-4ac1-bb7e-f47b84f235fd req-3a4d96a1-8ddf-4421-a4b9-4464c22660ba tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:51.245185 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-61dcc292-7421-4ac1-bb7e-f47b84f235fd req-3a4d96a1-8ddf-4421-a4b9-4464c22660ba tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 946 time: 0.0781868 Dec 22 13:49:51.290955 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-61dcc292-7421-4ac1-bb7e-f47b84f235fd req-a0f5d3ed-7752-4462-89b2-d70269e7fbe7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402210 Dec 22 13:49:52.498257 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2c4b8-d6e5-4ae1-998c-709de31eadab req-3fadd159-1bf2-417d-9874-8ba2d30e4f73 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:52.499731 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0cc2c4b8-d6e5-4ae1-998c-709de31eadab req-3fadd159-1bf2-417d-9874-8ba2d30e4f73 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 946 time: 0.0848691 Dec 22 13:49:52.550180 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0cc2c4b8-d6e5-4ae1-998c-709de31eadab req-85c746cc-ce2e-4d20-9f45-8b1f200b5e2f tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441215 Dec 22 13:49:52.754869 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e24a42-2260-49cb-9b04-991002050984 req-f1039b36-1e12-4860-821a-cfcc565b3a83 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:52.756286 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f3e24a42-2260-49cb-9b04-991002050984 req-f1039b36-1e12-4860-821a-cfcc565b3a83 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 946 time: 0.0802267 Dec 22 13:49:52.800037 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f3e24a42-2260-49cb-9b04-991002050984 req-c5eb12a4-4ae2-452f-b078-ddd9cbfb3075 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383718 Dec 22 13:49:52.997099 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ab17e-6689-4377-ab01-8ae0acd10dfb req-8042a218-9d25-44cf-9080-36004e4b5aa6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:52.998544 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-413ab17e-6689-4377-ab01-8ae0acd10dfb req-8042a218-9d25-44cf-9080-36004e4b5aa6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 946 time: 0.0814764 Dec 22 13:49:53.042076 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-413ab17e-6689-4377-ab01-8ae0acd10dfb req-8d547a48-6728-4e28-b9ad-90207dbd7a0a tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381083 Dec 22 13:49:53.671519 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e9693-f549-4133-9f4d-36939fa0d28e req-c3181b99-a0c1-4726-b4ee-7179e23c0915 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:53.672970 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-526e9693-f549-4133-9f4d-36939fa0d28e req-c3181b99-a0c1-4726-b4ee-7179e23c0915 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 946 time: 0.0780091 Dec 22 13:49:53.718717 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-526e9693-f549-4133-9f4d-36939fa0d28e req-40391e3d-e268-464e-8662-37c3009ca17e tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395138 Dec 22 13:49:54.914015 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1c816-e530-4c21-8f90-7f6d07e877b5 req-ada79758-cf3f-4387-b2d7-0aa506fdf77d tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:54.915402 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-dff1c816-e530-4c21-8f90-7f6d07e877b5 req-ada79758-cf3f-4387-b2d7-0aa506fdf77d tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 946 time: 0.0774150 Dec 22 13:49:54.961217 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-dff1c816-e530-4c21-8f90-7f6d07e877b5 req-f44aede8-fb7f-4f1f-a0b5-53d11dbf0d8e tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402949 Dec 22 13:49:56.168944 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f73a0d0-a36b-4aaa-87da-9fe9b4842a0e req-a9897851-bd85-41cb-868b-c24653a6f55e tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:56.170483 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-6f73a0d0-a36b-4aaa-87da-9fe9b4842a0e req-a9897851-bd85-41cb-868b-c24653a6f55e tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 946 time: 0.0852447 Dec 22 13:49:56.221489 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-6f73a0d0-a36b-4aaa-87da-9fe9b4842a0e req-5a2a1160-6a2b-4628-921a-113b84a1e803 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443013 Dec 22 13:49:56.357103 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28827157-6abe-4697-a0e8-388a62bc7029 req-6dd4db39-99e0-4cec-878b-6fb63657d1ac tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:56.358753 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-28827157-6abe-4697-a0e8-388a62bc7029 req-6dd4db39-99e0-4cec-878b-6fb63657d1ac tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.45 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 946 time: 0.0927587 Dec 22 13:49:56.431259 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-28827157-6abe-4697-a0e8-388a62bc7029 req-f88ed515-9f9d-4ccc-975d-f8b80a8d35b8 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Deleting port 07e674b1-1066-476a-b3c0-b148ae492b05 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:49:56.431591 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-28827157-6abe-4697-a0e8-388a62bc7029 req-f88ed515-9f9d-4ccc-975d-f8b80a8d35b8 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:56.673969 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-28827157-6abe-4697-a0e8-388a62bc7029 req-f88ed515-9f9d-4ccc-975d-f8b80a8d35b8 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] For port 07e674b1-1066-476a-b3c0-b148ae492b05, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=07e674b1-1066-476a-b3c0-b148ae492b05,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:49:56.674326 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-28827157-6abe-4697-a0e8-388a62bc7029 req-f88ed515-9f9d-4ccc-975d-f8b80a8d35b8 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:56.954238 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-28827157-6abe-4697-a0e8-388a62bc7029 req-f88ed515-9f9d-4ccc-975d-f8b80a8d35b8 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:56.954633 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-28827157-6abe-4697-a0e8-388a62bc7029 req-f88ed515-9f9d-4ccc-975d-f8b80a8d35b8 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:56.955476 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.l3_db [req-28827157-6abe-4697-a0e8-388a62bc7029 req-f88ed515-9f9d-4ccc-975d-f8b80a8d35b8 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Floating IP 2a5f5d32-1eb5-469b-adc1-56befbe7b3d9 disassociated. External IP: 172.26.1.83, port: 07e674b1-1066-476a-b3c0-b148ae492b05. Dec 22 13:49:56.955817 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-28827157-6abe-4697-a0e8-388a62bc7029 req-f88ed515-9f9d-4ccc-975d-f8b80a8d35b8 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Calling delete_port for 07e674b1-1066-476a-b3c0-b148ae492b05 owned by compute:nova {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:49:57.250162 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-28827157-6abe-4697-a0e8-388a62bc7029 req-f88ed515-9f9d-4ccc-975d-f8b80a8d35b8 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:57.257132 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-196c55cd-1402-4323-9aa5-7a2f4575c82f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:49:57.300946 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ed515-9f9d-4ccc-975d-f8b80a8d35b8 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Pushing event deleted for resources: {'Port': ['ID=07e674b1-1066-476a-b3c0-b148ae492b05,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:49:57.312848 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ed515-9f9d-4ccc-975d-f8b80a8d35b8 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:49:57.313231 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ed515-9f9d-4ccc-975d-f8b80a8d35b8 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:49:57.313603 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ed515-9f9d-4ccc-975d-f8b80a8d35b8 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:49:57.313970 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ed515-9f9d-4ccc-975d-f8b80a8d35b8 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:49:57.314937 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ed515-9f9d-4ccc-975d-f8b80a8d35b8 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:49:57.315306 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ed515-9f9d-4ccc-975d-f8b80a8d35b8 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:49:57.315765 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ed515-9f9d-4ccc-975d-f8b80a8d35b8 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:49:57.316128 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ed515-9f9d-4ccc-975d-f8b80a8d35b8 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:49:57.316488 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ed515-9f9d-4ccc-975d-f8b80a8d35b8 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:49:57.316844 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ed515-9f9d-4ccc-975d-f8b80a8d35b8 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:49:57.317656 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ed515-9f9d-4ccc-975d-f8b80a8d35b8 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:49:57.372751 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f88ed515-9f9d-4ccc-975d-f8b80a8d35b8 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:49:57.432807 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-39a7a5c7-d196-41b5-a34a-de364a6b9894 req-498ade25-e683-448d-bd56-8d85ddf79ddc tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 210 time: 0.0590596 Dec 22 13:49:57.573271 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28827157-6abe-4697-a0e8-388a62bc7029 req-f88ed515-9f9d-4ccc-975d-f8b80a8d35b8 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Router b0aea414-ac18-4498-995b-e16d012b2ca2 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:49:57.773444 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28827157-6abe-4697-a0e8-388a62bc7029 req-f88ed515-9f9d-4ccc-975d-f8b80a8d35b8 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:49:57.784094 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7d2032-b9ef-4bf0-be23-96cac73f61b5 None None] Sync routers for ids ['b0aea414-ac18-4498-995b-e16d012b2ca2'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:49:57.796438 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7d2032-b9ef-4bf0-be23-96cac73f61b5 None None] Routers {'b0aea414-ac18-4498-995b-e16d012b2ca2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:49:57.797053 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-5d7d2032-b9ef-4bf0-be23-96cac73f61b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:49:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b0aea414-ac18-4498-995b-e16d012b2ca2'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:49:57.845112 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-28827157-6abe-4697-a0e8-388a62bc7029 req-f88ed515-9f9d-4ccc-975d-f8b80a8d35b8 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] No DVR routers for this DVR port 07e674b1-1066-476a-b3c0-b148ae492b05 on host hv-neutron-8226 {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:49:57.848318 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-28827157-6abe-4697-a0e8-388a62bc7029 req-f88ed515-9f9d-4ccc-975d-f8b80a8d35b8 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:57.852001 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b417359e-0a1f-4d48-bf01-16d3b90781c9', 'name': 'network-vif-deleted', 'tag': '07e674b1-1066-476a-b3c0-b148ae492b05'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:49:57.908549 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b417359e-0a1f-4d48-bf01-16d3b90781c9', 'name': 'network-vif-deleted', 'tag': '07e674b1-1066-476a-b3c0-b148ae492b05', 'status': 'completed', 'code': 200} Dec 22 13:49:57.936516 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-28827157-6abe-4697-a0e8-388a62bc7029 req-f88ed515-9f9d-4ccc-975d-f8b80a8d35b8 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.45 "DELETE /v2.0/ports/07e674b1-1066-476a-b3c0-b148ae492b05 HTTP/1.1" status: 204 len: 173 time: 1.5694251 Dec 22 13:49:57.978111 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-5d7d2032-b9ef-4bf0-be23-96cac73f61b5 None None] Set router b0aea414-ac18-4498-995b-e16d012b2ca2 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:49:58.288662 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-5d7d2032-b9ef-4bf0-be23-96cac73f61b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'name': 'tempest-ServerActionsTestJSON-920374604-router', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:24Z', 'revision_number': 4, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'gw_port': {'id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fd:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '6b6239ce-5422-4c50-a9a1-1b2d27b341ab', 'name': '', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'mac_address': 'fa:16:3e:3a:16:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:23Z', 'updated_at': '2021-12-22T13:43:41Z', 'revision_number': 5, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'subnets': [{'id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:49:58.292522 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7d2032-b9ef-4bf0-be23-96cac73f61b5 None None] Checking router: b0aea414-ac18-4498-995b-e16d012b2ca2 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:49:58.303125 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7d2032-b9ef-4bf0-be23-96cac73f61b5 None None] Routers {'b0aea414-ac18-4498-995b-e16d012b2ca2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:49:58.303720 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-5d7d2032-b9ef-4bf0-be23-96cac73f61b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:49:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b0aea414-ac18-4498-995b-e16d012b2ca2'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:49:58.360723 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 07e674b1-1066-476a-b3c0-b148ae492b05 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:49:58.402741 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] No Port match for: 07e674b1-1066-476a-b3c0-b148ae492b05 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:49:58.403095 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 07e674b1-1066-476a-b3c0-b148ae492b05 not bound to the agent host hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:49:58.527228 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-5d7d2032-b9ef-4bf0-be23-96cac73f61b5 None None] Set router b0aea414-ac18-4498-995b-e16d012b2ca2 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:49:58.597323 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-03b4e717-97b0-4b6d-8abf-252fd48ff4b0 req-4b40f887-c6ca-448c-a72e-2aaff4d3fb10 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Synchronizing usage tracker for tenant:f61af085de19432ea0b5be554f881a47 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:49:58.667405 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-03b4e717-97b0-4b6d-8abf-252fd48ff4b0 req-4b40f887-c6ca-448c-a72e-2aaff4d3fb10 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Unset dirty status for tenant:f61af085de19432ea0b5be554f881a47 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:49:58.668595 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-03b4e717-97b0-4b6d-8abf-252fd48ff4b0 req-4b40f887-c6ca-448c-a72e-2aaff4d3fb10 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 210 time: 0.1127989 Dec 22 13:49:58.886585 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-5d7d2032-b9ef-4bf0-be23-96cac73f61b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'name': 'tempest-ServerActionsTestJSON-920374604-router', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:24Z', 'revision_number': 4, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'gw_port': {'id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fd:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '6b6239ce-5422-4c50-a9a1-1b2d27b341ab', 'name': '', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'mac_address': 'fa:16:3e:3a:16:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:23Z', 'updated_at': '2021-12-22T13:43:41Z', 'revision_number': 5, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'subnets': [{'id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:49:58.890438 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7d2032-b9ef-4bf0-be23-96cac73f61b5 None None] The sync data for ids ['b0aea414-ac18-4498-995b-e16d012b2ca2'] in dv-neutron-822669-1-hyperv is: [{'id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'name': 'tempest-ServerActionsTestJSON-920374604-router', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:24Z', 'revision_number': 4, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'gw_port': {'id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fd:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '6b6239ce-5422-4c50-a9a1-1b2d27b341ab', 'name': '', 'network_id': 'c6fd7737-5c97-450a-97f9-3afc8925d257', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'mac_address': 'fa:16:3e:3a:16:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:23Z', 'updated_at': '2021-12-22T13:43:41Z', 'revision_number': 5, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'subnets': [{'id': 'b38ee779-25d3-4523-b4fe-11b22068e8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:49:59.062774 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:59.119342 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04f3b39-669b-4677-add7-bed10051bce1 None None] New status for floating IP 2a5f5d32-1eb5-469b-adc1-56befbe7b3d9: DOWN {{(pid=84151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:49:59.845930 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-89894184-205c-480d-ae90-fe9a3cc8fad6 req-14e01946-a1e8-44dd-840a-6c82839c8160 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/ports?device_id=b417359e-0a1f-4d48-bf01-16d3b90781c9 HTTP/1.1" status: 200 len: 210 time: 0.0415795 Dec 22 13:50:02.116838 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:50:04.341775 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 55854) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:50:04.502987 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-58ae93b1-beff-408c-9453-fcab10de0315 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:04.529273 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-58ae93b1-beff-408c-9453-fcab10de0315 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:04.664190 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-58ae93b1-beff-408c-9453-fcab10de0315 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:04.668042 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-55f619b6-930c-4601-b523-0fdad70aeff2 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:50:04.682150 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae93b1-beff-408c-9453-fcab10de0315 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5576e0a-12c3-4510-8aad-8e4a0bbff9a0,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:50:04.693370 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae93b1-beff-408c-9453-fcab10de0315 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:50:04.693773 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae93b1-beff-408c-9453-fcab10de0315 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:50:04.694142 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae93b1-beff-408c-9453-fcab10de0315 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:50:04.694543 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae93b1-beff-408c-9453-fcab10de0315 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:50:04.694905 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae93b1-beff-408c-9453-fcab10de0315 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:50:04.695263 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae93b1-beff-408c-9453-fcab10de0315 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:50:04.695620 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae93b1-beff-408c-9453-fcab10de0315 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:50:04.695975 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae93b1-beff-408c-9453-fcab10de0315 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:50:04.696332 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae93b1-beff-408c-9453-fcab10de0315 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:50:04.696718 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae93b1-beff-408c-9453-fcab10de0315 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:50:04.697064 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ae93b1-beff-408c-9453-fcab10de0315 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:50:04.700319 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-58ae93b1-beff-408c-9453-fcab10de0315 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:50:04.748803 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-58ae93b1-beff-408c-9453-fcab10de0315 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:04.749921 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-58ae93b1-beff-408c-9453-fcab10de0315 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "DELETE /v2.0/security-groups/f5576e0a-12c3-4510-8aad-8e4a0bbff9a0 HTTP/1.1" status: 204 len: 168 time: 0.4071126 Dec 22 13:50:04.753015 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 55858) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:50:04.769611 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.api.v2.resource [None req-0a9fab2c-ed6d-4c6c-b27b-1df235515b50 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] show failed (client error): The resource could not be found. Dec 22 13:50:04.770584 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0a9fab2c-ed6d-4c6c-b27b-1df235515b50 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "GET /v2.0/security-groups/f5576e0a-12c3-4510-8aad-8e4a0bbff9a0 HTTP/1.1" status: 404 len: 347 time: 0.0165246 Dec 22 13:50:04.773028 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 55862) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:50:04.927566 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-b794ba6b-8693-48cc-9091-b1da7a88af48 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Deleting port 0a99b898-9c20-45f2-b39b-5485969b0466 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:50:04.927912 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b794ba6b-8693-48cc-9091-b1da7a88af48 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:05.089844 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b794ba6b-8693-48cc-9091-b1da7a88af48 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:05.090167 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b794ba6b-8693-48cc-9091-b1da7a88af48 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:05.210416 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-b794ba6b-8693-48cc-9091-b1da7a88af48 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Calling delete_port for 0a99b898-9c20-45f2-b39b-5485969b0466 owned by network:floatingip {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:50:05.389521 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b794ba6b-8693-48cc-9091-b1da7a88af48 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:05.393652 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-102220b4-172b-40a7-952a-e50e3a45a00c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:50:05.433528 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794ba6b-8693-48cc-9091-b1da7a88af48 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Pushing event deleted for resources: {'Port': ['ID=0a99b898-9c20-45f2-b39b-5485969b0466,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:50:05.438592 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b794ba6b-8693-48cc-9091-b1da7a88af48 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:50:05.530282 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b794ba6b-8693-48cc-9091-b1da7a88af48 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks [] for floatingip, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:05.606255 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b794ba6b-8693-48cc-9091-b1da7a88af48 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:05.610087 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b794ba6b-8693-48cc-9091-b1da7a88af48 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] 10.222.0.47 "DELETE /v2.0/floatingips/2a5f5d32-1eb5-469b-adc1-56befbe7b3d9 HTTP/1.1" status: 204 len: 168 time: 0.8335745 Dec 22 13:50:05.610316 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 55866) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:50:05.692675 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-fd0eb766-8f5b-4291-8e29-cec980e265d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:06.108959 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c50b5086-3b3d-4b03-9492-48b04084e9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:06.824511 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-c50b5086-3b3d-4b03-9492-48b04084e9b7 admin admin] Deleting port 6b6239ce-5422-4c50-a9a1-1b2d27b341ab {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:50:06.825119 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c50b5086-3b3d-4b03-9492-48b04084e9b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:06.997660 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-c50b5086-3b3d-4b03-9492-48b04084e9b7 admin admin] For port 6b6239ce-5422-4c50-a9a1-1b2d27b341ab, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=6b6239ce-5422-4c50-a9a1-1b2d27b341ab,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:50:06.998002 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c50b5086-3b3d-4b03-9492-48b04084e9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:07.120783 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-c50b5086-3b3d-4b03-9492-48b04084e9b7 admin admin] Calling delete_port for 6b6239ce-5422-4c50-a9a1-1b2d27b341ab owned by network:router_interface {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:50:07.362172 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c50b5086-3b3d-4b03-9492-48b04084e9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:07.365951 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0502accc-9997-486f-8c0e-4f1e9f05c1b2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:50:07.406591 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b5086-3b3d-4b03-9492-48b04084e9b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b6239ce-5422-4c50-a9a1-1b2d27b341ab,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:50:07.409715 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c50b5086-3b3d-4b03-9492-48b04084e9b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:50:07.697922 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c50b5086-3b3d-4b03-9492-48b04084e9b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:08.029893 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f53651ed-1e13-4776-bfe5-ec71076edfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:08.381898 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50b5086-3b3d-4b03-9492-48b04084e9b7 admin admin] Router b0aea414-ac18-4498-995b-e16d012b2ca2 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:50:08.579203 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50b5086-3b3d-4b03-9492-48b04084e9b7 admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:50:08.588551 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aca18c0-3240-4545-91e8-0a436707e085 None None] Sync routers for ids ['b0aea414-ac18-4498-995b-e16d012b2ca2'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:50:08.593023 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c50b5086-3b3d-4b03-9492-48b04084e9b7 admin admin] 10.222.0.47 "PUT /v2.0/routers/b0aea414-ac18-4498-995b-e16d012b2ca2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9807951 Dec 22 13:50:08.594609 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 55874) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:50:08.601325 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aca18c0-3240-4545-91e8-0a436707e085 None None] Routers {'b0aea414-ac18-4498-995b-e16d012b2ca2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:50:08.601944 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-3aca18c0-3240-4545-91e8-0a436707e085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:50:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b0aea414-ac18-4498-995b-e16d012b2ca2'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:50:08.778522 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-3aca18c0-3240-4545-91e8-0a436707e085 None None] Set router b0aea414-ac18-4498-995b-e16d012b2ca2 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:50:08.785463 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-aa83f570-17cf-4384-bd82-40eba4f1195a admin admin] Notify callbacks [] for router, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:08.990001 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-aa83f570-17cf-4384-bd82-40eba4f1195a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:09.038542 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:09.046661 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-aa83f570-17cf-4384-bd82-40eba4f1195a admin admin] Deleting port f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:50:09.047015 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-aa83f570-17cf-4384-bd82-40eba4f1195a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:09.074268 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-3aca18c0-3240-4545-91e8-0a436707e085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'name': 'tempest-ServerActionsTestJSON-920374604-router', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:50:07Z', 'revision_number': 5, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'gw_port': {'id': 'f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fd:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:50:09.078230 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aca18c0-3240-4545-91e8-0a436707e085 None None] Checking router: b0aea414-ac18-4498-995b-e16d012b2ca2 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:50:09.090966 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aca18c0-3240-4545-91e8-0a436707e085 None None] Routers {'b0aea414-ac18-4498-995b-e16d012b2ca2'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:50:09.091599 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-3aca18c0-3240-4545-91e8-0a436707e085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:50:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b0aea414-ac18-4498-995b-e16d012b2ca2'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:50:09.222020 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-aa83f570-17cf-4384-bd82-40eba4f1195a admin admin] For port f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:50:09.222666 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-aa83f570-17cf-4384-bd82-40eba4f1195a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:09.246749 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-3aca18c0-3240-4545-91e8-0a436707e085 None None] Set router b0aea414-ac18-4498-995b-e16d012b2ca2 gateway port host: None {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:50:09.351513 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-aa83f570-17cf-4384-bd82-40eba4f1195a admin admin] Calling delete_port for f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e owned by network:router_gateway {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:50:09.372233 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-3aca18c0-3240-4545-91e8-0a436707e085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'name': 'tempest-ServerActionsTestJSON-920374604-router', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:50:08Z', 'revision_number': 6, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'gw_port_host': None}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:50:09.377191 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aca18c0-3240-4545-91e8-0a436707e085 None None] The sync data for ids ['b0aea414-ac18-4498-995b-e16d012b2ca2'] in dv-neutron-822669-1-hyperv is: [{'id': 'b0aea414-ac18-4498-995b-e16d012b2ca2', 'name': 'tempest-ServerActionsTestJSON-920374604-router', 'tenant_id': 'f61af085de19432ea0b5be554f881a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:21Z', 'updated_at': '2021-12-22T13:50:08Z', 'revision_number': 6, 'project_id': 'f61af085de19432ea0b5be554f881a47', 'gw_port_host': None}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:50:09.438221 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:09.592797 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-aa83f570-17cf-4384-bd82-40eba4f1195a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:09.596592 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-fe5f3055-5c65-4d62-8de6-cb8301e02359 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:50:09.715424 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 6b6239ce-5422-4c50-a9a1-1b2d27b341ab no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:50:09.752799 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 6b6239ce-5422-4c50-a9a1-1b2d27b341ab {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:50:09.753245 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 6b6239ce-5422-4c50-a9a1-1b2d27b341ab not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:50:09.766277 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83f570-17cf-4384-bd82-40eba4f1195a admin admin] Pushing event deleted for resources: {'Port': ['ID=f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:50:09.771019 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-aa83f570-17cf-4384-bd82-40eba4f1195a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:50:09.989175 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-aa83f570-17cf-4384-bd82-40eba4f1195a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:10.247586 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-aa83f570-17cf-4384-bd82-40eba4f1195a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:10.252027 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-aa83f570-17cf-4384-bd82-40eba4f1195a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:10.361852 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-aa83f570-17cf-4384-bd82-40eba4f1195a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:10.362464 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa83f570-17cf-4384-bd82-40eba4f1195a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0aea414-ac18-4498-995b-e16d012b2ca2 {{(pid=84148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:50:10.374805 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-aa83f570-17cf-4384-bd82-40eba4f1195a admin admin] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:10.378338 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-aa83f570-17cf-4384-bd82-40eba4f1195a admin admin] 10.222.0.47 "DELETE /v2.0/routers/b0aea414-ac18-4498-995b-e16d012b2ca2 HTTP/1.1" status: 204 len: 168 time: 1.7798958 Dec 22 13:50:10.378756 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 55880) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:50:10.445442 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a93d95f-510f-40d4-b724-e648d72ad143 admin admin] Deleting subnet b38ee779-25d3-4523-b4fe-11b22068e8c1 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:50:10.448470 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6a93d95f-510f-40d4-b724-e648d72ad143 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:10.499740 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6a93d95f-510f-40d4-b724-e648d72ad143 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:10.552911 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:10.581391 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6a93d95f-510f-40d4-b724-e648d72ad143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:10.721615 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6a93d95f-510f-40d4-b724-e648d72ad143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:10.725123 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7b1d1a2c-ba4d-4a23-970d-31beb927d4f0 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:50:10.760304 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a93d95f-510f-40d4-b724-e648d72ad143 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b38ee779-25d3-4523-b4fe-11b22068e8c1,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:50:10.762655 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6a93d95f-510f-40d4-b724-e648d72ad143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:50:10.765823 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6a93d95f-510f-40d4-b724-e648d72ad143 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:10.771203 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09d015e-ea2b-457e-ae44-badbf5623240 None None] Network c6fd7737-5c97-450a-97f9-3afc8925d257 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:50:10.772964 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6a93d95f-510f-40d4-b724-e648d72ad143 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/b38ee779-25d3-4523-b4fe-11b22068e8c1 HTTP/1.1" status: 204 len: 168 time: 0.3931541 Dec 22 13:50:10.775418 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 55884) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:50:10.881365 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-020de7a7-e286-49dd-8624-6cd9819a0974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:10.892014 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-020de7a7-e286-49dd-8624-6cd9819a0974 admin admin] Deleting port 8a5091f2-a69b-4744-accf-cd1029fdc5d6 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:50:10.892347 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-020de7a7-e286-49dd-8624-6cd9819a0974 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:11.013846 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c905fae-28c9-411c-bf09-4bb60fc26580 None None] DHCP port deletion for c6fd7737-5c97-450a-97f9-3afc8925d257 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:50:11.018047 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-5c905fae-28c9-411c-bf09-4bb60fc26580 None None] Deleting port 8a5091f2-a69b-4744-accf-cd1029fdc5d6 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:50:11.018487 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5c905fae-28c9-411c-bf09-4bb60fc26580 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:11.104864 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-020de7a7-e286-49dd-8624-6cd9819a0974 admin admin] For port 8a5091f2-a69b-4744-accf-cd1029fdc5d6, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=8a5091f2-a69b-4744-accf-cd1029fdc5d6,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:50:11.105220 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-020de7a7-e286-49dd-8624-6cd9819a0974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:11.267842 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-5c905fae-28c9-411c-bf09-4bb60fc26580 None None] For port 8a5091f2-a69b-4744-accf-cd1029fdc5d6, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=8a5091f2-a69b-4744-accf-cd1029fdc5d6,segment=NetworkSegment(7616e375-eb12-4d3e-abf9-16be2f00f45e),segment_id=7616e375-eb12-4d3e-abf9-16be2f00f45e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:50:11.268150 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5c905fae-28c9-411c-bf09-4bb60fc26580 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:11.339035 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-020de7a7-e286-49dd-8624-6cd9819a0974 admin admin] Calling delete_port for 8a5091f2-a69b-4744-accf-cd1029fdc5d6 owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:50:11.387789 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-5c905fae-28c9-411c-bf09-4bb60fc26580 None None] Calling delete_port for 8a5091f2-a69b-4744-accf-cd1029fdc5d6 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:50:11.481569 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-020de7a7-e286-49dd-8624-6cd9819a0974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:11.486439 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d5981598-6080-41cd-9004-da18e5c43ee5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:50:11.491256 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-5c905fae-28c9-411c-bf09-4bb60fc26580 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:50:11.491256 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-5c905fae-28c9-411c-bf09-4bb60fc26580 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:50:11.529635 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020de7a7-e286-49dd-8624-6cd9819a0974 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a5091f2-a69b-4744-accf-cd1029fdc5d6,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:50:11.535222 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-020de7a7-e286-49dd-8624-6cd9819a0974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:50:11.538647 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020de7a7-e286-49dd-8624-6cd9819a0974 admin admin] No DVR routers for this DVR port 8a5091f2-a69b-4744-accf-cd1029fdc5d6 on host dv-neutron-822669-1-hyperv {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:50:11.655157 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-020de7a7-e286-49dd-8624-6cd9819a0974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:11.680662 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-020de7a7-e286-49dd-8624-6cd9819a0974 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6fd7737-5c97-450a-97f9-3afc8925d257']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:50:11.693325 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-020de7a7-e286-49dd-8624-6cd9819a0974 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7616e375-eb12-4d3e-abf9-16be2f00f45e') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:50:11.693619 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-020de7a7-e286-49dd-8624-6cd9819a0974 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7616e375-eb12-4d3e-abf9-16be2f00f45e') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:50:11.701518 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 8a5091f2-a69b-4744-accf-cd1029fdc5d6 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:50:11.706803 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-020de7a7-e286-49dd-8624-6cd9819a0974 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:11.722942 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-020de7a7-e286-49dd-8624-6cd9819a0974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:11.728962 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-020de7a7-e286-49dd-8624-6cd9819a0974 admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:50:11.729346 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-020de7a7-e286-49dd-8624-6cd9819a0974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:11.736038 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 8a5091f2-a69b-4744-accf-cd1029fdc5d6 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:50:11.736407 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 8a5091f2-a69b-4744-accf-cd1029fdc5d6 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:50:11.736826 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:50:11.742700 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:50:11.742700 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:50:11.742700 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:50:11.742700 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:50:11.742700 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:50:11.742700 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:50:11.742700 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:50:11.742700 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:50:11.742700 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:50:11.742700 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:50:11.742700 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:50:11.742700 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:50:11.742700 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:50:11.742700 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:50:11.742700 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:50:11.742700 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:50:11.742700 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:50:11.742700 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:50:11.742700 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:50:11.742700 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:50:11.742700 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:50:11.742700 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:50:11.742700 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:50:11.742700 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:50:11.742700 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:50:11.742700 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:50:11.742700 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:50:11.742700 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:50:11.742700 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:50:11.742700 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:50:11.742700 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:50:11.742700 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:50:11.772189 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:50:11.772543 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device f80ce1c2-842e-4ee2-baa2-12cfe08a5f0e not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:50:11.872489 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-020de7a7-e286-49dd-8624-6cd9819a0974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:11.875798 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-571b80eb-aa24-4083-ad26-ad09c4564925 tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:50:11.889193 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-020de7a7-e286-49dd-8624-6cd9819a0974 admin admin] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:11.901214 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020de7a7-e286-49dd-8624-6cd9819a0974 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6fd7737-5c97-450a-97f9-3afc8925d257,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:50:11.905134 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-020de7a7-e286-49dd-8624-6cd9819a0974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:50:11.970572 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-020de7a7-e286-49dd-8624-6cd9819a0974 admin admin] 10.222.0.47 "DELETE /v2.0/networks/c6fd7737-5c97-450a-97f9-3afc8925d257 HTTP/1.1" status: 204 len: 168 time: 1.1940656 Dec 22 13:50:11.988729 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-5c905fae-28c9-411c-bf09-4bb60fc26580 None None] Deleting port 8a5091f2-a69b-4744-accf-cd1029fdc5d6 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:50:11.989121 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5c905fae-28c9-411c-bf09-4bb60fc26580 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:12.050936 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-5c905fae-28c9-411c-bf09-4bb60fc26580 None None] The port '8a5091f2-a69b-4744-accf-cd1029fdc5d6' was deleted {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:50:12.297186 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 55894) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:50:12.348035 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-bed15e09-115b-4065-8548-4d52cf890401 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f61af085de19432ea0b5be554f881a47&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0494390 Dec 22 13:50:12.350101 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 55898) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:50:12.409177 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f7b16c10-6c32-4f92-8f83-fc0e40cc95e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:12.433795 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f7b16c10-6c32-4f92-8f83-fc0e40cc95e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:12.550149 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f7b16c10-6c32-4f92-8f83-fc0e40cc95e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:12.553959 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5e58f7e7-8820-4afa-8a85-f7c09eff201b tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:50:12.570692 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b16c10-6c32-4f92-8f83-fc0e40cc95e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad1a73c-fc42-49bf-a129-69c8b32a4d48,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:50:12.574514 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f7b16c10-6c32-4f92-8f83-fc0e40cc95e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:50:12.578713 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f7b16c10-6c32-4f92-8f83-fc0e40cc95e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:12.582546 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f7b16c10-6c32-4f92-8f83-fc0e40cc95e6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6ad1a73c-fc42-49bf-a129-69c8b32a4d48 HTTP/1.1" status: 204 len: 168 time: 0.2288480 Dec 22 13:50:13.783817 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 55920) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:50:13.927245 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-674df8f4-3495-4f43-959e-935976bcfa14 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-798167027-network', 'tenant_id': '5b5028056aa743ae8c969128110009fa'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:50:13.931872 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-674df8f4-3495-4f43-959e-935976bcfa14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:50:13.935829 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-674df8f4-3495-4f43-959e-935976bcfa14 admin admin] Usage tracker for resource:network and tenant:5b5028056aa743ae8c969128110009fa is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:50:13.939450 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-674df8f4-3495-4f43-959e-935976bcfa14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:50:13.945909 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-674df8f4-3495-4f43-959e-935976bcfa14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:50:14.009731 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674df8f4-3495-4f43-959e-935976bcfa14 admin admin] Made reservation on behalf of 5b5028056aa743ae8c969128110009fa for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:50:14.012036 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-674df8f4-3495-4f43-959e-935976bcfa14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:14.024927 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-674df8f4-3495-4f43-959e-935976bcfa14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:14.054539 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-674df8f4-3495-4f43-959e-935976bcfa14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:50:14.058376 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-674df8f4-3495-4f43-959e-935976bcfa14 admin admin] Usage tracker for resource:security_group_rule and tenant:5b5028056aa743ae8c969128110009fa is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:50:14.061086 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-674df8f4-3495-4f43-959e-935976bcfa14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:50:14.067523 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-674df8f4-3495-4f43-959e-935976bcfa14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:50:14.131561 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-674df8f4-3495-4f43-959e-935976bcfa14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:14.218219 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-674df8f4-3495-4f43-959e-935976bcfa14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:14.222732 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ad0e756a-85f1-4d31-85a5-912bb60fa550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:50:14.250170 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-674df8f4-3495-4f43-959e-935976bcfa14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:50:14.259026 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674df8f4-3495-4f43-959e-935976bcfa14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b3c9dd-a3c4-497d-8592-6e3aed1f5e99,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:50:14.262678 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-674df8f4-3495-4f43-959e-935976bcfa14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:50:14.266385 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-674df8f4-3495-4f43-959e-935976bcfa14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:14.266615 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-674df8f4-3495-4f43-959e-935976bcfa14 admin admin] Added segment a529af10-abf4-45d3-ab7a-661d6e4899f5 of type vlan for network e2251142-bc0a-45d7-bb9b-1ab2fa722620 Dec 22 13:50:14.291610 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-674df8f4-3495-4f43-959e-935976bcfa14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:14.386933 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-674df8f4-3495-4f43-959e-935976bcfa14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:14.387834 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674df8f4-3495-4f43-959e-935976bcfa14 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:14.388407 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-674df8f4-3495-4f43-959e-935976bcfa14 admin admin] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:14.393239 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d5717a7e-e872-4df4-ad61-68822590c09e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:50:14.491282 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674df8f4-3495-4f43-959e-935976bcfa14 admin admin] Pushing event updated for resources: {'Network': ['ID=e2251142-bc0a-45d7-bb9b-1ab2fa722620,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:50:14.493843 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-674df8f4-3495-4f43-959e-935976bcfa14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:50:14.503597 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network e2251142-bc0a-45d7-bb9b-1ab2fa722620 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:50:14.550832 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-674df8f4-3495-4f43-959e-935976bcfa14 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7659240 Dec 22 13:50:14.553792 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 55926) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:50:14.559449 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-61182b2a-3eb2-450f-8ba9-47639aae5b69 admin admin] Request body: {'subnet': {'network_id': 'e2251142-bc0a-45d7-bb9b-1ab2fa722620', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-798167027-subnet', 'tenant_id': '5b5028056aa743ae8c969128110009fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:50:14.564883 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-61182b2a-3eb2-450f-8ba9-47639aae5b69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:50:14.568870 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-61182b2a-3eb2-450f-8ba9-47639aae5b69 admin admin] Usage tracker for resource:subnet and tenant:5b5028056aa743ae8c969128110009fa is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:50:14.571823 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-61182b2a-3eb2-450f-8ba9-47639aae5b69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:50:14.577436 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-61182b2a-3eb2-450f-8ba9-47639aae5b69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:50:14.664163 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61182b2a-3eb2-450f-8ba9-47639aae5b69 admin admin] Made reservation on behalf of 5b5028056aa743ae8c969128110009fa for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:50:14.666544 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-61182b2a-3eb2-450f-8ba9-47639aae5b69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:14.926963 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-61182b2a-3eb2-450f-8ba9-47639aae5b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:14.931176 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-027b6ef0-0733-4147-8d35-810c41409d19 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:50:15.002684 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61182b2a-3eb2-450f-8ba9-47639aae5b69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc3bf3fc-96d0-4106-bdf5-4c1054ebc9a6,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:50:15.006320 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-61182b2a-3eb2-450f-8ba9-47639aae5b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:50:15.013057 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61182b2a-3eb2-450f-8ba9-47639aae5b69 admin admin] Checking segment: {'id': 'a529af10-abf4-45d3-ab7a-661d6e4899f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'e2251142-bc0a-45d7-bb9b-1ab2fa722620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:50:15.013409 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61182b2a-3eb2-450f-8ba9-47639aae5b69 admin admin] Network hostable DHCP agents. Network: e2251142-bc0a-45d7-bb9b-1ab2fa722620, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:50:15.115699 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61182b2a-3eb2-450f-8ba9-47639aae5b69 admin admin] Network e2251142-bc0a-45d7-bb9b-1ab2fa722620 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:50:15.192796 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-61182b2a-3eb2-450f-8ba9-47639aae5b69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, e2251142-bc0a-45d7-bb9b-1ab2fa722620) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:50:15.196567 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61182b2a-3eb2-450f-8ba9-47639aae5b69 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:15.197146 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-61182b2a-3eb2-450f-8ba9-47639aae5b69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:15.202769 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee0d735-a4dd-4539-8f7f-736abd29e9c3 None None] Network e2251142-bc0a-45d7-bb9b-1ab2fa722620 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:50:15.283029 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-61182b2a-3eb2-450f-8ba9-47639aae5b69 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7275059 Dec 22 13:50:15.415552 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193ca964-6d71-4ec7-ae83-c822d039f9a3 None None] Network e2251142-bc0a-45d7-bb9b-1ab2fa722620 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:50:15.816243 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-6504bf45-4347-4276-aa64-dd395b938777 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:15.816813 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-6504bf45-4347-4276-aa64-dd395b938777 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Synchronizing usage tracker for tenant:5b5028056aa743ae8c969128110009fa on resource:network {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:50:15.916572 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-6504bf45-4347-4276-aa64-dd395b938777 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Unset dirty status for tenant:5b5028056aa743ae8c969128110009fa on resource:network {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:50:15.917734 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-6504bf45-4347-4276-aa64-dd395b938777 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/networks?id=e2251142-bc0a-45d7-bb9b-1ab2fa722620 HTTP/1.1" status: 200 len: 813 time: 0.2411695 Dec 22 13:50:15.934864 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-766c8447-bb87-47ca-84ee-5845867bb927 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/quotas/5b5028056aa743ae8c969128110009fa HTTP/1.1" status: 200 len: 375 time: 0.0111482 Dec 22 13:50:15.980922 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-5db7620a-f228-46dc-b6d7-e1dc590f4f6a tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5b5028056aa743ae8c969128110009fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404048 Dec 22 13:50:16.057918 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-78ca90ef-3da6-49cb-b4bd-ed41f8315f7d service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84148) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:50:16.058908 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-78ca90ef-3da6-49cb-b4bd-ed41f8315f7d service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0712354 Dec 22 13:50:16.298887 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-52cd9ecf-3a4d-42c9-bfb9-10c123c60fbc service neutron] 10.222.0.47 "GET /v2.0/networks/e2251142-bc0a-45d7-bb9b-1ab2fa722620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335160 Dec 22 13:50:16.441638 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-dcc45253-2ae5-43c5-8ebe-1e69da0a02ef service neutron] 10.222.0.47 "GET /v2.0/networks/e2251142-bc0a-45d7-bb9b-1ab2fa722620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242518 Dec 22 13:50:16.769766 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9f694463-cddd-452a-be07-a98fe8543fdf req-7b8389a8-3d2f-4f9d-9094-7d65284377b6 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/ports?device_id=e85ecabb-3464-4419-85a8-057897ebe2b5 HTTP/1.1" status: 200 len: 210 time: 0.0425940 Dec 22 13:50:17.875581 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-2c4ed93a-73eb-4c75-ad0a-2ebe8e77d542 req-6721371c-edec-43c6-9d10-dd1dd74b0200 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/ports?device_id=e85ecabb-3464-4419-85a8-057897ebe2b5 HTTP/1.1" status: 200 len: 210 time: 0.0404396 Dec 22 13:50:19.043046 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ff56b77d-44ad-4477-a9c7-660800ae30f0 req-e7895c2f-9465-40f3-a4cd-54890f217ef8 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/ports?device_id=e85ecabb-3464-4419-85a8-057897ebe2b5 HTTP/1.1" status: 200 len: 210 time: 0.0417197 Dec 22 13:50:19.322805 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-21213119-5d50-4b3b-8cf3-adc13c0f6f4e tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:19.324503 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-21213119-5d50-4b3b-8cf3-adc13c0f6f4e tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.45 "GET /v2.0/networks?id=e2251142-bc0a-45d7-bb9b-1ab2fa722620 HTTP/1.1" status: 200 len: 813 time: 0.1471391 Dec 22 13:50:19.350716 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-7fc1aafb-d037-405f-bc84-ca7eb3bc5ebd tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Request body: {'port': {'device_id': 'e85ecabb-3464-4419-85a8-057897ebe2b5', 'network_id': 'e2251142-bc0a-45d7-bb9b-1ab2fa722620', 'admin_state_up': True, 'tenant_id': '5b5028056aa743ae8c969128110009fa'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:50:19.487079 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-7fc1aafb-d037-405f-bc84-ca7eb3bc5ebd tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:50:19.491018 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-7fc1aafb-d037-405f-bc84-ca7eb3bc5ebd tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Usage tracker for resource:port and tenant:5b5028056aa743ae8c969128110009fa is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:50:19.493812 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-7fc1aafb-d037-405f-bc84-ca7eb3bc5ebd tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:50:19.499826 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-7fc1aafb-d037-405f-bc84-ca7eb3bc5ebd tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:50:19.581504 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-7fc1aafb-d037-405f-bc84-ca7eb3bc5ebd tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Made reservation on behalf of 5b5028056aa743ae8c969128110009fa for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:50:19.584618 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-7fc1aafb-d037-405f-bc84-ca7eb3bc5ebd tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:19.753904 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-7fc1aafb-d037-405f-bc84-ca7eb3bc5ebd tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Allocated IP 172.20.0.4 (e2251142-bc0a-45d7-bb9b-1ab2fa722620/fc3bf3fc-96d0-4106-bdf5-4c1054ebc9a6/c6155cd7-6384-4b91-b53b-c8e228f736ff) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:50:19.953219 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-7fc1aafb-d037-405f-bc84-ca7eb3bc5ebd tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:20.033052 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-7fc1aafb-d037-405f-bc84-ca7eb3bc5ebd tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:20.039949 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-11f11fb6-7ec8-4196-8c3f-c70fda884236 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:50:20.109554 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-7fc1aafb-d037-405f-bc84-ca7eb3bc5ebd tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Network e2251142-bc0a-45d7-bb9b-1ab2fa722620 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:50:20.113747 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-7fc1aafb-d037-405f-bc84-ca7eb3bc5ebd tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:50:20.118985 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-7fc1aafb-d037-405f-bc84-ca7eb3bc5ebd tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:50:20.146932 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc1aafb-d037-405f-bc84-ca7eb3bc5ebd tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Pushing event updated for resources: {'Port': ['ID=c6155cd7-6384-4b91-b53b-c8e228f736ff,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:50:20.149835 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7fc1aafb-d037-405f-bc84-ca7eb3bc5ebd tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:50:20.182175 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-7fc1aafb-d037-405f-bc84-ca7eb3bc5ebd tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:20.182811 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-7fc1aafb-d037-405f-bc84-ca7eb3bc5ebd tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:20.237103 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08b299-fa48-4dac-8de5-607b26cbf932 req-b60caa0c-427e-4d9b-acfe-5254020380a6 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:20.238510 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-aa08b299-fa48-4dac-8de5-607b26cbf932 req-b60caa0c-427e-4d9b-acfe-5254020380a6 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/ports?device_id=e85ecabb-3464-4419-85a8-057897ebe2b5 HTTP/1.1" status: 200 len: 931 time: 0.0767446 Dec 22 13:50:20.265328 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-7fc1aafb-d037-405f-bc84-ca7eb3bc5ebd tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9181724 Dec 22 13:50:20.278984 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-5914fade-45c0-4e5a-b575-2510370cd246 service neutron] Request body: {'port': {'device_id': 'e85ecabb-3464-4419-85a8-057897ebe2b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:50:20.284274 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-aa08b299-fa48-4dac-8de5-607b26cbf932 req-bc62265d-5fee-4306-b2ae-b522e0d188fd tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Synchronizing usage tracker for tenant:5b5028056aa743ae8c969128110009fa on resource:security_group {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:50:20.375187 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-aa08b299-fa48-4dac-8de5-607b26cbf932 req-bc62265d-5fee-4306-b2ae-b522e0d188fd tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Unset dirty status for tenant:5b5028056aa743ae8c969128110009fa on resource:security_group {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:50:20.376465 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-aa08b299-fa48-4dac-8de5-607b26cbf932 req-bc62265d-5fee-4306-b2ae-b522e0d188fd tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3b3c9dd-a3c4-497d-8592-6e3aed1f5e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323962 Dec 22 13:50:20.391173 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-5914fade-45c0-4e5a-b575-2510370cd246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:20.731338 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-5914fade-45c0-4e5a-b575-2510370cd246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6155cd7-6384-4b91-b53b-c8e228f736ff {{(pid=84149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:50:20.738655 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-5914fade-45c0-4e5a-b575-2510370cd246 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:20.752437 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-5914fade-45c0-4e5a-b575-2510370cd246 service neutron] Transition to ACTIVE for port object c6155cd7-6384-4b91-b53b-c8e228f736ff will not be triggered until provisioned by entity L2. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:50:20.823892 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-5914fade-45c0-4e5a-b575-2510370cd246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:20.827435 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-196c55cd-1402-4323-9aa5-7a2f4575c82f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:50:21.048083 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5914fade-45c0-4e5a-b575-2510370cd246 service neutron] Pushing event updated for resources: {'Port': ['ID=c6155cd7-6384-4b91-b53b-c8e228f736ff,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:50:21.052082 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5914fade-45c0-4e5a-b575-2510370cd246 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:50:21.149999 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-5914fade-45c0-4e5a-b575-2510370cd246 service neutron] Attempting to bind port c6155cd7-6384-4b91-b53b-c8e228f736ff on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:50:21.150735 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-5914fade-45c0-4e5a-b575-2510370cd246 service neutron] Attempting to bind port c6155cd7-6384-4b91-b53b-c8e228f736ff by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'a529af10-abf4-45d3-ab7a-661d6e4899f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'e2251142-bc0a-45d7-bb9b-1ab2fa722620'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:50:21.150735 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-5914fade-45c0-4e5a-b575-2510370cd246 service neutron] Attempting to bind port c6155cd7-6384-4b91-b53b-c8e228f736ff on network e2251142-bc0a-45d7-bb9b-1ab2fa722620 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:50:21.157484 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-5914fade-45c0-4e5a-b575-2510370cd246 service neutron] Port c6155cd7-6384-4b91-b53b-c8e228f736ff on network e2251142-bc0a-45d7-bb9b-1ab2fa722620 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:50:21.157806 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-5914fade-45c0-4e5a-b575-2510370cd246 service neutron] Attempting to bind port c6155cd7-6384-4b91-b53b-c8e228f736ff on network e2251142-bc0a-45d7-bb9b-1ab2fa722620 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:50:21.165084 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-5914fade-45c0-4e5a-b575-2510370cd246 service neutron] Checking agent: {'id': '72ee2f79-9ac0-483e-b4fd-5b910a776581', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'started_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:50:21.165408 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-5914fade-45c0-4e5a-b575-2510370cd246 service neutron] Checking segment: {'id': 'a529af10-abf4-45d3-ab7a-661d6e4899f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'e2251142-bc0a-45d7-bb9b-1ab2fa722620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:50:21.165779 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-5914fade-45c0-4e5a-b575-2510370cd246 service neutron] Bound using segment: {'id': 'a529af10-abf4-45d3-ab7a-661d6e4899f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'e2251142-bc0a-45d7-bb9b-1ab2fa722620'} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:50:21.166290 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-5914fade-45c0-4e5a-b575-2510370cd246 service neutron] Bound port: c6155cd7-6384-4b91-b53b-c8e228f736ff, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a529af10-abf4-45d3-ab7a-661d6e4899f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'e2251142-bc0a-45d7-bb9b-1ab2fa722620'}}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:50:21.172235 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-5914fade-45c0-4e5a-b575-2510370cd246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:21.257361 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-5914fade-45c0-4e5a-b575-2510370cd246 service neutron] For port c6155cd7-6384-4b91-b53b-c8e228f736ff, host hv-neutron-8226, cleared binding levels {{(pid=84149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:50:21.260387 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-5914fade-45c0-4e5a-b575-2510370cd246 service neutron] For port c6155cd7-6384-4b91-b53b-c8e228f736ff, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c6155cd7-6384-4b91-b53b-c8e228f736ff,segment=NetworkSegment(a529af10-abf4-45d3-ab7a-661d6e4899f5),segment_id=a529af10-abf4-45d3-ab7a-661d6e4899f5)] {{(pid=84149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:50:21.344005 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-5914fade-45c0-4e5a-b575-2510370cd246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:21.347849 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-797a674c-8d7a-4afa-a8bb-bfcb7dbff748 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:50:21.402120 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-5914fade-45c0-4e5a-b575-2510370cd246 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:21.403451 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-5914fade-45c0-4e5a-b575-2510370cd246 service neutron] 10.222.0.45 "PUT /v2.0/ports/c6155cd7-6384-4b91-b53b-c8e228f736ff HTTP/1.1" status: 200 len: 1093 time: 1.1285603 Dec 22 13:50:21.403974 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e85ecabb-3464-4419-85a8-057897ebe2b5', 'tag': 'c6155cd7-6384-4b91-b53b-c8e228f736ff'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:50:21.428351 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5914fade-45c0-4e5a-b575-2510370cd246 service neutron] Pushing event updated for resources: {'Port': ['ID=c6155cd7-6384-4b91-b53b-c8e228f736ff,revision_number=3']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:50:21.429421 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5914fade-45c0-4e5a-b575-2510370cd246 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:50:21.469919 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e85ecabb-3464-4419-85a8-057897ebe2b5', 'tag': 'c6155cd7-6384-4b91-b53b-c8e228f736ff', 'status': 'completed', 'code': 200} Dec 22 13:50:21.630558 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-379aa1fc-fc0a-4781-9026-f76760589e04 req-b9198a31-87b1-44d3-984b-2959ccf178b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5b5028056aa743ae8c969128110009fa&device_id=e85ecabb-3464-4419-85a8-057897ebe2b5 HTTP/1.1" status: 200 len: 1096 time: 0.1326020 Dec 22 13:50:21.636494 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c4859-9bff-409c-a42d-744f998eece4 req-cfaac566-90b0-4ed1-830e-e96d22ef7956 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:21.637135 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-ca5c4859-9bff-409c-a42d-744f998eece4 req-cfaac566-90b0-4ed1-830e-e96d22ef7956 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Synchronizing usage tracker for tenant:5b5028056aa743ae8c969128110009fa on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:50:21.780055 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-ca5c4859-9bff-409c-a42d-744f998eece4 req-cfaac566-90b0-4ed1-830e-e96d22ef7956 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Unset dirty status for tenant:5b5028056aa743ae8c969128110009fa on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:50:21.781193 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ca5c4859-9bff-409c-a42d-744f998eece4 req-cfaac566-90b0-4ed1-830e-e96d22ef7956 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/ports?device_id=e85ecabb-3464-4419-85a8-057897ebe2b5 HTTP/1.1" status: 200 len: 943 time: 0.2531796 Dec 22 13:50:21.782234 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379aa1fc-fc0a-4781-9026-f76760589e04 req-bc4ddeba-b45a-4f4e-8d6a-b77dac2a0dac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:21.783947 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-379aa1fc-fc0a-4781-9026-f76760589e04 req-bc4ddeba-b45a-4f4e-8d6a-b77dac2a0dac service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=5b5028056aa743ae8c969128110009fa&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1391957 Dec 22 13:50:21.909236 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ca5c4859-9bff-409c-a42d-744f998eece4 req-148ac52a-8bf4-49ff-9ccb-5f42fc041191 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3b3c9dd-a3c4-497d-8592-6e3aed1f5e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221476 Dec 22 13:50:21.949091 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379aa1fc-fc0a-4781-9026-f76760589e04 req-bec0b6e2-d4ed-42a7-8ad9-86f65f8654ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:21.950547 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-379aa1fc-fc0a-4781-9026-f76760589e04 req-bec0b6e2-d4ed-42a7-8ad9-86f65f8654ab service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1484809 Dec 22 13:50:22.065412 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-2864df0e-6aa4-4c1a-8287-3cb0917121fa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5b5028056aa743ae8c969128110009fa&device_id=e85ecabb-3464-4419-85a8-057897ebe2b5 HTTP/1.1" status: 200 len: 1096 time: 0.0728269 Dec 22 13:50:22.139399 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-2599be12-4dc3-4f04-b9a0-2a74879c50ef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6155cd7-6384-4b91-b53b-c8e228f736ff HTTP/1.1" status: 200 len: 217 time: 0.0623858 Dec 22 13:50:22.207756 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-6b5a121c-ae32-469b-8477-85d86c8ad709 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:22.209223 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-6b5a121c-ae32-469b-8477-85d86c8ad709 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fc3bf3fc-96d0-4106-bdf5-4c1054ebc9a6 HTTP/1.1" status: 200 len: 853 time: 0.0598323 Dec 22 13:50:22.258576 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-b6009950-202d-4534-b5c8-ccf6680e0392 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e2251142-bc0a-45d7-bb9b-1ab2fa722620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386040 Dec 22 13:50:22.394253 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-3855a7ad-d162-43fd-9e96-54cddcb934ec service neutron] 10.222.0.45 "GET /v2.0/networks/e2251142-bc0a-45d7-bb9b-1ab2fa722620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253691 Dec 22 13:50:22.536636 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d70509bc-f048-49bd-a996-7d1eec3c47ce req-eff7438b-458c-4e78-9ed0-14bb5e7c0e28 service neutron] 10.222.0.45 "GET /v2.0/networks/e2251142-bc0a-45d7-bb9b-1ab2fa722620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298077 Dec 22 13:50:23.109252 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c8749-0a5f-415e-bf6c-7d10c03a622a req-795929d6-af6c-403f-8059-b18b34958fa4 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:23.110704 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-866c8749-0a5f-415e-bf6c-7d10c03a622a req-795929d6-af6c-403f-8059-b18b34958fa4 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/ports?device_id=e85ecabb-3464-4419-85a8-057897ebe2b5 HTTP/1.1" status: 200 len: 943 time: 0.0789182 Dec 22 13:50:23.155865 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-866c8749-0a5f-415e-bf6c-7d10c03a622a req-3cd3df3b-b34c-4130-b6af-25a274cbb3b7 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3b3c9dd-a3c4-497d-8592-6e3aed1f5e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385144 Dec 22 13:50:24.354114 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b5dac-68f5-4091-a9d7-05868a39988c req-80c87019-b535-4709-b6b8-b8e48a326550 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:24.355580 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-593b5dac-68f5-4091-a9d7-05868a39988c req-80c87019-b535-4709-b6b8-b8e48a326550 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/ports?device_id=e85ecabb-3464-4419-85a8-057897ebe2b5 HTTP/1.1" status: 200 len: 943 time: 0.0824244 Dec 22 13:50:24.400214 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-593b5dac-68f5-4091-a9d7-05868a39988c req-8b63921b-f0bb-4d30-9762-545ffca72306 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3b3c9dd-a3c4-497d-8592-6e3aed1f5e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392110 Dec 22 13:50:24.465103 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device c6155cd7-6384-4b91-b53b-c8e228f736ff details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:50:24.604560 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port c6155cd7-6384-4b91-b53b-c8e228f736ff, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c6155cd7-6384-4b91-b53b-c8e228f736ff,segment=NetworkSegment(a529af10-abf4-45d3-ab7a-661d6e4899f5),segment_id=a529af10-abf4-45d3-ab7a-661d6e4899f5)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:50:24.618284 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': 'c6155cd7-6384-4b91-b53b-c8e228f736ff', 'network_id': 'e2251142-bc0a-45d7-bb9b-1ab2fa722620', 'port_id': 'c6155cd7-6384-4b91-b53b-c8e228f736ff', 'mac_address': 'fa:16:3e:5d:e8:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3bf3fc-96d0-4106-bdf5-4c1054ebc9a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:50:24.716801 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:24.733699 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6155cd7-6384-4b91-b53b-c8e228f736ff {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:50:24.749496 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port c6155cd7-6384-4b91-b53b-c8e228f736ff, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c6155cd7-6384-4b91-b53b-c8e228f736ff,segment=NetworkSegment(a529af10-abf4-45d3-ab7a-661d6e4899f5),segment_id=a529af10-abf4-45d3-ab7a-661d6e4899f5)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:50:24.855406 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:24.858000 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:50:24.922823 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=c6155cd7-6384-4b91-b53b-c8e228f736ff,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:50:24.926860 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:50:25.133352 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['c6155cd7-6384-4b91-b53b-c8e228f736ff'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:50:25.597540 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea7f74-51a6-414e-9a2e-f160703a66c5 req-757ac2dd-bd21-400b-94c4-b30264f10b93 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:25.599009 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-2fea7f74-51a6-414e-9a2e-f160703a66c5 req-757ac2dd-bd21-400b-94c4-b30264f10b93 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/ports?device_id=e85ecabb-3464-4419-85a8-057897ebe2b5 HTTP/1.1" status: 200 len: 944 time: 0.0767653 Dec 22 13:50:25.646323 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-2fea7f74-51a6-414e-9a2e-f160703a66c5 req-3f4729d5-6df9-4593-af5c-1c20fe10e88f tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3b3c9dd-a3c4-497d-8592-6e3aed1f5e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419242 Dec 22 13:50:26.483995 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device c6155cd7-6384-4b91-b53b-c8e228f736ff up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:50:26.632344 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning for port c6155cd7-6384-4b91-b53b-c8e228f736ff completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:50:26.637105 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port c6155cd7-6384-4b91-b53b-c8e228f736ff triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:50:26.637492 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:26.750449 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:26.777629 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85ecabb-3464-4419-85a8-057897ebe2b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6155cd7-6384-4b91-b53b-c8e228f736ff'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:50:26.787560 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port c6155cd7-6384-4b91-b53b-c8e228f736ff, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c6155cd7-6384-4b91-b53b-c8e228f736ff,segment=NetworkSegment(a529af10-abf4-45d3-ab7a-661d6e4899f5),segment_id=a529af10-abf4-45d3-ab7a-661d6e4899f5)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:50:26.831645 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85ecabb-3464-4419-85a8-057897ebe2b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6155cd7-6384-4b91-b53b-c8e228f736ff', 'code': 200} Dec 22 13:50:26.848994 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af6cbd-2010-4af8-aa0e-37a0865728df req-cd6a9b3e-598b-432d-bee7-46f2a391b9d5 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:26.853664 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-91af6cbd-2010-4af8-aa0e-37a0865728df req-cd6a9b3e-598b-432d-bee7-46f2a391b9d5 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/ports?device_id=e85ecabb-3464-4419-85a8-057897ebe2b5 HTTP/1.1" status: 200 len: 944 time: 0.0799105 Dec 22 13:50:26.875486 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:26.877470 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:50:26.902986 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-91af6cbd-2010-4af8-aa0e-37a0865728df req-47549d58-3b27-40ac-8984-4459f41547c0 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3b3c9dd-a3c4-497d-8592-6e3aed1f5e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466979 Dec 22 13:50:26.944925 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=c6155cd7-6384-4b91-b53b-c8e228f736ff,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:50:26.953196 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:50:26.953538 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:50:26.953872 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:50:26.954204 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:50:26.954570 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:50:26.954894 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:50:26.955218 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:50:26.955545 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:50:26.955923 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:50:26.956425 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:50:26.956685 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:50:26.960483 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:50:27.209091 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-61ce58b1-e21c-4360-baab-c887b5dad34c req-b78706c3-5722-433b-b9db-e0d52b562f5f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e85ecabb-3464-4419-85a8-057897ebe2b5 HTTP/1.1" status: 200 len: 1098 time: 0.0708225 Dec 22 13:50:27.257280 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-61ce58b1-e21c-4360-baab-c887b5dad34c req-3e333e3a-acdf-4506-a670-f87827c96dff service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f3b3c9dd-a3c4-497d-8592-6e3aed1f5e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364473 Dec 22 13:50:28.100548 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a73460-55be-454b-bfe4-6511401a8d67 req-f742c26f-4846-4b01-bcfe-31d7b7edc5a0 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:28.102022 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-60a73460-55be-454b-bfe4-6511401a8d67 req-f742c26f-4846-4b01-bcfe-31d7b7edc5a0 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/ports?device_id=e85ecabb-3464-4419-85a8-057897ebe2b5 HTTP/1.1" status: 200 len: 945 time: 0.0773096 Dec 22 13:50:28.147186 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-60a73460-55be-454b-bfe4-6511401a8d67 req-aad2e390-8a87-403d-ad40-92c200102837 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3b3c9dd-a3c4-497d-8592-6e3aed1f5e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397060 Dec 22 13:50:29.055545 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:29.338990 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48334950-a931-48ec-ac03-84aad4358d58 req-87430d27-f98b-413a-8413-ea8e499a65a3 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:29.340317 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-48334950-a931-48ec-ac03-84aad4358d58 req-87430d27-f98b-413a-8413-ea8e499a65a3 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/ports?device_id=e85ecabb-3464-4419-85a8-057897ebe2b5 HTTP/1.1" status: 200 len: 945 time: 0.0762007 Dec 22 13:50:29.388047 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-48334950-a931-48ec-ac03-84aad4358d58 req-507de705-bae3-421d-9c52-83f7c2f9c80c tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3b3c9dd-a3c4-497d-8592-6e3aed1f5e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420170 Dec 22 13:50:29.681035 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-6d42b05f-fd5c-428f-b0e5-3a2eb3ba5e7d tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:29.682463 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-6d42b05f-fd5c-428f-b0e5-3a2eb3ba5e7d tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/networks?id=e2251142-bc0a-45d7-bb9b-1ab2fa722620 HTTP/1.1" status: 200 len: 813 time: 0.1432097 Dec 22 13:50:29.698546 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-b7d8476d-7b7b-427a-94d9-ebfcb0a69644 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/quotas/5b5028056aa743ae8c969128110009fa HTTP/1.1" status: 200 len: 375 time: 0.0106697 Dec 22 13:50:29.780400 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-71321744-c8a2-4514-8183-2ad45b4c7931 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5b5028056aa743ae8c969128110009fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0767539 Dec 22 13:50:29.910314 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-4bd14657-eefd-4325-8707-cf65c5fc6d42 service neutron] 10.222.0.47 "GET /v2.0/networks/e2251142-bc0a-45d7-bb9b-1ab2fa722620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228323 Dec 22 13:50:30.040068 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-f489d70a-b083-40e7-86e1-e02b97782004 service neutron] 10.222.0.47 "GET /v2.0/networks/e2251142-bc0a-45d7-bb9b-1ab2fa722620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240344 Dec 22 13:50:30.294189 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1d10cd38-a54a-4266-ada4-0c0242540587 req-a5472a93-aec3-48d2-8920-c8e508d8940e tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd53c317-e528-4c1a-a794-67ef06d5ba0f HTTP/1.1" status: 200 len: 210 time: 0.0426006 Dec 22 13:50:31.462004 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7c67134c-29a4-4b33-8aba-9f5e772f89a1 req-922099a8-4df2-472d-b01e-0d1e79de4e9f tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd53c317-e528-4c1a-a794-67ef06d5ba0f HTTP/1.1" status: 200 len: 210 time: 0.0413282 Dec 22 13:50:32.354420 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-753dab15-26a1-4e96-a2a2-52a4246df3fd tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:32.355912 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-753dab15-26a1-4e96-a2a2-52a4246df3fd tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.45 "GET /v2.0/networks?id=e2251142-bc0a-45d7-bb9b-1ab2fa722620 HTTP/1.1" status: 200 len: 813 time: 0.2531314 Dec 22 13:50:32.381327 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-9fe73337-7bcb-430e-ba6f-3a32279a8f53 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Request body: {'port': {'device_id': 'fd53c317-e528-4c1a-a794-67ef06d5ba0f', 'network_id': 'e2251142-bc0a-45d7-bb9b-1ab2fa722620', 'admin_state_up': True, 'tenant_id': '5b5028056aa743ae8c969128110009fa'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:50:32.520739 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-9fe73337-7bcb-430e-ba6f-3a32279a8f53 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:50:32.531114 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-9fe73337-7bcb-430e-ba6f-3a32279a8f53 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:50:32.632260 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-63e071c5-c01e-4ac9-9a52-19ebb1422a57 req-48e83843-f76b-4996-af6d-6f277719cc3a tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd53c317-e528-4c1a-a794-67ef06d5ba0f HTTP/1.1" status: 200 len: 210 time: 0.0417376 Dec 22 13:50:32.640669 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-9fe73337-7bcb-430e-ba6f-3a32279a8f53 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Made reservation on behalf of 5b5028056aa743ae8c969128110009fa for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:50:32.643617 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-9fe73337-7bcb-430e-ba6f-3a32279a8f53 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:32.802659 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-9fe73337-7bcb-430e-ba6f-3a32279a8f53 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Allocated IP 172.20.0.14 (e2251142-bc0a-45d7-bb9b-1ab2fa722620/fc3bf3fc-96d0-4106-bdf5-4c1054ebc9a6/fbb93b3a-9991-458c-9f72-f321b8d4e853) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:50:32.999810 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-9fe73337-7bcb-430e-ba6f-3a32279a8f53 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:33.081714 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-9fe73337-7bcb-430e-ba6f-3a32279a8f53 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:33.087245 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f88ed515-9f9d-4ccc-975d-f8b80a8d35b8 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:50:33.094212 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['c6155cd7-6384-4b91-b53b-c8e228f736ff'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:50:33.161305 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-9fe73337-7bcb-430e-ba6f-3a32279a8f53 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Network e2251142-bc0a-45d7-bb9b-1ab2fa722620 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:50:33.164760 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-9fe73337-7bcb-430e-ba6f-3a32279a8f53 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:50:33.166769 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe73337-7bcb-430e-ba6f-3a32279a8f53 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Pushing event updated for resources: {'Port': ['ID=fbb93b3a-9991-458c-9f72-f321b8d4e853,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:50:33.168862 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-9fe73337-7bcb-430e-ba6f-3a32279a8f53 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:50:33.195897 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9fe73337-7bcb-430e-ba6f-3a32279a8f53 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:50:33.232248 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-9fe73337-7bcb-430e-ba6f-3a32279a8f53 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:33.232840 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-9fe73337-7bcb-430e-ba6f-3a32279a8f53 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:33.341967 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-9fe73337-7bcb-430e-ba6f-3a32279a8f53 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9649105 Dec 22 13:50:33.353958 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-98cbb840-a6ea-48d2-8333-63f585615e46 service neutron] Request body: {'port': {'device_id': 'fd53c317-e528-4c1a-a794-67ef06d5ba0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:50:33.463276 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-98cbb840-a6ea-48d2-8333-63f585615e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:33.805992 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-98cbb840-a6ea-48d2-8333-63f585615e46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbb93b3a-9991-458c-9f72-f321b8d4e853 {{(pid=84149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:50:33.812913 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-98cbb840-a6ea-48d2-8333-63f585615e46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:33.826759 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f580c7-50b6-4b81-98fe-113c269ad7df req-2b06a804-b299-439c-a6ed-4b2512986958 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:33.827669 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-98cbb840-a6ea-48d2-8333-63f585615e46 service neutron] Transition to ACTIVE for port object fbb93b3a-9991-458c-9f72-f321b8d4e853 will not be triggered until provisioned by entity L2. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:50:33.828239 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-85f580c7-50b6-4b81-98fe-113c269ad7df req-2b06a804-b299-439c-a6ed-4b2512986958 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd53c317-e528-4c1a-a794-67ef06d5ba0f HTTP/1.1" status: 200 len: 932 time: 0.0769589 Dec 22 13:50:33.876992 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-85f580c7-50b6-4b81-98fe-113c269ad7df req-b9b0e13e-b3db-4f46-8316-f72c602e8171 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3b3c9dd-a3c4-497d-8592-6e3aed1f5e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427778 Dec 22 13:50:33.900844 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-98cbb840-a6ea-48d2-8333-63f585615e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:33.905464 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-527967de-7542-45cb-b0aa-b6977356441f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:50:34.030697 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cbb840-a6ea-48d2-8333-63f585615e46 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb93b3a-9991-458c-9f72-f321b8d4e853,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:50:34.035061 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-98cbb840-a6ea-48d2-8333-63f585615e46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:50:34.133560 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-98cbb840-a6ea-48d2-8333-63f585615e46 service neutron] Attempting to bind port fbb93b3a-9991-458c-9f72-f321b8d4e853 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:50:34.133891 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-98cbb840-a6ea-48d2-8333-63f585615e46 service neutron] Attempting to bind port fbb93b3a-9991-458c-9f72-f321b8d4e853 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'a529af10-abf4-45d3-ab7a-661d6e4899f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'e2251142-bc0a-45d7-bb9b-1ab2fa722620'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:50:34.134217 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-98cbb840-a6ea-48d2-8333-63f585615e46 service neutron] Attempting to bind port fbb93b3a-9991-458c-9f72-f321b8d4e853 on network e2251142-bc0a-45d7-bb9b-1ab2fa722620 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:50:34.139974 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-98cbb840-a6ea-48d2-8333-63f585615e46 service neutron] Port fbb93b3a-9991-458c-9f72-f321b8d4e853 on network e2251142-bc0a-45d7-bb9b-1ab2fa722620 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:50:34.140291 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-98cbb840-a6ea-48d2-8333-63f585615e46 service neutron] Attempting to bind port fbb93b3a-9991-458c-9f72-f321b8d4e853 on network e2251142-bc0a-45d7-bb9b-1ab2fa722620 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:50:34.146518 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-98cbb840-a6ea-48d2-8333-63f585615e46 service neutron] Checking agent: {'id': '72ee2f79-9ac0-483e-b4fd-5b910a776581', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'started_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:50:34.146870 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-98cbb840-a6ea-48d2-8333-63f585615e46 service neutron] Checking segment: {'id': 'a529af10-abf4-45d3-ab7a-661d6e4899f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'e2251142-bc0a-45d7-bb9b-1ab2fa722620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:50:34.147232 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-98cbb840-a6ea-48d2-8333-63f585615e46 service neutron] Bound using segment: {'id': 'a529af10-abf4-45d3-ab7a-661d6e4899f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'e2251142-bc0a-45d7-bb9b-1ab2fa722620'} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:50:34.147649 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-98cbb840-a6ea-48d2-8333-63f585615e46 service neutron] Bound port: fbb93b3a-9991-458c-9f72-f321b8d4e853, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a529af10-abf4-45d3-ab7a-661d6e4899f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'e2251142-bc0a-45d7-bb9b-1ab2fa722620'}}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:50:34.147990 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-98cbb840-a6ea-48d2-8333-63f585615e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:34.238924 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-98cbb840-a6ea-48d2-8333-63f585615e46 service neutron] For port fbb93b3a-9991-458c-9f72-f321b8d4e853, host hv-neutron-8226, cleared binding levels {{(pid=84149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:50:34.241666 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-98cbb840-a6ea-48d2-8333-63f585615e46 service neutron] For port fbb93b3a-9991-458c-9f72-f321b8d4e853, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fbb93b3a-9991-458c-9f72-f321b8d4e853,segment=NetworkSegment(a529af10-abf4-45d3-ab7a-661d6e4899f5),segment_id=a529af10-abf4-45d3-ab7a-661d6e4899f5)] {{(pid=84149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:50:34.321200 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-98cbb840-a6ea-48d2-8333-63f585615e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:34.324945 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-dd64fd9b-d13e-4d09-9660-cf3cf9d4c11d tempest-DeleteServersTestJSON-428928885 tempest-DeleteServersTestJSON-428928885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:50:34.380601 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-98cbb840-a6ea-48d2-8333-63f585615e46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:34.381962 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-98cbb840-a6ea-48d2-8333-63f585615e46 service neutron] 10.222.0.45 "PUT /v2.0/ports/fbb93b3a-9991-458c-9f72-f321b8d4e853 HTTP/1.1" status: 200 len: 1094 time: 1.0321279 Dec 22 13:50:34.382507 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd53c317-e528-4c1a-a794-67ef06d5ba0f', 'tag': 'fbb93b3a-9991-458c-9f72-f321b8d4e853'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:50:34.404371 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cbb840-a6ea-48d2-8333-63f585615e46 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb93b3a-9991-458c-9f72-f321b8d4e853,revision_number=3']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:50:34.407630 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-98cbb840-a6ea-48d2-8333-63f585615e46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:50:34.444753 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd53c317-e528-4c1a-a794-67ef06d5ba0f', 'tag': 'fbb93b3a-9991-458c-9f72-f321b8d4e853', 'status': 'completed', 'code': 200} Dec 22 13:50:34.540866 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e6680e42-341b-4a10-b553-599c2ee59212 req-dd6cc959-039e-40cb-bf38-eb7bb341a3ce service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5b5028056aa743ae8c969128110009fa&device_id=fd53c317-e528-4c1a-a794-67ef06d5ba0f HTTP/1.1" status: 200 len: 1097 time: 0.0751388 Dec 22 13:50:34.780086 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6680e42-341b-4a10-b553-599c2ee59212 req-cb61155a-ebe3-4e7d-8c6a-f87143ec0e0c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:34.781550 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e6680e42-341b-4a10-b553-599c2ee59212 req-cb61155a-ebe3-4e7d-8c6a-f87143ec0e0c service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=5b5028056aa743ae8c969128110009fa&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2335980 Dec 22 13:50:34.914989 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6680e42-341b-4a10-b553-599c2ee59212 req-7fe6b996-6058-4e0c-b56b-e54dd0c7a50c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:34.916509 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e6680e42-341b-4a10-b553-599c2ee59212 req-7fe6b996-6058-4e0c-b56b-e54dd0c7a50c service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1286314 Dec 22 13:50:35.026159 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-407108c1-632a-40de-9a49-2d06895e1fdd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5b5028056aa743ae8c969128110009fa&device_id=fd53c317-e528-4c1a-a794-67ef06d5ba0f HTTP/1.1" status: 200 len: 1097 time: 0.0701518 Dec 22 13:50:35.075775 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5decf82c-f84c-4adc-b5f7-62b1d95a6e30 req-6438a595-df61-4efc-b834-e14e3f6aec9a tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:35.077143 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5decf82c-f84c-4adc-b5f7-62b1d95a6e30 req-6438a595-df61-4efc-b834-e14e3f6aec9a tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd53c317-e528-4c1a-a794-67ef06d5ba0f HTTP/1.1" status: 200 len: 944 time: 0.0767746 Dec 22 13:50:35.098386 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-e8e79e80-c771-45c0-ab5d-61364b1adcb8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbb93b3a-9991-458c-9f72-f321b8d4e853 HTTP/1.1" status: 200 len: 217 time: 0.0640757 Dec 22 13:50:35.122954 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5decf82c-f84c-4adc-b5f7-62b1d95a6e30 req-75905b84-bc7b-406f-824a-9194f173541d tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3b3c9dd-a3c4-497d-8592-6e3aed1f5e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393696 Dec 22 13:50:35.161050 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-89f966c3-89fb-43cf-bc43-b5c52a761091 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:35.162525 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-89f966c3-89fb-43cf-bc43-b5c52a761091 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fc3bf3fc-96d0-4106-bdf5-4c1054ebc9a6 HTTP/1.1" status: 200 len: 853 time: 0.0580897 Dec 22 13:50:35.212189 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-959930e7-7ade-4112-ad99-c3cd6264ade5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e2251142-bc0a-45d7-bb9b-1ab2fa722620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429709 Dec 22 13:50:35.345188 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-2f557758-c396-4499-ac6c-dee7f9f73b8e service neutron] 10.222.0.45 "GET /v2.0/networks/e2251142-bc0a-45d7-bb9b-1ab2fa722620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252577 Dec 22 13:50:35.476114 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3dc5cced-5961-4d84-81dd-896df3c0ae9a req-b54f2c05-e56c-498d-816f-f610fa37c253 service neutron] 10.222.0.45 "GET /v2.0/networks/e2251142-bc0a-45d7-bb9b-1ab2fa722620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234794 Dec 22 13:50:35.683900 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-932668a5-a65f-4d30-b7c8-19f57d9d990b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:36.319842 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0716cce-b27e-4f8e-a934-6de2168b3e64 req-0ea5b1a4-9f75-467e-81eb-ea666e047508 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:36.320508 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-b0716cce-b27e-4f8e-a934-6de2168b3e64 req-0ea5b1a4-9f75-467e-81eb-ea666e047508 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Synchronizing usage tracker for tenant:5b5028056aa743ae8c969128110009fa on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:50:36.403694 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-b0716cce-b27e-4f8e-a934-6de2168b3e64 req-0ea5b1a4-9f75-467e-81eb-ea666e047508 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Unset dirty status for tenant:5b5028056aa743ae8c969128110009fa on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:50:36.404852 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b0716cce-b27e-4f8e-a934-6de2168b3e64 req-0ea5b1a4-9f75-467e-81eb-ea666e047508 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd53c317-e528-4c1a-a794-67ef06d5ba0f HTTP/1.1" status: 200 len: 944 time: 0.1593413 Dec 22 13:50:36.450485 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b0716cce-b27e-4f8e-a934-6de2168b3e64 req-63f60d20-5a94-4ade-9bd5-5727a1a51a1f tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3b3c9dd-a3c4-497d-8592-6e3aed1f5e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398457 Dec 22 13:50:36.495752 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device fbb93b3a-9991-458c-9f72-f321b8d4e853 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:50:36.630169 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port fbb93b3a-9991-458c-9f72-f321b8d4e853, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fbb93b3a-9991-458c-9f72-f321b8d4e853,segment=NetworkSegment(a529af10-abf4-45d3-ab7a-661d6e4899f5),segment_id=a529af10-abf4-45d3-ab7a-661d6e4899f5)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:50:36.643062 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': 'fbb93b3a-9991-458c-9f72-f321b8d4e853', 'network_id': 'e2251142-bc0a-45d7-bb9b-1ab2fa722620', 'port_id': 'fbb93b3a-9991-458c-9f72-f321b8d4e853', 'mac_address': 'fa:16:3e:3e:9f:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3bf3fc-96d0-4106-bdf5-4c1054ebc9a6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:50:36.696220 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:36.712809 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbb93b3a-9991-458c-9f72-f321b8d4e853 {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:50:36.727582 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port fbb93b3a-9991-458c-9f72-f321b8d4e853, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fbb93b3a-9991-458c-9f72-f321b8d4e853,segment=NetworkSegment(a529af10-abf4-45d3-ab7a-661d6e4899f5),segment_id=a529af10-abf4-45d3-ab7a-661d6e4899f5)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:50:36.803659 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:36.806096 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:50:36.872271 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=fbb93b3a-9991-458c-9f72-f321b8d4e853,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:50:36.875476 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:50:37.029467 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['fbb93b3a-9991-458c-9f72-f321b8d4e853'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:50:37.649746 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f255f-a362-4d5c-9981-e7c0b80073c7 req-ca51b164-2db1-449d-8b04-11d7a1d96da8 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:37.651185 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-014f255f-a362-4d5c-9981-e7c0b80073c7 req-ca51b164-2db1-449d-8b04-11d7a1d96da8 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd53c317-e528-4c1a-a794-67ef06d5ba0f HTTP/1.1" status: 200 len: 945 time: 0.0808995 Dec 22 13:50:37.695977 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-014f255f-a362-4d5c-9981-e7c0b80073c7 req-1c7edc62-7ddd-456c-bb72-1bde62be5d54 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3b3c9dd-a3c4-497d-8592-6e3aed1f5e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393250 Dec 22 13:50:38.004525 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-67047bed-7bd6-4020-8314-cb00e882b075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:38.499735 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device fbb93b3a-9991-458c-9f72-f321b8d4e853 up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:50:38.657734 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning for port fbb93b3a-9991-458c-9f72-f321b8d4e853 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:50:38.663246 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port fbb93b3a-9991-458c-9f72-f321b8d4e853 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:50:38.663634 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:38.777164 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:38.804596 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd53c317-e528-4c1a-a794-67ef06d5ba0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb93b3a-9991-458c-9f72-f321b8d4e853'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:50:38.814672 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port fbb93b3a-9991-458c-9f72-f321b8d4e853, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fbb93b3a-9991-458c-9f72-f321b8d4e853,segment=NetworkSegment(a529af10-abf4-45d3-ab7a-661d6e4899f5),segment_id=a529af10-abf4-45d3-ab7a-661d6e4899f5)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:50:38.861328 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd53c317-e528-4c1a-a794-67ef06d5ba0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb93b3a-9991-458c-9f72-f321b8d4e853', 'code': 200} Dec 22 13:50:38.892795 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:38.895250 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:50:38.896904 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee0f19-ba1c-4608-a37e-528b2c5b8be8 req-e7935655-a7f0-40c5-abcd-7b4d750ec8d4 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:38.899259 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d3ee0f19-ba1c-4608-a37e-528b2c5b8be8 req-e7935655-a7f0-40c5-abcd-7b4d750ec8d4 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd53c317-e528-4c1a-a794-67ef06d5ba0f HTTP/1.1" status: 200 len: 945 time: 0.0855968 Dec 22 13:50:38.947918 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d3ee0f19-ba1c-4608-a37e-528b2c5b8be8 req-c89fce28-3448-4bf4-b3ff-c710369303f8 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3b3c9dd-a3c4-497d-8592-6e3aed1f5e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425191 Dec 22 13:50:38.975372 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=fbb93b3a-9991-458c-9f72-f321b8d4e853,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:50:38.978389 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:50:39.029655 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:39.117998 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:50:39.228952 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fdb9cb55-66b2-4a2b-890f-ade86af06f7a req-4570209c-5498-477c-9e51-34f816b9a980 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fd53c317-e528-4c1a-a794-67ef06d5ba0f HTTP/1.1" status: 200 len: 1099 time: 0.0688684 Dec 22 13:50:39.271020 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fdb9cb55-66b2-4a2b-890f-ade86af06f7a req-8d5a7b14-0680-4d4a-85e0-0feed7bc0c0b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f3b3c9dd-a3c4-497d-8592-6e3aed1f5e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356860 Dec 22 13:50:39.360897 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:40.156932 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11490057-4c45-4517-9cae-46c77227c843 req-24b620eb-f4d3-4d10-beb3-8542e18637dc tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:40.158442 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-11490057-4c45-4517-9cae-46c77227c843 req-24b620eb-f4d3-4d10-beb3-8542e18637dc tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd53c317-e528-4c1a-a794-67ef06d5ba0f HTTP/1.1" status: 200 len: 946 time: 0.0755084 Dec 22 13:50:40.203058 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-11490057-4c45-4517-9cae-46c77227c843 req-a67ad861-ccfb-4640-8ca0-ce3ea5f32800 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3b3c9dd-a3c4-497d-8592-6e3aed1f5e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387752 Dec 22 13:50:40.575070 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:41.401216 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32234e8a-63df-4297-8a85-b7f91597553a req-42085d14-732c-4aad-a8b7-2a5bb4eac78c tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:41.402674 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-32234e8a-63df-4297-8a85-b7f91597553a req-42085d14-732c-4aad-a8b7-2a5bb4eac78c tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd53c317-e528-4c1a-a794-67ef06d5ba0f HTTP/1.1" status: 200 len: 946 time: 0.0805247 Dec 22 13:50:41.447049 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-32234e8a-63df-4297-8a85-b7f91597553a req-38aaf6e6-5bf4-4593-ba26-a90d57417ee2 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3b3c9dd-a3c4-497d-8592-6e3aed1f5e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389357 Dec 22 13:50:42.046906 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0bc7b3-b9ca-48e9-8002-10452c99b371 req-96cec0cd-43e8-4c0b-99ea-7559d18fa312 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:42.048614 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ce0bc7b3-b9ca-48e9-8002-10452c99b371 req-96cec0cd-43e8-4c0b-99ea-7559d18fa312 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd53c317-e528-4c1a-a794-67ef06d5ba0f HTTP/1.1" status: 200 len: 946 time: 0.0756931 Dec 22 13:50:42.093524 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ce0bc7b3-b9ca-48e9-8002-10452c99b371 req-7670bada-c197-47f0-ac68-c3a878354e36 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3b3c9dd-a3c4-497d-8592-6e3aed1f5e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388911 Dec 22 13:50:43.293153 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da646f1-befe-4b12-8253-722cffa00c84 req-0e061229-7966-4805-8c44-61146dc31872 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:43.294685 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-6da646f1-befe-4b12-8253-722cffa00c84 req-0e061229-7966-4805-8c44-61146dc31872 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd53c317-e528-4c1a-a794-67ef06d5ba0f HTTP/1.1" status: 200 len: 946 time: 0.0815651 Dec 22 13:50:43.339395 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-6da646f1-befe-4b12-8253-722cffa00c84 req-6725cb16-4299-41c3-ab7a-821b3a00bec5 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3b3c9dd-a3c4-497d-8592-6e3aed1f5e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387011 Dec 22 13:50:43.425262 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890c2ac-f115-4565-bfc5-8ce742cdfe5f req-501fdf81-311a-46fb-b90f-8207db2dfbdf tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:43.426681 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2890c2ac-f115-4565-bfc5-8ce742cdfe5f req-501fdf81-311a-46fb-b90f-8207db2dfbdf tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd53c317-e528-4c1a-a794-67ef06d5ba0f HTTP/1.1" status: 200 len: 946 time: 0.0808141 Dec 22 13:50:43.494987 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-2890c2ac-f115-4565-bfc5-8ce742cdfe5f req-1fa6c664-099f-432f-862c-78181206fbfa tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Deleting port fbb93b3a-9991-458c-9f72-f321b8d4e853 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:50:43.495317 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-2890c2ac-f115-4565-bfc5-8ce742cdfe5f req-1fa6c664-099f-432f-862c-78181206fbfa tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:43.828172 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-2890c2ac-f115-4565-bfc5-8ce742cdfe5f req-1fa6c664-099f-432f-862c-78181206fbfa tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] For port fbb93b3a-9991-458c-9f72-f321b8d4e853, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fbb93b3a-9991-458c-9f72-f321b8d4e853,segment=NetworkSegment(a529af10-abf4-45d3-ab7a-661d6e4899f5),segment_id=a529af10-abf4-45d3-ab7a-661d6e4899f5)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:50:43.828436 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-2890c2ac-f115-4565-bfc5-8ce742cdfe5f req-1fa6c664-099f-432f-862c-78181206fbfa tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:43.947020 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-2890c2ac-f115-4565-bfc5-8ce742cdfe5f req-1fa6c664-099f-432f-862c-78181206fbfa tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Calling delete_port for fbb93b3a-9991-458c-9f72-f321b8d4e853 owned by compute:nova {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:50:44.155087 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-2890c2ac-f115-4565-bfc5-8ce742cdfe5f req-1fa6c664-099f-432f-862c-78181206fbfa tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:44.160765 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-38d1e1a1-02b9-45cd-baff-e1b69c606197 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:50:44.166643 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['c6155cd7-6384-4b91-b53b-c8e228f736ff', 'fbb93b3a-9991-458c-9f72-f321b8d4e853'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:50:44.208836 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa6c664-099f-432f-862c-78181206fbfa tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Pushing event deleted for resources: {'Port': ['ID=fbb93b3a-9991-458c-9f72-f321b8d4e853,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:50:44.212944 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1fa6c664-099f-432f-862c-78181206fbfa tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:50:44.282153 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-2890c2ac-f115-4565-bfc5-8ce742cdfe5f req-1fa6c664-099f-432f-862c-78181206fbfa tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] No DVR routers for this DVR port fbb93b3a-9991-458c-9f72-f321b8d4e853 on host hv-neutron-8226 {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:50:44.284922 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-2890c2ac-f115-4565-bfc5-8ce742cdfe5f req-1fa6c664-099f-432f-862c-78181206fbfa tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:44.287566 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd53c317-e528-4c1a-a794-67ef06d5ba0f', 'name': 'network-vif-deleted', 'tag': 'fbb93b3a-9991-458c-9f72-f321b8d4e853'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:50:44.343779 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd53c317-e528-4c1a-a794-67ef06d5ba0f', 'name': 'network-vif-deleted', 'tag': 'fbb93b3a-9991-458c-9f72-f321b8d4e853', 'status': 'completed', 'code': 200} Dec 22 13:50:44.361588 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2890c2ac-f115-4565-bfc5-8ce742cdfe5f req-1fa6c664-099f-432f-862c-78181206fbfa tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.45 "DELETE /v2.0/ports/fbb93b3a-9991-458c-9f72-f321b8d4e853 HTTP/1.1" status: 204 len: 173 time: 0.9283290 Dec 22 13:50:44.504362 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-a790cecd-aae0-4a5d-8acf-b3bf3f2b0a29 req-8995d952-af05-4044-8d4d-3128cbb5d36d tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd53c317-e528-4c1a-a794-67ef06d5ba0f HTTP/1.1" status: 200 len: 210 time: 0.0438671 Dec 22 13:50:45.873073 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e045e47-f035-4cff-9238-0e32ce6662a8 req-f78d4068-706d-4325-9ada-b8595e4ccb94 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:45.874446 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-2e045e47-f035-4cff-9238-0e32ce6662a8 req-f78d4068-706d-4325-9ada-b8595e4ccb94 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/ports?device_id=e85ecabb-3464-4419-85a8-057897ebe2b5 HTTP/1.1" status: 200 len: 945 time: 0.1740890 Dec 22 13:50:45.919699 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-2e045e47-f035-4cff-9238-0e32ce6662a8 req-f4e4b4d7-5ee4-4baa-9cb3-d6a49f5f0e04 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3b3c9dd-a3c4-497d-8592-6e3aed1f5e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394888 Dec 22 13:50:46.135251 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766adbc-9f23-4617-8b98-f3206918d615 req-1afd9777-f302-4729-b4a9-f8d8ae64d9ab tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:46.136573 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5766adbc-9f23-4617-8b98-f3206918d615 req-1afd9777-f302-4729-b4a9-f8d8ae64d9ab tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/ports?device_id=e85ecabb-3464-4419-85a8-057897ebe2b5 HTTP/1.1" status: 200 len: 945 time: 0.0755963 Dec 22 13:50:46.181940 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5766adbc-9f23-4617-8b98-f3206918d615 req-57f912c5-811b-47a9-9fbd-fc48697899e8 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3b3c9dd-a3c4-497d-8592-6e3aed1f5e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400119 Dec 22 13:50:46.378660 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cb7dd-1f1d-445b-9049-00c4c01f9fcc req-3474f496-6380-4941-967e-b9a2c8f51db6 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:46.379333 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-9b5cb7dd-1f1d-445b-9049-00c4c01f9fcc req-3474f496-6380-4941-967e-b9a2c8f51db6 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Synchronizing usage tracker for tenant:5b5028056aa743ae8c969128110009fa on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:50:46.463360 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-9b5cb7dd-1f1d-445b-9049-00c4c01f9fcc req-3474f496-6380-4941-967e-b9a2c8f51db6 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Unset dirty status for tenant:5b5028056aa743ae8c969128110009fa on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:50:46.464491 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9b5cb7dd-1f1d-445b-9049-00c4c01f9fcc req-3474f496-6380-4941-967e-b9a2c8f51db6 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/ports?device_id=e85ecabb-3464-4419-85a8-057897ebe2b5 HTTP/1.1" status: 200 len: 945 time: 0.1637833 Dec 22 13:50:46.511432 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9b5cb7dd-1f1d-445b-9049-00c4c01f9fcc req-10de1a85-3985-4fda-bd8f-81ae05d2aef6 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3b3c9dd-a3c4-497d-8592-6e3aed1f5e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411062 Dec 22 13:50:46.711709 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-649b1b8c-318b-423a-8691-f5172fc4067a req-2bb5832e-0abf-4331-be34-77c10385ba9c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e85ecabb-3464-4419-85a8-057897ebe2b5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0703118 Dec 22 13:50:46.903366 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f4a19-9fe6-451c-8423-a2d391e48abc req-4feaf4ce-2246-417f-80a6-a70d1c84ad71 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:46.904797 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-381f4a19-9fe6-451c-8423-a2d391e48abc req-4feaf4ce-2246-417f-80a6-a70d1c84ad71 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/ports?device_id=e85ecabb-3464-4419-85a8-057897ebe2b5 HTTP/1.1" status: 200 len: 945 time: 0.0760717 Dec 22 13:50:46.949369 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-381f4a19-9fe6-451c-8423-a2d391e48abc req-b4c28cd8-6e6a-4853-a1c9-c32517b9a0bf tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3b3c9dd-a3c4-497d-8592-6e3aed1f5e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386446 Dec 22 13:50:47.142639 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e287b-eb2b-48bd-8a01-ee6b5535a0b7 req-4fc9d743-e136-4387-9d5a-e513d306d82c tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:47.144697 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-690e287b-eb2b-48bd-8a01-ee6b5535a0b7 req-4fc9d743-e136-4387-9d5a-e513d306d82c tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/ports?device_id=e85ecabb-3464-4419-85a8-057897ebe2b5 HTTP/1.1" status: 200 len: 945 time: 0.0754035 Dec 22 13:50:47.188400 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-690e287b-eb2b-48bd-8a01-ee6b5535a0b7 req-5b96b232-9529-4705-a81f-83167434acca tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3b3c9dd-a3c4-497d-8592-6e3aed1f5e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383046 Dec 22 13:50:47.399995 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997fbba-deff-456a-a340-fa4d9534082a req-c8ec3190-27fc-4622-8ce1-246a1c92f7c4 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:47.401439 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4997fbba-deff-456a-a340-fa4d9534082a req-c8ec3190-27fc-4622-8ce1-246a1c92f7c4 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/ports?device_id=e85ecabb-3464-4419-85a8-057897ebe2b5 HTTP/1.1" status: 200 len: 945 time: 0.0805488 Dec 22 13:50:47.445301 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4997fbba-deff-456a-a340-fa4d9534082a req-415755b9-486a-467a-83ab-0420789bce49 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3b3c9dd-a3c4-497d-8592-6e3aed1f5e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384541 Dec 22 13:50:48.213743 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d5ad3-28be-485d-8671-8c262a66b0a2 req-5734809e-fe43-4d75-b592-1ceedae93f80 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:48.215298 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-cc0d5ad3-28be-485d-8671-8c262a66b0a2 req-5734809e-fe43-4d75-b592-1ceedae93f80 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/ports?device_id=e85ecabb-3464-4419-85a8-057897ebe2b5 HTTP/1.1" status: 200 len: 945 time: 0.0746195 Dec 22 13:50:48.264525 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-cc0d5ad3-28be-485d-8671-8c262a66b0a2 req-0de904fc-1252-43fd-907b-ddcf3f72d452 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3b3c9dd-a3c4-497d-8592-6e3aed1f5e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435047 Dec 22 13:50:48.527593 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device fbb93b3a-9991-458c-9f72-f321b8d4e853 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:50:48.561089 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] No Port match for: fbb93b3a-9991-458c-9f72-f321b8d4e853 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:50:48.561436 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device fbb93b3a-9991-458c-9f72-f321b8d4e853 not bound to the agent host hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:50:49.464431 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd94a5-19f6-4faa-a227-32de188622a9 req-856a1b04-efbc-4367-8be9-d86f576d8346 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:49.465915 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fabd94a5-19f6-4faa-a227-32de188622a9 req-856a1b04-efbc-4367-8be9-d86f576d8346 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/ports?device_id=e85ecabb-3464-4419-85a8-057897ebe2b5 HTTP/1.1" status: 200 len: 945 time: 0.0809216 Dec 22 13:50:49.511832 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fabd94a5-19f6-4faa-a227-32de188622a9 req-99521aec-b46d-4ff2-a391-7f4b7fcad75e tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3b3c9dd-a3c4-497d-8592-6e3aed1f5e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399415 Dec 22 13:50:49.637570 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464a40e-5307-4a05-bc3b-b5efdccdf4ba req-30fe2067-66f7-4aba-ac61-c1c1a2118b8c tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:49.637570 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d464a40e-5307-4a05-bc3b-b5efdccdf4ba req-30fe2067-66f7-4aba-ac61-c1c1a2118b8c tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.45 "GET /v2.0/ports?device_id=e85ecabb-3464-4419-85a8-057897ebe2b5 HTTP/1.1" status: 200 len: 945 time: 0.0760231 Dec 22 13:50:49.707755 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-d464a40e-5307-4a05-bc3b-b5efdccdf4ba req-9a5c4825-4d69-4abe-ba50-e0c718cb9884 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Deleting port c6155cd7-6384-4b91-b53b-c8e228f736ff {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:50:49.708088 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d464a40e-5307-4a05-bc3b-b5efdccdf4ba req-9a5c4825-4d69-4abe-ba50-e0c718cb9884 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:49.951705 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-d464a40e-5307-4a05-bc3b-b5efdccdf4ba req-9a5c4825-4d69-4abe-ba50-e0c718cb9884 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] For port c6155cd7-6384-4b91-b53b-c8e228f736ff, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c6155cd7-6384-4b91-b53b-c8e228f736ff,segment=NetworkSegment(a529af10-abf4-45d3-ab7a-661d6e4899f5),segment_id=a529af10-abf4-45d3-ab7a-661d6e4899f5)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:50:49.952061 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d464a40e-5307-4a05-bc3b-b5efdccdf4ba req-9a5c4825-4d69-4abe-ba50-e0c718cb9884 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:50.072178 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-d464a40e-5307-4a05-bc3b-b5efdccdf4ba req-9a5c4825-4d69-4abe-ba50-e0c718cb9884 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Calling delete_port for c6155cd7-6384-4b91-b53b-c8e228f736ff owned by compute:nova {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:50:50.286440 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d464a40e-5307-4a05-bc3b-b5efdccdf4ba req-9a5c4825-4d69-4abe-ba50-e0c718cb9884 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:50.292081 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-de6ba1d3-47e2-47d1-a734-d386663a7fb8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:50:50.303265 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['c6155cd7-6384-4b91-b53b-c8e228f736ff'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:50:50.337883 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c4825-4d69-4abe-ba50-e0c718cb9884 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Pushing event deleted for resources: {'Port': ['ID=c6155cd7-6384-4b91-b53b-c8e228f736ff,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:50:50.341182 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9a5c4825-4d69-4abe-ba50-e0c718cb9884 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:50:50.407170 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-d464a40e-5307-4a05-bc3b-b5efdccdf4ba req-9a5c4825-4d69-4abe-ba50-e0c718cb9884 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] No DVR routers for this DVR port c6155cd7-6384-4b91-b53b-c8e228f736ff on host hv-neutron-8226 {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:50:50.409975 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d464a40e-5307-4a05-bc3b-b5efdccdf4ba req-9a5c4825-4d69-4abe-ba50-e0c718cb9884 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:50.412457 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85ecabb-3464-4419-85a8-057897ebe2b5', 'name': 'network-vif-deleted', 'tag': 'c6155cd7-6384-4b91-b53b-c8e228f736ff'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:50:50.469800 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85ecabb-3464-4419-85a8-057897ebe2b5', 'name': 'network-vif-deleted', 'tag': 'c6155cd7-6384-4b91-b53b-c8e228f736ff', 'status': 'completed', 'code': 200} Dec 22 13:50:50.481658 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d464a40e-5307-4a05-bc3b-b5efdccdf4ba req-9a5c4825-4d69-4abe-ba50-e0c718cb9884 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.45 "DELETE /v2.0/ports/c6155cd7-6384-4b91-b53b-c8e228f736ff HTTP/1.1" status: 204 len: 173 time: 0.8384557 Dec 22 13:50:50.774094 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-b8fdc707-c97b-4895-b866-066325391f87 req-96f01f61-64f4-4265-91d1-95fe8b8c5607 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Synchronizing usage tracker for tenant:5b5028056aa743ae8c969128110009fa on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:50:50.849435 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-b8fdc707-c97b-4895-b866-066325391f87 req-96f01f61-64f4-4265-91d1-95fe8b8c5607 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Unset dirty status for tenant:5b5028056aa743ae8c969128110009fa on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:50:50.850527 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b8fdc707-c97b-4895-b866-066325391f87 req-96f01f61-64f4-4265-91d1-95fe8b8c5607 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] 10.222.0.47 "GET /v2.0/ports?device_id=e85ecabb-3464-4419-85a8-057897ebe2b5 HTTP/1.1" status: 200 len: 210 time: 0.2187731 Dec 22 13:50:51.956082 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 56076) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:50:52.016783 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-26027c40-4303-4dc8-a54f-097b1dfadd97 admin admin] Deleting subnet fc3bf3fc-96d0-4106-bdf5-4c1054ebc9a6 {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:50:52.019719 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-26027c40-4303-4dc8-a54f-097b1dfadd97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:52.067252 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-26027c40-4303-4dc8-a54f-097b1dfadd97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:52.124348 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-26027c40-4303-4dc8-a54f-097b1dfadd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:52.272442 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-26027c40-4303-4dc8-a54f-097b1dfadd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:52.276205 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7507b101-8fbc-47c1-b6b2-3cb39e28c23e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:50:52.313105 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26027c40-4303-4dc8-a54f-097b1dfadd97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc3bf3fc-96d0-4106-bdf5-4c1054ebc9a6,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:50:52.316375 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-26027c40-4303-4dc8-a54f-097b1dfadd97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:50:52.317372 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-26027c40-4303-4dc8-a54f-097b1dfadd97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:52.323493 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-26027c40-4303-4dc8-a54f-097b1dfadd97 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/fc3bf3fc-96d0-4106-bdf5-4c1054ebc9a6 HTTP/1.1" status: 204 len: 168 time: 0.3664205 Dec 22 13:50:52.325948 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 56080) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:50:52.430564 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0351fd82-d04e-47af-91ad-3d9cbddafe3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:52.551749 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0351fd82-d04e-47af-91ad-3d9cbddafe3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:52.580551 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-0351fd82-d04e-47af-91ad-3d9cbddafe3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2251142-bc0a-45d7-bb9b-1ab2fa722620']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:50:52.593757 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-0351fd82-d04e-47af-91ad-3d9cbddafe3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a529af10-abf4-45d3-ab7a-661d6e4899f5') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:50:52.594059 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-0351fd82-d04e-47af-91ad-3d9cbddafe3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a529af10-abf4-45d3-ab7a-661d6e4899f5') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:50:52.611731 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0351fd82-d04e-47af-91ad-3d9cbddafe3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:52.628109 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0351fd82-d04e-47af-91ad-3d9cbddafe3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:52.634747 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0351fd82-d04e-47af-91ad-3d9cbddafe3d admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:50:52.635123 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0351fd82-d04e-47af-91ad-3d9cbddafe3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:52.648126 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:50:52.648126 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:50:52.648126 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:50:52.648126 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:50:52.648126 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:50:52.648126 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:50:52.648126 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:50:52.648126 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:50:52.648126 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:50:52.648126 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:50:52.648126 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:50:52.648126 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:50:52.648126 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:50:52.648126 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:50:52.648126 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:50:52.648126 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:50:52.648126 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:50:52.648126 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:50:52.648126 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:50:52.648126 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:50:52.648126 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:50:52.648126 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:50:52.648126 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:50:52.648126 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:50:52.648126 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:50:52.648126 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:50:52.648126 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:50:52.648126 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:50:52.648126 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:50:52.648126 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:50:52.648126 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:50:52.648126 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:50:52.789455 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0351fd82-d04e-47af-91ad-3d9cbddafe3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:52.794224 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0351fd82-d04e-47af-91ad-3d9cbddafe3d admin admin] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:52.798067 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-472f327b-93d2-4525-9e32-15448370068b tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:50:52.821012 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351fd82-d04e-47af-91ad-3d9cbddafe3d admin admin] Pushing event deleted for resources: {'Network': ['ID=e2251142-bc0a-45d7-bb9b-1ab2fa722620,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:50:52.823276 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0351fd82-d04e-47af-91ad-3d9cbddafe3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:50:52.892513 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0351fd82-d04e-47af-91ad-3d9cbddafe3d admin admin] 10.222.0.47 "DELETE /v2.0/networks/e2251142-bc0a-45d7-bb9b-1ab2fa722620 HTTP/1.1" status: 204 len: 168 time: 0.5655978 Dec 22 13:50:53.242707 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56086) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:50:53.292439 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-72bad055-f7d4-4fa5-9ff8-180ac6aa880e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5b5028056aa743ae8c969128110009fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0484042 Dec 22 13:50:53.294662 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56090) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:50:53.353610 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7d922f67-74e3-4430-b770-3538f1824580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:53.378500 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7d922f67-74e3-4430-b770-3538f1824580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:53.512356 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7d922f67-74e3-4430-b770-3538f1824580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:53.516222 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e45774dd-7c36-49f6-9562-7f944419fea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:50:53.530083 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d922f67-74e3-4430-b770-3538f1824580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b3c9dd-a3c4-497d-8592-6e3aed1f5e99,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:50:53.532698 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7d922f67-74e3-4430-b770-3538f1824580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:50:53.608210 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7d922f67-74e3-4430-b770-3538f1824580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:53.609322 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7d922f67-74e3-4430-b770-3538f1824580 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f3b3c9dd-a3c4-497d-8592-6e3aed1f5e99 HTTP/1.1" status: 204 len: 168 time: 0.3137908 Dec 22 13:50:54.545671 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device c6155cd7-6384-4b91-b53b-c8e228f736ff no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:50:54.577584 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] No Port match for: c6155cd7-6384-4b91-b53b-c8e228f736ff {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:50:54.577946 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device c6155cd7-6384-4b91-b53b-c8e228f736ff not bound to the agent host hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:50:54.810102 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56112) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:50:54.935184 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-38b15001-0994-4889-9645-ac487ae03209 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-876327927'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:50:54.940190 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-38b15001-0994-4889-9645-ac487ae03209 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:50:54.944495 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-38b15001-0994-4889-9645-ac487ae03209 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Usage tracker for resource:network and tenant:6376efc616f4490694de0afb84ff26b6 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:50:54.947276 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-38b15001-0994-4889-9645-ac487ae03209 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:50:54.953530 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-38b15001-0994-4889-9645-ac487ae03209 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:50:55.066490 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b15001-0994-4889-9645-ac487ae03209 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Made reservation on behalf of 6376efc616f4490694de0afb84ff26b6 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:50:55.071850 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-38b15001-0994-4889-9645-ac487ae03209 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:55.085180 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-38b15001-0994-4889-9645-ac487ae03209 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:55.116422 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-38b15001-0994-4889-9645-ac487ae03209 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:50:55.120136 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-38b15001-0994-4889-9645-ac487ae03209 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Usage tracker for resource:security_group_rule and tenant:6376efc616f4490694de0afb84ff26b6 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:50:55.122827 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-38b15001-0994-4889-9645-ac487ae03209 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:50:55.128422 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-38b15001-0994-4889-9645-ac487ae03209 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:50:55.193855 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-38b15001-0994-4889-9645-ac487ae03209 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:55.249132 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-38b15001-0994-4889-9645-ac487ae03209 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:55.253024 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7e2c9973-0ffe-4c59-8692-fd7b595660fb tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:50:55.281169 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b15001-0994-4889-9645-ac487ae03209 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:50:55.289622 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b15001-0994-4889-9645-ac487ae03209 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0dca0a-686b-43b0-9635-55decb88374d,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:50:55.293092 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-38b15001-0994-4889-9645-ac487ae03209 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:50:55.295477 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-38b15001-0994-4889-9645-ac487ae03209 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:55.295811 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-38b15001-0994-4889-9645-ac487ae03209 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Added segment 94e0f9c6-00f7-4163-8df8-c0f63192cf1c of type vlan for network 4fd814f9-2fee-44a8-935b-18f8a60d7cc4 Dec 22 13:50:55.322968 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-38b15001-0994-4889-9645-ac487ae03209 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:55.435202 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-38b15001-0994-4889-9645-ac487ae03209 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:55.438880 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b15001-0994-4889-9645-ac487ae03209 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:55.439446 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-38b15001-0994-4889-9645-ac487ae03209 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:55.443437 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-717b9049-8d6d-4ae5-be39-8fb930edf156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:50:55.551772 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b15001-0994-4889-9645-ac487ae03209 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Pushing event updated for resources: {'Network': ['ID=4fd814f9-2fee-44a8-935b-18f8a60d7cc4,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:50:55.557810 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-38b15001-0994-4889-9645-ac487ae03209 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:50:55.567161 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 4fd814f9-2fee-44a8-935b-18f8a60d7cc4 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:50:55.631557 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-38b15001-0994-4889-9645-ac487ae03209 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8202913 Dec 22 13:50:58.979542 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56118) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:50:58.985292 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-3ff846cf-5270-44f5-b9b9-d6d67834abdd tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Request body: {'subnet': {'network_id': '4fd814f9-2fee-44a8-935b-18f8a60d7cc4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:50:59.063531 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:59.094855 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-3ff846cf-5270-44f5-b9b9-d6d67834abdd tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:50:59.098868 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-3ff846cf-5270-44f5-b9b9-d6d67834abdd tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Usage tracker for resource:subnet and tenant:6376efc616f4490694de0afb84ff26b6 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:50:59.101659 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-3ff846cf-5270-44f5-b9b9-d6d67834abdd tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:50:59.107324 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-3ff846cf-5270-44f5-b9b9-d6d67834abdd tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:50:59.189046 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff846cf-5270-44f5-b9b9-d6d67834abdd tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Made reservation on behalf of 6376efc616f4490694de0afb84ff26b6 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:50:59.292225 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3ff846cf-5270-44f5-b9b9-d6d67834abdd tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:59.573138 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3ff846cf-5270-44f5-b9b9-d6d67834abdd tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:59.576873 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3a10d122-f94a-4fbd-9a6b-f9d0d28107e3 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:50:59.651988 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff846cf-5270-44f5-b9b9-d6d67834abdd tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Pushing event updated for resources: {'Subnet': ['ID=02037138-b799-4840-8db4-ec5178f37293,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:50:59.667332 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff846cf-5270-44f5-b9b9-d6d67834abdd tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:50:59.667332 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff846cf-5270-44f5-b9b9-d6d67834abdd tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:50:59.667533 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff846cf-5270-44f5-b9b9-d6d67834abdd tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:50:59.667852 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff846cf-5270-44f5-b9b9-d6d67834abdd tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:50:59.668216 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff846cf-5270-44f5-b9b9-d6d67834abdd tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:50:59.668577 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff846cf-5270-44f5-b9b9-d6d67834abdd tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:50:59.668937 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff846cf-5270-44f5-b9b9-d6d67834abdd tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:50:59.669289 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff846cf-5270-44f5-b9b9-d6d67834abdd tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:50:59.669636 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff846cf-5270-44f5-b9b9-d6d67834abdd tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:50:59.669988 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff846cf-5270-44f5-b9b9-d6d67834abdd tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:50:59.670338 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff846cf-5270-44f5-b9b9-d6d67834abdd tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:50:59.675384 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3ff846cf-5270-44f5-b9b9-d6d67834abdd tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:50:59.676609 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff846cf-5270-44f5-b9b9-d6d67834abdd tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Checking segment: {'id': '94e0f9c6-00f7-4163-8df8-c0f63192cf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '4fd814f9-2fee-44a8-935b-18f8a60d7cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:50:59.676965 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff846cf-5270-44f5-b9b9-d6d67834abdd tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Network hostable DHCP agents. Network: 4fd814f9-2fee-44a8-935b-18f8a60d7cc4, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:50:59.777593 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff846cf-5270-44f5-b9b9-d6d67834abdd tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Network 4fd814f9-2fee-44a8-935b-18f8a60d7cc4 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:50:59.886170 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-3ff846cf-5270-44f5-b9b9-d6d67834abdd tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 4fd814f9-2fee-44a8-935b-18f8a60d7cc4) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:50:59.890000 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff846cf-5270-44f5-b9b9-d6d67834abdd tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:59.890710 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3ff846cf-5270-44f5-b9b9-d6d67834abdd tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:59.894731 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f976b9-b362-4729-8c68-9aee43dee07e None None] Network 4fd814f9-2fee-44a8-935b-18f8a60d7cc4 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:50:59.990068 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-3ff846cf-5270-44f5-b9b9-d6d67834abdd tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0093729 Dec 22 13:50:59.993813 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56122) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:50:59.999572 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-56f9157a-a941-4e53-a515-95cc8b786271 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-789256214'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:51:00.004460 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-56f9157a-a941-4e53-a515-95cc8b786271 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:51:00.008867 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-56f9157a-a941-4e53-a515-95cc8b786271 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Usage tracker for resource:network and tenant:6376efc616f4490694de0afb84ff26b6 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:51:00.011778 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-56f9157a-a941-4e53-a515-95cc8b786271 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:51:00.017797 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-56f9157a-a941-4e53-a515-95cc8b786271 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:51:00.109303 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508cdfdb-1224-4229-aff8-bc2d83b2ac68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-4fd814f9-2fee-44a8-935b-18f8a60d7cc4', 'network_id': '4fd814f9-2fee-44a8-935b-18f8a60d7cc4', 'tenant_id': '6376efc616f4490694de0afb84ff26b6', 'fixed_ips': [{'subnet_id': '02037138-b799-4840-8db4-ec5178f37293'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:51:00.110122 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-508cdfdb-1224-4229-aff8-bc2d83b2ac68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:00.114912 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f9157a-a941-4e53-a515-95cc8b786271 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Made reservation on behalf of 6376efc616f4490694de0afb84ff26b6 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:51:00.118539 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-56f9157a-a941-4e53-a515-95cc8b786271 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:00.147156 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f9157a-a941-4e53-a515-95cc8b786271 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:51:00.156640 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-56f9157a-a941-4e53-a515-95cc8b786271 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:00.156943 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-56f9157a-a941-4e53-a515-95cc8b786271 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Added segment 44639218-168f-4a4c-8b4a-ae09f901522c of type vlan for network 22b33eb2-3b5c-46cf-874b-2e46b5f40d9e Dec 22 13:51:00.183435 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-56f9157a-a941-4e53-a515-95cc8b786271 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:00.264883 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-508cdfdb-1224-4229-aff8-bc2d83b2ac68 None None] Allocated IP 2001:db8:0:ffff::2 (4fd814f9-2fee-44a8-935b-18f8a60d7cc4/02037138-b799-4840-8db4-ec5178f37293/28fb0f84-7ffd-46e1-8790-653ebb8e8499) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:51:00.266149 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-56f9157a-a941-4e53-a515-95cc8b786271 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:00.270010 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f9157a-a941-4e53-a515-95cc8b786271 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:00.270677 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-56f9157a-a941-4e53-a515-95cc8b786271 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:00.275202 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d520030c-0a7e-4eca-81eb-36e00d2a99c2 tempest-RoutersNegativeTest-1527198700 tempest-RoutersNegativeTest-1527198700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:00.381558 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9157a-a941-4e53-a515-95cc8b786271 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Pushing event updated for resources: {'Network': ['ID=22b33eb2-3b5c-46cf-874b-2e46b5f40d9e,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:00.385468 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-56f9157a-a941-4e53-a515-95cc8b786271 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:00.398397 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 22b33eb2-3b5c-46cf-874b-2e46b5f40d9e details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:51:00.447588 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-56f9157a-a941-4e53-a515-95cc8b786271 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4526293 Dec 22 13:51:00.450343 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56126) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:00.455937 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-61b16b1c-47c9-4f25-a61b-4e7b273b3ce4 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Request body: {'subnet': {'network_id': '22b33eb2-3b5c-46cf-874b-2e46b5f40d9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:51:00.568232 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-61b16b1c-47c9-4f25-a61b-4e7b273b3ce4 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:51:00.571807 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-508cdfdb-1224-4229-aff8-bc2d83b2ac68 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:00.572568 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-61b16b1c-47c9-4f25-a61b-4e7b273b3ce4 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Usage tracker for resource:subnet and tenant:6376efc616f4490694de0afb84ff26b6 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:51:00.575909 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-61b16b1c-47c9-4f25-a61b-4e7b273b3ce4 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:51:00.581573 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-61b16b1c-47c9-4f25-a61b-4e7b273b3ce4 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:51:00.583406 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-508cdfdb-1224-4229-aff8-bc2d83b2ac68 None None] Transition to ACTIVE for port object 28fb0f84-7ffd-46e1-8790-653ebb8e8499 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:51:00.602066 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-508cdfdb-1224-4229-aff8-bc2d83b2ac68 None None] Transition to ACTIVE for port object 28fb0f84-7ffd-46e1-8790-653ebb8e8499 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:51:00.643273 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b16b1c-47c9-4f25-a61b-4e7b273b3ce4 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Made reservation on behalf of 6376efc616f4490694de0afb84ff26b6 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:51:00.724296 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-508cdfdb-1224-4229-aff8-bc2d83b2ac68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:00.728996 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:00.744943 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-61b16b1c-47c9-4f25-a61b-4e7b273b3ce4 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:00.786718 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508cdfdb-1224-4229-aff8-bc2d83b2ac68 None None] Network 4fd814f9-2fee-44a8-935b-18f8a60d7cc4 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:51:00.787844 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-508cdfdb-1224-4229-aff8-bc2d83b2ac68 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:51:00.795915 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508cdfdb-1224-4229-aff8-bc2d83b2ac68 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:51:00.805804 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508cdfdb-1224-4229-aff8-bc2d83b2ac68 None None] Pushing event updated for resources: {'Port': ['ID=28fb0f84-7ffd-46e1-8790-653ebb8e8499,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:00.808868 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-508cdfdb-1224-4229-aff8-bc2d83b2ac68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:00.892704 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-508cdfdb-1224-4229-aff8-bc2d83b2ac68 None None] Attempting to bind port 28fb0f84-7ffd-46e1-8790-653ebb8e8499 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:51:00.893075 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-508cdfdb-1224-4229-aff8-bc2d83b2ac68 None None] Attempting to bind port 28fb0f84-7ffd-46e1-8790-653ebb8e8499 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '94e0f9c6-00f7-4163-8df8-c0f63192cf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '4fd814f9-2fee-44a8-935b-18f8a60d7cc4'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:51:00.893438 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508cdfdb-1224-4229-aff8-bc2d83b2ac68 None None] Attempting to bind port 28fb0f84-7ffd-46e1-8790-653ebb8e8499 on network 4fd814f9-2fee-44a8-935b-18f8a60d7cc4 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:51:00.900825 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508cdfdb-1224-4229-aff8-bc2d83b2ac68 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:51:00.901200 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508cdfdb-1224-4229-aff8-bc2d83b2ac68 None None] Checking segment: {'id': '94e0f9c6-00f7-4163-8df8-c0f63192cf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '4fd814f9-2fee-44a8-935b-18f8a60d7cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:51:00.901603 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-508cdfdb-1224-4229-aff8-bc2d83b2ac68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:00.901998 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508cdfdb-1224-4229-aff8-bc2d83b2ac68 None None] Bound using segment: {'id': '94e0f9c6-00f7-4163-8df8-c0f63192cf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '4fd814f9-2fee-44a8-935b-18f8a60d7cc4'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:51:00.902565 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-508cdfdb-1224-4229-aff8-bc2d83b2ac68 None None] Bound port: 28fb0f84-7ffd-46e1-8790-653ebb8e8499, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e0f9c6-00f7-4163-8df8-c0f63192cf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '4fd814f9-2fee-44a8-935b-18f8a60d7cc4'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:51:00.903026 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-508cdfdb-1224-4229-aff8-bc2d83b2ac68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:00.991088 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-508cdfdb-1224-4229-aff8-bc2d83b2ac68 None None] For port 28fb0f84-7ffd-46e1-8790-653ebb8e8499, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:51:00.994067 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-508cdfdb-1224-4229-aff8-bc2d83b2ac68 None None] For port 28fb0f84-7ffd-46e1-8790-653ebb8e8499, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=28fb0f84-7ffd-46e1-8790-653ebb8e8499,segment=NetworkSegment(94e0f9c6-00f7-4163-8df8-c0f63192cf1c),segment_id=94e0f9c6-00f7-4163-8df8-c0f63192cf1c)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:51:01.066654 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-61b16b1c-47c9-4f25-a61b-4e7b273b3ce4 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:01.070448 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-690c32b9-1237-447d-984f-ecaba892fa1d tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:01.101590 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-508cdfdb-1224-4229-aff8-bc2d83b2ac68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:01.105883 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:01.145813 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b16b1c-47c9-4f25-a61b-4e7b273b3ce4 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Pushing event updated for resources: {'Subnet': ['ID=86d2e3ec-23f2-4955-940f-83df5f9cf1df,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:01.150820 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-61b16b1c-47c9-4f25-a61b-4e7b273b3ce4 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:01.158992 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b16b1c-47c9-4f25-a61b-4e7b273b3ce4 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Checking segment: {'id': '44639218-168f-4a4c-8b4a-ae09f901522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '22b33eb2-3b5c-46cf-874b-2e46b5f40d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:51:01.159338 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b16b1c-47c9-4f25-a61b-4e7b273b3ce4 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Network hostable DHCP agents. Network: 22b33eb2-3b5c-46cf-874b-2e46b5f40d9e, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:51:01.187531 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508cdfdb-1224-4229-aff8-bc2d83b2ac68 None None] Pushing event updated for resources: {'Port': ['ID=28fb0f84-7ffd-46e1-8790-653ebb8e8499,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:01.190187 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-508cdfdb-1224-4229-aff8-bc2d83b2ac68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:01.256528 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b16b1c-47c9-4f25-a61b-4e7b273b3ce4 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Network 22b33eb2-3b5c-46cf-874b-2e46b5f40d9e is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:51:01.330324 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-61b16b1c-47c9-4f25-a61b-4e7b273b3ce4 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 22b33eb2-3b5c-46cf-874b-2e46b5f40d9e) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:51:01.336993 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b16b1c-47c9-4f25-a61b-4e7b273b3ce4 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:01.337812 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-61b16b1c-47c9-4f25-a61b-4e7b273b3ce4 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:01.352916 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df61e97-c258-4f15-9393-bd163132a951 None None] Network 22b33eb2-3b5c-46cf-874b-2e46b5f40d9e requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:51:01.463910 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-61b16b1c-47c9-4f25-a61b-4e7b273b3ce4 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.0118251 Dec 22 13:51:01.466153 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56130) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:01.592311 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786ce25e-680b-489b-a21c-c6a0d018f6fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-22b33eb2-3b5c-46cf-874b-2e46b5f40d9e', 'network_id': '22b33eb2-3b5c-46cf-874b-2e46b5f40d9e', 'tenant_id': '6376efc616f4490694de0afb84ff26b6', 'fixed_ips': [{'subnet_id': '86d2e3ec-23f2-4955-940f-83df5f9cf1df'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:51:01.593174 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-786ce25e-680b-489b-a21c-c6a0d018f6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:01.728398 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-805a8627-d262-40db-a209-8335877f173e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:01.765493 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-786ce25e-680b-489b-a21c-c6a0d018f6fd None None] Allocated IP 2001:db8::2 (22b33eb2-3b5c-46cf-874b-2e46b5f40d9e/86d2e3ec-23f2-4955-940f-83df5f9cf1df/9695576a-d076-4512-ae2b-5846a7c26851) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:51:01.768774 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 28fb0f84-7ffd-46e1-8790-653ebb8e8499 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:51:01.800305 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-805a8627-d262-40db-a209-8335877f173e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:02.045000 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 28fb0f84-7ffd-46e1-8790-653ebb8e8499 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:51:02.083840 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-786ce25e-680b-489b-a21c-c6a0d018f6fd None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:02.095486 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-786ce25e-680b-489b-a21c-c6a0d018f6fd None None] Transition to ACTIVE for port object 9695576a-d076-4512-ae2b-5846a7c26851 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:51:02.114048 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-786ce25e-680b-489b-a21c-c6a0d018f6fd None None] Transition to ACTIVE for port object 9695576a-d076-4512-ae2b-5846a7c26851 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:51:02.146108 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90947059-c69d-4836-b0be-3b5717c6d773 None None] Network 4fd814f9-2fee-44a8-935b-18f8a60d7cc4 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:51:02.219694 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-786ce25e-680b-489b-a21c-c6a0d018f6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:02.224937 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-34537655-d561-46e8-9e13-889a778b59ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:02.278311 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-805a8627-d262-40db-a209-8335877f173e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:02.283010 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6a93d95f-510f-40d4-b724-e648d72ad143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:02.317185 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a8627-d262-40db-a209-8335877f173e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Pushing event deleted for resources: {'Subnet': ['ID=86d2e3ec-23f2-4955-940f-83df5f9cf1df,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:02.321073 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-805a8627-d262-40db-a209-8335877f173e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:02.324381 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ce25e-680b-489b-a21c-c6a0d018f6fd None None] Pushing event updated for resources: {'Port': ['ID=9695576a-d076-4512-ae2b-5846a7c26851,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:02.329991 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786ce25e-680b-489b-a21c-c6a0d018f6fd None None] Network 22b33eb2-3b5c-46cf-874b-2e46b5f40d9e is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:51:02.330921 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-786ce25e-680b-489b-a21c-c6a0d018f6fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:02.333515 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-786ce25e-680b-489b-a21c-c6a0d018f6fd None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:51:02.338890 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786ce25e-680b-489b-a21c-c6a0d018f6fd None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:51:02.388291 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3648f572-ea1d-43d6-80f3-66733c9dcd94 None None] Provisioning for port 28fb0f84-7ffd-46e1-8790-653ebb8e8499 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:51:02.421637 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-805a8627-d262-40db-a209-8335877f173e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:02.448513 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-805a8627-d262-40db-a209-8335877f173e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b33eb2-3b5c-46cf-874b-2e46b5f40d9e']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:02.458645 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3648f572-ea1d-43d6-80f3-66733c9dcd94 None None] Provisioning complete for port 28fb0f84-7ffd-46e1-8790-653ebb8e8499 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:51:02.459032 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3648f572-ea1d-43d6-80f3-66733c9dcd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:02.461144 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-805a8627-d262-40db-a209-8335877f173e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44639218-168f-4a4c-8b4a-ae09f901522c') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:02.461444 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-805a8627-d262-40db-a209-8335877f173e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44639218-168f-4a4c-8b4a-ae09f901522c') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:02.473417 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-805a8627-d262-40db-a209-8335877f173e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:02.493616 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-805a8627-d262-40db-a209-8335877f173e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:02.499724 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-805a8627-d262-40db-a209-8335877f173e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:51:02.500115 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-805a8627-d262-40db-a209-8335877f173e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:02.515114 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:51:02.515114 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:51:02.515114 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:51:02.515114 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:51:02.515114 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:51:02.515114 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:51:02.515114 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:51:02.515114 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:51:02.515114 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:51:02.515114 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:51:02.515114 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:51:02.515114 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:51:02.515114 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:51:02.515114 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:51:02.515114 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:51:02.515114 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:51:02.515114 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:51:02.515114 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:51:02.515114 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:51:02.515114 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:51:02.515114 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:51:02.515114 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:51:02.515114 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:51:02.515114 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:51:02.515114 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:51:02.515114 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:51:02.515114 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:51:02.515114 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:51:02.515114 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:51:02.515114 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:51:02.515114 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:51:02.515114 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:51:02.549193 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-786ce25e-680b-489b-a21c-c6a0d018f6fd None None] Attempting to bind port 9695576a-d076-4512-ae2b-5846a7c26851 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:51:02.550108 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-786ce25e-680b-489b-a21c-c6a0d018f6fd None None] Attempting to bind port 9695576a-d076-4512-ae2b-5846a7c26851 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '44639218-168f-4a4c-8b4a-ae09f901522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '22b33eb2-3b5c-46cf-874b-2e46b5f40d9e'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:51:02.550108 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786ce25e-680b-489b-a21c-c6a0d018f6fd None None] Attempting to bind port 9695576a-d076-4512-ae2b-5846a7c26851 on network 22b33eb2-3b5c-46cf-874b-2e46b5f40d9e {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:51:02.620064 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786ce25e-680b-489b-a21c-c6a0d018f6fd None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:51:02.620358 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786ce25e-680b-489b-a21c-c6a0d018f6fd None None] Checking segment: {'id': '44639218-168f-4a4c-8b4a-ae09f901522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '22b33eb2-3b5c-46cf-874b-2e46b5f40d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:51:02.620760 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-786ce25e-680b-489b-a21c-c6a0d018f6fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:02.621164 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786ce25e-680b-489b-a21c-c6a0d018f6fd None None] Bound using segment: {'id': '44639218-168f-4a4c-8b4a-ae09f901522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '22b33eb2-3b5c-46cf-874b-2e46b5f40d9e'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:51:02.621632 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-786ce25e-680b-489b-a21c-c6a0d018f6fd None None] Bound port: 9695576a-d076-4512-ae2b-5846a7c26851, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44639218-168f-4a4c-8b4a-ae09f901522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '22b33eb2-3b5c-46cf-874b-2e46b5f40d9e'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:51:02.622013 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-786ce25e-680b-489b-a21c-c6a0d018f6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:02.626898 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.api [None req-805a8627-d262-40db-a209-8335877f173e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 13:51:02.626898 dv-neutron-822669-1-hyperv neutron-server[84149]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 13:51:02.626898 dv-neutron-822669-1-hyperv neutron-server[84149]: [parameters: {'id': '22b33eb2-3b5c-46cf-874b-2e46b5f40d9e'}] Dec 22 13:51:02.626898 dv-neutron-822669-1-hyperv neutron-server[84149]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84149) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:51:02.627315 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_db.api [None req-805a8627-d262-40db-a209-8335877f173e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:51:02.706998 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3648f572-ea1d-43d6-80f3-66733c9dcd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:02.783467 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3648f572-ea1d-43d6-80f3-66733c9dcd94 None None] For port 28fb0f84-7ffd-46e1-8790-653ebb8e8499, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=28fb0f84-7ffd-46e1-8790-653ebb8e8499,segment=NetworkSegment(94e0f9c6-00f7-4163-8df8-c0f63192cf1c),segment_id=94e0f9c6-00f7-4163-8df8-c0f63192cf1c)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:51:02.784674 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-786ce25e-680b-489b-a21c-c6a0d018f6fd None None] For port 9695576a-d076-4512-ae2b-5846a7c26851, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:51:02.795949 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-786ce25e-680b-489b-a21c-c6a0d018f6fd None None] For port 9695576a-d076-4512-ae2b-5846a7c26851, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=9695576a-d076-4512-ae2b-5846a7c26851,segment=NetworkSegment(44639218-168f-4a4c-8b4a-ae09f901522c),segment_id=44639218-168f-4a4c-8b4a-ae09f901522c)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:51:02.853767 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-786ce25e-680b-489b-a21c-c6a0d018f6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:02.857921 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:02.885556 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3648f572-ea1d-43d6-80f3-66733c9dcd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:02.934841 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ce25e-680b-489b-a21c-c6a0d018f6fd None None] Pushing event updated for resources: {'Port': ['ID=9695576a-d076-4512-ae2b-5846a7c26851,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:02.961394 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-786ce25e-680b-489b-a21c-c6a0d018f6fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:02.962386 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:03.065331 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbda7203-1924-4a50-bbe2-4e4d0f532af5 None None] Network 22b33eb2-3b5c-46cf-874b-2e46b5f40d9e requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:51:03.079836 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648f572-ea1d-43d6-80f3-66733c9dcd94 None None] Pushing event updated for resources: {'Port': ['ID=28fb0f84-7ffd-46e1-8790-653ebb8e8499,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:03.127597 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-fe136619-262f-40fc-8fb4-15d390d65d16 None None] Provisioning complete for port 28fb0f84-7ffd-46e1-8790-653ebb8e8499 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:51:03.127898 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-fe136619-262f-40fc-8fb4-15d390d65d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:03.128709 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-805a8627-d262-40db-a209-8335877f173e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:03.140191 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-805a8627-d262-40db-a209-8335877f173e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Deleting port 9695576a-d076-4512-ae2b-5846a7c26851 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:51:03.140524 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-805a8627-d262-40db-a209-8335877f173e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:03.155197 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3648f572-ea1d-43d6-80f3-66733c9dcd94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:03.352195 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-805a8627-d262-40db-a209-8335877f173e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] For port 9695576a-d076-4512-ae2b-5846a7c26851, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=9695576a-d076-4512-ae2b-5846a7c26851,segment=NetworkSegment(44639218-168f-4a4c-8b4a-ae09f901522c),segment_id=44639218-168f-4a4c-8b4a-ae09f901522c)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:51:03.352726 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-805a8627-d262-40db-a209-8335877f173e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:03.364333 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d55187-b6ac-4efa-a460-5511f6ffa0c2 None None] get_active_networks_info from dv-neutron-822669-1-hyperv {{(pid=84150) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 13:51:03.461433 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d55187-b6ac-4efa-a460-5511f6ffa0c2 None None] Resources bound (agent type, host, resource id): {{(pid=84150) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 13:51:03.475708 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-805a8627-d262-40db-a209-8335877f173e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Calling delete_port for 9695576a-d076-4512-ae2b-5846a7c26851 owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:51:03.607031 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-805a8627-d262-40db-a209-8335877f173e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:03.611665 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1c7cf0db-2341-4784-9ca5-884058df3ba9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:03.652419 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a8627-d262-40db-a209-8335877f173e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Pushing event deleted for resources: {'Port': ['ID=9695576a-d076-4512-ae2b-5846a7c26851,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:03.654940 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-805a8627-d262-40db-a209-8335877f173e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:03.660163 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805a8627-d262-40db-a209-8335877f173e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] No DVR routers for this DVR port 9695576a-d076-4512-ae2b-5846a7c26851 on host dv-neutron-822669-1-hyperv {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:51:03.732798 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 28fb0f84-7ffd-46e1-8790-653ebb8e8499 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:51:03.790158 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-805a8627-d262-40db-a209-8335877f173e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:03.814981 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-805a8627-d262-40db-a209-8335877f173e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b33eb2-3b5c-46cf-874b-2e46b5f40d9e']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:03.827504 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-805a8627-d262-40db-a209-8335877f173e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44639218-168f-4a4c-8b4a-ae09f901522c') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:03.827799 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-805a8627-d262-40db-a209-8335877f173e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44639218-168f-4a4c-8b4a-ae09f901522c') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:03.840004 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-805a8627-d262-40db-a209-8335877f173e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:03.856371 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-805a8627-d262-40db-a209-8335877f173e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:03.865304 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-805a8627-d262-40db-a209-8335877f173e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:51:03.865699 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-805a8627-d262-40db-a209-8335877f173e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:03.872271 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 28fb0f84-7ffd-46e1-8790-653ebb8e8499 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:51:03.872651 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:03.881079 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:51:03.881079 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:51:03.881079 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:51:03.881079 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:51:03.881079 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:51:03.881079 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:51:03.881079 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:51:03.881079 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:51:03.881079 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:51:03.881079 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:51:03.881079 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:51:03.881079 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:51:03.881079 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:51:03.881079 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:51:03.881079 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:51:03.881079 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:51:03.881079 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:51:03.881079 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:51:03.881079 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:51:03.881079 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:51:03.881079 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:51:03.881079 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:51:03.881079 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:51:03.881079 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:51:03.881079 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:51:03.881079 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:51:03.881079 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:51:03.881079 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:51:03.881079 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:51:03.881079 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:51:03.881079 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:51:03.881079 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:51:04.024777 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-805a8627-d262-40db-a209-8335877f173e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:04.028395 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5b56f93d-140d-4dca-800c-0aaf39eb0a5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:04.043212 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-805a8627-d262-40db-a209-8335877f173e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:04.055925 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a8627-d262-40db-a209-8335877f173e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Pushing event deleted for resources: {'Network': ['ID=22b33eb2-3b5c-46cf-874b-2e46b5f40d9e,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:04.058642 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-805a8627-d262-40db-a209-8335877f173e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:04.060314 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-805a8627-d262-40db-a209-8335877f173e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] 10.222.0.47 "DELETE /v2.0/networks/22b33eb2-3b5c-46cf-874b-2e46b5f40d9e HTTP/1.1" status: 204 len: 168 time: 2.5926306 Dec 22 13:51:04.063709 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56134) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:04.068924 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-3137ca17-219c-4be9-9ebd-8a37a1a297f2 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1163881230'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:51:04.073960 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-3137ca17-219c-4be9-9ebd-8a37a1a297f2 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:51:04.077709 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-3137ca17-219c-4be9-9ebd-8a37a1a297f2 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Usage tracker for resource:network and tenant:6376efc616f4490694de0afb84ff26b6 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:51:04.080550 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-3137ca17-219c-4be9-9ebd-8a37a1a297f2 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:51:04.087062 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-3137ca17-219c-4be9-9ebd-8a37a1a297f2 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:51:04.180576 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3137ca17-219c-4be9-9ebd-8a37a1a297f2 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Made reservation on behalf of 6376efc616f4490694de0afb84ff26b6 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:51:04.183551 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3137ca17-219c-4be9-9ebd-8a37a1a297f2 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:04.212151 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3137ca17-219c-4be9-9ebd-8a37a1a297f2 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:51:04.220881 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3137ca17-219c-4be9-9ebd-8a37a1a297f2 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:04.221214 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-3137ca17-219c-4be9-9ebd-8a37a1a297f2 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Added segment da425727-bc3a-45bc-9ba9-354839afd108 of type vlan for network 3101a6f5-c246-44d7-963c-0cfcb1a0d668 Dec 22 13:51:04.251418 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3137ca17-219c-4be9-9ebd-8a37a1a297f2 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:04.352127 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3137ca17-219c-4be9-9ebd-8a37a1a297f2 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:04.355919 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3137ca17-219c-4be9-9ebd-8a37a1a297f2 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:04.356564 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3137ca17-219c-4be9-9ebd-8a37a1a297f2 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:04.360090 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-fd055f9c-0bcc-408e-a697-eba284e048ec tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:04.573510 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3137ca17-219c-4be9-9ebd-8a37a1a297f2 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Pushing event updated for resources: {'Network': ['ID=3101a6f5-c246-44d7-963c-0cfcb1a0d668,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:04.576604 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3137ca17-219c-4be9-9ebd-8a37a1a297f2 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:04.583245 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 3101a6f5-c246-44d7-963c-0cfcb1a0d668 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:51:04.647197 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-3137ca17-219c-4be9-9ebd-8a37a1a297f2 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5824468 Dec 22 13:51:04.651050 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56138) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:04.656464 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-9f22a76d-da7b-4578-a832-22b0181940be tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Request body: {'subnet': {'network_id': '3101a6f5-c246-44d7-963c-0cfcb1a0d668', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:51:04.766507 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-9f22a76d-da7b-4578-a832-22b0181940be tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:51:04.770273 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-9f22a76d-da7b-4578-a832-22b0181940be tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Usage tracker for resource:subnet and tenant:6376efc616f4490694de0afb84ff26b6 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:51:04.773074 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-9f22a76d-da7b-4578-a832-22b0181940be tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:51:04.778594 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-9f22a76d-da7b-4578-a832-22b0181940be tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:51:04.852053 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f22a76d-da7b-4578-a832-22b0181940be tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Made reservation on behalf of 6376efc616f4490694de0afb84ff26b6 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:51:04.952559 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9f22a76d-da7b-4578-a832-22b0181940be tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:05.037299 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.ipam_backend_mixin [None req-9f22a76d-da7b-4578-a832-22b0181940be tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Performing IP validity checks on allocation pools {{(pid=84149) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 13:51:05.037818 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.ipam_backend_mixin [None req-9f22a76d-da7b-4578-a832-22b0181940be tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84149) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 13:51:05.220652 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9f22a76d-da7b-4578-a832-22b0181940be tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:05.224961 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e4191390-273b-4c92-add2-b970ff2371c5 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:05.287993 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f22a76d-da7b-4578-a832-22b0181940be tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Pushing event updated for resources: {'Subnet': ['ID=fbdd0d13-eafe-4755-9eef-b28aa8c3c10d,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:05.291297 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9f22a76d-da7b-4578-a832-22b0181940be tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:05.313367 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f22a76d-da7b-4578-a832-22b0181940be tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Checking segment: {'id': 'da425727-bc3a-45bc-9ba9-354839afd108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3101a6f5-c246-44d7-963c-0cfcb1a0d668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:51:05.313723 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f22a76d-da7b-4578-a832-22b0181940be tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Network hostable DHCP agents. Network: 3101a6f5-c246-44d7-963c-0cfcb1a0d668, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:51:05.391915 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f22a76d-da7b-4578-a832-22b0181940be tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Network 3101a6f5-c246-44d7-963c-0cfcb1a0d668 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:51:05.472349 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-9f22a76d-da7b-4578-a832-22b0181940be tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 3101a6f5-c246-44d7-963c-0cfcb1a0d668) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:51:05.477603 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f22a76d-da7b-4578-a832-22b0181940be tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:05.478926 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9f22a76d-da7b-4578-a832-22b0181940be tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:05.482421 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4c087f-a35e-449b-bc80-9e9dc8fe558e None None] Network 3101a6f5-c246-44d7-963c-0cfcb1a0d668 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:51:05.561422 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9f22a76d-da7b-4578-a832-22b0181940be tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9093070 Dec 22 13:51:05.564025 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56142) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:05.711517 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d8607e8b-d423-41e3-a648-a00f99309d52 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:05.711639 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d030bc8-7330-41af-8761-a93c248ebfd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-3101a6f5-c246-44d7-963c-0cfcb1a0d668', 'network_id': '3101a6f5-c246-44d7-963c-0cfcb1a0d668', 'tenant_id': '6376efc616f4490694de0afb84ff26b6', 'fixed_ips': [{'subnet_id': 'fbdd0d13-eafe-4755-9eef-b28aa8c3c10d'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:51:05.711639 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2d030bc8-7330-41af-8761-a93c248ebfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:05.729950 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-47360243-aac4-43f9-89c2-ab9810333956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:05.776942 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d8607e8b-d423-41e3-a648-a00f99309d52 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:05.871796 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-2d030bc8-7330-41af-8761-a93c248ebfd7 None None] Allocated IP 2001:db8::3 (3101a6f5-c246-44d7-963c-0cfcb1a0d668/fbdd0d13-eafe-4755-9eef-b28aa8c3c10d/d0a49d7c-a77c-43cd-a758-243cf5ea3493) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:51:06.075163 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2d030bc8-7330-41af-8761-a93c248ebfd7 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:06.084617 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-2d030bc8-7330-41af-8761-a93c248ebfd7 None None] Transition to ACTIVE for port object d0a49d7c-a77c-43cd-a758-243cf5ea3493 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:51:06.102686 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-2d030bc8-7330-41af-8761-a93c248ebfd7 None None] Transition to ACTIVE for port object d0a49d7c-a77c-43cd-a758-243cf5ea3493 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:51:06.163383 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2d030bc8-7330-41af-8761-a93c248ebfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:06.167471 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:06.231642 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d030bc8-7330-41af-8761-a93c248ebfd7 None None] Network 3101a6f5-c246-44d7-963c-0cfcb1a0d668 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:51:06.235004 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-2d030bc8-7330-41af-8761-a93c248ebfd7 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:51:06.236671 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d030bc8-7330-41af-8761-a93c248ebfd7 None None] Pushing event updated for resources: {'Port': ['ID=d0a49d7c-a77c-43cd-a758-243cf5ea3493,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:06.239269 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d030bc8-7330-41af-8761-a93c248ebfd7 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:51:06.241881 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-2d030bc8-7330-41af-8761-a93c248ebfd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:06.249742 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d8607e8b-d423-41e3-a648-a00f99309d52 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:06.254366 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d7985a52-0335-45ed-9f35-a80e746c3135 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:06.296756 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8607e8b-d423-41e3-a648-a00f99309d52 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Pushing event deleted for resources: {'Subnet': ['ID=fbdd0d13-eafe-4755-9eef-b28aa8c3c10d,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:06.299205 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d8607e8b-d423-41e3-a648-a00f99309d52 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:06.327513 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-2d030bc8-7330-41af-8761-a93c248ebfd7 None None] Attempting to bind port d0a49d7c-a77c-43cd-a758-243cf5ea3493 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:51:06.327776 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-2d030bc8-7330-41af-8761-a93c248ebfd7 None None] Attempting to bind port d0a49d7c-a77c-43cd-a758-243cf5ea3493 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'da425727-bc3a-45bc-9ba9-354839afd108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3101a6f5-c246-44d7-963c-0cfcb1a0d668'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:51:06.328138 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d030bc8-7330-41af-8761-a93c248ebfd7 None None] Attempting to bind port d0a49d7c-a77c-43cd-a758-243cf5ea3493 on network 3101a6f5-c246-44d7-963c-0cfcb1a0d668 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:51:06.334369 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d030bc8-7330-41af-8761-a93c248ebfd7 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:51:06.334752 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d030bc8-7330-41af-8761-a93c248ebfd7 None None] Checking segment: {'id': 'da425727-bc3a-45bc-9ba9-354839afd108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3101a6f5-c246-44d7-963c-0cfcb1a0d668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:51:06.335179 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2d030bc8-7330-41af-8761-a93c248ebfd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:06.335579 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d030bc8-7330-41af-8761-a93c248ebfd7 None None] Bound using segment: {'id': 'da425727-bc3a-45bc-9ba9-354839afd108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3101a6f5-c246-44d7-963c-0cfcb1a0d668'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:51:06.336046 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-2d030bc8-7330-41af-8761-a93c248ebfd7 None None] Bound port: d0a49d7c-a77c-43cd-a758-243cf5ea3493, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da425727-bc3a-45bc-9ba9-354839afd108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3101a6f5-c246-44d7-963c-0cfcb1a0d668'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:51:06.336404 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2d030bc8-7330-41af-8761-a93c248ebfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:06.390081 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d8607e8b-d423-41e3-a648-a00f99309d52 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:06.418640 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-d8607e8b-d423-41e3-a648-a00f99309d52 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3101a6f5-c246-44d7-963c-0cfcb1a0d668']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:06.421403 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-2d030bc8-7330-41af-8761-a93c248ebfd7 None None] For port d0a49d7c-a77c-43cd-a758-243cf5ea3493, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:51:06.424530 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-2d030bc8-7330-41af-8761-a93c248ebfd7 None None] For port d0a49d7c-a77c-43cd-a758-243cf5ea3493, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=d0a49d7c-a77c-43cd-a758-243cf5ea3493,segment=NetworkSegment(da425727-bc3a-45bc-9ba9-354839afd108),segment_id=da425727-bc3a-45bc-9ba9-354839afd108)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:51:06.431858 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-d8607e8b-d423-41e3-a648-a00f99309d52 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da425727-bc3a-45bc-9ba9-354839afd108') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:06.432153 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-d8607e8b-d423-41e3-a648-a00f99309d52 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da425727-bc3a-45bc-9ba9-354839afd108') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:06.443447 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d8607e8b-d423-41e3-a648-a00f99309d52 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:06.501377 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2d030bc8-7330-41af-8761-a93c248ebfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:06.503388 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d8607e8b-d423-41e3-a648-a00f99309d52 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:06.505722 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-508cdfdb-1224-4229-aff8-bc2d83b2ac68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:06.511190 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8607e8b-d423-41e3-a648-a00f99309d52 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:51:06.511768 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d8607e8b-d423-41e3-a648-a00f99309d52 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:06.526934 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:51:06.526934 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:51:06.526934 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:51:06.526934 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:51:06.526934 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:51:06.526934 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:51:06.526934 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:51:06.526934 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:51:06.526934 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:51:06.526934 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:51:06.526934 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:51:06.526934 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:51:06.526934 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:51:06.526934 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:51:06.526934 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:51:06.526934 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:51:06.526934 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:51:06.526934 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:51:06.526934 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:51:06.526934 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:51:06.526934 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:51:06.526934 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:51:06.526934 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:51:06.526934 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:51:06.526934 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:51:06.526934 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:51:06.526934 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:51:06.526934 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:51:06.526934 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:51:06.526934 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:51:06.526934 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:51:06.526934 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:51:06.592244 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d030bc8-7330-41af-8761-a93c248ebfd7 None None] Pushing event updated for resources: {'Port': ['ID=d0a49d7c-a77c-43cd-a758-243cf5ea3493,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:06.619888 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-2d030bc8-7330-41af-8761-a93c248ebfd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:06.652369 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.db.api [None req-d8607e8b-d423-41e3-a648-a00f99309d52 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 13:51:06.652369 dv-neutron-822669-1-hyperv neutron-server[84149]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 13:51:06.652369 dv-neutron-822669-1-hyperv neutron-server[84149]: [parameters: {'id': '3101a6f5-c246-44d7-963c-0cfcb1a0d668'}] Dec 22 13:51:06.652369 dv-neutron-822669-1-hyperv neutron-server[84149]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84149) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:51:06.652872 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_db.api [None req-d8607e8b-d423-41e3-a648-a00f99309d52 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:51:06.658948 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb6cf25-9e3c-4c22-b0ba-479084bd8636 None None] Network 3101a6f5-c246-44d7-963c-0cfcb1a0d668 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:51:06.850404 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09b5703-7e9c-4ecd-810b-b6ba8302e6f1 None None] get_active_networks_info from dv-neutron-822669-1-hyperv {{(pid=84150) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 13:51:06.933048 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09b5703-7e9c-4ecd-810b-b6ba8302e6f1 None None] Resources bound (agent type, host, resource id): {{(pid=84150) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 13:51:07.153528 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d8607e8b-d423-41e3-a648-a00f99309d52 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:07.164764 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-d8607e8b-d423-41e3-a648-a00f99309d52 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Deleting port d0a49d7c-a77c-43cd-a758-243cf5ea3493 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:51:07.165316 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d8607e8b-d423-41e3-a648-a00f99309d52 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:07.366994 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-d8607e8b-d423-41e3-a648-a00f99309d52 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] For port d0a49d7c-a77c-43cd-a758-243cf5ea3493, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=d0a49d7c-a77c-43cd-a758-243cf5ea3493,segment=NetworkSegment(da425727-bc3a-45bc-9ba9-354839afd108),segment_id=da425727-bc3a-45bc-9ba9-354839afd108)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:51:07.367351 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d8607e8b-d423-41e3-a648-a00f99309d52 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:07.486029 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-d8607e8b-d423-41e3-a648-a00f99309d52 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Calling delete_port for d0a49d7c-a77c-43cd-a758-243cf5ea3493 owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:51:07.623609 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d8607e8b-d423-41e3-a648-a00f99309d52 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:07.627433 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-797a674c-8d7a-4afa-a8bb-bfcb7dbff748 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:07.669062 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8607e8b-d423-41e3-a648-a00f99309d52 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Pushing event deleted for resources: {'Port': ['ID=d0a49d7c-a77c-43cd-a758-243cf5ea3493,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:07.671446 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d8607e8b-d423-41e3-a648-a00f99309d52 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:07.676378 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8607e8b-d423-41e3-a648-a00f99309d52 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] No DVR routers for this DVR port d0a49d7c-a77c-43cd-a758-243cf5ea3493 on host dv-neutron-822669-1-hyperv {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:51:07.798555 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d8607e8b-d423-41e3-a648-a00f99309d52 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:07.824653 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-d8607e8b-d423-41e3-a648-a00f99309d52 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3101a6f5-c246-44d7-963c-0cfcb1a0d668']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:07.837189 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-d8607e8b-d423-41e3-a648-a00f99309d52 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da425727-bc3a-45bc-9ba9-354839afd108') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:07.837481 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-d8607e8b-d423-41e3-a648-a00f99309d52 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da425727-bc3a-45bc-9ba9-354839afd108') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:07.849412 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d8607e8b-d423-41e3-a648-a00f99309d52 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:07.869264 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d8607e8b-d423-41e3-a648-a00f99309d52 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:07.875076 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8607e8b-d423-41e3-a648-a00f99309d52 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:51:07.875448 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d8607e8b-d423-41e3-a648-a00f99309d52 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:07.890248 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:51:07.890248 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:51:07.890248 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:51:07.890248 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:51:07.890248 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:51:07.890248 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:51:07.890248 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:51:07.890248 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:51:07.890248 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:51:07.890248 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:51:07.890248 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:51:07.890248 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:51:07.890248 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:51:07.890248 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:51:07.890248 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:51:07.890248 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:51:07.890248 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:51:07.890248 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:51:07.890248 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:51:07.890248 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:51:07.890248 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:51:07.890248 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:51:07.890248 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:51:07.890248 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:51:07.890248 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:51:07.890248 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:51:07.890248 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:51:07.890248 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:51:07.890248 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:51:07.890248 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:51:07.890248 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:51:07.890248 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:51:08.029374 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-804eef4b-3e37-428e-949f-9ebee82ca2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:08.037843 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d8607e8b-d423-41e3-a648-a00f99309d52 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:08.042079 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e45774dd-7c36-49f6-9562-7f944419fea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:08.056908 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d8607e8b-d423-41e3-a648-a00f99309d52 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:08.069825 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8607e8b-d423-41e3-a648-a00f99309d52 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Pushing event deleted for resources: {'Network': ['ID=3101a6f5-c246-44d7-963c-0cfcb1a0d668,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:08.072749 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d8607e8b-d423-41e3-a648-a00f99309d52 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:08.074202 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d8607e8b-d423-41e3-a648-a00f99309d52 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] 10.222.0.47 "DELETE /v2.0/networks/3101a6f5-c246-44d7-963c-0cfcb1a0d668 HTTP/1.1" status: 204 len: 168 time: 2.5092602 Dec 22 13:51:08.077622 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56146) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:08.082855 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-ab894db3-e4f3-4d1a-8c8f-841774d31dc4 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1847364933'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:51:08.087741 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-ab894db3-e4f3-4d1a-8c8f-841774d31dc4 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:51:08.091742 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-ab894db3-e4f3-4d1a-8c8f-841774d31dc4 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Usage tracker for resource:network and tenant:6376efc616f4490694de0afb84ff26b6 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:51:08.094567 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-ab894db3-e4f3-4d1a-8c8f-841774d31dc4 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:51:08.104943 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-ab894db3-e4f3-4d1a-8c8f-841774d31dc4 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:51:08.174589 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab894db3-e4f3-4d1a-8c8f-841774d31dc4 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Made reservation on behalf of 6376efc616f4490694de0afb84ff26b6 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:51:08.177516 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ab894db3-e4f3-4d1a-8c8f-841774d31dc4 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:08.205195 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab894db3-e4f3-4d1a-8c8f-841774d31dc4 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:51:08.213389 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ab894db3-e4f3-4d1a-8c8f-841774d31dc4 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:08.213728 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-ab894db3-e4f3-4d1a-8c8f-841774d31dc4 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Added segment 1727d0bc-d2b1-4a6b-bae9-754f694ef90d of type vlan for network 9b0b81c1-3e18-45da-9816-f01cfbfc4c17 Dec 22 13:51:08.239242 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ab894db3-e4f3-4d1a-8c8f-841774d31dc4 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:08.328726 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ab894db3-e4f3-4d1a-8c8f-841774d31dc4 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:08.332350 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab894db3-e4f3-4d1a-8c8f-841774d31dc4 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:08.332914 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ab894db3-e4f3-4d1a-8c8f-841774d31dc4 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:08.336579 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3bc76568-27a8-41fe-91eb-e4cba2c8672f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:08.539244 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab894db3-e4f3-4d1a-8c8f-841774d31dc4 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Pushing event updated for resources: {'Network': ['ID=9b0b81c1-3e18-45da-9816-f01cfbfc4c17,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:08.542046 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ab894db3-e4f3-4d1a-8c8f-841774d31dc4 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:08.549437 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 9b0b81c1-3e18-45da-9816-f01cfbfc4c17 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:51:08.588873 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ab894db3-e4f3-4d1a-8c8f-841774d31dc4 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5101745 Dec 22 13:51:08.591794 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56150) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:08.597328 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-e28219cd-7860-4707-8e2d-81372ba427c9 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Request body: {'subnet': {'network_id': '9b0b81c1-3e18-45da-9816-f01cfbfc4c17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:51:08.709531 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-e28219cd-7860-4707-8e2d-81372ba427c9 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:51:08.714285 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-e28219cd-7860-4707-8e2d-81372ba427c9 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Usage tracker for resource:subnet and tenant:6376efc616f4490694de0afb84ff26b6 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:51:08.717320 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-e28219cd-7860-4707-8e2d-81372ba427c9 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:51:08.722822 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-e28219cd-7860-4707-8e2d-81372ba427c9 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:51:08.780474 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28219cd-7860-4707-8e2d-81372ba427c9 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Made reservation on behalf of 6376efc616f4490694de0afb84ff26b6 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:51:08.882477 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e28219cd-7860-4707-8e2d-81372ba427c9 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:08.983845 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:09.141013 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e28219cd-7860-4707-8e2d-81372ba427c9 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:09.144621 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5bf78655-54d2-4f4d-8989-623a74c2fb4c tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:09.213521 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28219cd-7860-4707-8e2d-81372ba427c9 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Pushing event updated for resources: {'Subnet': ['ID=d251a78d-0ccb-4637-b160-de9835bf1568,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:09.217501 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e28219cd-7860-4707-8e2d-81372ba427c9 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:09.231372 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28219cd-7860-4707-8e2d-81372ba427c9 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Checking segment: {'id': '1727d0bc-d2b1-4a6b-bae9-754f694ef90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9b0b81c1-3e18-45da-9816-f01cfbfc4c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:51:09.231769 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28219cd-7860-4707-8e2d-81372ba427c9 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Network hostable DHCP agents. Network: 9b0b81c1-3e18-45da-9816-f01cfbfc4c17, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:51:09.306223 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28219cd-7860-4707-8e2d-81372ba427c9 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Network 9b0b81c1-3e18-45da-9816-f01cfbfc4c17 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:51:09.363268 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:09.397174 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-e28219cd-7860-4707-8e2d-81372ba427c9 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 9b0b81c1-3e18-45da-9816-f01cfbfc4c17) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:51:09.401381 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28219cd-7860-4707-8e2d-81372ba427c9 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:09.401958 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e28219cd-7860-4707-8e2d-81372ba427c9 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:09.412117 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338cec54-7768-42af-802a-0e1a8ab4e986 None None] Network 9b0b81c1-3e18-45da-9816-f01cfbfc4c17 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:51:09.467745 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e28219cd-7860-4707-8e2d-81372ba427c9 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8714507 Dec 22 13:51:09.468098 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 56154) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:09.473776 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-1821c7c5-7ce7-4a03-ac2e-53a9d483480e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-862920440'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:51:09.478653 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-1821c7c5-7ce7-4a03-ac2e-53a9d483480e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:51:09.482460 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-1821c7c5-7ce7-4a03-ac2e-53a9d483480e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Usage tracker for resource:network and tenant:6376efc616f4490694de0afb84ff26b6 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:51:09.485275 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-1821c7c5-7ce7-4a03-ac2e-53a9d483480e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:51:09.492442 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-1821c7c5-7ce7-4a03-ac2e-53a9d483480e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:51:09.543397 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1821c7c5-7ce7-4a03-ac2e-53a9d483480e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Made reservation on behalf of 6376efc616f4490694de0afb84ff26b6 for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:51:09.546508 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1821c7c5-7ce7-4a03-ac2e-53a9d483480e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:09.576581 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1821c7c5-7ce7-4a03-ac2e-53a9d483480e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:51:09.585272 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1821c7c5-7ce7-4a03-ac2e-53a9d483480e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:09.585603 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-1821c7c5-7ce7-4a03-ac2e-53a9d483480e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Added segment fe82dffb-31ec-4e63-bb2d-c8bf590dfd36 of type vlan for network ea6e03f4-b121-44de-ae69-fda98c90dd3d Dec 22 13:51:09.611581 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1821c7c5-7ce7-4a03-ac2e-53a9d483480e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:09.621482 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9a1388-fff7-44ee-af7a-b38a948833c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-9b0b81c1-3e18-45da-9816-f01cfbfc4c17', 'network_id': '9b0b81c1-3e18-45da-9816-f01cfbfc4c17', 'tenant_id': '6376efc616f4490694de0afb84ff26b6', 'fixed_ips': [{'subnet_id': 'd251a78d-0ccb-4637-b160-de9835bf1568'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:51:09.624600 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5c9a1388-fff7-44ee-af7a-b38a948833c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:09.746099 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1821c7c5-7ce7-4a03-ac2e-53a9d483480e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:09.750003 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1821c7c5-7ce7-4a03-ac2e-53a9d483480e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:09.750700 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1821c7c5-7ce7-4a03-ac2e-53a9d483480e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:09.754491 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f245f7d1-4d80-4f06-8fd2-9c4d9882f607 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:09.779004 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-5c9a1388-fff7-44ee-af7a-b38a948833c3 None None] Allocated IP 2001:db8::2 (9b0b81c1-3e18-45da-9816-f01cfbfc4c17/d251a78d-0ccb-4637-b160-de9835bf1568/deb945ef-ba97-4a05-9dd3-48d2554487a7) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:51:09.860818 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821c7c5-7ce7-4a03-ac2e-53a9d483480e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Pushing event updated for resources: {'Network': ['ID=ea6e03f4-b121-44de-ae69-fda98c90dd3d,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:09.869452 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821c7c5-7ce7-4a03-ac2e-53a9d483480e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:09.869827 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821c7c5-7ce7-4a03-ac2e-53a9d483480e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:09.870195 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821c7c5-7ce7-4a03-ac2e-53a9d483480e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:09.870611 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821c7c5-7ce7-4a03-ac2e-53a9d483480e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:09.871038 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821c7c5-7ce7-4a03-ac2e-53a9d483480e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:09.871396 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821c7c5-7ce7-4a03-ac2e-53a9d483480e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:09.871752 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821c7c5-7ce7-4a03-ac2e-53a9d483480e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:09.872109 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821c7c5-7ce7-4a03-ac2e-53a9d483480e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:09.872490 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821c7c5-7ce7-4a03-ac2e-53a9d483480e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:09.872866 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821c7c5-7ce7-4a03-ac2e-53a9d483480e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:09.873215 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821c7c5-7ce7-4a03-ac2e-53a9d483480e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:09.876736 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1821c7c5-7ce7-4a03-ac2e-53a9d483480e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:09.886497 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network ea6e03f4-b121-44de-ae69-fda98c90dd3d details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:51:09.909834 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-1821c7c5-7ce7-4a03-ac2e-53a9d483480e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4406526 Dec 22 13:51:09.912673 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 56158) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:09.918608 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-b958e8e7-5cac-4b76-b21b-894c08dde0f5 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Request body: {'subnet': {'network_id': 'ea6e03f4-b121-44de-ae69-fda98c90dd3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:51:10.030964 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-b958e8e7-5cac-4b76-b21b-894c08dde0f5 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:51:10.034662 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-b958e8e7-5cac-4b76-b21b-894c08dde0f5 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Usage tracker for resource:subnet and tenant:6376efc616f4490694de0afb84ff26b6 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:51:10.037639 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-b958e8e7-5cac-4b76-b21b-894c08dde0f5 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:51:10.043601 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-b958e8e7-5cac-4b76-b21b-894c08dde0f5 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:51:10.078258 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5c9a1388-fff7-44ee-af7a-b38a948833c3 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:10.088076 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-5c9a1388-fff7-44ee-af7a-b38a948833c3 None None] Transition to ACTIVE for port object deb945ef-ba97-4a05-9dd3-48d2554487a7 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:51:10.105588 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-5c9a1388-fff7-44ee-af7a-b38a948833c3 None None] Transition to ACTIVE for port object deb945ef-ba97-4a05-9dd3-48d2554487a7 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:51:10.154860 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b958e8e7-5cac-4b76-b21b-894c08dde0f5 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Made reservation on behalf of 6376efc616f4490694de0afb84ff26b6 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:51:10.178090 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5c9a1388-fff7-44ee-af7a-b38a948833c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:10.183145 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:10.246616 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9a1388-fff7-44ee-af7a-b38a948833c3 None None] Network 9b0b81c1-3e18-45da-9816-f01cfbfc4c17 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:51:10.249836 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-5c9a1388-fff7-44ee-af7a-b38a948833c3 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:51:10.254033 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9a1388-fff7-44ee-af7a-b38a948833c3 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:51:10.256669 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a1388-fff7-44ee-af7a-b38a948833c3 None None] Pushing event updated for resources: {'Port': ['ID=deb945ef-ba97-4a05-9dd3-48d2554487a7,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:10.260923 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-5c9a1388-fff7-44ee-af7a-b38a948833c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:10.265160 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b958e8e7-5cac-4b76-b21b-894c08dde0f5 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:10.347029 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-5c9a1388-fff7-44ee-af7a-b38a948833c3 None None] Attempting to bind port deb945ef-ba97-4a05-9dd3-48d2554487a7 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:51:10.347318 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-5c9a1388-fff7-44ee-af7a-b38a948833c3 None None] Attempting to bind port deb945ef-ba97-4a05-9dd3-48d2554487a7 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '1727d0bc-d2b1-4a6b-bae9-754f694ef90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9b0b81c1-3e18-45da-9816-f01cfbfc4c17'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:51:10.347691 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9a1388-fff7-44ee-af7a-b38a948833c3 None None] Attempting to bind port deb945ef-ba97-4a05-9dd3-48d2554487a7 on network 9b0b81c1-3e18-45da-9816-f01cfbfc4c17 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:51:10.355431 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9a1388-fff7-44ee-af7a-b38a948833c3 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:51:10.355807 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9a1388-fff7-44ee-af7a-b38a948833c3 None None] Checking segment: {'id': '1727d0bc-d2b1-4a6b-bae9-754f694ef90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9b0b81c1-3e18-45da-9816-f01cfbfc4c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:51:10.356224 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5c9a1388-fff7-44ee-af7a-b38a948833c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:10.356625 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9a1388-fff7-44ee-af7a-b38a948833c3 None None] Bound using segment: {'id': '1727d0bc-d2b1-4a6b-bae9-754f694ef90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9b0b81c1-3e18-45da-9816-f01cfbfc4c17'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:51:10.357102 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-5c9a1388-fff7-44ee-af7a-b38a948833c3 None None] Bound port: deb945ef-ba97-4a05-9dd3-48d2554487a7, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1727d0bc-d2b1-4a6b-bae9-754f694ef90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9b0b81c1-3e18-45da-9816-f01cfbfc4c17'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:51:10.357484 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5c9a1388-fff7-44ee-af7a-b38a948833c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:10.446760 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-5c9a1388-fff7-44ee-af7a-b38a948833c3 None None] For port deb945ef-ba97-4a05-9dd3-48d2554487a7, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:51:10.449857 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-5c9a1388-fff7-44ee-af7a-b38a948833c3 None None] For port deb945ef-ba97-4a05-9dd3-48d2554487a7, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=deb945ef-ba97-4a05-9dd3-48d2554487a7,segment=NetworkSegment(1727d0bc-d2b1-4a6b-bae9-754f694ef90d),segment_id=1727d0bc-d2b1-4a6b-bae9-754f694ef90d)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:51:10.530163 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5c9a1388-fff7-44ee-af7a-b38a948833c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:10.533903 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-786ce25e-680b-489b-a21c-c6a0d018f6fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:10.589432 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:10.612086 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a1388-fff7-44ee-af7a-b38a948833c3 None None] Pushing event updated for resources: {'Port': ['ID=deb945ef-ba97-4a05-9dd3-48d2554487a7,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:10.615291 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-5c9a1388-fff7-44ee-af7a-b38a948833c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:10.644020 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b958e8e7-5cac-4b76-b21b-894c08dde0f5 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:10.649197 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-bae25e5f-84e6-42fd-b82a-24b2f6ae0686 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:10.725385 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958e8e7-5cac-4b76-b21b-894c08dde0f5 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Pushing event updated for resources: {'Subnet': ['ID=3afb746b-d2be-4b10-85ed-0f0dea914e7f,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:10.730652 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b958e8e7-5cac-4b76-b21b-894c08dde0f5 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:10.742415 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b958e8e7-5cac-4b76-b21b-894c08dde0f5 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Checking segment: {'id': 'fe82dffb-31ec-4e63-bb2d-c8bf590dfd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'ea6e03f4-b121-44de-ae69-fda98c90dd3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:51:10.742885 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b958e8e7-5cac-4b76-b21b-894c08dde0f5 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Network hostable DHCP agents. Network: ea6e03f4-b121-44de-ae69-fda98c90dd3d, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:51:10.849320 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b958e8e7-5cac-4b76-b21b-894c08dde0f5 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Network ea6e03f4-b121-44de-ae69-fda98c90dd3d is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:51:10.911948 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-b958e8e7-5cac-4b76-b21b-894c08dde0f5 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, ea6e03f4-b121-44de-ae69-fda98c90dd3d) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:51:10.916602 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b958e8e7-5cac-4b76-b21b-894c08dde0f5 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:10.917187 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b958e8e7-5cac-4b76-b21b-894c08dde0f5 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:10.921708 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d4f848-75fd-4392-9ffd-d69514ad5dcf None None] Network ea6e03f4-b121-44de-ae69-fda98c90dd3d requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:51:11.001354 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b958e8e7-5cac-4b76-b21b-894c08dde0f5 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0872746 Dec 22 13:51:11.003718 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 56162) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:11.134461 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6e0b4c-095c-4679-be1f-a4a3c9fdf239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-ea6e03f4-b121-44de-ae69-fda98c90dd3d', 'network_id': 'ea6e03f4-b121-44de-ae69-fda98c90dd3d', 'tenant_id': '6376efc616f4490694de0afb84ff26b6', 'fixed_ips': [{'subnet_id': '3afb746b-d2be-4b10-85ed-0f0dea914e7f'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:51:11.135217 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1a6e0b4c-095c-4679-be1f-a4a3c9fdf239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:11.143120 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f9ff55f5-2451-4c31-aeb0-effed0c1f3dc tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:11.210542 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f9ff55f5-2451-4c31-aeb0-effed0c1f3dc tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:11.341379 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f9ff55f5-2451-4c31-aeb0-effed0c1f3dc tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:11.345668 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-db1f1dd4-f2f8-447b-b942-cdbe56a81cf0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server [None req-1a6e0b4c-095c-4679-be1f-a4a3c9fdf239 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3afb746b-d2be-4b10-85ed-0f0dea914e7f: This subnet is being modified by another concurrent operation. Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise value Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server raise exception Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3afb746b-d2be-4b10-85ed-0f0dea914e7f: This subnet is being modified by another concurrent operation. Dec 22 13:51:11.359819 dv-neutron-822669-1-hyperv neutron-server[84150]: ERROR oslo_messaging.rpc.server Dec 22 13:51:11.382224 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff55f5-2451-4c31-aeb0-effed0c1f3dc tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Pushing event deleted for resources: {'Subnet': ['ID=3afb746b-d2be-4b10-85ed-0f0dea914e7f,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:11.385090 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f9ff55f5-2451-4c31-aeb0-effed0c1f3dc tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:11.387201 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5941d4a2-670f-40db-a7c5-1cec0e62e38b None None] Network ea6e03f4-b121-44de-ae69-fda98c90dd3d requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:51:11.487704 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f9ff55f5-2451-4c31-aeb0-effed0c1f3dc tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:11.516448 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-f9ff55f5-2451-4c31-aeb0-effed0c1f3dc tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea6e03f4-b121-44de-ae69-fda98c90dd3d']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:11.531029 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-f9ff55f5-2451-4c31-aeb0-effed0c1f3dc tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe82dffb-31ec-4e63-bb2d-c8bf590dfd36') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:11.531395 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-f9ff55f5-2451-4c31-aeb0-effed0c1f3dc tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe82dffb-31ec-4e63-bb2d-c8bf590dfd36') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:11.544997 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f9ff55f5-2451-4c31-aeb0-effed0c1f3dc tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:11.563120 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f9ff55f5-2451-4c31-aeb0-effed0c1f3dc tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:11.576045 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9ff55f5-2451-4c31-aeb0-effed0c1f3dc tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:51:11.576045 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f9ff55f5-2451-4c31-aeb0-effed0c1f3dc tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:11.586882 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:51:11.586882 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:51:11.586882 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:51:11.586882 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:51:11.586882 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:51:11.586882 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:51:11.586882 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:51:11.586882 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:51:11.586882 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:51:11.586882 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:51:11.586882 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:51:11.586882 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:51:11.586882 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:51:11.586882 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:51:11.586882 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:51:11.586882 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:51:11.586882 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:51:11.586882 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:51:11.586882 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:51:11.586882 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:51:11.586882 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:51:11.586882 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:51:11.586882 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:51:11.586882 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:51:11.586882 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:51:11.586882 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:51:11.586882 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:51:11.586882 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:51:11.586882 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:51:11.586882 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:51:11.586882 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:51:11.586882 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:51:11.594103 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48bbabe-0ef5-48e0-93ea-6caf973cdce5 None None] Network 9b0b81c1-3e18-45da-9816-f01cfbfc4c17 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:51:11.746306 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f9ff55f5-2451-4c31-aeb0-effed0c1f3dc tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:11.749934 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2b5d1960-1971-4125-beb1-80708c3d3244 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:11.768525 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f9ff55f5-2451-4c31-aeb0-effed0c1f3dc tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:11.768818 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c7a64dc5-8dbc-4cdf-a5e7-00677cb294fd None None] Provisioning for port deb945ef-ba97-4a05-9dd3-48d2554487a7 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:51:11.776768 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device deb945ef-ba97-4a05-9dd3-48d2554487a7 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:51:11.776987 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff55f5-2451-4c31-aeb0-effed0c1f3dc tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Pushing event deleted for resources: {'Network': ['ID=ea6e03f4-b121-44de-ae69-fda98c90dd3d,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:11.780171 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f9ff55f5-2451-4c31-aeb0-effed0c1f3dc tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:11.785007 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56166) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:11.785559 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f9ff55f5-2451-4c31-aeb0-effed0c1f3dc tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] 10.222.0.47 "DELETE /v2.0/networks/ea6e03f4-b121-44de-ae69-fda98c90dd3d HTTP/1.1" status: 204 len: 168 time: 0.7804549 Dec 22 13:51:11.825232 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-d72d6572-3d6e-4194-8ff3-a4aeefed6b6b tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] GET failed (client error): The resource could not be found. Dec 22 13:51:11.825743 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d72d6572-3d6e-4194-8ff3-a4aeefed6b6b tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Synchronizing usage tracker for tenant:6376efc616f4490694de0afb84ff26b6 on resource:subnet {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:51:11.900406 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d72d6572-3d6e-4194-8ff3-a4aeefed6b6b tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Unset dirty status for tenant:6376efc616f4490694de0afb84ff26b6 on resource:subnet {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:51:11.904013 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d72d6572-3d6e-4194-8ff3-a4aeefed6b6b tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] 10.222.0.47 "GET /v2.0/subnets/3afb746b-d2be-4b10-85ed-0f0dea914e7f HTTP/1.1" status: 404 len: 337 time: 0.1155202 Dec 22 13:51:11.904231 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56170) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:11.929115 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0a5155-1ba1-4e8c-9906-4a0006de972a tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] DELETE failed (client error): The resource could not be found. Dec 22 13:51:11.929647 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c0a5155-1ba1-4e8c-9906-4a0006de972a tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:51:11.931325 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0c0a5155-1ba1-4e8c-9906-4a0006de972a tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] 10.222.0.47 "DELETE /v2.0/networks/ea6e03f4-b121-44de-ae69-fda98c90dd3d HTTP/1.1" status: 404 len: 339 time: 0.0261588 Dec 22 13:51:11.934970 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56174) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:11.974510 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b5a23c-a07d-4183-9008-2fe465bd4bf2 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] DELETE failed (client error): The resource could not be found. Dec 22 13:51:11.974958 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9b5a23c-a07d-4183-9008-2fe465bd4bf2 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:51:11.976938 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e9b5a23c-a07d-4183-9008-2fe465bd4bf2 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] 10.222.0.47 "DELETE /v2.0/subnets/3afb746b-d2be-4b10-85ed-0f0dea914e7f HTTP/1.1" status: 404 len: 337 time: 0.0410850 Dec 22 13:51:11.979486 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56178) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:12.009194 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-44706577-3c25-4a7a-bffe-ee7b34aa4f24 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] DELETE failed (client error): The resource could not be found. Dec 22 13:51:12.009640 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44706577-3c25-4a7a-bffe-ee7b34aa4f24 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:51:12.011312 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-44706577-3c25-4a7a-bffe-ee7b34aa4f24 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] 10.222.0.47 "DELETE /v2.0/networks/ea6e03f4-b121-44de-ae69-fda98c90dd3d HTTP/1.1" status: 404 len: 339 time: 0.0309269 Dec 22 13:51:12.013911 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56182) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:12.020700 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port deb945ef-ba97-4a05-9dd3-48d2554487a7 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:51:12.026788 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port deb945ef-ba97-4a05-9dd3-48d2554487a7 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:51:12.027241 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:12.081888 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-00600729-9fd4-4380-ae27-fda272a5a685 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Deleting subnet d251a78d-0ccb-4637-b160-de9835bf1568 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:51:12.085709 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-00600729-9fd4-4380-ae27-fda272a5a685 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:12.125528 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c052e12c-c1d4-45d1-a99b-b7e8a4d88b3c None None] get_active_networks_info from dv-neutron-822669-1-hyperv {{(pid=84150) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 13:51:12.141154 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-00600729-9fd4-4380-ae27-fda272a5a685 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:12.201200 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:12.229147 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-00600729-9fd4-4380-ae27-fda272a5a685 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:12.238839 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-142fea99-695d-4295-a9bd-6c1d79ec6bb8 None None] Provisioning complete for port deb945ef-ba97-4a05-9dd3-48d2554487a7 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:51:12.239222 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-142fea99-695d-4295-a9bd-6c1d79ec6bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:12.323014 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c052e12c-c1d4-45d1-a99b-b7e8a4d88b3c None None] Resources bound (agent type, host, resource id): {{(pid=84150) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 13:51:12.390041 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-00600729-9fd4-4380-ae27-fda272a5a685 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:12.394753 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-aeffe340-d3c7-43bf-978f-1cfeb7faa088 tempest-PortsTestJSON-1871157732 tempest-PortsTestJSON-1871157732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:12.430511 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00600729-9fd4-4380-ae27-fda272a5a685 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Pushing event deleted for resources: {'Subnet': ['ID=d251a78d-0ccb-4637-b160-de9835bf1568,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:12.433014 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-00600729-9fd4-4380-ae27-fda272a5a685 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:12.435686 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-00600729-9fd4-4380-ae27-fda272a5a685 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:12.487289 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-142fea99-695d-4295-a9bd-6c1d79ec6bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:12.514679 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-00600729-9fd4-4380-ae27-fda272a5a685 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] 10.222.0.47 "DELETE /v2.0/subnets/d251a78d-0ccb-4637-b160-de9835bf1568 HTTP/1.1" status: 204 len: 168 time: 0.4976141 Dec 22 13:51:12.515595 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56186) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:12.553041 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:51:12.553415 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:51:12.629572 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d5fbfede-ebbd-4777-8ac6-4f741997da7b tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:12.640634 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-d5fbfede-ebbd-4777-8ac6-4f741997da7b tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Deleting port deb945ef-ba97-4a05-9dd3-48d2554487a7 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:51:12.640969 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d5fbfede-ebbd-4777-8ac6-4f741997da7b tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:12.669520 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-142fea99-695d-4295-a9bd-6c1d79ec6bb8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:51:12.669520 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-142fea99-695d-4295-a9bd-6c1d79ec6bb8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:51:12.783167 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a2ce63-6bd4-4356-9b1a-c327c75b083c None None] Network 9b0b81c1-3e18-45da-9816-f01cfbfc4c17 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:51:12.844688 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-d5fbfede-ebbd-4777-8ac6-4f741997da7b tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] For port deb945ef-ba97-4a05-9dd3-48d2554487a7, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=deb945ef-ba97-4a05-9dd3-48d2554487a7,segment=NetworkSegment(1727d0bc-d2b1-4a6b-bae9-754f694ef90d),segment_id=1727d0bc-d2b1-4a6b-bae9-754f694ef90d)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:51:12.845299 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d5fbfede-ebbd-4777-8ac6-4f741997da7b tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:12.965474 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-d5fbfede-ebbd-4777-8ac6-4f741997da7b tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Calling delete_port for deb945ef-ba97-4a05-9dd3-48d2554487a7 owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:51:13.018141 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3d1ff6-0b7d-42d9-af00-b4673b04f064 None None] DHCP port deletion for 9b0b81c1-3e18-45da-9816-f01cfbfc4c17 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:51:13.022251 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d1ff6-0b7d-42d9-af00-b4673b04f064 None None] Deleting port deb945ef-ba97-4a05-9dd3-48d2554487a7 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:51:13.023420 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0d3d1ff6-0b7d-42d9-af00-b4673b04f064 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:13.129205 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d5fbfede-ebbd-4777-8ac6-4f741997da7b tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:13.133650 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5914fade-45c0-4e5a-b575-2510370cd246 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:13.175670 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fbfede-ebbd-4777-8ac6-4f741997da7b tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Pushing event deleted for resources: {'Port': ['ID=deb945ef-ba97-4a05-9dd3-48d2554487a7,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:13.178174 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d5fbfede-ebbd-4777-8ac6-4f741997da7b tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:13.180726 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fbfede-ebbd-4777-8ac6-4f741997da7b tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] No DVR routers for this DVR port deb945ef-ba97-4a05-9dd3-48d2554487a7 on host dv-neutron-822669-1-hyperv {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:51:13.208338 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d1ff6-0b7d-42d9-af00-b4673b04f064 None None] The port 'deb945ef-ba97-4a05-9dd3-48d2554487a7' was deleted {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:51:13.209245 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:13.238192 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-142fea99-695d-4295-a9bd-6c1d79ec6bb8 None None] Port deb945ef-ba97-4a05-9dd3-48d2554487a7 update to ACTIVE by agent not found {{(pid=84150) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Dec 22 13:51:13.305811 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d5fbfede-ebbd-4777-8ac6-4f741997da7b tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:13.331990 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-d5fbfede-ebbd-4777-8ac6-4f741997da7b tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b0b81c1-3e18-45da-9816-f01cfbfc4c17']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:13.344532 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-d5fbfede-ebbd-4777-8ac6-4f741997da7b tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1727d0bc-d2b1-4a6b-bae9-754f694ef90d') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:13.344843 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-d5fbfede-ebbd-4777-8ac6-4f741997da7b tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1727d0bc-d2b1-4a6b-bae9-754f694ef90d') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:13.357015 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d5fbfede-ebbd-4777-8ac6-4f741997da7b tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:13.372726 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d5fbfede-ebbd-4777-8ac6-4f741997da7b tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:13.378868 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5fbfede-ebbd-4777-8ac6-4f741997da7b tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:51:13.379327 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d5fbfede-ebbd-4777-8ac6-4f741997da7b tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:13.398462 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:51:13.398462 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:51:13.398462 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:51:13.398462 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:51:13.398462 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:51:13.398462 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:51:13.398462 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:51:13.398462 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:51:13.398462 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:51:13.398462 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:51:13.398462 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:51:13.398462 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:51:13.398462 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:51:13.398462 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:51:13.398462 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:51:13.398462 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:51:13.398462 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:51:13.398462 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:51:13.398462 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:51:13.398462 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:51:13.398462 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:51:13.398462 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:51:13.398462 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:51:13.398462 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:51:13.398462 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:51:13.398462 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:51:13.398462 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:51:13.398462 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:51:13.398462 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:51:13.398462 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:51:13.398462 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:51:13.398462 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:51:13.551763 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d5fbfede-ebbd-4777-8ac6-4f741997da7b tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:13.556071 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d5fbfede-ebbd-4777-8ac6-4f741997da7b tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:13.561419 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ab894db3-e4f3-4d1a-8c8f-841774d31dc4 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:13.581901 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fbfede-ebbd-4777-8ac6-4f741997da7b tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Pushing event deleted for resources: {'Network': ['ID=9b0b81c1-3e18-45da-9816-f01cfbfc4c17,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:13.584058 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d5fbfede-ebbd-4777-8ac6-4f741997da7b tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:13.587072 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d5fbfede-ebbd-4777-8ac6-4f741997da7b tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] 10.222.0.47 "DELETE /v2.0/networks/9b0b81c1-3e18-45da-9816-f01cfbfc4c17 HTTP/1.1" status: 204 len: 168 time: 1.0705996 Dec 22 13:51:13.589399 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56190) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:13.629670 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-364462cd-bf80-4a1f-9383-a3183fe39b6c tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] DELETE failed (client error): The resource could not be found. Dec 22 13:51:13.630025 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-364462cd-bf80-4a1f-9383-a3183fe39b6c tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:51:13.632306 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-364462cd-bf80-4a1f-9383-a3183fe39b6c tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] 10.222.0.47 "DELETE /v2.0/subnets/fbdd0d13-eafe-4755-9eef-b28aa8c3c10d HTTP/1.1" status: 404 len: 337 time: 0.0414608 Dec 22 13:51:13.634669 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56194) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:13.658972 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0effba2-4f73-4334-8d0f-0d98f52aec8e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] DELETE failed (client error): The resource could not be found. Dec 22 13:51:13.659400 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0effba2-4f73-4334-8d0f-0d98f52aec8e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:51:13.660910 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d0effba2-4f73-4334-8d0f-0d98f52aec8e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] 10.222.0.47 "DELETE /v2.0/networks/3101a6f5-c246-44d7-963c-0cfcb1a0d668 HTTP/1.1" status: 404 len: 339 time: 0.0253956 Dec 22 13:51:13.663226 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56198) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:13.701470 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7883cee-b38a-4e94-9790-778b4838c913 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] DELETE failed (client error): The resource could not be found. Dec 22 13:51:13.701913 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7883cee-b38a-4e94-9790-778b4838c913 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:51:13.703576 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b7883cee-b38a-4e94-9790-778b4838c913 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] 10.222.0.47 "DELETE /v2.0/subnets/86d2e3ec-23f2-4955-940f-83df5f9cf1df HTTP/1.1" status: 404 len: 337 time: 0.0394228 Dec 22 13:51:13.706009 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56202) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:13.729359 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device deb945ef-ba97-4a05-9dd3-48d2554487a7 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:51:13.731234 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.pecan_wsgi.hooks.translation [None req-31b7523b-2c72-45c0-92ea-4566d0bb1104 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] DELETE failed (client error): The resource could not be found. Dec 22 13:51:13.731662 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31b7523b-2c72-45c0-92ea-4566d0bb1104 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:51:13.733270 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-31b7523b-2c72-45c0-92ea-4566d0bb1104 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] 10.222.0.47 "DELETE /v2.0/networks/22b33eb2-3b5c-46cf-874b-2e46b5f40d9e HTTP/1.1" status: 404 len: 339 time: 0.0263598 Dec 22 13:51:13.735671 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56206) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:13.763267 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: deb945ef-ba97-4a05-9dd3-48d2554487a7 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:51:13.763622 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device deb945ef-ba97-4a05-9dd3-48d2554487a7 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:51:14.020624 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-afdf9e7a-8505-4292-a13f-88c8375173d1 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Deleting subnet 02037138-b799-4840-8db4-ec5178f37293 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:51:14.024037 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-afdf9e7a-8505-4292-a13f-88c8375173d1 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:14.076614 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-afdf9e7a-8505-4292-a13f-88c8375173d1 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:14.159879 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-afdf9e7a-8505-4292-a13f-88c8375173d1 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:14.304773 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-afdf9e7a-8505-4292-a13f-88c8375173d1 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:14.308445 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0e8ed9ce-b118-42c9-9139-862900293323 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:14.348363 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf9e7a-8505-4292-a13f-88c8375173d1 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Pushing event deleted for resources: {'Subnet': ['ID=02037138-b799-4840-8db4-ec5178f37293,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:14.350985 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-afdf9e7a-8505-4292-a13f-88c8375173d1 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:14.353511 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-afdf9e7a-8505-4292-a13f-88c8375173d1 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:14.360543 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcc5c94-ea2d-4a9f-a07d-b6e4889ce411 None None] Network 4fd814f9-2fee-44a8-935b-18f8a60d7cc4 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:51:14.363082 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-afdf9e7a-8505-4292-a13f-88c8375173d1 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] 10.222.0.47 "DELETE /v2.0/subnets/02037138-b799-4840-8db4-ec5178f37293 HTTP/1.1" status: 204 len: 168 time: 0.6264927 Dec 22 13:51:14.365427 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56210) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:14.479360 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-59f07d9a-78e1-4846-b89b-98f046f219a7 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:14.490028 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-59f07d9a-78e1-4846-b89b-98f046f219a7 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Deleting port 28fb0f84-7ffd-46e1-8790-653ebb8e8499 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:51:14.490377 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-59f07d9a-78e1-4846-b89b-98f046f219a7 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:14.609370 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe04797e-f8ab-4546-b03e-e592e678cd07 None None] DHCP port deletion for 4fd814f9-2fee-44a8-935b-18f8a60d7cc4 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:51:14.613731 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-fe04797e-f8ab-4546-b03e-e592e678cd07 None None] Deleting port 28fb0f84-7ffd-46e1-8790-653ebb8e8499 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:51:14.614115 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-fe04797e-f8ab-4546-b03e-e592e678cd07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:14.702455 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-59f07d9a-78e1-4846-b89b-98f046f219a7 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] For port 28fb0f84-7ffd-46e1-8790-653ebb8e8499, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=28fb0f84-7ffd-46e1-8790-653ebb8e8499,segment=NetworkSegment(94e0f9c6-00f7-4163-8df8-c0f63192cf1c),segment_id=94e0f9c6-00f7-4163-8df8-c0f63192cf1c)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:51:14.702810 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-59f07d9a-78e1-4846-b89b-98f046f219a7 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:14.814665 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-fe04797e-f8ab-4546-b03e-e592e678cd07 None None] For port 28fb0f84-7ffd-46e1-8790-653ebb8e8499, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=28fb0f84-7ffd-46e1-8790-653ebb8e8499,segment=NetworkSegment(94e0f9c6-00f7-4163-8df8-c0f63192cf1c),segment_id=94e0f9c6-00f7-4163-8df8-c0f63192cf1c)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:51:14.815250 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-fe04797e-f8ab-4546-b03e-e592e678cd07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:14.822913 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-59f07d9a-78e1-4846-b89b-98f046f219a7 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Calling delete_port for 28fb0f84-7ffd-46e1-8790-653ebb8e8499 owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:51:14.939959 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-fe04797e-f8ab-4546-b03e-e592e678cd07 None None] Calling delete_port for 28fb0f84-7ffd-46e1-8790-653ebb8e8499 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:51:14.966968 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-59f07d9a-78e1-4846-b89b-98f046f219a7 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:14.971453 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f3925466-8a51-4c93-ac31-47b7654881dc tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:15.009806 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-fe04797e-f8ab-4546-b03e-e592e678cd07 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:51:15.010170 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-fe04797e-f8ab-4546-b03e-e592e678cd07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:51:15.013994 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f07d9a-78e1-4846-b89b-98f046f219a7 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Pushing event deleted for resources: {'Port': ['ID=28fb0f84-7ffd-46e1-8790-653ebb8e8499,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:15.017331 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-59f07d9a-78e1-4846-b89b-98f046f219a7 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:15.018097 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f07d9a-78e1-4846-b89b-98f046f219a7 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] No DVR routers for this DVR port 28fb0f84-7ffd-46e1-8790-653ebb8e8499 on host dv-neutron-822669-1-hyperv {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:51:15.143154 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-59f07d9a-78e1-4846-b89b-98f046f219a7 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:15.167925 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-59f07d9a-78e1-4846-b89b-98f046f219a7 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd814f9-2fee-44a8-935b-18f8a60d7cc4']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:15.180310 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-59f07d9a-78e1-4846-b89b-98f046f219a7 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94e0f9c6-00f7-4163-8df8-c0f63192cf1c') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:15.180605 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-59f07d9a-78e1-4846-b89b-98f046f219a7 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94e0f9c6-00f7-4163-8df8-c0f63192cf1c') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:15.191543 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-59f07d9a-78e1-4846-b89b-98f046f219a7 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:15.206800 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-59f07d9a-78e1-4846-b89b-98f046f219a7 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:15.213096 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59f07d9a-78e1-4846-b89b-98f046f219a7 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:51:15.213471 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-59f07d9a-78e1-4846-b89b-98f046f219a7 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:15.228218 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:51:15.228218 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:51:15.228218 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:51:15.228218 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:51:15.228218 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:51:15.228218 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:51:15.228218 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:51:15.228218 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:51:15.228218 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:51:15.228218 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:51:15.228218 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:51:15.228218 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:51:15.228218 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:51:15.228218 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:51:15.228218 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:51:15.228218 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:51:15.228218 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:51:15.228218 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:51:15.228218 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:51:15.228218 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:51:15.228218 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:51:15.228218 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:51:15.228218 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:51:15.228218 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:51:15.228218 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:51:15.228218 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:51:15.228218 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:51:15.228218 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:51:15.228218 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:51:15.228218 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:51:15.228218 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:51:15.228218 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:51:15.374880 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-59f07d9a-78e1-4846-b89b-98f046f219a7 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:15.378138 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c2ab6f49-1ef3-488e-803a-3065d64752a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:15.392359 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-59f07d9a-78e1-4846-b89b-98f046f219a7 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:15.404504 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f07d9a-78e1-4846-b89b-98f046f219a7 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Pushing event deleted for resources: {'Network': ['ID=4fd814f9-2fee-44a8-935b-18f8a60d7cc4,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:15.409027 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-59f07d9a-78e1-4846-b89b-98f046f219a7 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] 10.222.0.47 "DELETE /v2.0/networks/4fd814f9-2fee-44a8-935b-18f8a60d7cc4 HTTP/1.1" status: 204 len: 168 time: 1.0402913 Dec 22 13:51:15.409027 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-59f07d9a-78e1-4846-b89b-98f046f219a7 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:15.511733 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-fe04797e-f8ab-4546-b03e-e592e678cd07 None None] Deleting port 28fb0f84-7ffd-46e1-8790-653ebb8e8499 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:51:15.512130 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-fe04797e-f8ab-4546-b03e-e592e678cd07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:15.577872 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-fe04797e-f8ab-4546-b03e-e592e678cd07 None None] The port '28fb0f84-7ffd-46e1-8790-653ebb8e8499' was deleted {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:51:15.732038 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 28fb0f84-7ffd-46e1-8790-653ebb8e8499 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:51:15.764763 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 28fb0f84-7ffd-46e1-8790-653ebb8e8499 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:51:15.765120 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 28fb0f84-7ffd-46e1-8790-653ebb8e8499 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:51:15.884182 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 56218) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:16.117907 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:51:16.136498 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-496b9cab-7e9a-4fde-bd9e-ec29b516e79e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6376efc616f4490694de0afb84ff26b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2511382 Dec 22 13:51:16.138889 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 56224) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:16.196118 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-14aceaa4-238d-4735-955f-72a597b2f8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:16.221410 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-14aceaa4-238d-4735-955f-72a597b2f8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:16.311805 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-14aceaa4-238d-4735-955f-72a597b2f8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:16.316486 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1f56c236-a2d1-4239-91dd-db867cc945e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:16.330210 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aceaa4-238d-4735-955f-72a597b2f8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0dca0a-686b-43b0-9635-55decb88374d,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:16.333042 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-14aceaa4-238d-4735-955f-72a597b2f8b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:16.333882 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-14aceaa4-238d-4735-955f-72a597b2f8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:16.335626 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-14aceaa4-238d-4735-955f-72a597b2f8b3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9b0dca0a-686b-43b0-9635-55decb88374d HTTP/1.1" status: 204 len: 168 time: 0.1953225 Dec 22 13:51:17.456090 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56246) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:17.589291 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-1b03bf36-16c5-4b88-8dfb-48171be4c282 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-815821922', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:51:17.596090 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1b03bf36-16c5-4b88-8dfb-48171be4c282 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:51:17.599844 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1b03bf36-16c5-4b88-8dfb-48171be4c282 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Usage tracker for resource:router and tenant:c0b954c6c3124acba7e2c13d8c24a682 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:51:17.603306 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1b03bf36-16c5-4b88-8dfb-48171be4c282 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:51:17.609635 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1b03bf36-16c5-4b88-8dfb-48171be4c282 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:51:17.681113 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1b03bf36-16c5-4b88-8dfb-48171be4c282 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:17.682163 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1b03bf36-16c5-4b88-8dfb-48171be4c282 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:17.700620 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1b03bf36-16c5-4b88-8dfb-48171be4c282 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:17.814581 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1b03bf36-16c5-4b88-8dfb-48171be4c282 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:17.911488 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1b03bf36-16c5-4b88-8dfb-48171be4c282 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:17.912649 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1b03bf36-16c5-4b88-8dfb-48171be4c282 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4555843 Dec 22 13:51:17.915371 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56252) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:17.920793 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-87cdddb6-a483-402c-b6e1-19e491cb8fd0 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-916042378'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:51:17.925508 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-87cdddb6-a483-402c-b6e1-19e491cb8fd0 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:51:17.929284 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-87cdddb6-a483-402c-b6e1-19e491cb8fd0 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Usage tracker for resource:network and tenant:c0b954c6c3124acba7e2c13d8c24a682 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:51:17.936362 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-87cdddb6-a483-402c-b6e1-19e491cb8fd0 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:51:17.941969 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-87cdddb6-a483-402c-b6e1-19e491cb8fd0 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:51:18.014698 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87cdddb6-a483-402c-b6e1-19e491cb8fd0 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Made reservation on behalf of c0b954c6c3124acba7e2c13d8c24a682 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:51:18.017622 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-87cdddb6-a483-402c-b6e1-19e491cb8fd0 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:18.030942 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-87cdddb6-a483-402c-b6e1-19e491cb8fd0 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:18.070082 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-87cdddb6-a483-402c-b6e1-19e491cb8fd0 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:51:18.073924 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-87cdddb6-a483-402c-b6e1-19e491cb8fd0 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Usage tracker for resource:security_group_rule and tenant:c0b954c6c3124acba7e2c13d8c24a682 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:51:18.076676 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-87cdddb6-a483-402c-b6e1-19e491cb8fd0 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:51:18.082219 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-87cdddb6-a483-402c-b6e1-19e491cb8fd0 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:51:18.147983 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-87cdddb6-a483-402c-b6e1-19e491cb8fd0 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:18.231769 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-87cdddb6-a483-402c-b6e1-19e491cb8fd0 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:18.234709 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-957c6f4b-62a2-4d56-b770-37d679e72a81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:18.265097 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87cdddb6-a483-402c-b6e1-19e491cb8fd0 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:51:18.273346 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cdddb6-a483-402c-b6e1-19e491cb8fd0 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=891bbdf4-205f-47c5-9ccb-752efc6e9338,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:18.276801 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-87cdddb6-a483-402c-b6e1-19e491cb8fd0 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:18.282443 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-87cdddb6-a483-402c-b6e1-19e491cb8fd0 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:18.282443 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-87cdddb6-a483-402c-b6e1-19e491cb8fd0 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Added segment 18743f0c-80b8-4251-99ee-4c39454c276a of type vlan for network 0bf65886-714a-4e03-ac40-f8fa2b46a644 Dec 22 13:51:18.305337 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-87cdddb6-a483-402c-b6e1-19e491cb8fd0 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:18.397691 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-87cdddb6-a483-402c-b6e1-19e491cb8fd0 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:18.401481 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cdddb6-a483-402c-b6e1-19e491cb8fd0 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:18.402038 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-87cdddb6-a483-402c-b6e1-19e491cb8fd0 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:18.405660 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-75ae2f8d-b5f9-4e48-84f6-953c768a9fcd tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:18.612970 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cdddb6-a483-402c-b6e1-19e491cb8fd0 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Pushing event updated for resources: {'Network': ['ID=0bf65886-714a-4e03-ac40-f8fa2b46a644,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:18.618852 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-87cdddb6-a483-402c-b6e1-19e491cb8fd0 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:18.623035 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 0bf65886-714a-4e03-ac40-f8fa2b46a644 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:51:18.683958 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-87cdddb6-a483-402c-b6e1-19e491cb8fd0 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7675805 Dec 22 13:51:18.686710 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56256) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:18.692334 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-52a5cd79-a8e9-482e-ab50-424f5a027560 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Request body: {'subnet': {'network_id': '0bf65886-714a-4e03-ac40-f8fa2b46a644', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:51:18.801134 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-52a5cd79-a8e9-482e-ab50-424f5a027560 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:51:18.804919 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-52a5cd79-a8e9-482e-ab50-424f5a027560 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Usage tracker for resource:subnet and tenant:c0b954c6c3124acba7e2c13d8c24a682 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:51:18.807673 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-52a5cd79-a8e9-482e-ab50-424f5a027560 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:51:18.813265 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-52a5cd79-a8e9-482e-ab50-424f5a027560 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:51:18.877412 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a5cd79-a8e9-482e-ab50-424f5a027560 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Made reservation on behalf of c0b954c6c3124acba7e2c13d8c24a682 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:51:18.978959 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-52a5cd79-a8e9-482e-ab50-424f5a027560 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:19.249078 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-52a5cd79-a8e9-482e-ab50-424f5a027560 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:19.252828 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-73b8a961-abf1-437c-9c5e-f001911862af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:19.325419 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a5cd79-a8e9-482e-ab50-424f5a027560 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Pushing event updated for resources: {'Subnet': ['ID=d3294391-06ce-40dd-9ead-aa266a7ab894,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:19.328066 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-52a5cd79-a8e9-482e-ab50-424f5a027560 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:19.344672 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a5cd79-a8e9-482e-ab50-424f5a027560 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Checking segment: {'id': '18743f0c-80b8-4251-99ee-4c39454c276a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0bf65886-714a-4e03-ac40-f8fa2b46a644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:51:19.345021 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a5cd79-a8e9-482e-ab50-424f5a027560 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Network hostable DHCP agents. Network: 0bf65886-714a-4e03-ac40-f8fa2b46a644, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:51:19.431904 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a5cd79-a8e9-482e-ab50-424f5a027560 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Network 0bf65886-714a-4e03-ac40-f8fa2b46a644 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:51:19.506382 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-52a5cd79-a8e9-482e-ab50-424f5a027560 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 0bf65886-714a-4e03-ac40-f8fa2b46a644) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:51:19.510891 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a5cd79-a8e9-482e-ab50-424f5a027560 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:19.511650 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-52a5cd79-a8e9-482e-ab50-424f5a027560 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:19.516271 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0f4d74-3e8d-4580-af99-906c6d3a0e04 None None] Network 0bf65886-714a-4e03-ac40-f8fa2b46a644 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:51:19.609361 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-52a5cd79-a8e9-482e-ab50-424f5a027560 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9215653 Dec 22 13:51:19.612204 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56260) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:19.618740 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-2103018f-6c30-4009-ae8d-cba599843cee tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1155349655'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:51:19.627400 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-2103018f-6c30-4009-ae8d-cba599843cee tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:51:19.627400 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2103018f-6c30-4009-ae8d-cba599843cee tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Usage tracker for resource:network and tenant:c0b954c6c3124acba7e2c13d8c24a682 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:51:19.630102 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2103018f-6c30-4009-ae8d-cba599843cee tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:51:19.635963 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-2103018f-6c30-4009-ae8d-cba599843cee tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:51:19.730288 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662e4a42-277e-48bd-adf4-8773353a6e5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-0bf65886-714a-4e03-ac40-f8fa2b46a644', 'network_id': '0bf65886-714a-4e03-ac40-f8fa2b46a644', 'tenant_id': 'c0b954c6c3124acba7e2c13d8c24a682', 'fixed_ips': [{'subnet_id': 'd3294391-06ce-40dd-9ead-aa266a7ab894'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:51:19.731136 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-662e4a42-277e-48bd-adf4-8773353a6e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:19.734719 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2103018f-6c30-4009-ae8d-cba599843cee tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Made reservation on behalf of c0b954c6c3124acba7e2c13d8c24a682 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:51:19.737730 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2103018f-6c30-4009-ae8d-cba599843cee tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:19.765957 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2103018f-6c30-4009-ae8d-cba599843cee tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:51:19.775249 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2103018f-6c30-4009-ae8d-cba599843cee tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:19.775587 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-2103018f-6c30-4009-ae8d-cba599843cee tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Added segment a07da0c5-26f0-410f-8d56-6be0492fc62c of type vlan for network a2ed7006-19d2-4e89-971a-23d9fa77da53 Dec 22 13:51:19.803319 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2103018f-6c30-4009-ae8d-cba599843cee tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:19.888609 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-662e4a42-277e-48bd-adf4-8773353a6e5f None None] Allocated IP 172.20.0.2 (0bf65886-714a-4e03-ac40-f8fa2b46a644/d3294391-06ce-40dd-9ead-aa266a7ab894/e217f47b-6d4f-4e1a-bc5c-d6117a48a8c9) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:51:19.892078 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2103018f-6c30-4009-ae8d-cba599843cee tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:19.895830 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2103018f-6c30-4009-ae8d-cba599843cee tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:19.896389 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2103018f-6c30-4009-ae8d-cba599843cee tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:19.902860 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-570fea30-b209-4e99-a465-9150f20dac81 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:20.011215 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2103018f-6c30-4009-ae8d-cba599843cee tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Pushing event updated for resources: {'Network': ['ID=a2ed7006-19d2-4e89-971a-23d9fa77da53,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:20.013805 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2103018f-6c30-4009-ae8d-cba599843cee tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:20.023720 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network a2ed7006-19d2-4e89-971a-23d9fa77da53 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:51:20.087482 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-2103018f-6c30-4009-ae8d-cba599843cee tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4742310 Dec 22 13:51:20.090587 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56264) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:20.096503 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-5ac88bc6-8424-4dc7-8252-8d5027e92ffd tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Request body: {'subnet': {'network_id': 'a2ed7006-19d2-4e89-971a-23d9fa77da53', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:51:20.208068 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5ac88bc6-8424-4dc7-8252-8d5027e92ffd tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:51:20.212453 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5ac88bc6-8424-4dc7-8252-8d5027e92ffd tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Usage tracker for resource:subnet and tenant:c0b954c6c3124acba7e2c13d8c24a682 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:51:20.215287 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5ac88bc6-8424-4dc7-8252-8d5027e92ffd tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:51:20.221173 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5ac88bc6-8424-4dc7-8252-8d5027e92ffd tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:51:20.222672 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-662e4a42-277e-48bd-adf4-8773353a6e5f None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:20.232644 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-662e4a42-277e-48bd-adf4-8773353a6e5f None None] Transition to ACTIVE for port object e217f47b-6d4f-4e1a-bc5c-d6117a48a8c9 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:51:20.250387 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-662e4a42-277e-48bd-adf4-8773353a6e5f None None] Transition to ACTIVE for port object e217f47b-6d4f-4e1a-bc5c-d6117a48a8c9 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:51:20.309247 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac88bc6-8424-4dc7-8252-8d5027e92ffd tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Made reservation on behalf of c0b954c6c3124acba7e2c13d8c24a682 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:51:20.332578 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-662e4a42-277e-48bd-adf4-8773353a6e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:20.337050 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:20.401601 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662e4a42-277e-48bd-adf4-8773353a6e5f None None] Network 0bf65886-714a-4e03-ac40-f8fa2b46a644 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:51:20.404807 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-662e4a42-277e-48bd-adf4-8773353a6e5f None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:51:20.408924 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662e4a42-277e-48bd-adf4-8773353a6e5f None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:51:20.411606 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e4a42-277e-48bd-adf4-8773353a6e5f None None] Pushing event updated for resources: {'Port': ['ID=e217f47b-6d4f-4e1a-bc5c-d6117a48a8c9,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:20.413041 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5ac88bc6-8424-4dc7-8252-8d5027e92ffd tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:20.414919 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-662e4a42-277e-48bd-adf4-8773353a6e5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:20.498676 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-662e4a42-277e-48bd-adf4-8773353a6e5f None None] Attempting to bind port e217f47b-6d4f-4e1a-bc5c-d6117a48a8c9 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:51:20.499051 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-662e4a42-277e-48bd-adf4-8773353a6e5f None None] Attempting to bind port e217f47b-6d4f-4e1a-bc5c-d6117a48a8c9 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '18743f0c-80b8-4251-99ee-4c39454c276a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0bf65886-714a-4e03-ac40-f8fa2b46a644'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:51:20.499468 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662e4a42-277e-48bd-adf4-8773353a6e5f None None] Attempting to bind port e217f47b-6d4f-4e1a-bc5c-d6117a48a8c9 on network 0bf65886-714a-4e03-ac40-f8fa2b46a644 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:51:20.505753 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662e4a42-277e-48bd-adf4-8773353a6e5f None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:51:20.506239 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662e4a42-277e-48bd-adf4-8773353a6e5f None None] Checking segment: {'id': '18743f0c-80b8-4251-99ee-4c39454c276a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0bf65886-714a-4e03-ac40-f8fa2b46a644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:51:20.507509 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-662e4a42-277e-48bd-adf4-8773353a6e5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:20.507920 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662e4a42-277e-48bd-adf4-8773353a6e5f None None] Bound using segment: {'id': '18743f0c-80b8-4251-99ee-4c39454c276a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0bf65886-714a-4e03-ac40-f8fa2b46a644'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:51:20.508386 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-662e4a42-277e-48bd-adf4-8773353a6e5f None None] Bound port: e217f47b-6d4f-4e1a-bc5c-d6117a48a8c9, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18743f0c-80b8-4251-99ee-4c39454c276a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0bf65886-714a-4e03-ac40-f8fa2b46a644'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:51:20.508989 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-662e4a42-277e-48bd-adf4-8773353a6e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:20.595884 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-662e4a42-277e-48bd-adf4-8773353a6e5f None None] For port e217f47b-6d4f-4e1a-bc5c-d6117a48a8c9, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:51:20.598792 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-662e4a42-277e-48bd-adf4-8773353a6e5f None None] For port e217f47b-6d4f-4e1a-bc5c-d6117a48a8c9, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=e217f47b-6d4f-4e1a-bc5c-d6117a48a8c9,segment=NetworkSegment(18743f0c-80b8-4251-99ee-4c39454c276a),segment_id=18743f0c-80b8-4251-99ee-4c39454c276a)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:51:20.643864 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-662e4a42-277e-48bd-adf4-8773353a6e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:20.648818 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-508cdfdb-1224-4229-aff8-bc2d83b2ac68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:20.666544 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5ac88bc6-8424-4dc7-8252-8d5027e92ffd tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:20.670780 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-80ac0374-ea66-4208-9d91-d374c751f6e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:20.730990 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e4a42-277e-48bd-adf4-8773353a6e5f None None] Pushing event updated for resources: {'Port': ['ID=e217f47b-6d4f-4e1a-bc5c-d6117a48a8c9,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:20.734406 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-662e4a42-277e-48bd-adf4-8773353a6e5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:20.745926 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac88bc6-8424-4dc7-8252-8d5027e92ffd tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Pushing event updated for resources: {'Subnet': ['ID=abf3f183-30e2-4b12-8279-80e104cf9634,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:20.750459 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5ac88bc6-8424-4dc7-8252-8d5027e92ffd tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:20.761026 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac88bc6-8424-4dc7-8252-8d5027e92ffd tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Checking segment: {'id': 'a07da0c5-26f0-410f-8d56-6be0492fc62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'a2ed7006-19d2-4e89-971a-23d9fa77da53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:51:20.761388 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac88bc6-8424-4dc7-8252-8d5027e92ffd tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Network hostable DHCP agents. Network: a2ed7006-19d2-4e89-971a-23d9fa77da53, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:51:20.858011 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac88bc6-8424-4dc7-8252-8d5027e92ffd tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Network a2ed7006-19d2-4e89-971a-23d9fa77da53 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:51:20.957781 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-5ac88bc6-8424-4dc7-8252-8d5027e92ffd tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, a2ed7006-19d2-4e89-971a-23d9fa77da53) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:51:20.963366 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac88bc6-8424-4dc7-8252-8d5027e92ffd tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:20.964123 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5ac88bc6-8424-4dc7-8252-8d5027e92ffd tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:20.969006 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6fce24-ef4a-437c-900a-db0c3d87eb9b None None] Network a2ed7006-19d2-4e89-971a-23d9fa77da53 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:51:21.044007 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5ac88bc6-8424-4dc7-8252-8d5027e92ffd tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9523656 Dec 22 13:51:21.046961 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56268) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:21.052302 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-9350a928-3829-4db6-91b3-91f0792383a9 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a2ed7006-19d2-4e89-971a-23d9fa77da53'}}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:51:21.182808 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8985d6-d189-4f65-b52c-70830b5000e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-a2ed7006-19d2-4e89-971a-23d9fa77da53', 'network_id': 'a2ed7006-19d2-4e89-971a-23d9fa77da53', 'tenant_id': 'c0b954c6c3124acba7e2c13d8c24a682', 'fixed_ips': [{'subnet_id': 'abf3f183-30e2-4b12-8279-80e104cf9634'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:51:21.183685 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6a8985d6-d189-4f65-b52c-70830b5000e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:21.354923 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-6a8985d6-d189-4f65-b52c-70830b5000e9 None None] Allocated IP 172.21.0.2 (a2ed7006-19d2-4e89-971a-23d9fa77da53/abf3f183-30e2-4b12-8279-80e104cf9634/ba0784b3-2e06-450b-87ff-aec3ab540eaa) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:51:21.572136 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9350a928-3829-4db6-91b3-91f0792383a9 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:21.573606 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6a8985d6-d189-4f65-b52c-70830b5000e9 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:21.586241 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-6a8985d6-d189-4f65-b52c-70830b5000e9 None None] Transition to ACTIVE for port object ba0784b3-2e06-450b-87ff-aec3ab540eaa will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:51:21.605615 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-6a8985d6-d189-4f65-b52c-70830b5000e9 None None] Transition to ACTIVE for port object ba0784b3-2e06-450b-87ff-aec3ab540eaa will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:51:21.660955 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21850a8-e00e-4131-a318-5190c9a1bc3c None None] Network 0bf65886-714a-4e03-ac40-f8fa2b46a644 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:51:21.728770 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6a8985d6-d189-4f65-b52c-70830b5000e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:21.738182 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:21.780936 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device e217f47b-6d4f-4e1a-bc5c-d6117a48a8c9 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:51:21.813115 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.api.v2.resource [None req-9350a928-3829-4db6-91b3-91f0792383a9 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:51:21.814153 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9350a928-3829-4db6-91b3-91f0792383a9 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] 10.222.0.47 "PUT /v2.0/routers/1594e8e0-b8d7-46dd-857f-4fc26723282f HTTP/1.1" status: 400 len: 364 time: 0.7662885 Dec 22 13:51:21.821232 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 56272) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:21.888286 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8985d6-d189-4f65-b52c-70830b5000e9 None None] Network a2ed7006-19d2-4e89-971a-23d9fa77da53 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:51:21.896516 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8985d6-d189-4f65-b52c-70830b5000e9 None None] Pushing event updated for resources: {'Port': ['ID=ba0784b3-2e06-450b-87ff-aec3ab540eaa,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:21.899573 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-6a8985d6-d189-4f65-b52c-70830b5000e9 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:51:21.904181 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-6a8985d6-d189-4f65-b52c-70830b5000e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:21.907185 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8985d6-d189-4f65-b52c-70830b5000e9 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:51:21.931314 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-bdefe736-b7c6-4286-9ee1-4a07eae657ee None None] Provisioning for port e217f47b-6d4f-4e1a-bc5c-d6117a48a8c9 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:51:22.007692 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-be92accf-027e-46f5-9146-4b46d050982c tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Deleting subnet abf3f183-30e2-4b12-8279-80e104cf9634 {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:51:22.010807 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-be92accf-027e-46f5-9146-4b46d050982c tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:22.065195 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-be92accf-027e-46f5-9146-4b46d050982c tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:22.117867 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-6a8985d6-d189-4f65-b52c-70830b5000e9 None None] Attempting to bind port ba0784b3-2e06-450b-87ff-aec3ab540eaa on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:51:22.118249 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-6a8985d6-d189-4f65-b52c-70830b5000e9 None None] Attempting to bind port ba0784b3-2e06-450b-87ff-aec3ab540eaa by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'a07da0c5-26f0-410f-8d56-6be0492fc62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'a2ed7006-19d2-4e89-971a-23d9fa77da53'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:51:22.118644 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8985d6-d189-4f65-b52c-70830b5000e9 None None] Attempting to bind port ba0784b3-2e06-450b-87ff-aec3ab540eaa on network a2ed7006-19d2-4e89-971a-23d9fa77da53 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:51:22.152271 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-be92accf-027e-46f5-9146-4b46d050982c tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:22.158198 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8985d6-d189-4f65-b52c-70830b5000e9 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:51:22.158612 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8985d6-d189-4f65-b52c-70830b5000e9 None None] Checking segment: {'id': 'a07da0c5-26f0-410f-8d56-6be0492fc62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'a2ed7006-19d2-4e89-971a-23d9fa77da53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:51:22.159022 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6a8985d6-d189-4f65-b52c-70830b5000e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:22.159424 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8985d6-d189-4f65-b52c-70830b5000e9 None None] Bound using segment: {'id': 'a07da0c5-26f0-410f-8d56-6be0492fc62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'a2ed7006-19d2-4e89-971a-23d9fa77da53'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:51:22.159901 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-6a8985d6-d189-4f65-b52c-70830b5000e9 None None] Bound port: ba0784b3-2e06-450b-87ff-aec3ab540eaa, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a07da0c5-26f0-410f-8d56-6be0492fc62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'a2ed7006-19d2-4e89-971a-23d9fa77da53'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:51:22.160282 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6a8985d6-d189-4f65-b52c-70830b5000e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:22.217680 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port e217f47b-6d4f-4e1a-bc5c-d6117a48a8c9 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:51:22.240880 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port e217f47b-6d4f-4e1a-bc5c-d6117a48a8c9 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:51:22.250382 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:22.306660 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-be92accf-027e-46f5-9146-4b46d050982c tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:22.312037 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f9ff55f5-2451-4c31-aeb0-effed0c1f3dc tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:22.323475 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-6a8985d6-d189-4f65-b52c-70830b5000e9 None None] For port ba0784b3-2e06-450b-87ff-aec3ab540eaa, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:51:22.336004 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-6a8985d6-d189-4f65-b52c-70830b5000e9 None None] For port ba0784b3-2e06-450b-87ff-aec3ab540eaa, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=ba0784b3-2e06-450b-87ff-aec3ab540eaa,segment=NetworkSegment(a07da0c5-26f0-410f-8d56-6be0492fc62c),segment_id=a07da0c5-26f0-410f-8d56-6be0492fc62c)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:51:22.354422 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92accf-027e-46f5-9146-4b46d050982c tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Pushing event deleted for resources: {'Subnet': ['ID=abf3f183-30e2-4b12-8279-80e104cf9634,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:22.361274 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-be92accf-027e-46f5-9146-4b46d050982c tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:22.364829 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-be92accf-027e-46f5-9146-4b46d050982c tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:22.372298 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-be92accf-027e-46f5-9146-4b46d050982c tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] 10.222.0.47 "DELETE /v2.0/subnets/abf3f183-30e2-4b12-8279-80e104cf9634 HTTP/1.1" status: 204 len: 168 time: 0.5497270 Dec 22 13:51:22.374824 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 56276) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:22.405299 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6a8985d6-d189-4f65-b52c-70830b5000e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:22.410104 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:22.438562 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:22.501267 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8f4856ad-5dc8-4cef-9127-6a7cbff2cb1a tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:22.503999 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port e217f47b-6d4f-4e1a-bc5c-d6117a48a8c9, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=e217f47b-6d4f-4e1a-bc5c-d6117a48a8c9,segment=NetworkSegment(18743f0c-80b8-4251-99ee-4c39454c276a),segment_id=18743f0c-80b8-4251-99ee-4c39454c276a)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:51:22.515575 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-8f4856ad-5dc8-4cef-9127-6a7cbff2cb1a tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Deleting port ba0784b3-2e06-450b-87ff-aec3ab540eaa {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:51:22.515964 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8f4856ad-5dc8-4cef-9127-6a7cbff2cb1a tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:22.530718 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8985d6-d189-4f65-b52c-70830b5000e9 None None] Pushing event updated for resources: {'Port': ['ID=ba0784b3-2e06-450b-87ff-aec3ab540eaa,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:22.534304 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-6a8985d6-d189-4f65-b52c-70830b5000e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:22.575129 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:22.577374 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-786ce25e-680b-489b-a21c-c6a0d018f6fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:22.662169 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-0092ed72-606c-434e-a186-e05544138532 None None] Provisioning complete for port e217f47b-6d4f-4e1a-bc5c-d6117a48a8c9 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:51:22.662712 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0092ed72-606c-434e-a186-e05544138532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:22.719091 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=e217f47b-6d4f-4e1a-bc5c-d6117a48a8c9,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:22.723857 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:22.857833 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-8f4856ad-5dc8-4cef-9127-6a7cbff2cb1a tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] For port ba0784b3-2e06-450b-87ff-aec3ab540eaa, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=ba0784b3-2e06-450b-87ff-aec3ab540eaa,segment=NetworkSegment(a07da0c5-26f0-410f-8d56-6be0492fc62c),segment_id=a07da0c5-26f0-410f-8d56-6be0492fc62c)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:51:22.859674 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8f4856ad-5dc8-4cef-9127-6a7cbff2cb1a tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:22.976129 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-8f4856ad-5dc8-4cef-9127-6a7cbff2cb1a tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Calling delete_port for ba0784b3-2e06-450b-87ff-aec3ab540eaa owned by network:dhcp {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:51:23.137819 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8f4856ad-5dc8-4cef-9127-6a7cbff2cb1a tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:23.141757 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-977d2904-95f3-4074-ab8b-3bbaf1fd54a1 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:23.185128 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4856ad-5dc8-4cef-9127-6a7cbff2cb1a tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Pushing event deleted for resources: {'Port': ['ID=ba0784b3-2e06-450b-87ff-aec3ab540eaa,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:23.188583 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8f4856ad-5dc8-4cef-9127-6a7cbff2cb1a tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:23.189238 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4856ad-5dc8-4cef-9127-6a7cbff2cb1a tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] No DVR routers for this DVR port ba0784b3-2e06-450b-87ff-aec3ab540eaa on host dv-neutron-822669-1-hyperv {{(pid=84148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:51:23.321507 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8f4856ad-5dc8-4cef-9127-6a7cbff2cb1a tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:23.349482 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-8f4856ad-5dc8-4cef-9127-6a7cbff2cb1a tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2ed7006-19d2-4e89-971a-23d9fa77da53']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:23.362697 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-8f4856ad-5dc8-4cef-9127-6a7cbff2cb1a tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a07da0c5-26f0-410f-8d56-6be0492fc62c') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:23.362995 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-8f4856ad-5dc8-4cef-9127-6a7cbff2cb1a tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a07da0c5-26f0-410f-8d56-6be0492fc62c') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:23.375329 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8f4856ad-5dc8-4cef-9127-6a7cbff2cb1a tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:23.396397 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8f4856ad-5dc8-4cef-9127-6a7cbff2cb1a tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:23.403681 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f4856ad-5dc8-4cef-9127-6a7cbff2cb1a tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:51:23.404054 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8f4856ad-5dc8-4cef-9127-6a7cbff2cb1a tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:23.427041 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:51:23.427041 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:51:23.427041 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:51:23.427041 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:51:23.427041 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:51:23.427041 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:51:23.427041 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:51:23.427041 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:51:23.427041 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:51:23.427041 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:51:23.427041 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:51:23.427041 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:51:23.427041 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:51:23.427041 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:51:23.427041 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:51:23.427041 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:51:23.427041 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:51:23.427041 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:51:23.427041 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:51:23.427041 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:51:23.427041 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:51:23.427041 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:51:23.427041 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:51:23.427041 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:51:23.427041 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:51:23.427041 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:51:23.427041 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:51:23.427041 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:51:23.427041 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:51:23.427041 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:51:23.427041 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:51:23.427041 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:51:23.448673 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930eff85-34de-4a8e-80a7-8760663aab58 None None] Network a2ed7006-19d2-4e89-971a-23d9fa77da53 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:51:23.535434 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-5cc13cd0-4b5d-403e-9314-38b6c7ea2ce4 None None] Could not find standard attr ID for object ba0784b3-2e06-450b-87ff-aec3ab540eaa. {{(pid=84150) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:51:23.568845 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8f4856ad-5dc8-4cef-9127-6a7cbff2cb1a tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:23.572206 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5d6c1efa-d927-42a7-b814-6dc28f979c36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:23.589427 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8f4856ad-5dc8-4cef-9127-6a7cbff2cb1a tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:23.595764 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4856ad-5dc8-4cef-9127-6a7cbff2cb1a tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Pushing event deleted for resources: {'Network': ['ID=a2ed7006-19d2-4e89-971a-23d9fa77da53,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:23.599955 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8f4856ad-5dc8-4cef-9127-6a7cbff2cb1a tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:23.605729 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8f4856ad-5dc8-4cef-9127-6a7cbff2cb1a tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] 10.222.0.47 "DELETE /v2.0/networks/a2ed7006-19d2-4e89-971a-23d9fa77da53 HTTP/1.1" status: 204 len: 168 time: 1.2277029 Dec 22 13:51:23.605952 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 56280) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:23.674264 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828691ad-23e8-47e4-9b6a-5b358498bb61 None None] DHCP port deletion for a2ed7006-19d2-4e89-971a-23d9fa77da53 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:51:23.743983 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device e217f47b-6d4f-4e1a-bc5c-d6117a48a8c9 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:51:23.796515 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ee0138-2a9f-4012-b375-59ac836896cf tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Deleting subnet d3294391-06ce-40dd-9ead-aa266a7ab894 {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:51:23.799310 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-75ee0138-2a9f-4012-b375-59ac836896cf tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:23.811062 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port e217f47b-6d4f-4e1a-bc5c-d6117a48a8c9 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:51:23.811445 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:23.852460 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-75ee0138-2a9f-4012-b375-59ac836896cf tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:23.936569 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-75ee0138-2a9f-4012-b375-59ac836896cf tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:24.078164 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-75ee0138-2a9f-4012-b375-59ac836896cf tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:24.081955 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-65730ea5-9c9b-4ad0-a58a-6abe5b42a0e4 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:24.117100 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee0138-2a9f-4012-b375-59ac836896cf tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Pushing event deleted for resources: {'Subnet': ['ID=d3294391-06ce-40dd-9ead-aa266a7ab894,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:24.120991 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-75ee0138-2a9f-4012-b375-59ac836896cf tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:24.123665 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-75ee0138-2a9f-4012-b375-59ac836896cf tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:24.129564 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-75ee0138-2a9f-4012-b375-59ac836896cf tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] 10.222.0.47 "DELETE /v2.0/subnets/d3294391-06ce-40dd-9ead-aa266a7ab894 HTTP/1.1" status: 204 len: 168 time: 0.5226305 Dec 22 13:51:24.129915 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1545fa-2449-4680-bcab-896630272028 None None] Network 0bf65886-714a-4e03-ac40-f8fa2b46a644 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:51:24.132535 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 56284) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:24.245140 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bfcf1637-757d-4ea9-8d81-94938917afa1 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:24.255739 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-bfcf1637-757d-4ea9-8d81-94938917afa1 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Deleting port e217f47b-6d4f-4e1a-bc5c-d6117a48a8c9 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:51:24.256071 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bfcf1637-757d-4ea9-8d81-94938917afa1 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:24.375087 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8010d9a-1d89-4016-a7ff-f5bbf31dc574 None None] DHCP port deletion for 0bf65886-714a-4e03-ac40-f8fa2b46a644 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:51:24.379270 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-f8010d9a-1d89-4016-a7ff-f5bbf31dc574 None None] Deleting port e217f47b-6d4f-4e1a-bc5c-d6117a48a8c9 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:51:24.379722 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f8010d9a-1d89-4016-a7ff-f5bbf31dc574 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:24.460972 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-bfcf1637-757d-4ea9-8d81-94938917afa1 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] For port e217f47b-6d4f-4e1a-bc5c-d6117a48a8c9, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=e217f47b-6d4f-4e1a-bc5c-d6117a48a8c9,segment=NetworkSegment(18743f0c-80b8-4251-99ee-4c39454c276a),segment_id=18743f0c-80b8-4251-99ee-4c39454c276a)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:51:24.461390 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bfcf1637-757d-4ea9-8d81-94938917afa1 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:24.582936 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-bfcf1637-757d-4ea9-8d81-94938917afa1 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Calling delete_port for e217f47b-6d4f-4e1a-bc5c-d6117a48a8c9 owned by network:dhcp {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:51:24.586727 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-f8010d9a-1d89-4016-a7ff-f5bbf31dc574 None None] For port e217f47b-6d4f-4e1a-bc5c-d6117a48a8c9, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=e217f47b-6d4f-4e1a-bc5c-d6117a48a8c9,segment=NetworkSegment(18743f0c-80b8-4251-99ee-4c39454c276a),segment_id=18743f0c-80b8-4251-99ee-4c39454c276a)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:51:24.587233 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f8010d9a-1d89-4016-a7ff-f5bbf31dc574 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:24.711308 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-f8010d9a-1d89-4016-a7ff-f5bbf31dc574 None None] Calling delete_port for e217f47b-6d4f-4e1a-bc5c-d6117a48a8c9 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:51:24.823449 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bfcf1637-757d-4ea9-8d81-94938917afa1 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:24.828723 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8f4856ad-5dc8-4cef-9127-6a7cbff2cb1a tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:24.829220 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-f8010d9a-1d89-4016-a7ff-f5bbf31dc574 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:51:24.829589 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-f8010d9a-1d89-4016-a7ff-f5bbf31dc574 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:51:24.870712 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf1637-757d-4ea9-8d81-94938917afa1 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Pushing event deleted for resources: {'Port': ['ID=e217f47b-6d4f-4e1a-bc5c-d6117a48a8c9,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:24.873946 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-bfcf1637-757d-4ea9-8d81-94938917afa1 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:24.878068 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcf1637-757d-4ea9-8d81-94938917afa1 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] No DVR routers for this DVR port e217f47b-6d4f-4e1a-bc5c-d6117a48a8c9 on host dv-neutron-822669-1-hyperv {{(pid=84148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:51:25.000637 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bfcf1637-757d-4ea9-8d81-94938917afa1 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:25.030515 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-bfcf1637-757d-4ea9-8d81-94938917afa1 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bf65886-714a-4e03-ac40-f8fa2b46a644']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:25.043196 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-bfcf1637-757d-4ea9-8d81-94938917afa1 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18743f0c-80b8-4251-99ee-4c39454c276a') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:25.043493 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-bfcf1637-757d-4ea9-8d81-94938917afa1 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18743f0c-80b8-4251-99ee-4c39454c276a') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:25.054625 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bfcf1637-757d-4ea9-8d81-94938917afa1 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:25.069807 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bfcf1637-757d-4ea9-8d81-94938917afa1 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:25.075816 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfcf1637-757d-4ea9-8d81-94938917afa1 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:51:25.076196 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bfcf1637-757d-4ea9-8d81-94938917afa1 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:25.094543 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:51:25.094543 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:51:25.094543 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:51:25.094543 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:51:25.094543 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:51:25.094543 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:51:25.094543 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:51:25.094543 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:51:25.094543 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:51:25.094543 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:51:25.094543 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:51:25.094543 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:51:25.094543 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:51:25.094543 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:51:25.094543 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:51:25.094543 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:51:25.094543 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:51:25.094543 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:51:25.094543 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:51:25.094543 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:51:25.094543 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:51:25.094543 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:51:25.094543 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:51:25.094543 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:51:25.094543 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:51:25.094543 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:51:25.094543 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:51:25.094543 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:51:25.094543 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:51:25.094543 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:51:25.094543 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:51:25.094543 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:51:25.240830 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bfcf1637-757d-4ea9-8d81-94938917afa1 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:25.244204 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-674df8f4-3495-4f43-959e-935976bcfa14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:25.258232 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bfcf1637-757d-4ea9-8d81-94938917afa1 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:25.268617 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf1637-757d-4ea9-8d81-94938917afa1 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Pushing event deleted for resources: {'Network': ['ID=0bf65886-714a-4e03-ac40-f8fa2b46a644,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:25.271521 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-bfcf1637-757d-4ea9-8d81-94938917afa1 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:25.273696 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-bfcf1637-757d-4ea9-8d81-94938917afa1 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] 10.222.0.47 "DELETE /v2.0/networks/0bf65886-714a-4e03-ac40-f8fa2b46a644 HTTP/1.1" status: 204 len: 168 time: 1.1401887 Dec 22 13:51:25.276308 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 56288) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:25.322388 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-21807c4d-f40e-4879-957e-25896d7beb0c tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Synchronizing usage tracker for tenant:c0b954c6c3124acba7e2c13d8c24a682 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:51:25.330927 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-f8010d9a-1d89-4016-a7ff-f5bbf31dc574 None None] Deleting port e217f47b-6d4f-4e1a-bc5c-d6117a48a8c9 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:51:25.331317 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f8010d9a-1d89-4016-a7ff-f5bbf31dc574 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:25.389353 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-21807c4d-f40e-4879-957e-25896d7beb0c tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Unset dirty status for tenant:c0b954c6c3124acba7e2c13d8c24a682 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:51:25.390633 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-21807c4d-f40e-4879-957e-25896d7beb0c tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] 10.222.0.47 "GET /v2.0/ports?device_id=1594e8e0-b8d7-46dd-857f-4fc26723282f HTTP/1.1" status: 200 len: 205 time: 0.1133833 Dec 22 13:51:25.393061 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 56292) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:25.431501 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-f8010d9a-1d89-4016-a7ff-f5bbf31dc574 None None] The port 'e217f47b-6d4f-4e1a-bc5c-d6117a48a8c9' was deleted {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:51:25.528259 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9ffd77e4-f089-4905-bd58-65f83b6745a1 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks [] for router, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:25.736402 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device e217f47b-6d4f-4e1a-bc5c-d6117a48a8c9 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:51:25.772623 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: e217f47b-6d4f-4e1a-bc5c-d6117a48a8c9 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:51:25.772846 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device e217f47b-6d4f-4e1a-bc5c-d6117a48a8c9 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:51:25.911337 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9ffd77e4-f089-4905-bd58-65f83b6745a1 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:25.916268 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9ffd77e4-f089-4905-bd58-65f83b6745a1 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:26.011563 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9ffd77e4-f089-4905-bd58-65f83b6745a1 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:26.012221 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffd77e4-f089-4905-bd58-65f83b6745a1 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Fanout notify agent at l3_agent the message router_deleted on router 1594e8e0-b8d7-46dd-857f-4fc26723282f {{(pid=84148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:51:26.023572 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9ffd77e4-f089-4905-bd58-65f83b6745a1 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:26.024643 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-9ffd77e4-f089-4905-bd58-65f83b6745a1 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] 10.222.0.47 "DELETE /v2.0/routers/1594e8e0-b8d7-46dd-857f-4fc26723282f HTTP/1.1" status: 204 len: 168 time: 0.6306725 Dec 22 13:51:26.497617 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56300) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:26.675964 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-77c4c664-4a36-4aae-a36d-df397e321501 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c0b954c6c3124acba7e2c13d8c24a682&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1771178 Dec 22 13:51:26.678870 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56306) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:26.737124 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-81c0f9db-cbb9-4898-b41c-2df5675e99bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:26.763064 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-81c0f9db-cbb9-4898-b41c-2df5675e99bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:26.883068 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-81c0f9db-cbb9-4898-b41c-2df5675e99bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:26.886665 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-cfb407d6-4acd-496d-a0ec-a0e2e4dc2e7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:26.900308 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0f9db-cbb9-4898-b41c-2df5675e99bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891bbdf4-205f-47c5-9ccb-752efc6e9338,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:26.902809 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-81c0f9db-cbb9-4898-b41c-2df5675e99bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:26.906098 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-81c0f9db-cbb9-4898-b41c-2df5675e99bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:26.907357 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-81c0f9db-cbb9-4898-b41c-2df5675e99bc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/891bbdf4-205f-47c5-9ccb-752efc6e9338 HTTP/1.1" status: 204 len: 168 time: 0.2275555 Dec 22 13:51:27.946015 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56328) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:28.073032 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-f4814d70-b326-4409-abfa-8011ac42bc3d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1587676983-network', 'tenant_id': '75c8a10aa4904b6996f6ff92cc22f7c5'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:51:28.077706 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-f4814d70-b326-4409-abfa-8011ac42bc3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:51:28.081478 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f4814d70-b326-4409-abfa-8011ac42bc3d admin admin] Usage tracker for resource:network and tenant:75c8a10aa4904b6996f6ff92cc22f7c5 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:51:28.084812 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f4814d70-b326-4409-abfa-8011ac42bc3d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:51:28.091631 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-f4814d70-b326-4409-abfa-8011ac42bc3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:51:28.163433 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4814d70-b326-4409-abfa-8011ac42bc3d admin admin] Made reservation on behalf of 75c8a10aa4904b6996f6ff92cc22f7c5 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:51:28.165719 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f4814d70-b326-4409-abfa-8011ac42bc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:28.178568 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f4814d70-b326-4409-abfa-8011ac42bc3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:28.209740 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-f4814d70-b326-4409-abfa-8011ac42bc3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:51:28.213682 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f4814d70-b326-4409-abfa-8011ac42bc3d admin admin] Usage tracker for resource:security_group_rule and tenant:75c8a10aa4904b6996f6ff92cc22f7c5 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:51:28.216490 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f4814d70-b326-4409-abfa-8011ac42bc3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:51:28.222550 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-f4814d70-b326-4409-abfa-8011ac42bc3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:51:28.291433 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f4814d70-b326-4409-abfa-8011ac42bc3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:28.351579 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f4814d70-b326-4409-abfa-8011ac42bc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:28.355604 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-58524d0d-0c60-4633-a63e-162d62689f78 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:28.378518 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4814d70-b326-4409-abfa-8011ac42bc3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:51:28.391327 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4814d70-b326-4409-abfa-8011ac42bc3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fdee3e5-1680-431c-8843-f46cd059cb9b,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:28.395109 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f4814d70-b326-4409-abfa-8011ac42bc3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:28.396033 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f4814d70-b326-4409-abfa-8011ac42bc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:28.396368 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-f4814d70-b326-4409-abfa-8011ac42bc3d admin admin] Added segment 1b525445-3bfd-47ea-a95c-34fcb0ed5acc of type vlan for network f1e908b6-4d70-4962-9493-5f17c4cc33ab Dec 22 13:51:28.423348 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f4814d70-b326-4409-abfa-8011ac42bc3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:28.523874 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f4814d70-b326-4409-abfa-8011ac42bc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:28.524824 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4814d70-b326-4409-abfa-8011ac42bc3d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:28.525428 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f4814d70-b326-4409-abfa-8011ac42bc3d admin admin] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:28.528991 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-38b15001-0994-4889-9645-ac487ae03209 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:28.627213 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4814d70-b326-4409-abfa-8011ac42bc3d admin admin] Pushing event updated for resources: {'Network': ['ID=f1e908b6-4d70-4962-9493-5f17c4cc33ab,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:28.629796 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f4814d70-b326-4409-abfa-8011ac42bc3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:28.637246 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network f1e908b6-4d70-4962-9493-5f17c4cc33ab details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:51:28.682368 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f4814d70-b326-4409-abfa-8011ac42bc3d admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7350242 Dec 22 13:51:28.685229 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56334) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:28.690792 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-d47baaf9-e44a-456b-b168-a011d60226e6 admin admin] Request body: {'subnet': {'network_id': 'f1e908b6-4d70-4962-9493-5f17c4cc33ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1587676983-subnet', 'tenant_id': '75c8a10aa4904b6996f6ff92cc22f7c5', 'ip_version': 4}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:51:28.696873 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d47baaf9-e44a-456b-b168-a011d60226e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:51:28.700725 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d47baaf9-e44a-456b-b168-a011d60226e6 admin admin] Usage tracker for resource:subnet and tenant:75c8a10aa4904b6996f6ff92cc22f7c5 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:51:28.703542 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-d47baaf9-e44a-456b-b168-a011d60226e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:51:28.709146 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-d47baaf9-e44a-456b-b168-a011d60226e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:51:28.772127 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47baaf9-e44a-456b-b168-a011d60226e6 admin admin] Made reservation on behalf of 75c8a10aa4904b6996f6ff92cc22f7c5 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:51:28.774726 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d47baaf9-e44a-456b-b168-a011d60226e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:29.035295 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d47baaf9-e44a-456b-b168-a011d60226e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:29.041247 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3ff846cf-5270-44f5-b9b9-d6d67834abdd tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:29.089082 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:29.116610 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47baaf9-e44a-456b-b168-a011d60226e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3658f3c-5bea-43f4-86aa-b6b7c9c9d118,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:29.120704 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d47baaf9-e44a-456b-b168-a011d60226e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:29.127613 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47baaf9-e44a-456b-b168-a011d60226e6 admin admin] Checking segment: {'id': '1b525445-3bfd-47ea-a95c-34fcb0ed5acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f1e908b6-4d70-4962-9493-5f17c4cc33ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:51:29.127951 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47baaf9-e44a-456b-b168-a011d60226e6 admin admin] Network hostable DHCP agents. Network: f1e908b6-4d70-4962-9493-5f17c4cc33ab, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:51:29.246054 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47baaf9-e44a-456b-b168-a011d60226e6 admin admin] Network f1e908b6-4d70-4962-9493-5f17c4cc33ab is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:51:29.346011 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-d47baaf9-e44a-456b-b168-a011d60226e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, f1e908b6-4d70-4962-9493-5f17c4cc33ab) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:51:29.349887 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47baaf9-e44a-456b-b168-a011d60226e6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:29.350492 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d47baaf9-e44a-456b-b168-a011d60226e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:29.356401 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6b363e-be65-4cb0-b484-0b8d51c0537c None None] Network f1e908b6-4d70-4962-9493-5f17c4cc33ab requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:51:29.447485 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d47baaf9-e44a-456b-b168-a011d60226e6 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7610440 Dec 22 13:51:29.450411 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 56338) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:29.455524 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-117ca5ed-91d4-4a15-a55a-26fcec349eeb admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1587676983-router', 'tenant_id': '75c8a10aa4904b6996f6ff92cc22f7c5', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:51:29.460073 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-117ca5ed-91d4-4a15-a55a-26fcec349eeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:51:29.464700 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-117ca5ed-91d4-4a15-a55a-26fcec349eeb admin admin] Usage tracker for resource:router and tenant:75c8a10aa4904b6996f6ff92cc22f7c5 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:51:29.467833 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-117ca5ed-91d4-4a15-a55a-26fcec349eeb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:51:29.473496 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-117ca5ed-91d4-4a15-a55a-26fcec349eeb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:51:29.555580 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-117ca5ed-91d4-4a15-a55a-26fcec349eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:29.556662 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-117ca5ed-91d4-4a15-a55a-26fcec349eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:29.574072 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72e67f9-468b-4bb8-96ad-d412a248a426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-f1e908b6-4d70-4962-9493-5f17c4cc33ab', 'network_id': 'f1e908b6-4d70-4962-9493-5f17c4cc33ab', 'tenant_id': '75c8a10aa4904b6996f6ff92cc22f7c5', 'fixed_ips': [{'subnet_id': 'e3658f3c-5bea-43f4-86aa-b6b7c9c9d118'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:51:29.575085 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-117ca5ed-91d4-4a15-a55a-26fcec349eeb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:29.575263 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a72e67f9-468b-4bb8-96ad-d412a248a426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:29.732556 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-a72e67f9-468b-4bb8-96ad-d412a248a426 None None] Allocated IP 172.20.0.2 (f1e908b6-4d70-4962-9493-5f17c4cc33ab/e3658f3c-5bea-43f4-86aa-b6b7c9c9d118/ba4fd713-90dc-4237-ab1b-9deee96228c5) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:51:29.800585 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-117ca5ed-91d4-4a15-a55a-26fcec349eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:29.937525 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a72e67f9-468b-4bb8-96ad-d412a248a426 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:29.948750 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a72e67f9-468b-4bb8-96ad-d412a248a426 None None] Transition to ACTIVE for port object ba4fd713-90dc-4237-ab1b-9deee96228c5 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:51:29.968761 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a72e67f9-468b-4bb8-96ad-d412a248a426 None None] Transition to ACTIVE for port object ba4fd713-90dc-4237-ab1b-9deee96228c5 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:51:30.029836 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a72e67f9-468b-4bb8-96ad-d412a248a426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:30.034499 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:30.102301 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72e67f9-468b-4bb8-96ad-d412a248a426 None None] Network f1e908b6-4d70-4962-9493-5f17c4cc33ab is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:51:30.105528 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-a72e67f9-468b-4bb8-96ad-d412a248a426 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:51:30.109675 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72e67f9-468b-4bb8-96ad-d412a248a426 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:51:30.111760 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e67f9-468b-4bb8-96ad-d412a248a426 None None] Pushing event updated for resources: {'Port': ['ID=ba4fd713-90dc-4237-ab1b-9deee96228c5,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:30.151238 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e67f9-468b-4bb8-96ad-d412a248a426 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:30.151586 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e67f9-468b-4bb8-96ad-d412a248a426 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:30.151929 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e67f9-468b-4bb8-96ad-d412a248a426 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:30.152265 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e67f9-468b-4bb8-96ad-d412a248a426 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:30.152598 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e67f9-468b-4bb8-96ad-d412a248a426 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:30.152928 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e67f9-468b-4bb8-96ad-d412a248a426 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:30.153255 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e67f9-468b-4bb8-96ad-d412a248a426 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:30.153377 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-117ca5ed-91d4-4a15-a55a-26fcec349eeb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:30.153582 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e67f9-468b-4bb8-96ad-d412a248a426 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:30.153905 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e67f9-468b-4bb8-96ad-d412a248a426 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:30.154245 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e67f9-468b-4bb8-96ad-d412a248a426 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:30.154568 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e67f9-468b-4bb8-96ad-d412a248a426 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:30.161631 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-a72e67f9-468b-4bb8-96ad-d412a248a426 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:30.187253 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-117ca5ed-91d4-4a15-a55a-26fcec349eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:30.212849 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-a72e67f9-468b-4bb8-96ad-d412a248a426 None None] Attempting to bind port ba4fd713-90dc-4237-ab1b-9deee96228c5 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:51:30.213145 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-a72e67f9-468b-4bb8-96ad-d412a248a426 None None] Attempting to bind port ba4fd713-90dc-4237-ab1b-9deee96228c5 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '1b525445-3bfd-47ea-a95c-34fcb0ed5acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f1e908b6-4d70-4962-9493-5f17c4cc33ab'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:51:30.213513 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72e67f9-468b-4bb8-96ad-d412a248a426 None None] Attempting to bind port ba4fd713-90dc-4237-ab1b-9deee96228c5 on network f1e908b6-4d70-4962-9493-5f17c4cc33ab {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:51:30.220112 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72e67f9-468b-4bb8-96ad-d412a248a426 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:51:30.220488 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72e67f9-468b-4bb8-96ad-d412a248a426 None None] Checking segment: {'id': '1b525445-3bfd-47ea-a95c-34fcb0ed5acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f1e908b6-4d70-4962-9493-5f17c4cc33ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:51:30.220895 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a72e67f9-468b-4bb8-96ad-d412a248a426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:30.221295 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72e67f9-468b-4bb8-96ad-d412a248a426 None None] Bound using segment: {'id': '1b525445-3bfd-47ea-a95c-34fcb0ed5acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f1e908b6-4d70-4962-9493-5f17c4cc33ab'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:51:30.221765 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-a72e67f9-468b-4bb8-96ad-d412a248a426 None None] Bound port: ba4fd713-90dc-4237-ab1b-9deee96228c5, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b525445-3bfd-47ea-a95c-34fcb0ed5acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f1e908b6-4d70-4962-9493-5f17c4cc33ab'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:51:30.222181 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a72e67f9-468b-4bb8-96ad-d412a248a426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:30.308629 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-a72e67f9-468b-4bb8-96ad-d412a248a426 None None] For port ba4fd713-90dc-4237-ab1b-9deee96228c5, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:51:30.311680 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-a72e67f9-468b-4bb8-96ad-d412a248a426 None None] For port ba4fd713-90dc-4237-ab1b-9deee96228c5, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=ba4fd713-90dc-4237-ab1b-9deee96228c5,segment=NetworkSegment(1b525445-3bfd-47ea-a95c-34fcb0ed5acc),segment_id=1b525445-3bfd-47ea-a95c-34fcb0ed5acc)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:51:30.321270 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-117ca5ed-91d4-4a15-a55a-26fcec349eeb admin admin] Allocated IP 172.26.1.218 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/524dbfaa-94d5-4cce-bc7c-c260fdacdb0a) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:51:30.406803 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a72e67f9-468b-4bb8-96ad-d412a248a426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:30.410540 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-6a8985d6-d189-4f65-b52c-70830b5000e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:30.469771 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-117ca5ed-91d4-4a15-a55a-26fcec349eeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:30.491090 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e67f9-468b-4bb8-96ad-d412a248a426 None None] Pushing event updated for resources: {'Port': ['ID=ba4fd713-90dc-4237-ab1b-9deee96228c5,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:30.494324 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-a72e67f9-468b-4bb8-96ad-d412a248a426 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:30.598012 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-117ca5ed-91d4-4a15-a55a-26fcec349eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:30.602475 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2f2e446a-9d48-48b2-a828-0653bf22701e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:30.671978 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117ca5ed-91d4-4a15-a55a-26fcec349eeb admin admin] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:51:30.675307 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-117ca5ed-91d4-4a15-a55a-26fcec349eeb admin admin] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:51:30.679814 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117ca5ed-91d4-4a15-a55a-26fcec349eeb admin admin] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:51:30.705714 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ca5ed-91d4-4a15-a55a-26fcec349eeb admin admin] Pushing event updated for resources: {'Port': ['ID=524dbfaa-94d5-4cce-bc7c-c260fdacdb0a,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:30.719313 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-117ca5ed-91d4-4a15-a55a-26fcec349eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:30.919427 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-117ca5ed-91d4-4a15-a55a-26fcec349eeb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:30.920148 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-117ca5ed-91d4-4a15-a55a-26fcec349eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:31.234852 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117ca5ed-91d4-4a15-a55a-26fcec349eeb admin admin] Router ab8eada4-fc69-412e-aab8-61e7c0b0bbe7 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:51:31.443378 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117ca5ed-91d4-4a15-a55a-26fcec349eeb admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:51:31.454017 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193dc1b6-4ce7-4d64-ba54-d0daf53ab2b3 None None] Sync routers for ids ['ab8eada4-fc69-412e-aab8-61e7c0b0bbe7'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:51:31.470209 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193dc1b6-4ce7-4d64-ba54-d0daf53ab2b3 None None] Routers {'ab8eada4-fc69-412e-aab8-61e7c0b0bbe7'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:51:31.474611 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-193dc1b6-4ce7-4d64-ba54-d0daf53ab2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:51:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['ab8eada4-fc69-412e-aab8-61e7c0b0bbe7'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:31.506737 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c28b047-f882-4d96-afdb-88dea7187a8e None None] Network f1e908b6-4d70-4962-9493-5f17c4cc33ab requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:51:31.520684 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-117ca5ed-91d4-4a15-a55a-26fcec349eeb admin admin] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:31.522054 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-117ca5ed-91d4-4a15-a55a-26fcec349eeb admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0706687 Dec 22 13:51:31.525511 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 56342) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:31.650306 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-193dc1b6-4ce7-4d64-ba54-d0daf53ab2b3 None None] Set router ab8eada4-fc69-412e-aab8-61e7c0b0bbe7 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:51:31.733604 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-e684cc1b-2a7c-40be-bb1a-7122d4be8779 None None] Provisioning for port ba4fd713-90dc-4237-ab1b-9deee96228c5 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:51:31.811903 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device ba4fd713-90dc-4237-ab1b-9deee96228c5 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:51:31.961476 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port ba4fd713-90dc-4237-ab1b-9deee96228c5 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:51:31.970697 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port ba4fd713-90dc-4237-ab1b-9deee96228c5 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:51:31.971516 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:32.010279 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-193dc1b6-4ce7-4d64-ba54-d0daf53ab2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8eada4-fc69-412e-aab8-61e7c0b0bbe7', 'name': 'tempest-TestEncryptedCinderVolumes-1587676983-router', 'tenant_id': '75c8a10aa4904b6996f6ff92cc22f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.218'}], 'enable_snat': True}, 'gw_port_id': '524dbfaa-94d5-4cce-bc7c-c260fdacdb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:29Z', 'updated_at': '2021-12-22T13:51:30Z', 'revision_number': 3, 'project_id': '75c8a10aa4904b6996f6ff92cc22f7c5', 'gw_port': {'id': '524dbfaa-94d5-4cce-bc7c-c260fdacdb0a', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:34:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8eada4-fc69-412e-aab8-61e7c0b0bbe7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:30Z', 'updated_at': '2021-12-22T13:51:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:32.015276 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193dc1b6-4ce7-4d64-ba54-d0daf53ab2b3 None None] Checking router: ab8eada4-fc69-412e-aab8-61e7c0b0bbe7 for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:51:32.016239 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193dc1b6-4ce7-4d64-ba54-d0daf53ab2b3 None None] Updating router ab8eada4-fc69-412e-aab8-61e7c0b0bbe7 port 524dbfaa-94d5-4cce-bc7c-c260fdacdb0a binding host dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:51:32.078598 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-193dc1b6-4ce7-4d64-ba54-d0daf53ab2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:32.106686 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:32.141630 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port ba4fd713-90dc-4237-ab1b-9deee96228c5, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=ba4fd713-90dc-4237-ab1b-9deee96228c5,segment=NetworkSegment(1b525445-3bfd-47ea-a95c-34fcb0ed5acc),segment_id=1b525445-3bfd-47ea-a95c-34fcb0ed5acc)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:51:32.171282 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-d4e99766-20e0-4968-9781-dba24cc8c5bb None None] Provisioning complete for port ba4fd713-90dc-4237-ab1b-9deee96228c5 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:51:32.171943 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d4e99766-20e0-4968-9781-dba24cc8c5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:32.248653 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:32.252614 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-662e4a42-277e-48bd-adf4-8773353a6e5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:32.340262 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=ba4fd713-90dc-4237-ab1b-9deee96228c5,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:32.343684 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:32.426819 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-193dc1b6-4ce7-4d64-ba54-d0daf53ab2b3 None None] Notify callbacks [] for port, precommit_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:32.438758 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.provisioning_blocks [None req-193dc1b6-4ce7-4d64-ba54-d0daf53ab2b3 None None] Transition to ACTIVE for port object 524dbfaa-94d5-4cce-bc7c-c260fdacdb0a will not be triggered until provisioned by entity L2. {{(pid=84151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:51:32.469893 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0a83b987-5982-42f5-9f69-f9d6def410f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:32.526212 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-193dc1b6-4ce7-4d64-ba54-d0daf53ab2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:32.530268 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-19e992db-35f0-4b86-944a-d3f18bd37b73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:32.609047 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3107c4a5-5c55-455b-aef2-e88688ddfcb8 None None] Pushing event updated for resources: {'Port': ['ID=524dbfaa-94d5-4cce-bc7c-c260fdacdb0a,revision_number=2']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:32.611324 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-193dc1b6-4ce7-4d64-ba54-d0daf53ab2b3 None None] Attempting to bind port 524dbfaa-94d5-4cce-bc7c-c260fdacdb0a on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:51:32.611688 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-193dc1b6-4ce7-4d64-ba54-d0daf53ab2b3 None None] Attempting to bind port 524dbfaa-94d5-4cce-bc7c-c260fdacdb0a by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:51:32.612040 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193dc1b6-4ce7-4d64-ba54-d0daf53ab2b3 None None] Attempting to bind port 524dbfaa-94d5-4cce-bc7c-c260fdacdb0a on network 0776f1b4-770d-462f-bc0f-df97e8017b18 {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:51:32.623896 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3107c4a5-5c55-455b-aef2-e88688ddfcb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:32.624229 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3107c4a5-5c55-455b-aef2-e88688ddfcb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:32.624557 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3107c4a5-5c55-455b-aef2-e88688ddfcb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:32.624880 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3107c4a5-5c55-455b-aef2-e88688ddfcb8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:32.625200 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3107c4a5-5c55-455b-aef2-e88688ddfcb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:32.625521 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3107c4a5-5c55-455b-aef2-e88688ddfcb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:32.625836 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3107c4a5-5c55-455b-aef2-e88688ddfcb8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:32.626147 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3107c4a5-5c55-455b-aef2-e88688ddfcb8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:32.627465 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3107c4a5-5c55-455b-aef2-e88688ddfcb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:32.627465 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3107c4a5-5c55-455b-aef2-e88688ddfcb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:32.627465 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3107c4a5-5c55-455b-aef2-e88688ddfcb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:32.630254 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193dc1b6-4ce7-4d64-ba54-d0daf53ab2b3 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:51:32.630679 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193dc1b6-4ce7-4d64-ba54-d0daf53ab2b3 None None] Checking segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:51:32.631080 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-193dc1b6-4ce7-4d64-ba54-d0daf53ab2b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:32.631455 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193dc1b6-4ce7-4d64-ba54-d0daf53ab2b3 None None] Bound using segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:51:32.631920 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-193dc1b6-4ce7-4d64-ba54-d0daf53ab2b3 None None] Bound port: 524dbfaa-94d5-4cce-bc7c-c260fdacdb0a, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:51:32.632900 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-193dc1b6-4ce7-4d64-ba54-d0daf53ab2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:32.655082 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-3107c4a5-5c55-455b-aef2-e88688ddfcb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:32.677789 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-0a83b987-5982-42f5-9f69-f9d6def410f9 admin admin] Allocated IP 172.20.0.1 (f1e908b6-4d70-4962-9493-5f17c4cc33ab/e3658f3c-5bea-43f4-86aa-b6b7c9c9d118/f2efaacb-962d-4cd8-9d27-66638d58cda0) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:51:32.704298 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-193dc1b6-4ce7-4d64-ba54-d0daf53ab2b3 None None] For port 524dbfaa-94d5-4cce-bc7c-c260fdacdb0a, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:51:32.707674 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-193dc1b6-4ce7-4d64-ba54-d0daf53ab2b3 None None] For port 524dbfaa-94d5-4cce-bc7c-c260fdacdb0a, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=524dbfaa-94d5-4cce-bc7c-c260fdacdb0a,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:51:32.766460 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-193dc1b6-4ce7-4d64-ba54-d0daf53ab2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:32.770764 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:32.828974 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0a83b987-5982-42f5-9f69-f9d6def410f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:32.845724 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-0a83b987-5982-42f5-9f69-f9d6def410f9 admin admin] Transition to ACTIVE for port object f2efaacb-962d-4cd8-9d27-66638d58cda0 will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:51:32.848048 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3107c4a5-5c55-455b-aef2-e88688ddfcb8 None None] Pushing event updated for resources: {'Port': ['ID=524dbfaa-94d5-4cce-bc7c-c260fdacdb0a,revision_number=3']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:32.852534 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-3107c4a5-5c55-455b-aef2-e88688ddfcb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:32.853506 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193dc1b6-4ce7-4d64-ba54-d0daf53ab2b3 None None] Routers {'ab8eada4-fc69-412e-aab8-61e7c0b0bbe7'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:51:32.854100 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-193dc1b6-4ce7-4d64-ba54-d0daf53ab2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:51:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['ab8eada4-fc69-412e-aab8-61e7c0b0bbe7'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:32.911724 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0a83b987-5982-42f5-9f69-f9d6def410f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:32.916122 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-445d7325-00c2-44cd-a814-f2e7a6483a4f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:32.983341 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a83b987-5982-42f5-9f69-f9d6def410f9 admin admin] Network f1e908b6-4d70-4962-9493-5f17c4cc33ab is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:51:32.986536 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-0a83b987-5982-42f5-9f69-f9d6def410f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:51:32.990695 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a83b987-5982-42f5-9f69-f9d6def410f9 admin admin] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:51:33.015798 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83b987-5982-42f5-9f69-f9d6def410f9 admin admin] Pushing event updated for resources: {'Port': ['ID=f2efaacb-962d-4cd8-9d27-66638d58cda0,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:33.020924 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0a83b987-5982-42f5-9f69-f9d6def410f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:33.031127 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-193dc1b6-4ce7-4d64-ba54-d0daf53ab2b3 None None] Set router ab8eada4-fc69-412e-aab8-61e7c0b0bbe7 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:51:33.047431 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0a83b987-5982-42f5-9f69-f9d6def410f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:33.208793 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0a83b987-5982-42f5-9f69-f9d6def410f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:33.292514 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-be7b6747-1b37-4976-bd19-e890f5ac0957 None None] Provisioning for port f2efaacb-962d-4cd8-9d27-66638d58cda0 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:51:33.297363 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-be7b6747-1b37-4976-bd19-e890f5ac0957 None None] Provisioning complete for port f2efaacb-962d-4cd8-9d27-66638d58cda0 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:51:33.298342 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-be7b6747-1b37-4976-bd19-e890f5ac0957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:33.327870 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-193dc1b6-4ce7-4d64-ba54-d0daf53ab2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8eada4-fc69-412e-aab8-61e7c0b0bbe7', 'name': 'tempest-TestEncryptedCinderVolumes-1587676983-router', 'tenant_id': '75c8a10aa4904b6996f6ff92cc22f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.218'}], 'enable_snat': True}, 'gw_port_id': '524dbfaa-94d5-4cce-bc7c-c260fdacdb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:29Z', 'updated_at': '2021-12-22T13:51:30Z', 'revision_number': 3, 'project_id': '75c8a10aa4904b6996f6ff92cc22f7c5', 'gw_port': {'id': '524dbfaa-94d5-4cce-bc7c-c260fdacdb0a', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:34:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8eada4-fc69-412e-aab8-61e7c0b0bbe7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:30Z', 'updated_at': '2021-12-22T13:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:33.332565 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193dc1b6-4ce7-4d64-ba54-d0daf53ab2b3 None None] The sync data for ids ['ab8eada4-fc69-412e-aab8-61e7c0b0bbe7'] in dv-neutron-822669-1-hyperv is: [{'id': 'ab8eada4-fc69-412e-aab8-61e7c0b0bbe7', 'name': 'tempest-TestEncryptedCinderVolumes-1587676983-router', 'tenant_id': '75c8a10aa4904b6996f6ff92cc22f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.218'}], 'enable_snat': True}, 'gw_port_id': '524dbfaa-94d5-4cce-bc7c-c260fdacdb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:29Z', 'updated_at': '2021-12-22T13:51:30Z', 'revision_number': 3, 'project_id': '75c8a10aa4904b6996f6ff92cc22f7c5', 'gw_port': {'id': '524dbfaa-94d5-4cce-bc7c-c260fdacdb0a', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:34:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8eada4-fc69-412e-aab8-61e7c0b0bbe7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:30Z', 'updated_at': '2021-12-22T13:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:51:33.355691 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-be7b6747-1b37-4976-bd19-e890f5ac0957 None None] Port f2efaacb-962d-4cd8-9d27-66638d58cda0 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:51:33.443931 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0a83b987-5982-42f5-9f69-f9d6def410f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:33.508169 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0a83b987-5982-42f5-9f69-f9d6def410f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:33.532808 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e6c1ecff-5895-4aaf-868c-9fa4e979e199 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:33.618833 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83b987-5982-42f5-9f69-f9d6def410f9 admin admin] Pushing event updated for resources: {'Port': ['ID=f2efaacb-962d-4cd8-9d27-66638d58cda0,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:33.621263 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0a83b987-5982-42f5-9f69-f9d6def410f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:33.625057 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0a83b987-5982-42f5-9f69-f9d6def410f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:33.778136 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a83b987-5982-42f5-9f69-f9d6def410f9 admin admin] Network f1e908b6-4d70-4962-9493-5f17c4cc33ab is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:51:33.779837 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-0a83b987-5982-42f5-9f69-f9d6def410f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:51:33.827746 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 524dbfaa-94d5-4cce-bc7c-c260fdacdb0a up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:51:33.992287 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 524dbfaa-94d5-4cce-bc7c-c260fdacdb0a completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:51:33.998157 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 524dbfaa-94d5-4cce-bc7c-c260fdacdb0a triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:51:33.998578 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:34.129643 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-2d2c6942-758f-4204-8fcc-4e28323cc4f5 None None] Provisioning complete for port f2efaacb-962d-4cd8-9d27-66638d58cda0 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:51:34.129963 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2d2c6942-758f-4204-8fcc-4e28323cc4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:34.169873 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:34.201530 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 524dbfaa-94d5-4cce-bc7c-c260fdacdb0a, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=524dbfaa-94d5-4cce-bc7c-c260fdacdb0a,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:51:34.202518 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-2d2c6942-758f-4204-8fcc-4e28323cc4f5 None None] Port f2efaacb-962d-4cd8-9d27-66638d58cda0 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:51:34.252189 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:34.253040 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device ba4fd713-90dc-4237-ab1b-9deee96228c5 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:51:34.281904 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-2d030bc8-7330-41af-8761-a93c248ebfd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:34.309780 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a83b987-5982-42f5-9f69-f9d6def410f9 admin admin] Router ab8eada4-fc69-412e-aab8-61e7c0b0bbe7 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:51:34.372529 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=524dbfaa-94d5-4cce-bc7c-c260fdacdb0a,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:34.375582 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:34.387340 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port ba4fd713-90dc-4237-ab1b-9deee96228c5 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:51:34.387710 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:34.516804 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a83b987-5982-42f5-9f69-f9d6def410f9 admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:51:34.526448 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0a83b987-5982-42f5-9f69-f9d6def410f9 admin admin] 10.222.0.47 "PUT /v2.0/routers/ab8eada4-fc69-412e-aab8-61e7c0b0bbe7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9996819 Dec 22 13:51:35.577341 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56364) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:35.583028 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-047c39a9-c69f-4cc4-bb76-d0b9888fd56a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1764362154-network', 'tenant_id': '044b39b2445d49b4beb972913ab098d8'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:51:35.588450 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-047c39a9-c69f-4cc4-bb76-d0b9888fd56a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:51:35.592491 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-047c39a9-c69f-4cc4-bb76-d0b9888fd56a admin admin] Usage tracker for resource:network and tenant:044b39b2445d49b4beb972913ab098d8 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:51:35.595305 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-047c39a9-c69f-4cc4-bb76-d0b9888fd56a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:51:35.601639 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-047c39a9-c69f-4cc4-bb76-d0b9888fd56a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:51:35.682920 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047c39a9-c69f-4cc4-bb76-d0b9888fd56a admin admin] Made reservation on behalf of 044b39b2445d49b4beb972913ab098d8 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:51:35.685225 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-047c39a9-c69f-4cc4-bb76-d0b9888fd56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:35.697734 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-047c39a9-c69f-4cc4-bb76-d0b9888fd56a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:35.706010 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-035af319-60b9-4ea5-984c-4c0f50c5c957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:35.730705 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-047c39a9-c69f-4cc4-bb76-d0b9888fd56a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:51:35.734592 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-047c39a9-c69f-4cc4-bb76-d0b9888fd56a admin admin] Usage tracker for resource:security_group_rule and tenant:044b39b2445d49b4beb972913ab098d8 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:51:35.737366 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-047c39a9-c69f-4cc4-bb76-d0b9888fd56a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:51:35.743267 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-047c39a9-c69f-4cc4-bb76-d0b9888fd56a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:51:35.756133 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 524dbfaa-94d5-4cce-bc7c-c260fdacdb0a up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:51:35.815701 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-047c39a9-c69f-4cc4-bb76-d0b9888fd56a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:35.822402 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 524dbfaa-94d5-4cce-bc7c-c260fdacdb0a triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:51:35.822790 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:35.871309 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-047c39a9-c69f-4cc4-bb76-d0b9888fd56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:35.875634 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-fe36fe84-1c12-41c3-ada0-e62343eb6498 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:35.900090 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-047c39a9-c69f-4cc4-bb76-d0b9888fd56a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:51:35.912518 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c39a9-c69f-4cc4-bb76-d0b9888fd56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cc87f7-49e3-41e7-977e-c0eaa1c375aa,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:35.916938 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-047c39a9-c69f-4cc4-bb76-d0b9888fd56a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:35.917869 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-047c39a9-c69f-4cc4-bb76-d0b9888fd56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:35.918207 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-047c39a9-c69f-4cc4-bb76-d0b9888fd56a admin admin] Added segment 61bb0d3d-5dc2-4587-857d-49b67ddf374c of type vlan for network 5a2199fb-991a-44fb-a823-973262c5f838 Dec 22 13:51:35.944460 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-047c39a9-c69f-4cc4-bb76-d0b9888fd56a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:36.034703 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-047c39a9-c69f-4cc4-bb76-d0b9888fd56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:36.035544 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047c39a9-c69f-4cc4-bb76-d0b9888fd56a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:36.036110 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-047c39a9-c69f-4cc4-bb76-d0b9888fd56a admin admin] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:36.041701 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ab3b1dc5-ef53-4636-937f-36a870a8006e tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:36.135929 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c39a9-c69f-4cc4-bb76-d0b9888fd56a admin admin] Pushing event updated for resources: {'Network': ['ID=5a2199fb-991a-44fb-a823-973262c5f838,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:36.138767 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-047c39a9-c69f-4cc4-bb76-d0b9888fd56a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:36.145465 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 5a2199fb-991a-44fb-a823-973262c5f838 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:51:36.195584 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-047c39a9-c69f-4cc4-bb76-d0b9888fd56a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6171067 Dec 22 13:51:36.198242 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56368) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:36.203738 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-fdfae323-fc8f-46aa-828b-d8af1d523f2c admin admin] Request body: {'subnet': {'network_id': '5a2199fb-991a-44fb-a823-973262c5f838', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1764362154-subnet', 'tenant_id': '044b39b2445d49b4beb972913ab098d8', 'ip_version': 4}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:51:36.208619 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-fdfae323-fc8f-46aa-828b-d8af1d523f2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:51:36.212938 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-fdfae323-fc8f-46aa-828b-d8af1d523f2c admin admin] Usage tracker for resource:subnet and tenant:044b39b2445d49b4beb972913ab098d8 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:51:36.215767 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-fdfae323-fc8f-46aa-828b-d8af1d523f2c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:51:36.221886 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-fdfae323-fc8f-46aa-828b-d8af1d523f2c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:51:36.303674 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfae323-fc8f-46aa-828b-d8af1d523f2c admin admin] Made reservation on behalf of 044b39b2445d49b4beb972913ab098d8 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:51:36.306085 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fdfae323-fc8f-46aa-828b-d8af1d523f2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:36.675291 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fdfae323-fc8f-46aa-828b-d8af1d523f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:36.679141 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f27ba651-bc6c-492d-9fd5-320a3cd6da40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:36.747936 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfae323-fc8f-46aa-828b-d8af1d523f2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c345600-7451-4644-8916-c853714ead0a,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:36.752203 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-fdfae323-fc8f-46aa-828b-d8af1d523f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:36.763085 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfae323-fc8f-46aa-828b-d8af1d523f2c admin admin] Checking segment: {'id': '61bb0d3d-5dc2-4587-857d-49b67ddf374c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '5a2199fb-991a-44fb-a823-973262c5f838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:51:36.763439 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfae323-fc8f-46aa-828b-d8af1d523f2c admin admin] Network hostable DHCP agents. Network: 5a2199fb-991a-44fb-a823-973262c5f838, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:51:36.781968 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebcf723-1c5c-428c-a2aa-f212fa21b834 None None] Sync routers for ids ['ab8eada4-fc69-412e-aab8-61e7c0b0bbe7'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:51:36.793437 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebcf723-1c5c-428c-a2aa-f212fa21b834 None None] Routers {'ab8eada4-fc69-412e-aab8-61e7c0b0bbe7'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:51:36.801511 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-1ebcf723-1c5c-428c-a2aa-f212fa21b834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:51:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['ab8eada4-fc69-412e-aab8-61e7c0b0bbe7'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:36.859969 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfae323-fc8f-46aa-828b-d8af1d523f2c admin admin] Network 5a2199fb-991a-44fb-a823-973262c5f838 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:51:36.946456 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-fdfae323-fc8f-46aa-828b-d8af1d523f2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 5a2199fb-991a-44fb-a823-973262c5f838) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:51:36.951420 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfae323-fc8f-46aa-828b-d8af1d523f2c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:36.952999 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fdfae323-fc8f-46aa-828b-d8af1d523f2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:36.956959 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4063688-9c3d-42e8-a8bb-c00590ae5592 None None] Network 5a2199fb-991a-44fb-a823-973262c5f838 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:51:37.026870 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-fdfae323-fc8f-46aa-828b-d8af1d523f2c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8272707 Dec 22 13:51:37.029358 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56372) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:37.034815 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-1ff26ab6-64d4-4f74-b295-e26e9ad3c811 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1764362154-router', 'tenant_id': '044b39b2445d49b4beb972913ab098d8', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:51:37.039727 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1ff26ab6-64d4-4f74-b295-e26e9ad3c811 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:51:37.043663 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1ff26ab6-64d4-4f74-b295-e26e9ad3c811 admin admin] Usage tracker for resource:router and tenant:044b39b2445d49b4beb972913ab098d8 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:51:37.046541 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1ff26ab6-64d4-4f74-b295-e26e9ad3c811 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:51:37.049272 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-1ebcf723-1c5c-428c-a2aa-f212fa21b834 None None] Set router ab8eada4-fc69-412e-aab8-61e7c0b0bbe7 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:51:37.052506 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1ff26ab6-64d4-4f74-b295-e26e9ad3c811 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:51:37.140381 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1ff26ab6-64d4-4f74-b295-e26e9ad3c811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:37.141272 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1ff26ab6-64d4-4f74-b295-e26e9ad3c811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:37.159454 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1ff26ab6-64d4-4f74-b295-e26e9ad3c811 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:37.368781 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1ff26ab6-64d4-4f74-b295-e26e9ad3c811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:37.418121 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0332c54e-d294-49bd-b4fd-07687dab7304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-5a2199fb-991a-44fb-a823-973262c5f838', 'network_id': '5a2199fb-991a-44fb-a823-973262c5f838', 'tenant_id': '044b39b2445d49b4beb972913ab098d8', 'fixed_ips': [{'subnet_id': '4c345600-7451-4644-8916-c853714ead0a'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:51:37.418953 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0332c54e-d294-49bd-b4fd-07687dab7304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:37.640358 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-1ebcf723-1c5c-428c-a2aa-f212fa21b834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8eada4-fc69-412e-aab8-61e7c0b0bbe7', 'name': 'tempest-TestEncryptedCinderVolumes-1587676983-router', 'tenant_id': '75c8a10aa4904b6996f6ff92cc22f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.218'}], 'enable_snat': True}, 'gw_port_id': '524dbfaa-94d5-4cce-bc7c-c260fdacdb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:29Z', 'updated_at': '2021-12-22T13:51:33Z', 'revision_number': 4, 'project_id': '75c8a10aa4904b6996f6ff92cc22f7c5', 'gw_port': {'id': '524dbfaa-94d5-4cce-bc7c-c260fdacdb0a', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8eada4-fc69-412e-aab8-61e7c0b0bbe7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:30Z', 'updated_at': '2021-12-22T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'f2efaacb-962d-4cd8-9d27-66638d58cda0', 'name': '', 'network_id': 'f1e908b6-4d70-4962-9493-5f17c4cc33ab', 'tenant_id': '75c8a10aa4904b6996f6ff92cc22f7c5', 'mac_address': 'fa:16:3e:cb:7d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8eada4-fc69-412e-aab8-61e7c0b0bbe7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3658f3c-5bea-43f4-86aa-b6b7c9c9d118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:32Z', 'updated_at': '2021-12-22T13:51:33Z', 'revision_number': 2, 'project_id': '75c8a10aa4904b6996f6ff92cc22f7c5', 'subnets': [{'id': 'e3658f3c-5bea-43f4-86aa-b6b7c9c9d118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:37.640694 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1ff26ab6-64d4-4f74-b295-e26e9ad3c811 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:37.645923 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-0332c54e-d294-49bd-b4fd-07687dab7304 None None] Allocated IP 172.20.0.2 (5a2199fb-991a-44fb-a823-973262c5f838/4c345600-7451-4644-8916-c853714ead0a/656aabe6-9a14-4535-b150-0ed64af0eacd) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:51:37.650923 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebcf723-1c5c-428c-a2aa-f212fa21b834 None None] Checking router: ab8eada4-fc69-412e-aab8-61e7c0b0bbe7 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:51:37.651292 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebcf723-1c5c-428c-a2aa-f212fa21b834 None None] Updating router ab8eada4-fc69-412e-aab8-61e7c0b0bbe7 port f2efaacb-962d-4cd8-9d27-66638d58cda0 binding host dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:51:37.672110 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1ff26ab6-64d4-4f74-b295-e26e9ad3c811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:37.770491 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1ebcf723-1c5c-428c-a2aa-f212fa21b834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:37.814218 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-1ff26ab6-64d4-4f74-b295-e26e9ad3c811 admin admin] Allocated IP 172.26.1.60 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/2587a139-5abb-4df1-a3ec-a896e0b3d44f) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:51:37.964996 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1ff26ab6-64d4-4f74-b295-e26e9ad3c811 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:38.048974 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1ff26ab6-64d4-4f74-b295-e26e9ad3c811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:38.053398 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-020de7a7-e286-49dd-8624-6cd9819a0974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:38.083093 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f9b29c31-ab4d-4e05-bbdb-f59aebb46147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:38.110866 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0332c54e-d294-49bd-b4fd-07687dab7304 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:38.125139 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff26ab6-64d4-4f74-b295-e26e9ad3c811 admin admin] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:51:38.128648 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-1ff26ab6-64d4-4f74-b295-e26e9ad3c811 admin admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:51:38.131071 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff26ab6-64d4-4f74-b295-e26e9ad3c811 admin admin] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:51:38.135611 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-0332c54e-d294-49bd-b4fd-07687dab7304 None None] Transition to ACTIVE for port object 656aabe6-9a14-4535-b150-0ed64af0eacd will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:51:38.161880 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff26ab6-64d4-4f74-b295-e26e9ad3c811 admin admin] Pushing event updated for resources: {'Port': ['ID=2587a139-5abb-4df1-a3ec-a896e0b3d44f,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:38.165102 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1ff26ab6-64d4-4f74-b295-e26e9ad3c811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:38.173329 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-0332c54e-d294-49bd-b4fd-07687dab7304 None None] Transition to ACTIVE for port object 656aabe6-9a14-4535-b150-0ed64af0eacd will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:51:38.236112 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0332c54e-d294-49bd-b4fd-07687dab7304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:38.241496 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-662e4a42-277e-48bd-adf4-8773353a6e5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:38.314865 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1ebcf723-1c5c-428c-a2aa-f212fa21b834 None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:38.328049 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0332c54e-d294-49bd-b4fd-07687dab7304 None None] Network 5a2199fb-991a-44fb-a823-973262c5f838 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:51:38.333625 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-0332c54e-d294-49bd-b4fd-07687dab7304 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:51:38.341435 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0332c54e-d294-49bd-b4fd-07687dab7304 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:51:38.344885 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332c54e-d294-49bd-b4fd-07687dab7304 None None] Pushing event updated for resources: {'Port': ['ID=656aabe6-9a14-4535-b150-0ed64af0eacd,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:38.347280 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-1ebcf723-1c5c-428c-a2aa-f212fa21b834 None None] Transition to ACTIVE for port object f2efaacb-962d-4cd8-9d27-66638d58cda0 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:51:38.355401 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-0332c54e-d294-49bd-b4fd-07687dab7304 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:38.373711 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1ff26ab6-64d4-4f74-b295-e26e9ad3c811 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:38.374481 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1ff26ab6-64d4-4f74-b295-e26e9ad3c811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:38.439522 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1ebcf723-1c5c-428c-a2aa-f212fa21b834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:38.443575 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-0332c54e-d294-49bd-b4fd-07687dab7304 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:38.471253 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-0332c54e-d294-49bd-b4fd-07687dab7304 None None] Attempting to bind port 656aabe6-9a14-4535-b150-0ed64af0eacd on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:51:38.471631 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-0332c54e-d294-49bd-b4fd-07687dab7304 None None] Attempting to bind port 656aabe6-9a14-4535-b150-0ed64af0eacd by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '61bb0d3d-5dc2-4587-857d-49b67ddf374c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '5a2199fb-991a-44fb-a823-973262c5f838'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:51:38.472003 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0332c54e-d294-49bd-b4fd-07687dab7304 None None] Attempting to bind port 656aabe6-9a14-4535-b150-0ed64af0eacd on network 5a2199fb-991a-44fb-a823-973262c5f838 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:51:38.483786 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0332c54e-d294-49bd-b4fd-07687dab7304 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:51:38.484173 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0332c54e-d294-49bd-b4fd-07687dab7304 None None] Checking segment: {'id': '61bb0d3d-5dc2-4587-857d-49b67ddf374c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '5a2199fb-991a-44fb-a823-973262c5f838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:51:38.484587 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0332c54e-d294-49bd-b4fd-07687dab7304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:38.484995 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0332c54e-d294-49bd-b4fd-07687dab7304 None None] Bound using segment: {'id': '61bb0d3d-5dc2-4587-857d-49b67ddf374c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '5a2199fb-991a-44fb-a823-973262c5f838'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:51:38.485473 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-0332c54e-d294-49bd-b4fd-07687dab7304 None None] Bound port: 656aabe6-9a14-4535-b150-0ed64af0eacd, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61bb0d3d-5dc2-4587-857d-49b67ddf374c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '5a2199fb-991a-44fb-a823-973262c5f838'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:51:38.485857 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0332c54e-d294-49bd-b4fd-07687dab7304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:38.614727 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6033c19-79bd-4652-b306-b800508b1ff2 None None] Pushing event updated for resources: {'Port': ['ID=f2efaacb-962d-4cd8-9d27-66638d58cda0,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:38.625236 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f6033c19-79bd-4652-b306-b800508b1ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:38.689047 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff26ab6-64d4-4f74-b295-e26e9ad3c811 admin admin] Router ebc3657f-06d4-45ed-8f27-7e09e1bae9d5 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:51:38.732697 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-0332c54e-d294-49bd-b4fd-07687dab7304 None None] For port 656aabe6-9a14-4535-b150-0ed64af0eacd, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:51:38.753444 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-0332c54e-d294-49bd-b4fd-07687dab7304 None None] For port 656aabe6-9a14-4535-b150-0ed64af0eacd, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=656aabe6-9a14-4535-b150-0ed64af0eacd,segment=NetworkSegment(61bb0d3d-5dc2-4587-857d-49b67ddf374c),segment_id=61bb0d3d-5dc2-4587-857d-49b67ddf374c)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:51:38.760042 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-1ebcf723-1c5c-428c-a2aa-f212fa21b834 None None] Attempting to bind port f2efaacb-962d-4cd8-9d27-66638d58cda0 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:51:38.760417 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-1ebcf723-1c5c-428c-a2aa-f212fa21b834 None None] Attempting to bind port f2efaacb-962d-4cd8-9d27-66638d58cda0 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '1b525445-3bfd-47ea-a95c-34fcb0ed5acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f1e908b6-4d70-4962-9493-5f17c4cc33ab'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:51:38.760787 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebcf723-1c5c-428c-a2aa-f212fa21b834 None None] Attempting to bind port f2efaacb-962d-4cd8-9d27-66638d58cda0 on network f1e908b6-4d70-4962-9493-5f17c4cc33ab {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:51:38.769676 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebcf723-1c5c-428c-a2aa-f212fa21b834 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:51:38.770057 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebcf723-1c5c-428c-a2aa-f212fa21b834 None None] Checking segment: {'id': '1b525445-3bfd-47ea-a95c-34fcb0ed5acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f1e908b6-4d70-4962-9493-5f17c4cc33ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:51:38.770493 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1ebcf723-1c5c-428c-a2aa-f212fa21b834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:38.770898 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebcf723-1c5c-428c-a2aa-f212fa21b834 None None] Bound using segment: {'id': '1b525445-3bfd-47ea-a95c-34fcb0ed5acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f1e908b6-4d70-4962-9493-5f17c4cc33ab'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:51:38.771370 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-1ebcf723-1c5c-428c-a2aa-f212fa21b834 None None] Bound port: f2efaacb-962d-4cd8-9d27-66638d58cda0, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b525445-3bfd-47ea-a95c-34fcb0ed5acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f1e908b6-4d70-4962-9493-5f17c4cc33ab'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:51:38.771749 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1ebcf723-1c5c-428c-a2aa-f212fa21b834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:38.845152 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0332c54e-d294-49bd-b4fd-07687dab7304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:38.856753 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-5c9a1388-fff7-44ee-af7a-b38a948833c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:38.903617 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff26ab6-64d4-4f74-b295-e26e9ad3c811 admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:51:38.913004 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15410c74-0954-4076-aef9-11764f23c78d None None] Sync routers for ids ['ebc3657f-06d4-45ed-8f27-7e09e1bae9d5'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:51:38.925150 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15410c74-0954-4076-aef9-11764f23c78d None None] Routers {'ebc3657f-06d4-45ed-8f27-7e09e1bae9d5'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:51:38.926119 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-15410c74-0954-4076-aef9-11764f23c78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:51:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['ebc3657f-06d4-45ed-8f27-7e09e1bae9d5'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:38.986545 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-1ebcf723-1c5c-428c-a2aa-f212fa21b834 None None] For port f2efaacb-962d-4cd8-9d27-66638d58cda0, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:51:38.990055 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1ff26ab6-64d4-4f74-b295-e26e9ad3c811 admin admin] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:38.992640 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1ff26ab6-64d4-4f74-b295-e26e9ad3c811 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9616258 Dec 22 13:51:38.992870 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-1ebcf723-1c5c-428c-a2aa-f212fa21b834 None None] For port f2efaacb-962d-4cd8-9d27-66638d58cda0, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=f2efaacb-962d-4cd8-9d27-66638d58cda0,segment=NetworkSegment(1b525445-3bfd-47ea-a95c-34fcb0ed5acc),segment_id=1b525445-3bfd-47ea-a95c-34fcb0ed5acc)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:51:38.994862 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56376) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:39.003837 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332c54e-d294-49bd-b4fd-07687dab7304 None None] Pushing event updated for resources: {'Port': ['ID=656aabe6-9a14-4535-b150-0ed64af0eacd,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:39.007510 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-0332c54e-d294-49bd-b4fd-07687dab7304 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:39.037394 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:39.077767 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1ebcf723-1c5c-428c-a2aa-f212fa21b834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:39.082201 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:39.111074 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-15410c74-0954-4076-aef9-11764f23c78d None None] Set router ebc3657f-06d4-45ed-8f27-7e09e1bae9d5 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:51:39.184954 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebcf723-1c5c-428c-a2aa-f212fa21b834 None None] Routers {'ab8eada4-fc69-412e-aab8-61e7c0b0bbe7'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:51:39.186381 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-1ebcf723-1c5c-428c-a2aa-f212fa21b834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:51:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['ab8eada4-fc69-412e-aab8-61e7c0b0bbe7'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:39.288684 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6033c19-79bd-4652-b306-b800508b1ff2 None None] Pushing event updated for resources: {'Port': ['ID=f2efaacb-962d-4cd8-9d27-66638d58cda0,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:39.301247 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f6033c19-79bd-4652-b306-b800508b1ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:39.426570 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:39.522219 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-1ebcf723-1c5c-428c-a2aa-f212fa21b834 None None] Set router ab8eada4-fc69-412e-aab8-61e7c0b0bbe7 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:51:39.552403 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-15410c74-0954-4076-aef9-11764f23c78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc3657f-06d4-45ed-8f27-7e09e1bae9d5', 'name': 'tempest-TestEncryptedCinderVolumes-1764362154-router', 'tenant_id': '044b39b2445d49b4beb972913ab098d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '2587a139-5abb-4df1-a3ec-a896e0b3d44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:37Z', 'updated_at': '2021-12-22T13:51:38Z', 'revision_number': 3, 'project_id': '044b39b2445d49b4beb972913ab098d8', 'gw_port': {'id': '2587a139-5abb-4df1-a3ec-a896e0b3d44f', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc3657f-06d4-45ed-8f27-7e09e1bae9d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:37Z', 'updated_at': '2021-12-22T13:51:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:39.557272 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15410c74-0954-4076-aef9-11764f23c78d None None] Checking router: ebc3657f-06d4-45ed-8f27-7e09e1bae9d5 for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:51:39.557712 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15410c74-0954-4076-aef9-11764f23c78d None None] Updating router ebc3657f-06d4-45ed-8f27-7e09e1bae9d5 port 2587a139-5abb-4df1-a3ec-a896e0b3d44f binding host dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:51:39.608574 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-15410c74-0954-4076-aef9-11764f23c78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:39.834086 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 656aabe6-9a14-4535-b150-0ed64af0eacd up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:51:39.977938 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-1ebcf723-1c5c-428c-a2aa-f212fa21b834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8eada4-fc69-412e-aab8-61e7c0b0bbe7', 'name': 'tempest-TestEncryptedCinderVolumes-1587676983-router', 'tenant_id': '75c8a10aa4904b6996f6ff92cc22f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.218'}], 'enable_snat': True}, 'gw_port_id': '524dbfaa-94d5-4cce-bc7c-c260fdacdb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:29Z', 'updated_at': '2021-12-22T13:51:33Z', 'revision_number': 4, 'project_id': '75c8a10aa4904b6996f6ff92cc22f7c5', 'gw_port': {'id': '524dbfaa-94d5-4cce-bc7c-c260fdacdb0a', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8eada4-fc69-412e-aab8-61e7c0b0bbe7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:30Z', 'updated_at': '2021-12-22T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'f2efaacb-962d-4cd8-9d27-66638d58cda0', 'name': '', 'network_id': 'f1e908b6-4d70-4962-9493-5f17c4cc33ab', 'tenant_id': '75c8a10aa4904b6996f6ff92cc22f7c5', 'mac_address': 'fa:16:3e:cb:7d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8eada4-fc69-412e-aab8-61e7c0b0bbe7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3658f3c-5bea-43f4-86aa-b6b7c9c9d118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:32Z', 'updated_at': '2021-12-22T13:51:38Z', 'revision_number': 4, 'project_id': '75c8a10aa4904b6996f6ff92cc22f7c5', 'subnets': [{'id': 'e3658f3c-5bea-43f4-86aa-b6b7c9c9d118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:39.983964 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebcf723-1c5c-428c-a2aa-f212fa21b834 None None] The sync data for ids ['ab8eada4-fc69-412e-aab8-61e7c0b0bbe7'] in dv-neutron-822669-1-hyperv is: [{'id': 'ab8eada4-fc69-412e-aab8-61e7c0b0bbe7', 'name': 'tempest-TestEncryptedCinderVolumes-1587676983-router', 'tenant_id': '75c8a10aa4904b6996f6ff92cc22f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.218'}], 'enable_snat': True}, 'gw_port_id': '524dbfaa-94d5-4cce-bc7c-c260fdacdb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:29Z', 'updated_at': '2021-12-22T13:51:33Z', 'revision_number': 4, 'project_id': '75c8a10aa4904b6996f6ff92cc22f7c5', 'gw_port': {'id': '524dbfaa-94d5-4cce-bc7c-c260fdacdb0a', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8eada4-fc69-412e-aab8-61e7c0b0bbe7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:30Z', 'updated_at': '2021-12-22T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'f2efaacb-962d-4cd8-9d27-66638d58cda0', 'name': '', 'network_id': 'f1e908b6-4d70-4962-9493-5f17c4cc33ab', 'tenant_id': '75c8a10aa4904b6996f6ff92cc22f7c5', 'mac_address': 'fa:16:3e:cb:7d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8eada4-fc69-412e-aab8-61e7c0b0bbe7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3658f3c-5bea-43f4-86aa-b6b7c9c9d118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:32Z', 'updated_at': '2021-12-22T13:51:38Z', 'revision_number': 4, 'project_id': '75c8a10aa4904b6996f6ff92cc22f7c5', 'subnets': [{'id': 'e3658f3c-5bea-43f4-86aa-b6b7c9c9d118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:51:40.004832 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-15410c74-0954-4076-aef9-11764f23c78d None None] Notify callbacks [] for port, precommit_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:40.020777 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.provisioning_blocks [None req-15410c74-0954-4076-aef9-11764f23c78d None None] Transition to ACTIVE for port object 2587a139-5abb-4df1-a3ec-a896e0b3d44f will not be triggered until provisioned by entity L2. {{(pid=84151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:51:40.025800 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 656aabe6-9a14-4535-b150-0ed64af0eacd completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:51:40.103801 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-15410c74-0954-4076-aef9-11764f23c78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:40.108375 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-d17154b3-9868-4ccf-9b77-a0e009130512 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:40.144610 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d0b2f87d-61a6-4af0-aef4-d8dc810e6a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:40.196548 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-15410c74-0954-4076-aef9-11764f23c78d None None] Attempting to bind port 2587a139-5abb-4df1-a3ec-a896e0b3d44f on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:51:40.196918 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-15410c74-0954-4076-aef9-11764f23c78d None None] Attempting to bind port 2587a139-5abb-4df1-a3ec-a896e0b3d44f by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:51:40.197282 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15410c74-0954-4076-aef9-11764f23c78d None None] Attempting to bind port 2587a139-5abb-4df1-a3ec-a896e0b3d44f on network 0776f1b4-770d-462f-bc0f-df97e8017b18 {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:51:40.205762 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8faa710-84d2-4653-ac55-a1386507d6b8 None None] Pushing event updated for resources: {'Port': ['ID=2587a139-5abb-4df1-a3ec-a896e0b3d44f,revision_number=2']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:40.209657 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-b8faa710-84d2-4653-ac55-a1386507d6b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:40.223351 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15410c74-0954-4076-aef9-11764f23c78d None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:51:40.223351 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15410c74-0954-4076-aef9-11764f23c78d None None] Checking segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:51:40.223351 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-15410c74-0954-4076-aef9-11764f23c78d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:40.223351 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15410c74-0954-4076-aef9-11764f23c78d None None] Bound using segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:51:40.223351 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-15410c74-0954-4076-aef9-11764f23c78d None None] Bound port: 2587a139-5abb-4df1-a3ec-a896e0b3d44f, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:51:40.223351 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-15410c74-0954-4076-aef9-11764f23c78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:40.287884 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a250b28-cefc-4344-bf06-f2f99f98034d None None] Network 5a2199fb-991a-44fb-a823-973262c5f838 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:51:40.323701 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-15410c74-0954-4076-aef9-11764f23c78d None None] For port 2587a139-5abb-4df1-a3ec-a896e0b3d44f, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:51:40.327300 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-15410c74-0954-4076-aef9-11764f23c78d None None] For port 2587a139-5abb-4df1-a3ec-a896e0b3d44f, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=2587a139-5abb-4df1-a3ec-a896e0b3d44f,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:51:40.389706 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-15410c74-0954-4076-aef9-11764f23c78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:40.402514 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:40.409837 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-d0b2f87d-61a6-4af0-aef4-d8dc810e6a86 admin admin] Allocated IP 172.20.0.1 (5a2199fb-991a-44fb-a823-973262c5f838/4c345600-7451-4644-8916-c853714ead0a/3118cfe6-7ec2-4b03-99f3-f17ca8d7865a) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:51:40.476782 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-52b28918-72f4-4961-8188-d0619ff5b89a None None] Provisioning for port 656aabe6-9a14-4535-b150-0ed64af0eacd completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:51:40.489404 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8faa710-84d2-4653-ac55-a1386507d6b8 None None] Pushing event updated for resources: {'Port': ['ID=2587a139-5abb-4df1-a3ec-a896e0b3d44f,revision_number=3']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:40.495421 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-b8faa710-84d2-4653-ac55-a1386507d6b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:40.504312 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-52b28918-72f4-4961-8188-d0619ff5b89a None None] Provisioning complete for port 656aabe6-9a14-4535-b150-0ed64af0eacd triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:51:40.504754 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-52b28918-72f4-4961-8188-d0619ff5b89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:40.511591 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15410c74-0954-4076-aef9-11764f23c78d None None] Routers {'ebc3657f-06d4-45ed-8f27-7e09e1bae9d5'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:51:40.512222 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-15410c74-0954-4076-aef9-11764f23c78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:51:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['ebc3657f-06d4-45ed-8f27-7e09e1bae9d5'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:40.606753 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d0b2f87d-61a6-4af0-aef4-d8dc810e6a86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:40.626971 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-d0b2f87d-61a6-4af0-aef4-d8dc810e6a86 admin admin] Transition to ACTIVE for port object 3118cfe6-7ec2-4b03-99f3-f17ca8d7865a will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:51:40.692114 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:40.725383 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d0b2f87d-61a6-4af0-aef4-d8dc810e6a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:40.729896 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-52b28918-72f4-4961-8188-d0619ff5b89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:40.732055 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-59f07d9a-78e1-4846-b89b-98f046f219a7 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:40.770560 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-52b28918-72f4-4961-8188-d0619ff5b89a None None] For port 656aabe6-9a14-4535-b150-0ed64af0eacd, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=656aabe6-9a14-4535-b150-0ed64af0eacd,segment=NetworkSegment(61bb0d3d-5dc2-4587-857d-49b67ddf374c),segment_id=61bb0d3d-5dc2-4587-857d-49b67ddf374c)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:51:40.787814 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-15410c74-0954-4076-aef9-11764f23c78d None None] Set router ebc3657f-06d4-45ed-8f27-7e09e1bae9d5 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:51:40.822815 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b2f87d-61a6-4af0-aef4-d8dc810e6a86 admin admin] Network 5a2199fb-991a-44fb-a823-973262c5f838 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:51:40.824054 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-d0b2f87d-61a6-4af0-aef4-d8dc810e6a86 admin admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:51:40.826074 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b2f87d-61a6-4af0-aef4-d8dc810e6a86 admin admin] Pushing event updated for resources: {'Port': ['ID=3118cfe6-7ec2-4b03-99f3-f17ca8d7865a,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:40.828285 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b2f87d-61a6-4af0-aef4-d8dc810e6a86 admin admin] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:51:40.854791 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d0b2f87d-61a6-4af0-aef4-d8dc810e6a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:40.860396 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-52b28918-72f4-4961-8188-d0619ff5b89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:40.865339 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:40.907223 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d0b2f87d-61a6-4af0-aef4-d8dc810e6a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:40.969427 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b28918-72f4-4961-8188-d0619ff5b89a None None] Pushing event updated for resources: {'Port': ['ID=656aabe6-9a14-4535-b150-0ed64af0eacd,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:40.974978 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-52b28918-72f4-4961-8188-d0619ff5b89a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:41.092692 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d0b2f87d-61a6-4af0-aef4-d8dc810e6a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:41.098552 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-ad1a0cc5-563c-4026-bd9d-eb1ffb7a406e None None] Provisioning complete for port 656aabe6-9a14-4535-b150-0ed64af0eacd triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:51:41.099160 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ad1a0cc5-563c-4026-bd9d-eb1ffb7a406e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:41.156782 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-15410c74-0954-4076-aef9-11764f23c78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc3657f-06d4-45ed-8f27-7e09e1bae9d5', 'name': 'tempest-TestEncryptedCinderVolumes-1764362154-router', 'tenant_id': '044b39b2445d49b4beb972913ab098d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '2587a139-5abb-4df1-a3ec-a896e0b3d44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:37Z', 'updated_at': '2021-12-22T13:51:38Z', 'revision_number': 3, 'project_id': '044b39b2445d49b4beb972913ab098d8', 'gw_port': {'id': '2587a139-5abb-4df1-a3ec-a896e0b3d44f', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc3657f-06d4-45ed-8f27-7e09e1bae9d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:37Z', 'updated_at': '2021-12-22T13:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:41.167519 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15410c74-0954-4076-aef9-11764f23c78d None None] The sync data for ids ['ebc3657f-06d4-45ed-8f27-7e09e1bae9d5'] in dv-neutron-822669-1-hyperv is: [{'id': 'ebc3657f-06d4-45ed-8f27-7e09e1bae9d5', 'name': 'tempest-TestEncryptedCinderVolumes-1764362154-router', 'tenant_id': '044b39b2445d49b4beb972913ab098d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '2587a139-5abb-4df1-a3ec-a896e0b3d44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:37Z', 'updated_at': '2021-12-22T13:51:38Z', 'revision_number': 3, 'project_id': '044b39b2445d49b4beb972913ab098d8', 'gw_port': {'id': '2587a139-5abb-4df1-a3ec-a896e0b3d44f', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc3657f-06d4-45ed-8f27-7e09e1bae9d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:37Z', 'updated_at': '2021-12-22T13:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:51:41.345044 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d0b2f87d-61a6-4af0-aef4-d8dc810e6a86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:41.402710 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d0b2f87d-61a6-4af0-aef4-d8dc810e6a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:41.432216 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9c258bd8-eed0-47be-a97a-61d81d9be7b6 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:41.517152 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-98871b33-a9d8-4b9c-ab92-6c73c3f02d97 None None] Provisioning for port 3118cfe6-7ec2-4b03-99f3-f17ca8d7865a completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:51:41.522543 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-98871b33-a9d8-4b9c-ab92-6c73c3f02d97 None None] Provisioning complete for port 3118cfe6-7ec2-4b03-99f3-f17ca8d7865a triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:51:41.527909 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-98871b33-a9d8-4b9c-ab92-6c73c3f02d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:41.528058 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d0b2f87d-61a6-4af0-aef4-d8dc810e6a86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:41.529745 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b2f87d-61a6-4af0-aef4-d8dc810e6a86 admin admin] Pushing event updated for resources: {'Port': ['ID=3118cfe6-7ec2-4b03-99f3-f17ca8d7865a,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:41.533050 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d0b2f87d-61a6-4af0-aef4-d8dc810e6a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:41.577603 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-98871b33-a9d8-4b9c-ab92-6c73c3f02d97 None None] Port 3118cfe6-7ec2-4b03-99f3-f17ca8d7865a cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:51:41.777829 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b2f87d-61a6-4af0-aef4-d8dc810e6a86 admin admin] Network 5a2199fb-991a-44fb-a823-973262c5f838 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:51:41.779404 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-d0b2f87d-61a6-4af0-aef4-d8dc810e6a86 admin admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:51:41.817721 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 656aabe6-9a14-4535-b150-0ed64af0eacd up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:51:41.891413 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 656aabe6-9a14-4535-b150-0ed64af0eacd triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:51:41.891998 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:42.057520 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device f2efaacb-962d-4cd8-9d27-66638d58cda0 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:51:42.094181 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-94dbf859-37ab-4afb-830d-3312c4125f03 None None] Provisioning complete for port 3118cfe6-7ec2-4b03-99f3-f17ca8d7865a triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:51:42.094584 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-94dbf859-37ab-4afb-830d-3312c4125f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:42.163661 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-94dbf859-37ab-4afb-830d-3312c4125f03 None None] Port 3118cfe6-7ec2-4b03-99f3-f17ca8d7865a cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:51:42.185814 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b2f87d-61a6-4af0-aef4-d8dc810e6a86 admin admin] Router ebc3657f-06d4-45ed-8f27-7e09e1bae9d5 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:51:42.265629 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port f2efaacb-962d-4cd8-9d27-66638d58cda0 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:51:42.270573 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port f2efaacb-962d-4cd8-9d27-66638d58cda0 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:51:42.270981 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:42.385734 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:42.389039 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b2f87d-61a6-4af0-aef4-d8dc810e6a86 admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:51:42.398906 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d0b2f87d-61a6-4af0-aef4-d8dc810e6a86 admin admin] 10.222.0.47 "PUT /v2.0/routers/ebc3657f-06d4-45ed-8f27-7e09e1bae9d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4022732 Dec 22 13:51:42.419345 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port f2efaacb-962d-4cd8-9d27-66638d58cda0, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=f2efaacb-962d-4cd8-9d27-66638d58cda0,segment=NetworkSegment(1b525445-3bfd-47ea-a95c-34fcb0ed5acc),segment_id=1b525445-3bfd-47ea-a95c-34fcb0ed5acc)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:51:42.500173 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:42.503580 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f6033c19-79bd-4652-b306-b800508b1ff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:42.571288 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=f2efaacb-962d-4cd8-9d27-66638d58cda0,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:42.574257 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:43.279424 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-2b64f3de-75ca-4d7c-b905-1dc12b488622 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:43.280759 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-2b64f3de-75ca-4d7c-b905-1dc12b488622 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/networks?id=f1e908b6-4d70-4962-9493-5f17c4cc33ab HTTP/1.1" status: 200 len: 817 time: 0.1444101 Dec 22 13:51:43.296399 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-b28ae93e-9439-47be-a115-1fbd9d8e8bac tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/quotas/75c8a10aa4904b6996f6ff92cc22f7c5 HTTP/1.1" status: 200 len: 375 time: 0.0103767 Dec 22 13:51:43.373585 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-52bd9727-5b46-4eeb-a2ae-bacdcc6de6e9 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Synchronizing usage tracker for tenant:75c8a10aa4904b6996f6ff92cc22f7c5 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:51:43.430920 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-52bd9727-5b46-4eeb-a2ae-bacdcc6de6e9 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Unset dirty status for tenant:75c8a10aa4904b6996f6ff92cc22f7c5 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:51:43.432177 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-52bd9727-5b46-4eeb-a2ae-bacdcc6de6e9 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=75c8a10aa4904b6996f6ff92cc22f7c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1311224 Dec 22 13:51:43.569674 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-9893af9e-ee05-4d3c-91df-ddabc4641a54 service neutron] 10.222.0.47 "GET /v2.0/networks/f1e908b6-4d70-4962-9493-5f17c4cc33ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254885 Dec 22 13:51:43.749417 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-a6c1f1de-2de6-4e74-a3ad-a4eb8cdd2a1e service neutron] 10.222.0.47 "GET /v2.0/networks/f1e908b6-4d70-4962-9493-5f17c4cc33ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287835 Dec 22 13:51:43.763817 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device f2efaacb-962d-4cd8-9d27-66638d58cda0 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:51:43.831790 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port f2efaacb-962d-4cd8-9d27-66638d58cda0 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:51:43.832085 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:43.965656 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-13613663-0835-4186-b6e4-414685511767 req-68c7bfab-88a7-40ca-b95a-118ab7135ada tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/ports?device_id=713f8314-8c52-4007-bebf-ab423f54db18 HTTP/1.1" status: 200 len: 210 time: 0.0479269 Dec 22 13:51:45.147350 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-3d9a01b7-17f5-4cfb-b868-bda19c592802 req-96d87ab4-3845-4194-81d7-03aef04d70b6 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/ports?device_id=713f8314-8c52-4007-bebf-ab423f54db18 HTTP/1.1" status: 200 len: 210 time: 0.0479200 Dec 22 13:51:46.199903 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-e26d9f51-d6f4-4756-b8b8-03c128eb2242 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:46.200582 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-e26d9f51-d6f4-4756-b8b8-03c128eb2242 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Synchronizing usage tracker for tenant:75c8a10aa4904b6996f6ff92cc22f7c5 on resource:network {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:51:46.314085 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b6276cad-8b36-4a55-8918-7cdb430fbe16 req-23f5516e-5d39-4955-ab38-c3c94e0c7f48 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/ports?device_id=713f8314-8c52-4007-bebf-ab423f54db18 HTTP/1.1" status: 200 len: 210 time: 0.0468161 Dec 22 13:51:46.328490 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-e26d9f51-d6f4-4756-b8b8-03c128eb2242 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Unset dirty status for tenant:75c8a10aa4904b6996f6ff92cc22f7c5 on resource:network {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:51:46.329655 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-e26d9f51-d6f4-4756-b8b8-03c128eb2242 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.45 "GET /v2.0/networks?id=f1e908b6-4d70-4962-9493-5f17c4cc33ab HTTP/1.1" status: 200 len: 817 time: 0.2843661 Dec 22 13:51:46.350690 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-3e9f419d-e5b9-460f-bb3f-d63593c49292 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Request body: {'port': {'device_id': '713f8314-8c52-4007-bebf-ab423f54db18', 'network_id': 'f1e908b6-4d70-4962-9493-5f17c4cc33ab', 'admin_state_up': True, 'tenant_id': '75c8a10aa4904b6996f6ff92cc22f7c5'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:51:46.489090 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-3e9f419d-e5b9-460f-bb3f-d63593c49292 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:51:46.499165 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-3e9f419d-e5b9-460f-bb3f-d63593c49292 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:51:46.575138 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-3e9f419d-e5b9-460f-bb3f-d63593c49292 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Made reservation on behalf of 75c8a10aa4904b6996f6ff92cc22f7c5 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:51:46.578137 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-3e9f419d-e5b9-460f-bb3f-d63593c49292 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:46.736655 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-3e9f419d-e5b9-460f-bb3f-d63593c49292 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Allocated IP 172.20.0.5 (f1e908b6-4d70-4962-9493-5f17c4cc33ab/e3658f3c-5bea-43f4-86aa-b6b7c9c9d118/e2eff83c-0121-404a-8341-77adfe4508ac) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:51:46.933304 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-3e9f419d-e5b9-460f-bb3f-d63593c49292 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:46.948790 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-3e9f419d-e5b9-460f-bb3f-d63593c49292 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Transition to ACTIVE for port object e2eff83c-0121-404a-8341-77adfe4508ac will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:51:47.043080 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-3e9f419d-e5b9-460f-bb3f-d63593c49292 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:47.048502 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-20291556-ee5b-4605-94c4-c12b63af0d86 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:47.114754 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-3e9f419d-e5b9-460f-bb3f-d63593c49292 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Network f1e908b6-4d70-4962-9493-5f17c4cc33ab is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:51:47.118003 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-3e9f419d-e5b9-460f-bb3f-d63593c49292 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:51:47.122371 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-3e9f419d-e5b9-460f-bb3f-d63593c49292 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:51:47.276593 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f419d-e5b9-460f-bb3f-d63593c49292 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Pushing event updated for resources: {'Port': ['ID=e2eff83c-0121-404a-8341-77adfe4508ac,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:47.283167 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3e9f419d-e5b9-460f-bb3f-d63593c49292 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:47.310804 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-3e9f419d-e5b9-460f-bb3f-d63593c49292 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:47.311400 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-3e9f419d-e5b9-460f-bb3f-d63593c49292 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:47.389258 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-76c3bf7e-0cdc-4532-b864-bfae52967f87 None None] Provisioning for port e2eff83c-0121-404a-8341-77adfe4508ac completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:51:47.394482 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-76c3bf7e-0cdc-4532-b864-bfae52967f87 None None] Provisioning complete for port e2eff83c-0121-404a-8341-77adfe4508ac triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:51:47.394872 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-76c3bf7e-0cdc-4532-b864-bfae52967f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:47.397891 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-3e9f419d-e5b9-460f-bb3f-d63593c49292 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0509033 Dec 22 13:51:47.414511 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-ddd0679d-d228-4368-8a5c-af019a0c7928 service neutron] Request body: {'port': {'device_id': '713f8314-8c52-4007-bebf-ab423f54db18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:51:47.453742 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-76c3bf7e-0cdc-4532-b864-bfae52967f87 None None] Port e2eff83c-0121-404a-8341-77adfe4508ac cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:51:47.525177 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d119b-3b48-46a1-a098-2feb19871a62 req-9a16d724-a111-4f2f-a44d-ee6e50bdabef tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:47.527462 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e28d119b-3b48-46a1-a098-2feb19871a62 req-9a16d724-a111-4f2f-a44d-ee6e50bdabef tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/ports?device_id=713f8314-8c52-4007-bebf-ab423f54db18 HTTP/1.1" status: 200 len: 931 time: 0.0871861 Dec 22 13:51:47.527661 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-ddd0679d-d228-4368-8a5c-af019a0c7928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:47.573679 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e28d119b-3b48-46a1-a098-2feb19871a62 req-87337b7e-7b03-47ab-9c7c-92752c257032 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fdee3e5-1680-431c-8843-f46cd059cb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401995 Dec 22 13:51:47.863341 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-ddd0679d-d228-4368-8a5c-af019a0c7928 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2eff83c-0121-404a-8341-77adfe4508ac {{(pid=84149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:51:47.871591 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-ddd0679d-d228-4368-8a5c-af019a0c7928 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:47.886809 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-ddd0679d-d228-4368-8a5c-af019a0c7928 service neutron] Transition to ACTIVE for port object e2eff83c-0121-404a-8341-77adfe4508ac will not be triggered until provisioned by entity L2. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:51:47.955181 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-ddd0679d-d228-4368-8a5c-af019a0c7928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:47.959985 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-683f550e-92b6-4af9-9f23-a5ef20d81de7 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:48.114164 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd0679d-d228-4368-8a5c-af019a0c7928 service neutron] Pushing event updated for resources: {'Port': ['ID=e2eff83c-0121-404a-8341-77adfe4508ac,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:48.117935 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ddd0679d-d228-4368-8a5c-af019a0c7928 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:48.240104 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-ddd0679d-d228-4368-8a5c-af019a0c7928 service neutron] Attempting to bind port e2eff83c-0121-404a-8341-77adfe4508ac on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:51:48.240439 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-ddd0679d-d228-4368-8a5c-af019a0c7928 service neutron] Attempting to bind port e2eff83c-0121-404a-8341-77adfe4508ac by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '1b525445-3bfd-47ea-a95c-34fcb0ed5acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f1e908b6-4d70-4962-9493-5f17c4cc33ab'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:51:48.240756 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-ddd0679d-d228-4368-8a5c-af019a0c7928 service neutron] Attempting to bind port e2eff83c-0121-404a-8341-77adfe4508ac on network f1e908b6-4d70-4962-9493-5f17c4cc33ab {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:51:48.246973 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-ddd0679d-d228-4368-8a5c-af019a0c7928 service neutron] Port e2eff83c-0121-404a-8341-77adfe4508ac on network f1e908b6-4d70-4962-9493-5f17c4cc33ab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:51:48.247291 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-ddd0679d-d228-4368-8a5c-af019a0c7928 service neutron] Attempting to bind port e2eff83c-0121-404a-8341-77adfe4508ac on network f1e908b6-4d70-4962-9493-5f17c4cc33ab {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:51:48.254102 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-ddd0679d-d228-4368-8a5c-af019a0c7928 service neutron] Checking agent: {'id': '72ee2f79-9ac0-483e-b4fd-5b910a776581', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'started_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:51:48.254674 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-ddd0679d-d228-4368-8a5c-af019a0c7928 service neutron] Checking segment: {'id': '1b525445-3bfd-47ea-a95c-34fcb0ed5acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f1e908b6-4d70-4962-9493-5f17c4cc33ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:51:48.255111 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-ddd0679d-d228-4368-8a5c-af019a0c7928 service neutron] Bound using segment: {'id': '1b525445-3bfd-47ea-a95c-34fcb0ed5acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f1e908b6-4d70-4962-9493-5f17c4cc33ab'} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:51:48.255715 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-ddd0679d-d228-4368-8a5c-af019a0c7928 service neutron] Bound port: e2eff83c-0121-404a-8341-77adfe4508ac, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b525445-3bfd-47ea-a95c-34fcb0ed5acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f1e908b6-4d70-4962-9493-5f17c4cc33ab'}}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:51:48.256067 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-ddd0679d-d228-4368-8a5c-af019a0c7928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:48.352552 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-ddd0679d-d228-4368-8a5c-af019a0c7928 service neutron] For port e2eff83c-0121-404a-8341-77adfe4508ac, host hv-neutron-8226, cleared binding levels {{(pid=84149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:51:48.356461 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-ddd0679d-d228-4368-8a5c-af019a0c7928 service neutron] For port e2eff83c-0121-404a-8341-77adfe4508ac, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e2eff83c-0121-404a-8341-77adfe4508ac,segment=NetworkSegment(1b525445-3bfd-47ea-a95c-34fcb0ed5acc),segment_id=1b525445-3bfd-47ea-a95c-34fcb0ed5acc)] {{(pid=84149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:51:48.412519 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-ddd0679d-d228-4368-8a5c-af019a0c7928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:48.417390 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d0b2f87d-61a6-4af0-aef4-d8dc810e6a86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:48.477110 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-ddd0679d-d228-4368-8a5c-af019a0c7928 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:48.478512 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-ddd0679d-d228-4368-8a5c-af019a0c7928 service neutron] 10.222.0.45 "PUT /v2.0/ports/e2eff83c-0121-404a-8341-77adfe4508ac HTTP/1.1" status: 200 len: 1093 time: 1.0683038 Dec 22 13:51:48.481715 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '713f8314-8c52-4007-bebf-ab423f54db18', 'tag': 'e2eff83c-0121-404a-8341-77adfe4508ac'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:51:48.507368 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd0679d-d228-4368-8a5c-af019a0c7928 service neutron] Pushing event updated for resources: {'Port': ['ID=e2eff83c-0121-404a-8341-77adfe4508ac,revision_number=3']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:48.516877 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ddd0679d-d228-4368-8a5c-af019a0c7928 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:48.632444 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '713f8314-8c52-4007-bebf-ab423f54db18', 'tag': 'e2eff83c-0121-404a-8341-77adfe4508ac', 'status': 'completed', 'code': 200} Dec 22 13:51:48.655202 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-a8653cbc-6770-430d-9f8b-fe25718cac71 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=75c8a10aa4904b6996f6ff92cc22f7c5&device_id=713f8314-8c52-4007-bebf-ab423f54db18 HTTP/1.1" status: 200 len: 1096 time: 0.0810609 Dec 22 13:51:48.735460 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-d669855d-f637-4dda-9c13-5c6e4b573f17 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2eff83c-0121-404a-8341-77adfe4508ac HTTP/1.1" status: 200 len: 217 time: 0.0699654 Dec 22 13:51:48.782992 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34dcdcc-c67e-4b04-af9d-2c7256acfadc req-2877de2d-0efa-46b1-8677-9d7299dacfc5 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:48.784337 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d34dcdcc-c67e-4b04-af9d-2c7256acfadc req-2877de2d-0efa-46b1-8677-9d7299dacfc5 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/ports?device_id=713f8314-8c52-4007-bebf-ab423f54db18 HTTP/1.1" status: 200 len: 943 time: 0.0773776 Dec 22 13:51:48.807091 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-f920f32a-6c7a-4ddb-8e04-e1029ca9afa3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:48.809620 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-f920f32a-6c7a-4ddb-8e04-e1029ca9afa3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e3658f3c-5bea-43f4-86aa-b6b7c9c9d118 HTTP/1.1" status: 200 len: 856 time: 0.0585012 Dec 22 13:51:48.835072 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d34dcdcc-c67e-4b04-af9d-2c7256acfadc req-460d6352-0e80-418d-8e72-1a380b7f8b4b tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fdee3e5-1680-431c-8843-f46cd059cb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443907 Dec 22 13:51:48.893280 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-6a900786-b440-4d5f-98cb-ddb5a799ccca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f1e908b6-4d70-4962-9493-5f17c4cc33ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715003 Dec 22 13:51:49.033902 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-35a8469c-cf8b-4ff7-ad5b-5cdea1c86ccf service neutron] 10.222.0.45 "GET /v2.0/networks/f1e908b6-4d70-4962-9493-5f17c4cc33ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284227 Dec 22 13:51:49.168125 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-da0a0f93-eccf-4cc2-8331-1843704df46b req-b77b8b6f-0c02-404e-8f7a-ddf1cd2a050a service neutron] 10.222.0.45 "GET /v2.0/networks/f1e908b6-4d70-4962-9493-5f17c4cc33ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235266 Dec 22 13:51:49.377243 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6334cde4-51a6-401d-a622-d21b7de54931 req-9bcb910b-0123-40ce-8446-cbbfc5608712 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=75c8a10aa4904b6996f6ff92cc22f7c5&device_id=713f8314-8c52-4007-bebf-ab423f54db18 HTTP/1.1" status: 200 len: 1096 time: 0.0692046 Dec 22 13:51:49.611624 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334cde4-51a6-401d-a622-d21b7de54931 req-391fa5c3-3051-4b9b-9d75-f58891fd75bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:49.613033 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6334cde4-51a6-401d-a622-d21b7de54931 req-391fa5c3-3051-4b9b-9d75-f58891fd75bd service neutron] 10.222.0.45 "GET /v2.0/networks?id=f1e908b6-4d70-4962-9493-5f17c4cc33ab HTTP/1.1" status: 200 len: 918 time: 0.2283828 Dec 22 13:51:49.683935 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6334cde4-51a6-401d-a622-d21b7de54931 req-6fa11960-dca5-42f5-8db7-b10ae39d3f0b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2eff83c-0121-404a-8341-77adfe4508ac HTTP/1.1" status: 200 len: 217 time: 0.0623348 Dec 22 13:51:49.750229 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334cde4-51a6-401d-a622-d21b7de54931 req-d0be6600-3cb5-4ea3-8976-ac2273ba6e14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:49.751745 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6334cde4-51a6-401d-a622-d21b7de54931 req-d0be6600-3cb5-4ea3-8976-ac2273ba6e14 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e3658f3c-5bea-43f4-86aa-b6b7c9c9d118 HTTP/1.1" status: 200 len: 856 time: 0.0608504 Dec 22 13:51:49.774255 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 2587a139-5abb-4df1-a3ec-a896e0b3d44f up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:51:49.834896 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6334cde4-51a6-401d-a622-d21b7de54931 req-d42889ca-c809-40c5-b2e6-7b0411cd0526 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f1e908b6-4d70-4962-9493-5f17c4cc33ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754888 Dec 22 13:51:49.897598 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 2587a139-5abb-4df1-a3ec-a896e0b3d44f completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:51:49.903151 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 2587a139-5abb-4df1-a3ec-a896e0b3d44f triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:51:49.903534 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:50.004487 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6334cde4-51a6-401d-a622-d21b7de54931 req-0d18ba7c-36f6-4a5d-b1ba-0afb0389fa47 service neutron] 10.222.0.45 "GET /v2.0/networks/f1e908b6-4d70-4962-9493-5f17c4cc33ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620524 Dec 22 13:51:50.020373 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:50.037007 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 2587a139-5abb-4df1-a3ec-a896e0b3d44f, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=2587a139-5abb-4df1-a3ec-a896e0b3d44f,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:51:50.092334 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:50.094249 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-a72e67f9-468b-4bb8-96ad-d412a248a426 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:50.142366 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d1a3d-4dfe-4df2-8db8-a764df20bd71 req-8882c147-ea9f-46d7-a520-6a8e18f675d5 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:50.143044 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-4d5d1a3d-4dfe-4df2-8db8-a764df20bd71 req-8882c147-ea9f-46d7-a520-6a8e18f675d5 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Synchronizing usage tracker for tenant:75c8a10aa4904b6996f6ff92cc22f7c5 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:51:50.158850 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=2587a139-5abb-4df1-a3ec-a896e0b3d44f,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:50.161783 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:50.175011 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6334cde4-51a6-401d-a622-d21b7de54931 req-3f4d9b6a-a5fc-4996-835d-0f54dca66bbc service neutron] 10.222.0.45 "GET /v2.0/networks/f1e908b6-4d70-4962-9493-5f17c4cc33ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626830 Dec 22 13:51:50.217869 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-4d5d1a3d-4dfe-4df2-8db8-a764df20bd71 req-8882c147-ea9f-46d7-a520-6a8e18f675d5 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Unset dirty status for tenant:75c8a10aa4904b6996f6ff92cc22f7c5 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:51:50.219033 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4d5d1a3d-4dfe-4df2-8db8-a764df20bd71 req-8882c147-ea9f-46d7-a520-6a8e18f675d5 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/ports?device_id=713f8314-8c52-4007-bebf-ab423f54db18 HTTP/1.1" status: 200 len: 943 time: 0.2558477 Dec 22 13:51:50.264261 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-4d5d1a3d-4dfe-4df2-8db8-a764df20bd71 req-f0acdde1-067f-4590-b818-3285269a7da6 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Synchronizing usage tracker for tenant:75c8a10aa4904b6996f6ff92cc22f7c5 on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:51:50.371820 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-4d5d1a3d-4dfe-4df2-8db8-a764df20bd71 req-f0acdde1-067f-4590-b818-3285269a7da6 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Unset dirty status for tenant:75c8a10aa4904b6996f6ff92cc22f7c5 on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:51:50.372969 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4d5d1a3d-4dfe-4df2-8db8-a764df20bd71 req-f0acdde1-067f-4590-b818-3285269a7da6 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fdee3e5-1680-431c-8843-f46cd059cb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482539 Dec 22 13:51:51.565981 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca460d-98b0-47f8-a19b-473958ae519a req-771a3476-1011-44fd-bb5b-b296f4584792 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:51.567423 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-fcca460d-98b0-47f8-a19b-473958ae519a req-771a3476-1011-44fd-bb5b-b296f4584792 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/ports?device_id=713f8314-8c52-4007-bebf-ab423f54db18 HTTP/1.1" status: 200 len: 943 time: 0.0766037 Dec 22 13:51:51.613459 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-fcca460d-98b0-47f8-a19b-473958ae519a req-3f173bec-4e90-4464-ac87-14090704f982 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fdee3e5-1680-431c-8843-f46cd059cb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394499 Dec 22 13:51:51.757704 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 2587a139-5abb-4df1-a3ec-a896e0b3d44f up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:51:51.828333 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 2587a139-5abb-4df1-a3ec-a896e0b3d44f triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:51:51.828717 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:52.813943 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165f810-de3e-4a88-8db6-b4f22d1bd55b req-5f754670-df36-4155-91bd-0c0b220164d5 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:52.815315 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3165f810-de3e-4a88-8db6-b4f22d1bd55b req-5f754670-df36-4155-91bd-0c0b220164d5 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/ports?device_id=713f8314-8c52-4007-bebf-ab423f54db18 HTTP/1.1" status: 200 len: 943 time: 0.0809100 Dec 22 13:51:52.859950 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3165f810-de3e-4a88-8db6-b4f22d1bd55b req-16c7f7ad-5fb8-454c-bc1a-7e248b7350a2 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fdee3e5-1680-431c-8843-f46cd059cb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391870 Dec 22 13:51:52.871794 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device e2eff83c-0121-404a-8341-77adfe4508ac details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:51:53.004237 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port e2eff83c-0121-404a-8341-77adfe4508ac, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e2eff83c-0121-404a-8341-77adfe4508ac,segment=NetworkSegment(1b525445-3bfd-47ea-a95c-34fcb0ed5acc),segment_id=1b525445-3bfd-47ea-a95c-34fcb0ed5acc)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:51:53.017224 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': 'e2eff83c-0121-404a-8341-77adfe4508ac', 'network_id': 'f1e908b6-4d70-4962-9493-5f17c4cc33ab', 'port_id': 'e2eff83c-0121-404a-8341-77adfe4508ac', 'mac_address': 'fa:16:3e:12:5d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3658f3c-5bea-43f4-86aa-b6b7c9c9d118', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:51:53.069424 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:53.085917 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2eff83c-0121-404a-8341-77adfe4508ac {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:51:53.100786 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port e2eff83c-0121-404a-8341-77adfe4508ac, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e2eff83c-0121-404a-8341-77adfe4508ac,segment=NetworkSegment(1b525445-3bfd-47ea-a95c-34fcb0ed5acc),segment_id=1b525445-3bfd-47ea-a95c-34fcb0ed5acc)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:51:53.117647 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:51:53.183603 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:53.185330 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:53.252823 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=e2eff83c-0121-404a-8341-77adfe4508ac,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:53.255764 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:53.463868 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['e2eff83c-0121-404a-8341-77adfe4508ac'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:51:54.200143 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78887c-8c98-451e-acc8-423b4c68935a req-ba69e2be-a5df-4ca4-956d-ed3ec75622d9 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:54.201548 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-1d78887c-8c98-451e-acc8-423b4c68935a req-ba69e2be-a5df-4ca4-956d-ed3ec75622d9 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/ports?device_id=713f8314-8c52-4007-bebf-ab423f54db18 HTTP/1.1" status: 200 len: 944 time: 0.0803301 Dec 22 13:51:54.248925 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-1d78887c-8c98-451e-acc8-423b4c68935a req-ee196e2f-b10e-4b4d-9487-3dc03cb7df24 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fdee3e5-1680-431c-8843-f46cd059cb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419707 Dec 22 13:51:54.886800 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device e2eff83c-0121-404a-8341-77adfe4508ac up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:51:55.017260 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning for port e2eff83c-0121-404a-8341-77adfe4508ac completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:51:55.021955 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port e2eff83c-0121-404a-8341-77adfe4508ac triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:51:55.022331 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:55.171986 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:55.197855 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713f8314-8c52-4007-bebf-ab423f54db18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2eff83c-0121-404a-8341-77adfe4508ac'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:51:55.207441 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port e2eff83c-0121-404a-8341-77adfe4508ac, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e2eff83c-0121-404a-8341-77adfe4508ac,segment=NetworkSegment(1b525445-3bfd-47ea-a95c-34fcb0ed5acc),segment_id=1b525445-3bfd-47ea-a95c-34fcb0ed5acc)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:51:55.252154 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713f8314-8c52-4007-bebf-ab423f54db18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2eff83c-0121-404a-8341-77adfe4508ac', 'code': 200} Dec 22 13:51:55.300069 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:55.301951 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:55.366629 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=e2eff83c-0121-404a-8341-77adfe4508ac,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:55.370829 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:55.448779 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd5ac8-3eca-40ab-98e0-31caea371b45 req-968d7277-d738-4a24-8cb0-9ee2a1af4a3b tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:55.450154 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7efd5ac8-3eca-40ab-98e0-31caea371b45 req-968d7277-d738-4a24-8cb0-9ee2a1af4a3b tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/ports?device_id=713f8314-8c52-4007-bebf-ab423f54db18 HTTP/1.1" status: 200 len: 945 time: 0.0772758 Dec 22 13:51:55.495915 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7efd5ac8-3eca-40ab-98e0-31caea371b45 req-a0b9825b-5ab2-4b7a-95dc-bfa9c92ef497 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fdee3e5-1680-431c-8843-f46cd059cb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400655 Dec 22 13:51:55.631640 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-80cd0eda-a4b7-4e47-abd7-cfd51728381f req-cdaa22df-a724-434c-b2e1-19e2bceb7ae8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=713f8314-8c52-4007-bebf-ab423f54db18 HTTP/1.1" status: 200 len: 1098 time: 0.0681331 Dec 22 13:51:55.683029 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-80cd0eda-a4b7-4e47-abd7-cfd51728381f req-a8fdee93-386b-493f-ba25-db6e944ca2a7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3fdee3e5-1680-431c-8843-f46cd059cb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405309 Dec 22 13:51:56.710498 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4422dcb-b875-4627-85c0-112a76ab03b5 req-798ad282-ca3a-4534-98ab-481f57417cd5 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:56.711896 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f4422dcb-b875-4627-85c0-112a76ab03b5 req-798ad282-ca3a-4534-98ab-481f57417cd5 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/ports?device_id=713f8314-8c52-4007-bebf-ab423f54db18 HTTP/1.1" status: 200 len: 945 time: 0.0767789 Dec 22 13:51:56.761336 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f4422dcb-b875-4627-85c0-112a76ab03b5 req-ec2bf7d8-e83b-4557-87bc-daa47e50b186 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fdee3e5-1680-431c-8843-f46cd059cb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416098 Dec 22 13:51:57.958179 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf766e63-3462-4b54-8a5d-399648805935 req-ff3fc473-b80c-40ee-a346-9656f78746e6 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:57.959640 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-cf766e63-3462-4b54-8a5d-399648805935 req-ff3fc473-b80c-40ee-a346-9656f78746e6 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/ports?device_id=713f8314-8c52-4007-bebf-ab423f54db18 HTTP/1.1" status: 200 len: 945 time: 0.0792596 Dec 22 13:51:58.004117 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-cf766e63-3462-4b54-8a5d-399648805935 req-478ee8fb-4a1e-42ce-86e9-b6bf1a222ce9 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fdee3e5-1680-431c-8843-f46cd059cb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388660 Dec 22 13:51:58.202128 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f05b0b-65a7-452e-97e5-de048a41e0f2 req-797975db-e673-4566-b482-9a5813b9f543 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:58.203602 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-30f05b0b-65a7-452e-97e5-de048a41e0f2 req-797975db-e673-4566-b482-9a5813b9f543 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/ports?device_id=713f8314-8c52-4007-bebf-ab423f54db18 HTTP/1.1" status: 200 len: 945 time: 0.0804281 Dec 22 13:51:58.249553 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-30f05b0b-65a7-452e-97e5-de048a41e0f2 req-db3ad6d0-6584-49b0-a922-3ef9abcf216c tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fdee3e5-1680-431c-8843-f46cd059cb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404170 Dec 22 13:51:59.114732 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:59.892263 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84087e9-c5bb-4634-99bb-14544aa14df3 None None] Sync routers for ids ['ebc3657f-06d4-45ed-8f27-7e09e1bae9d5'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:51:59.904962 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84087e9-c5bb-4634-99bb-14544aa14df3 None None] Routers {'ebc3657f-06d4-45ed-8f27-7e09e1bae9d5'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:51:59.905660 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-a84087e9-c5bb-4634-99bb-14544aa14df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:51:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['ebc3657f-06d4-45ed-8f27-7e09e1bae9d5'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:52:00.085181 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-a84087e9-c5bb-4634-99bb-14544aa14df3 None None] Set router ebc3657f-06d4-45ed-8f27-7e09e1bae9d5 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:52:00.404126 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-a84087e9-c5bb-4634-99bb-14544aa14df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc3657f-06d4-45ed-8f27-7e09e1bae9d5', 'name': 'tempest-TestEncryptedCinderVolumes-1764362154-router', 'tenant_id': '044b39b2445d49b4beb972913ab098d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '2587a139-5abb-4df1-a3ec-a896e0b3d44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:37Z', 'updated_at': '2021-12-22T13:51:40Z', 'revision_number': 4, 'project_id': '044b39b2445d49b4beb972913ab098d8', 'gw_port': {'id': '2587a139-5abb-4df1-a3ec-a896e0b3d44f', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc3657f-06d4-45ed-8f27-7e09e1bae9d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:37Z', 'updated_at': '2021-12-22T13:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '3118cfe6-7ec2-4b03-99f3-f17ca8d7865a', 'name': '', 'network_id': '5a2199fb-991a-44fb-a823-973262c5f838', 'tenant_id': '044b39b2445d49b4beb972913ab098d8', 'mac_address': 'fa:16:3e:e6:8d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc3657f-06d4-45ed-8f27-7e09e1bae9d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c345600-7451-4644-8916-c853714ead0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:40Z', 'updated_at': '2021-12-22T13:51:41Z', 'revision_number': 2, 'project_id': '044b39b2445d49b4beb972913ab098d8', 'subnets': [{'id': '4c345600-7451-4644-8916-c853714ead0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:52:00.408134 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84087e9-c5bb-4634-99bb-14544aa14df3 None None] Checking router: ebc3657f-06d4-45ed-8f27-7e09e1bae9d5 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:52:00.408497 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84087e9-c5bb-4634-99bb-14544aa14df3 None None] Updating router ebc3657f-06d4-45ed-8f27-7e09e1bae9d5 port 3118cfe6-7ec2-4b03-99f3-f17ca8d7865a binding host dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:52:00.463413 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a84087e9-c5bb-4634-99bb-14544aa14df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:00.817127 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a84087e9-c5bb-4634-99bb-14544aa14df3 None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:00.829423 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a84087e9-c5bb-4634-99bb-14544aa14df3 None None] Transition to ACTIVE for port object 3118cfe6-7ec2-4b03-99f3-f17ca8d7865a will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:52:00.937471 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a84087e9-c5bb-4634-99bb-14544aa14df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:00.941223 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:52:01.068173 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1effda9-9c78-471d-b92a-262698cac59c None None] Pushing event updated for resources: {'Port': ['ID=3118cfe6-7ec2-4b03-99f3-f17ca8d7865a,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:52:01.071079 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f1effda9-9c78-471d-b92a-262698cac59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:52:01.164335 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-a84087e9-c5bb-4634-99bb-14544aa14df3 None None] Attempting to bind port 3118cfe6-7ec2-4b03-99f3-f17ca8d7865a on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:52:01.164814 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-a84087e9-c5bb-4634-99bb-14544aa14df3 None None] Attempting to bind port 3118cfe6-7ec2-4b03-99f3-f17ca8d7865a by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '61bb0d3d-5dc2-4587-857d-49b67ddf374c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '5a2199fb-991a-44fb-a823-973262c5f838'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:52:01.165138 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84087e9-c5bb-4634-99bb-14544aa14df3 None None] Attempting to bind port 3118cfe6-7ec2-4b03-99f3-f17ca8d7865a on network 5a2199fb-991a-44fb-a823-973262c5f838 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:52:01.172407 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84087e9-c5bb-4634-99bb-14544aa14df3 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:52:01.176609 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84087e9-c5bb-4634-99bb-14544aa14df3 None None] Checking segment: {'id': '61bb0d3d-5dc2-4587-857d-49b67ddf374c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '5a2199fb-991a-44fb-a823-973262c5f838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:52:01.176609 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a84087e9-c5bb-4634-99bb-14544aa14df3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:01.176609 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84087e9-c5bb-4634-99bb-14544aa14df3 None None] Bound using segment: {'id': '61bb0d3d-5dc2-4587-857d-49b67ddf374c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '5a2199fb-991a-44fb-a823-973262c5f838'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:52:01.176609 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-a84087e9-c5bb-4634-99bb-14544aa14df3 None None] Bound port: 3118cfe6-7ec2-4b03-99f3-f17ca8d7865a, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61bb0d3d-5dc2-4587-857d-49b67ddf374c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '5a2199fb-991a-44fb-a823-973262c5f838'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:52:01.176609 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a84087e9-c5bb-4634-99bb-14544aa14df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:01.275850 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-a84087e9-c5bb-4634-99bb-14544aa14df3 None None] For port 3118cfe6-7ec2-4b03-99f3-f17ca8d7865a, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:52:01.279841 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-a84087e9-c5bb-4634-99bb-14544aa14df3 None None] For port 3118cfe6-7ec2-4b03-99f3-f17ca8d7865a, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=3118cfe6-7ec2-4b03-99f3-f17ca8d7865a,segment=NetworkSegment(61bb0d3d-5dc2-4587-857d-49b67ddf374c),segment_id=61bb0d3d-5dc2-4587-857d-49b67ddf374c)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:52:01.360593 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a84087e9-c5bb-4634-99bb-14544aa14df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:01.364946 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:52:01.442414 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1effda9-9c78-471d-b92a-262698cac59c None None] Pushing event updated for resources: {'Port': ['ID=3118cfe6-7ec2-4b03-99f3-f17ca8d7865a,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:52:01.445964 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f1effda9-9c78-471d-b92a-262698cac59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:52:01.449046 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84087e9-c5bb-4634-99bb-14544aa14df3 None None] Routers {'ebc3657f-06d4-45ed-8f27-7e09e1bae9d5'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:52:01.449652 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-a84087e9-c5bb-4634-99bb-14544aa14df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:51:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['ebc3657f-06d4-45ed-8f27-7e09e1bae9d5'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:52:01.709254 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-a84087e9-c5bb-4634-99bb-14544aa14df3 None None] Set router ebc3657f-06d4-45ed-8f27-7e09e1bae9d5 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:52:02.032962 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-a84087e9-c5bb-4634-99bb-14544aa14df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc3657f-06d4-45ed-8f27-7e09e1bae9d5', 'name': 'tempest-TestEncryptedCinderVolumes-1764362154-router', 'tenant_id': '044b39b2445d49b4beb972913ab098d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '2587a139-5abb-4df1-a3ec-a896e0b3d44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:37Z', 'updated_at': '2021-12-22T13:51:40Z', 'revision_number': 4, 'project_id': '044b39b2445d49b4beb972913ab098d8', 'gw_port': {'id': '2587a139-5abb-4df1-a3ec-a896e0b3d44f', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc3657f-06d4-45ed-8f27-7e09e1bae9d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:37Z', 'updated_at': '2021-12-22T13:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '3118cfe6-7ec2-4b03-99f3-f17ca8d7865a', 'name': '', 'network_id': '5a2199fb-991a-44fb-a823-973262c5f838', 'tenant_id': '044b39b2445d49b4beb972913ab098d8', 'mac_address': 'fa:16:3e:e6:8d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc3657f-06d4-45ed-8f27-7e09e1bae9d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c345600-7451-4644-8916-c853714ead0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:40Z', 'updated_at': '2021-12-22T13:52:01Z', 'revision_number': 4, 'project_id': '044b39b2445d49b4beb972913ab098d8', 'subnets': [{'id': '4c345600-7451-4644-8916-c853714ead0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:52:02.036914 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84087e9-c5bb-4634-99bb-14544aa14df3 None None] The sync data for ids ['ebc3657f-06d4-45ed-8f27-7e09e1bae9d5'] in dv-neutron-822669-1-hyperv is: [{'id': 'ebc3657f-06d4-45ed-8f27-7e09e1bae9d5', 'name': 'tempest-TestEncryptedCinderVolumes-1764362154-router', 'tenant_id': '044b39b2445d49b4beb972913ab098d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '2587a139-5abb-4df1-a3ec-a896e0b3d44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:37Z', 'updated_at': '2021-12-22T13:51:40Z', 'revision_number': 4, 'project_id': '044b39b2445d49b4beb972913ab098d8', 'gw_port': {'id': '2587a139-5abb-4df1-a3ec-a896e0b3d44f', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc3657f-06d4-45ed-8f27-7e09e1bae9d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:37Z', 'updated_at': '2021-12-22T13:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '3118cfe6-7ec2-4b03-99f3-f17ca8d7865a', 'name': '', 'network_id': '5a2199fb-991a-44fb-a823-973262c5f838', 'tenant_id': '044b39b2445d49b4beb972913ab098d8', 'mac_address': 'fa:16:3e:e6:8d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc3657f-06d4-45ed-8f27-7e09e1bae9d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c345600-7451-4644-8916-c853714ead0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:40Z', 'updated_at': '2021-12-22T13:52:01Z', 'revision_number': 4, 'project_id': '044b39b2445d49b4beb972913ab098d8', 'subnets': [{'id': '4c345600-7451-4644-8916-c853714ead0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:52:03.781633 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 3118cfe6-7ec2-4b03-99f3-f17ca8d7865a up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:52:03.897161 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 3118cfe6-7ec2-4b03-99f3-f17ca8d7865a completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:52:03.902839 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 3118cfe6-7ec2-4b03-99f3-f17ca8d7865a triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:52:03.903220 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:04.017529 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:04.049175 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 3118cfe6-7ec2-4b03-99f3-f17ca8d7865a, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=3118cfe6-7ec2-4b03-99f3-f17ca8d7865a,segment=NetworkSegment(61bb0d3d-5dc2-4587-857d-49b67ddf374c),segment_id=61bb0d3d-5dc2-4587-857d-49b67ddf374c)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:52:04.125695 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:04.128401 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:52:04.195587 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=3118cfe6-7ec2-4b03-99f3-f17ca8d7865a,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:52:04.199554 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:52:05.674375 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2b512b76-1532-4351-a000-bb4062fc8d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:05.764098 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 3118cfe6-7ec2-4b03-99f3-f17ca8d7865a up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:52:05.831826 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 3118cfe6-7ec2-4b03-99f3-f17ca8d7865a triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:52:05.832105 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:08.048394 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-714579b8-483d-4c45-829b-a0ca721a5f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:09.002935 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:09.374335 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:09.459243 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7f9ec77f-82e8-488b-b63d-a68c72743a37 req-a2d234ae-acc6-4d78-b251-71e8e9182c3f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=713f8314-8c52-4007-bebf-ab423f54db18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707245 Dec 22 13:52:09.613764 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7f9ec77f-82e8-488b-b63d-a68c72743a37 req-cf0c1589-e56a-42ad-ab8c-fcab7bad439f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=75c8a10aa4904b6996f6ff92cc22f7c5&device_id=713f8314-8c52-4007-bebf-ab423f54db18 HTTP/1.1" status: 200 len: 1098 time: 0.0741777 Dec 22 13:52:09.763117 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ec77f-82e8-488b-b63d-a68c72743a37 req-0994a51d-fcd0-462c-8286-500323f9395a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:09.764569 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7f9ec77f-82e8-488b-b63d-a68c72743a37 req-0994a51d-fcd0-462c-8286-500323f9395a service neutron] 10.222.0.45 "GET /v2.0/networks?id=f1e908b6-4d70-4962-9493-5f17c4cc33ab HTTP/1.1" status: 200 len: 918 time: 0.1299376 Dec 22 13:52:09.834597 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7f9ec77f-82e8-488b-b63d-a68c72743a37 req-88fa4303-03ec-43b7-b247-23094fb8b923 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2eff83c-0121-404a-8341-77adfe4508ac HTTP/1.1" status: 200 len: 217 time: 0.0615857 Dec 22 13:52:09.905661 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ec77f-82e8-488b-b63d-a68c72743a37 req-a4d909a2-7722-4758-ba0b-8b26f7cc3b7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:09.907127 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7f9ec77f-82e8-488b-b63d-a68c72743a37 req-a4d909a2-7722-4758-ba0b-8b26f7cc3b7f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e3658f3c-5bea-43f4-86aa-b6b7c9c9d118 HTTP/1.1" status: 200 len: 856 time: 0.0604577 Dec 22 13:52:09.986681 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7f9ec77f-82e8-488b-b63d-a68c72743a37 req-deec4aef-f282-4e70-a855-69e2b3f44aab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f1e908b6-4d70-4962-9493-5f17c4cc33ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685360 Dec 22 13:52:10.218494 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7f9ec77f-82e8-488b-b63d-a68c72743a37 req-2f9a60d8-6f9f-49fe-89a8-e4c6e1c66228 service neutron] 10.222.0.45 "GET /v2.0/networks/f1e908b6-4d70-4962-9493-5f17c4cc33ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246859 Dec 22 13:52:10.350208 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7f9ec77f-82e8-488b-b63d-a68c72743a37 req-05ca1b21-b4d5-47f5-a15b-6119559b864b service neutron] 10.222.0.45 "GET /v2.0/networks/f1e908b6-4d70-4962-9493-5f17c4cc33ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239934 Dec 22 13:52:10.583284 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:16.720245 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed20bfa-deb9-4200-a4b4-d71e49064ff4 req-e6f5f421-6bb7-48d3-a6d7-3fbafa46819d tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:16.721679 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4ed20bfa-deb9-4200-a4b4-d71e49064ff4 req-e6f5f421-6bb7-48d3-a6d7-3fbafa46819d tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/ports?device_id=713f8314-8c52-4007-bebf-ab423f54db18 HTTP/1.1" status: 200 len: 945 time: 0.0826190 Dec 22 13:52:16.767837 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4ed20bfa-deb9-4200-a4b4-d71e49064ff4 req-005a3ed2-1f02-4767-9639-2f4ca47f8909 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fdee3e5-1680-431c-8843-f46cd059cb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404694 Dec 22 13:52:17.960780 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfae0da-b4bb-43bf-aace-c71487652c48 req-6c827ef7-e620-4ee5-b50d-e73d3d04e19c tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:17.962210 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ebfae0da-b4bb-43bf-aace-c71487652c48 req-6c827ef7-e620-4ee5-b50d-e73d3d04e19c tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/ports?device_id=713f8314-8c52-4007-bebf-ab423f54db18 HTTP/1.1" status: 200 len: 945 time: 0.0757184 Dec 22 13:52:18.006942 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ebfae0da-b4bb-43bf-aace-c71487652c48 req-60e5404b-8066-422f-886d-3e01eb818cad tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fdee3e5-1680-431c-8843-f46cd059cb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381699 Dec 22 13:52:18.364936 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e5837-3ef0-4526-a6bc-8a0dfb22b7a5 req-a99b5432-1698-4700-a684-b0ab5c8c06a2 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:18.366321 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-bd3e5837-3ef0-4526-a6bc-8a0dfb22b7a5 req-a99b5432-1698-4700-a684-b0ab5c8c06a2 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.45 "GET /v2.0/ports?device_id=713f8314-8c52-4007-bebf-ab423f54db18 HTTP/1.1" status: 200 len: 945 time: 0.0759411 Dec 22 13:52:18.439758 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-bd3e5837-3ef0-4526-a6bc-8a0dfb22b7a5 req-6bfb8f07-c76a-4bb3-b83e-c816f8d8c558 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Deleting port e2eff83c-0121-404a-8341-77adfe4508ac {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:52:18.440093 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-bd3e5837-3ef0-4526-a6bc-8a0dfb22b7a5 req-6bfb8f07-c76a-4bb3-b83e-c816f8d8c558 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:18.675665 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-bd3e5837-3ef0-4526-a6bc-8a0dfb22b7a5 req-6bfb8f07-c76a-4bb3-b83e-c816f8d8c558 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] For port e2eff83c-0121-404a-8341-77adfe4508ac, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e2eff83c-0121-404a-8341-77adfe4508ac,segment=NetworkSegment(1b525445-3bfd-47ea-a95c-34fcb0ed5acc),segment_id=1b525445-3bfd-47ea-a95c-34fcb0ed5acc)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:52:18.676020 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-bd3e5837-3ef0-4526-a6bc-8a0dfb22b7a5 req-6bfb8f07-c76a-4bb3-b83e-c816f8d8c558 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:18.797586 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-bd3e5837-3ef0-4526-a6bc-8a0dfb22b7a5 req-6bfb8f07-c76a-4bb3-b83e-c816f8d8c558 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Calling delete_port for e2eff83c-0121-404a-8341-77adfe4508ac owned by compute:nova {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:52:18.994454 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-bd3e5837-3ef0-4526-a6bc-8a0dfb22b7a5 req-6bfb8f07-c76a-4bb3-b83e-c816f8d8c558 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:19.000495 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-de6ba1d3-47e2-47d1-a734-d386663a7fb8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:52:19.013284 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['e2eff83c-0121-404a-8341-77adfe4508ac'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:52:19.047385 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb8f07-c76a-4bb3-b83e-c816f8d8c558 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Pushing event deleted for resources: {'Port': ['ID=e2eff83c-0121-404a-8341-77adfe4508ac,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:52:19.059110 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfb8f07-c76a-4bb3-b83e-c816f8d8c558 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:52:19.059492 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfb8f07-c76a-4bb3-b83e-c816f8d8c558 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:52:19.059863 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfb8f07-c76a-4bb3-b83e-c816f8d8c558 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:52:19.060233 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfb8f07-c76a-4bb3-b83e-c816f8d8c558 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:52:19.060600 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfb8f07-c76a-4bb3-b83e-c816f8d8c558 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:52:19.060961 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfb8f07-c76a-4bb3-b83e-c816f8d8c558 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:52:19.061881 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfb8f07-c76a-4bb3-b83e-c816f8d8c558 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:52:19.061881 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfb8f07-c76a-4bb3-b83e-c816f8d8c558 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:52:19.062046 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfb8f07-c76a-4bb3-b83e-c816f8d8c558 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:52:19.062395 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfb8f07-c76a-4bb3-b83e-c816f8d8c558 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:52:19.062730 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfb8f07-c76a-4bb3-b83e-c816f8d8c558 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:52:19.100167 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6bfb8f07-c76a-4bb3-b83e-c816f8d8c558 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:52:19.179701 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd3e5837-3ef0-4526-a6bc-8a0dfb22b7a5 req-6bfb8f07-c76a-4bb3-b83e-c816f8d8c558 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] No DVR routers for this DVR port e2eff83c-0121-404a-8341-77adfe4508ac on host hv-neutron-8226 {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:52:19.187850 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-bd3e5837-3ef0-4526-a6bc-8a0dfb22b7a5 req-6bfb8f07-c76a-4bb3-b83e-c816f8d8c558 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:19.190550 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713f8314-8c52-4007-bebf-ab423f54db18', 'name': 'network-vif-deleted', 'tag': 'e2eff83c-0121-404a-8341-77adfe4508ac'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:52:19.199396 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2da2274d-6bc5-4e37-a572-4dfda5c55eab req-47e4822f-78b1-4abb-9935-29bd81840048 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/ports?device_id=713f8314-8c52-4007-bebf-ab423f54db18 HTTP/1.1" status: 200 len: 210 time: 0.0674100 Dec 22 13:52:19.249598 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713f8314-8c52-4007-bebf-ab423f54db18', 'name': 'network-vif-deleted', 'tag': 'e2eff83c-0121-404a-8341-77adfe4508ac', 'status': 'completed', 'code': 200} Dec 22 13:52:19.297933 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-bd3e5837-3ef0-4526-a6bc-8a0dfb22b7a5 req-6bfb8f07-c76a-4bb3-b83e-c816f8d8c558 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.45 "DELETE /v2.0/ports/e2eff83c-0121-404a-8341-77adfe4508ac HTTP/1.1" status: 204 len: 173 time: 0.9218225 Dec 22 13:52:21.136983 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-b1ae9a65-4b88-4103-b257-c2b7df8fe4d1 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:21.138312 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-b1ae9a65-4b88-4103-b257-c2b7df8fe4d1 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/networks?id=f1e908b6-4d70-4962-9493-5f17c4cc33ab HTTP/1.1" status: 200 len: 817 time: 0.2432597 Dec 22 13:52:21.153861 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-48232cf6-c650-45c1-a845-8d27227258fb tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/quotas/75c8a10aa4904b6996f6ff92cc22f7c5 HTTP/1.1" status: 200 len: 375 time: 0.0102291 Dec 22 13:52:21.231794 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-0953ecc8-6b74-4100-9f5a-941b0658691e tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=75c8a10aa4904b6996f6ff92cc22f7c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0730188 Dec 22 13:52:21.368956 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-65ee6920-f1f6-48b6-9ccd-308ed789e3a2 service neutron] 10.222.0.47 "GET /v2.0/networks/f1e908b6-4d70-4962-9493-5f17c4cc33ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258953 Dec 22 13:52:21.499800 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-591f4f2b-887c-4508-8ffe-fc9146b739f4 service neutron] 10.222.0.47 "GET /v2.0/networks/f1e908b6-4d70-4962-9493-5f17c4cc33ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243832 Dec 22 13:52:21.725913 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-fed2742d-138b-4add-bcfa-bc48897432f2 req-ed6ddf8e-d342-46dc-8781-a6375c80f572 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Synchronizing usage tracker for tenant:75c8a10aa4904b6996f6ff92cc22f7c5 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:52:21.791154 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-fed2742d-138b-4add-bcfa-bc48897432f2 req-ed6ddf8e-d342-46dc-8781-a6375c80f572 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Unset dirty status for tenant:75c8a10aa4904b6996f6ff92cc22f7c5 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:52:21.792336 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fed2742d-138b-4add-bcfa-bc48897432f2 req-ed6ddf8e-d342-46dc-8781-a6375c80f572 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2660b0d-6586-43d8-aaaa-86ab3ac57a9e HTTP/1.1" status: 200 len: 210 time: 0.1069236 Dec 22 13:52:22.956817 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-868596f6-cd0f-401b-9e69-3e96ee0bd8ac req-4c84d029-f8c0-4093-b2de-d7525848281b tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2660b0d-6586-43d8-aaaa-86ab3ac57a9e HTTP/1.1" status: 200 len: 210 time: 0.0417910 Dec 22 13:52:23.076824 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device e2eff83c-0121-404a-8341-77adfe4508ac no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:52:23.110345 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] No Port match for: e2eff83c-0121-404a-8341-77adfe4508ac {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:52:23.110644 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device e2eff83c-0121-404a-8341-77adfe4508ac not bound to the agent host hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:52:23.716417 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-c649815f-d9ab-458e-aaf6-218ca70b6ae3 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:23.718106 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-c649815f-d9ab-458e-aaf6-218ca70b6ae3 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.45 "GET /v2.0/networks?id=f1e908b6-4d70-4962-9493-5f17c4cc33ab HTTP/1.1" status: 200 len: 817 time: 0.1463675 Dec 22 13:52:23.740351 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-d109b19a-e8fb-4bfd-90e2-5a718e7c7dd7 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Request body: {'port': {'device_id': 'e2660b0d-6586-43d8-aaaa-86ab3ac57a9e', 'network_id': 'f1e908b6-4d70-4962-9493-5f17c4cc33ab', 'admin_state_up': True, 'tenant_id': '75c8a10aa4904b6996f6ff92cc22f7c5'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:52:23.874380 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-d109b19a-e8fb-4bfd-90e2-5a718e7c7dd7 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:52:23.883593 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-d109b19a-e8fb-4bfd-90e2-5a718e7c7dd7 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:52:23.951003 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-d109b19a-e8fb-4bfd-90e2-5a718e7c7dd7 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Made reservation on behalf of 75c8a10aa4904b6996f6ff92cc22f7c5 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:52:23.954019 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-d109b19a-e8fb-4bfd-90e2-5a718e7c7dd7 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:24.173646 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8900089b-228b-44e2-b162-2e245b1bd53a req-e2aaba54-d6ab-48f3-9102-6f1f16a2fb48 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2660b0d-6586-43d8-aaaa-86ab3ac57a9e HTTP/1.1" status: 200 len: 210 time: 0.0543220 Dec 22 13:52:24.265334 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-d109b19a-e8fb-4bfd-90e2-5a718e7c7dd7 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Allocated IP 172.20.0.7 (f1e908b6-4d70-4962-9493-5f17c4cc33ab/e3658f3c-5bea-43f4-86aa-b6b7c9c9d118/e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:52:24.460396 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-d109b19a-e8fb-4bfd-90e2-5a718e7c7dd7 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:24.476317 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-d109b19a-e8fb-4bfd-90e2-5a718e7c7dd7 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Transition to ACTIVE for port object e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:52:24.574292 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-d109b19a-e8fb-4bfd-90e2-5a718e7c7dd7 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:24.579966 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d0b2f87d-61a6-4af0-aef4-d8dc810e6a86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:52:24.641119 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-d109b19a-e8fb-4bfd-90e2-5a718e7c7dd7 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Network f1e908b6-4d70-4962-9493-5f17c4cc33ab is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:52:24.648124 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-d109b19a-e8fb-4bfd-90e2-5a718e7c7dd7 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:52:24.654602 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-d109b19a-e8fb-4bfd-90e2-5a718e7c7dd7 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:52:24.694447 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109b19a-e8fb-4bfd-90e2-5a718e7c7dd7 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Pushing event updated for resources: {'Port': ['ID=e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:52:24.698820 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d109b19a-e8fb-4bfd-90e2-5a718e7c7dd7 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:52:24.725440 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-d109b19a-e8fb-4bfd-90e2-5a718e7c7dd7 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:24.726091 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-d109b19a-e8fb-4bfd-90e2-5a718e7c7dd7 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:24.829547 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-d109b19a-e8fb-4bfd-90e2-5a718e7c7dd7 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0927932 Dec 22 13:52:24.847099 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-dee6bf97-ae2a-4795-87d0-282f6e423cb9 service neutron] Request body: {'port': {'device_id': 'e2660b0d-6586-43d8-aaaa-86ab3ac57a9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:52:24.933767 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-1452d6cf-3db3-40e9-8e99-455e7316cc50 None None] Provisioning for port e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:52:24.938701 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-1452d6cf-3db3-40e9-8e99-455e7316cc50 None None] Provisioning complete for port e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:52:24.939102 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1452d6cf-3db3-40e9-8e99-455e7316cc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:24.957793 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-dee6bf97-ae2a-4795-87d0-282f6e423cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:24.994803 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-1452d6cf-3db3-40e9-8e99-455e7316cc50 None None] Port e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:52:25.314492 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-dee6bf97-ae2a-4795-87d0-282f6e423cb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a {{(pid=84149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:52:25.321187 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-dee6bf97-ae2a-4795-87d0-282f6e423cb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:25.335780 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-dee6bf97-ae2a-4795-87d0-282f6e423cb9 service neutron] Transition to ACTIVE for port object e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a will not be triggered until provisioned by entity L2. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:52:25.377541 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b26cf-5529-4499-90fb-d7490e752bb2 req-61ee7ad7-52ae-4ba4-9d6a-4a0ee527fdab tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:25.379069 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-773b26cf-5529-4499-90fb-d7490e752bb2 req-61ee7ad7-52ae-4ba4-9d6a-4a0ee527fdab tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2660b0d-6586-43d8-aaaa-86ab3ac57a9e HTTP/1.1" status: 200 len: 931 time: 0.0816247 Dec 22 13:52:25.424732 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-773b26cf-5529-4499-90fb-d7490e752bb2 req-705703bd-3436-42ff-bf8c-91964a1de285 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fdee3e5-1680-431c-8843-f46cd059cb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401430 Dec 22 13:52:25.430744 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-dee6bf97-ae2a-4795-87d0-282f6e423cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:25.434678 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d5fbfede-ebbd-4777-8ac6-4f741997da7b tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:52:25.558598 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6bf97-ae2a-4795-87d0-282f6e423cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:52:25.563262 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-dee6bf97-ae2a-4795-87d0-282f6e423cb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:52:25.676558 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-dee6bf97-ae2a-4795-87d0-282f6e423cb9 service neutron] Attempting to bind port e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:52:25.676880 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-dee6bf97-ae2a-4795-87d0-282f6e423cb9 service neutron] Attempting to bind port e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '1b525445-3bfd-47ea-a95c-34fcb0ed5acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f1e908b6-4d70-4962-9493-5f17c4cc33ab'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:52:25.677197 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-dee6bf97-ae2a-4795-87d0-282f6e423cb9 service neutron] Attempting to bind port e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a on network f1e908b6-4d70-4962-9493-5f17c4cc33ab {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:52:25.682808 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-dee6bf97-ae2a-4795-87d0-282f6e423cb9 service neutron] Port e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a on network f1e908b6-4d70-4962-9493-5f17c4cc33ab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:52:25.683300 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-dee6bf97-ae2a-4795-87d0-282f6e423cb9 service neutron] Attempting to bind port e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a on network f1e908b6-4d70-4962-9493-5f17c4cc33ab {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:52:25.689394 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-dee6bf97-ae2a-4795-87d0-282f6e423cb9 service neutron] Checking agent: {'id': '72ee2f79-9ac0-483e-b4fd-5b910a776581', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'started_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:52:25.689716 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-dee6bf97-ae2a-4795-87d0-282f6e423cb9 service neutron] Checking segment: {'id': '1b525445-3bfd-47ea-a95c-34fcb0ed5acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f1e908b6-4d70-4962-9493-5f17c4cc33ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:52:25.690090 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-dee6bf97-ae2a-4795-87d0-282f6e423cb9 service neutron] Bound using segment: {'id': '1b525445-3bfd-47ea-a95c-34fcb0ed5acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f1e908b6-4d70-4962-9493-5f17c4cc33ab'} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:52:25.690545 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-dee6bf97-ae2a-4795-87d0-282f6e423cb9 service neutron] Bound port: e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b525445-3bfd-47ea-a95c-34fcb0ed5acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f1e908b6-4d70-4962-9493-5f17c4cc33ab'}}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:52:25.690881 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-dee6bf97-ae2a-4795-87d0-282f6e423cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:25.778008 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-dee6bf97-ae2a-4795-87d0-282f6e423cb9 service neutron] For port e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a, host hv-neutron-8226, cleared binding levels {{(pid=84149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:52:25.781084 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-dee6bf97-ae2a-4795-87d0-282f6e423cb9 service neutron] For port e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a,segment=NetworkSegment(1b525445-3bfd-47ea-a95c-34fcb0ed5acc),segment_id=1b525445-3bfd-47ea-a95c-34fcb0ed5acc)] {{(pid=84149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:52:25.894459 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-dee6bf97-ae2a-4795-87d0-282f6e423cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:25.898440 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5914fade-45c0-4e5a-b575-2510370cd246 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:52:25.964253 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-dee6bf97-ae2a-4795-87d0-282f6e423cb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:25.966282 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-dee6bf97-ae2a-4795-87d0-282f6e423cb9 service neutron] 10.222.0.45 "PUT /v2.0/ports/e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a HTTP/1.1" status: 200 len: 1093 time: 1.1230729 Dec 22 13:52:25.966824 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2660b0d-6586-43d8-aaaa-86ab3ac57a9e', 'tag': 'e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:52:25.984768 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6bf97-ae2a-4795-87d0-282f6e423cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a,revision_number=3']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:52:25.988691 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-dee6bf97-ae2a-4795-87d0-282f6e423cb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:52:26.028012 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2660b0d-6586-43d8-aaaa-86ab3ac57a9e', 'tag': 'e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a', 'status': 'completed', 'code': 200} Dec 22 13:52:26.128280 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9886609d-c3d9-42b7-9764-a529d9ed7a11 req-19d14f26-8a3a-4a5c-b5e8-ce74065e12cb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=75c8a10aa4904b6996f6ff92cc22f7c5&device_id=e2660b0d-6586-43d8-aaaa-86ab3ac57a9e HTTP/1.1" status: 200 len: 1096 time: 0.0730505 Dec 22 13:52:26.275255 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886609d-c3d9-42b7-9764-a529d9ed7a11 req-f55294ff-1b6d-43de-b283-b8bc1fd7cac4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:26.276596 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9886609d-c3d9-42b7-9764-a529d9ed7a11 req-f55294ff-1b6d-43de-b283-b8bc1fd7cac4 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=75c8a10aa4904b6996f6ff92cc22f7c5&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1352022 Dec 22 13:52:26.527420 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886609d-c3d9-42b7-9764-a529d9ed7a11 req-da9f9c78-a958-4c6d-a864-2626869fa983 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:26.528865 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9886609d-c3d9-42b7-9764-a529d9ed7a11 req-da9f9c78-a958-4c6d-a864-2626869fa983 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2415383 Dec 22 13:52:26.622759 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b5eb1-63b8-4b18-bc74-7b6f853c1a17 req-3716fea3-1f79-4bb7-a411-b40e340a84ed tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:26.624313 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9d4b5eb1-63b8-4b18-bc74-7b6f853c1a17 req-3716fea3-1f79-4bb7-a411-b40e340a84ed tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2660b0d-6586-43d8-aaaa-86ab3ac57a9e HTTP/1.1" status: 200 len: 943 time: 0.0776093 Dec 22 13:52:26.645619 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-8816467e-ce99-4a3d-92e2-5973739703ee service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=75c8a10aa4904b6996f6ff92cc22f7c5&device_id=e2660b0d-6586-43d8-aaaa-86ab3ac57a9e HTTP/1.1" status: 200 len: 1096 time: 0.0706317 Dec 22 13:52:26.722008 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-d87be7a2-ddb8-479d-8ed8-b9d3263baf06 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a HTTP/1.1" status: 200 len: 217 time: 0.0635312 Dec 22 13:52:26.792941 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-f478c338-9e2c-4138-b57e-a568cc98d0a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:26.794495 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-f478c338-9e2c-4138-b57e-a568cc98d0a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e3658f3c-5bea-43f4-86aa-b6b7c9c9d118 HTTP/1.1" status: 200 len: 856 time: 0.0631747 Dec 22 13:52:26.811002 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9d4b5eb1-63b8-4b18-bc74-7b6f853c1a17 req-56513edb-0325-4ae7-8864-949d31e5f99c tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fdee3e5-1680-431c-8843-f46cd059cb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808450 Dec 22 13:52:26.877644 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-521cc6e9-6f1c-4ca5-b60f-16151cb7b029 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f1e908b6-4d70-4962-9493-5f17c4cc33ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699649 Dec 22 13:52:27.011654 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-b93d99c0-010e-44a7-8892-756bfcb2524f service neutron] 10.222.0.45 "GET /v2.0/networks/f1e908b6-4d70-4962-9493-5f17c4cc33ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228669 Dec 22 13:52:27.144080 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5489fb31-2fe4-4926-a63e-3e9c78682632 req-4865d545-be30-477c-92e5-1d72344e2a92 service neutron] 10.222.0.45 "GET /v2.0/networks/f1e908b6-4d70-4962-9493-5f17c4cc33ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241479 Dec 22 13:52:28.074207 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019ebf9-994e-48d6-ab4f-4668f6ba1361 req-b6e48492-703b-436a-8aeb-e394a1ffc36f tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:28.074976 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-4019ebf9-994e-48d6-ab4f-4668f6ba1361 req-b6e48492-703b-436a-8aeb-e394a1ffc36f tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Synchronizing usage tracker for tenant:75c8a10aa4904b6996f6ff92cc22f7c5 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:52:28.156111 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-4019ebf9-994e-48d6-ab4f-4668f6ba1361 req-b6e48492-703b-436a-8aeb-e394a1ffc36f tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Unset dirty status for tenant:75c8a10aa4904b6996f6ff92cc22f7c5 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:52:28.157223 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4019ebf9-994e-48d6-ab4f-4668f6ba1361 req-b6e48492-703b-436a-8aeb-e394a1ffc36f tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2660b0d-6586-43d8-aaaa-86ab3ac57a9e HTTP/1.1" status: 200 len: 943 time: 0.2243683 Dec 22 13:52:28.208370 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4019ebf9-994e-48d6-ab4f-4668f6ba1361 req-9210025b-dabe-4095-8fd9-dcfacddfeed8 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fdee3e5-1680-431c-8843-f46cd059cb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455062 Dec 22 13:52:29.133616 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:29.404128 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c9433-4f62-4b77-9bb6-3a7da3fcb380 req-882a643a-356c-422a-a9d3-ce3b8f42b4d1 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:29.405468 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c69c9433-4f62-4b77-9bb6-3a7da3fcb380 req-882a643a-356c-422a-a9d3-ce3b8f42b4d1 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2660b0d-6586-43d8-aaaa-86ab3ac57a9e HTTP/1.1" status: 200 len: 943 time: 0.0763023 Dec 22 13:52:29.450916 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c69c9433-4f62-4b77-9bb6-3a7da3fcb380 req-8c2df666-d510-4c3b-8e6c-9767ca3de056 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fdee3e5-1680-431c-8843-f46cd059cb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399797 Dec 22 13:52:30.116924 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:52:30.647259 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d707e27-5a30-4ff9-8d68-93bf3e0a3a61 req-76eeded0-cabe-4ae5-bca4-36ffbb086f27 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:30.648695 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1d707e27-5a30-4ff9-8d68-93bf3e0a3a61 req-76eeded0-cabe-4ae5-bca4-36ffbb086f27 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2660b0d-6586-43d8-aaaa-86ab3ac57a9e HTTP/1.1" status: 200 len: 943 time: 0.0770829 Dec 22 13:52:30.696145 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1d707e27-5a30-4ff9-8d68-93bf3e0a3a61 req-791b04ed-d541-4dec-a885-b7da842c5fdb tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fdee3e5-1680-431c-8843-f46cd059cb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416780 Dec 22 13:52:31.117770 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:52:31.248985 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a,segment=NetworkSegment(1b525445-3bfd-47ea-a95c-34fcb0ed5acc),segment_id=1b525445-3bfd-47ea-a95c-34fcb0ed5acc)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:52:31.262593 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': 'e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a', 'network_id': 'f1e908b6-4d70-4962-9493-5f17c4cc33ab', 'port_id': 'e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a', 'mac_address': 'fa:16:3e:0e:bb:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3658f3c-5bea-43f4-86aa-b6b7c9c9d118', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:52:31.314956 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:31.332273 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:52:31.347779 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a,segment=NetworkSegment(1b525445-3bfd-47ea-a95c-34fcb0ed5acc),segment_id=1b525445-3bfd-47ea-a95c-34fcb0ed5acc)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:52:31.422551 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:31.425095 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:52:31.536080 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:52:31.544330 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:52:31.544667 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:52:31.544997 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:52:31.545328 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:52:31.545651 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:52:31.545969 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:52:31.546290 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:52:31.546630 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:52:31.546946 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:52:31.547259 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:52:31.547573 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:52:31.551565 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:52:31.660115 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:52:31.893222 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceac7af-fee5-400b-92a2-391a7e53457e req-b66fbf45-a54f-41e4-824f-3814421ff757 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:31.894675 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-cceac7af-fee5-400b-92a2-391a7e53457e req-b66fbf45-a54f-41e4-824f-3814421ff757 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2660b0d-6586-43d8-aaaa-86ab3ac57a9e HTTP/1.1" status: 200 len: 944 time: 0.0806434 Dec 22 13:52:31.940280 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-cceac7af-fee5-400b-92a2-391a7e53457e req-59ff73d1-6da2-4203-88f7-c4d5a616a160 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fdee3e5-1680-431c-8843-f46cd059cb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401201 Dec 22 13:52:33.135204 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aec951-ae02-4331-a0ee-3b3a2e669e33 req-e4aa015f-6cc0-4b42-aa52-072c0d4c782f tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:33.136692 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-63aec951-ae02-4331-a0ee-3b3a2e669e33 req-e4aa015f-6cc0-4b42-aa52-072c0d4c782f tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2660b0d-6586-43d8-aaaa-86ab3ac57a9e HTTP/1.1" status: 200 len: 944 time: 0.0799897 Dec 22 13:52:33.138495 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:52:33.182612 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-63aec951-ae02-4331-a0ee-3b3a2e669e33 req-66a41e29-b350-4841-9c96-e2c5181cc6c7 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fdee3e5-1680-431c-8843-f46cd059cb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399480 Dec 22 13:52:33.282005 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning for port e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:52:33.286851 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:52:33.291477 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:33.400776 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:33.427426 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2660b0d-6586-43d8-aaaa-86ab3ac57a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:52:33.437431 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a,segment=NetworkSegment(1b525445-3bfd-47ea-a95c-34fcb0ed5acc),segment_id=1b525445-3bfd-47ea-a95c-34fcb0ed5acc)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:52:33.482182 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2660b0d-6586-43d8-aaaa-86ab3ac57a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a', 'code': 200} Dec 22 13:52:33.562597 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:33.564601 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:52:33.628093 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:52:33.631053 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:52:33.950608 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3f0dd318-bde2-4568-9bd9-4ffb99d3459f req-5af756af-791b-48b9-8217-d1261508f237 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e2660b0d-6586-43d8-aaaa-86ab3ac57a9e HTTP/1.1" status: 200 len: 1098 time: 0.1344895 Dec 22 13:52:33.998328 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3f0dd318-bde2-4568-9bd9-4ffb99d3459f req-18117613-97da-4ee3-ba42-acfa91d649a4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3fdee3e5-1680-431c-8843-f46cd059cb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366263 Dec 22 13:52:34.380018 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6c8e9-9d9d-4c2f-ae27-67ddad16ea6e req-73fe993c-fb8f-45b2-bc1e-a413bc7cb0ae tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:34.381433 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e0c6c8e9-9d9d-4c2f-ae27-67ddad16ea6e req-73fe993c-fb8f-45b2-bc1e-a413bc7cb0ae tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2660b0d-6586-43d8-aaaa-86ab3ac57a9e HTTP/1.1" status: 200 len: 945 time: 0.0789871 Dec 22 13:52:34.425630 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e0c6c8e9-9d9d-4c2f-ae27-67ddad16ea6e req-1bd308f3-4fe5-4541-8c35-09ff58cdece9 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fdee3e5-1680-431c-8843-f46cd059cb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387452 Dec 22 13:52:35.625269 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e68b9e-d649-4a55-accb-ffbb8c1b9d5a req-c9910c0e-28f5-4b08-8229-096c3556a363 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:35.626774 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-61e68b9e-d649-4a55-accb-ffbb8c1b9d5a req-c9910c0e-28f5-4b08-8229-096c3556a363 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2660b0d-6586-43d8-aaaa-86ab3ac57a9e HTTP/1.1" status: 200 len: 945 time: 0.0768366 Dec 22 13:52:35.670579 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-58b29574-7680-4267-8b13-bb9a5b4e321b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:35.673277 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-61e68b9e-d649-4a55-accb-ffbb8c1b9d5a req-e22cd9d7-efc2-4c5c-9ccf-9c2389807887 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fdee3e5-1680-431c-8843-f46cd059cb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409796 Dec 22 13:52:35.874006 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b497f-42da-485d-b554-b042b900911e req-c1b0ddab-56ab-4a41-8d18-8cbf75c0dc9f tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:35.875478 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ab0b497f-42da-485d-b554-b042b900911e req-c1b0ddab-56ab-4a41-8d18-8cbf75c0dc9f tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2660b0d-6586-43d8-aaaa-86ab3ac57a9e HTTP/1.1" status: 200 len: 945 time: 0.0766890 Dec 22 13:52:35.920353 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ab0b497f-42da-485d-b554-b042b900911e req-c43140b6-57e6-413b-8d50-dd88ea490450 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fdee3e5-1680-431c-8843-f46cd059cb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394664 Dec 22 13:52:38.036374 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4cd6b1bd-9e80-498d-871d-1ac95b902265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:38.996246 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:39.382713 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:40.573292 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:53.903883 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07314fa7-eec2-4f36-a257-f8749bbefbdc req-2ff952b9-4e3f-4d6b-a597-e380ab1e9e8e tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:53.906028 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-07314fa7-eec2-4f36-a257-f8749bbefbdc req-2ff952b9-4e3f-4d6b-a597-e380ab1e9e8e tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2660b0d-6586-43d8-aaaa-86ab3ac57a9e HTTP/1.1" status: 200 len: 945 time: 0.0816138 Dec 22 13:52:53.950493 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-07314fa7-eec2-4f36-a257-f8749bbefbdc req-6aa1adf6-e921-4f91-9cd6-59cb40b2c588 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fdee3e5-1680-431c-8843-f46cd059cb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387802 Dec 22 13:52:55.150937 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf1e35-662f-4d8c-b603-3ee552f5f1f3 req-3e0b53ac-5a47-4613-9ec4-2c5a1d8a93f0 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:55.152701 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-2faf1e35-662f-4d8c-b603-3ee552f5f1f3 req-3e0b53ac-5a47-4613-9ec4-2c5a1d8a93f0 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2660b0d-6586-43d8-aaaa-86ab3ac57a9e HTTP/1.1" status: 200 len: 945 time: 0.0833323 Dec 22 13:52:55.197915 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-2faf1e35-662f-4d8c-b603-3ee552f5f1f3 req-3146eca8-6771-4d61-b67e-11c22c431c75 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fdee3e5-1680-431c-8843-f46cd059cb9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398467 Dec 22 13:52:55.553430 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b3f25-b114-430c-9fc6-3a21bae306d0 req-f595d6c8-adab-4161-84bc-bd21dfc46f71 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:55.555059 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-452b3f25-b114-430c-9fc6-3a21bae306d0 req-f595d6c8-adab-4161-84bc-bd21dfc46f71 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.45 "GET /v2.0/ports?device_id=e2660b0d-6586-43d8-aaaa-86ab3ac57a9e HTTP/1.1" status: 200 len: 945 time: 0.0778165 Dec 22 13:52:55.630980 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-452b3f25-b114-430c-9fc6-3a21bae306d0 req-0a5638b8-24ba-4f5c-a22c-5631520f0c42 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Deleting port e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:52:55.631339 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-452b3f25-b114-430c-9fc6-3a21bae306d0 req-0a5638b8-24ba-4f5c-a22c-5631520f0c42 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:55.978379 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-452b3f25-b114-430c-9fc6-3a21bae306d0 req-0a5638b8-24ba-4f5c-a22c-5631520f0c42 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] For port e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a,segment=NetworkSegment(1b525445-3bfd-47ea-a95c-34fcb0ed5acc),segment_id=1b525445-3bfd-47ea-a95c-34fcb0ed5acc)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:52:55.981297 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-452b3f25-b114-430c-9fc6-3a21bae306d0 req-0a5638b8-24ba-4f5c-a22c-5631520f0c42 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:56.099601 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-452b3f25-b114-430c-9fc6-3a21bae306d0 req-0a5638b8-24ba-4f5c-a22c-5631520f0c42 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Calling delete_port for e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a owned by compute:nova {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:52:56.302780 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-452b3f25-b114-430c-9fc6-3a21bae306d0 req-0a5638b8-24ba-4f5c-a22c-5631520f0c42 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:56.312947 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7fc1aafb-d037-405f-bc84-ca7eb3bc5ebd tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:52:56.320766 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:52:56.396345 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5638b8-24ba-4f5c-a22c-5631520f0c42 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Pushing event deleted for resources: {'Port': ['ID=e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:52:56.427277 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-cb930e48-4e87-44ac-b637-36815ca83c76 req-c5ce7dbe-557f-4f74-b7ef-bdf1ef344104 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2660b0d-6586-43d8-aaaa-86ab3ac57a9e HTTP/1.1" status: 200 len: 210 time: 0.0855744 Dec 22 13:52:56.433396 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0a5638b8-24ba-4f5c-a22c-5631520f0c42 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:52:56.475059 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-452b3f25-b114-430c-9fc6-3a21bae306d0 req-0a5638b8-24ba-4f5c-a22c-5631520f0c42 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] No DVR routers for this DVR port e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a on host hv-neutron-8226 {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:52:56.477590 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-452b3f25-b114-430c-9fc6-3a21bae306d0 req-0a5638b8-24ba-4f5c-a22c-5631520f0c42 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:56.488110 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2660b0d-6586-43d8-aaaa-86ab3ac57a9e', 'name': 'network-vif-deleted', 'tag': 'e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:52:56.547407 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2660b0d-6586-43d8-aaaa-86ab3ac57a9e', 'name': 'network-vif-deleted', 'tag': 'e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a', 'status': 'completed', 'code': 200} Dec 22 13:52:56.550829 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-452b3f25-b114-430c-9fc6-3a21bae306d0 req-0a5638b8-24ba-4f5c-a22c-5631520f0c42 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] 10.222.0.45 "DELETE /v2.0/ports/e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a HTTP/1.1" status: 204 len: 173 time: 0.9859192 Dec 22 13:52:57.637583 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 56674) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:52:58.014240 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b3a23279-0b46-4a41-ae08-17e4ee438005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:58.721784 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-b3a23279-0b46-4a41-ae08-17e4ee438005 admin admin] Deleting port f2efaacb-962d-4cd8-9d27-66638d58cda0 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:52:58.726846 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b3a23279-0b46-4a41-ae08-17e4ee438005 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:58.895878 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-b3a23279-0b46-4a41-ae08-17e4ee438005 admin admin] For port f2efaacb-962d-4cd8-9d27-66638d58cda0, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=f2efaacb-962d-4cd8-9d27-66638d58cda0,segment=NetworkSegment(1b525445-3bfd-47ea-a95c-34fcb0ed5acc),segment_id=1b525445-3bfd-47ea-a95c-34fcb0ed5acc)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:52:58.896133 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b3a23279-0b46-4a41-ae08-17e4ee438005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:59.018602 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-b3a23279-0b46-4a41-ae08-17e4ee438005 admin admin] Calling delete_port for f2efaacb-962d-4cd8-9d27-66638d58cda0 owned by network:router_interface {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:52:59.133276 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:59.256879 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b3a23279-0b46-4a41-ae08-17e4ee438005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:59.260858 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f1d14b69-5957-4927-9206-9322ae873ddb tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:52:59.278403 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:52:59.307938 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a23279-0b46-4a41-ae08-17e4ee438005 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2efaacb-962d-4cd8-9d27-66638d58cda0,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:52:59.312569 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] No Port match for: e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:52:59.312928 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device e7c55ff2-4dbd-4ec9-9777-303bbaf7eb5a not bound to the agent host hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:52:59.348093 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a23279-0b46-4a41-ae08-17e4ee438005 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:52:59.348477 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a23279-0b46-4a41-ae08-17e4ee438005 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:52:59.348850 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a23279-0b46-4a41-ae08-17e4ee438005 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:52:59.349217 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a23279-0b46-4a41-ae08-17e4ee438005 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:52:59.349586 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a23279-0b46-4a41-ae08-17e4ee438005 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:52:59.349952 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a23279-0b46-4a41-ae08-17e4ee438005 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:52:59.350313 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a23279-0b46-4a41-ae08-17e4ee438005 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:52:59.350715 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a23279-0b46-4a41-ae08-17e4ee438005 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:52:59.351079 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a23279-0b46-4a41-ae08-17e4ee438005 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:52:59.351438 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a23279-0b46-4a41-ae08-17e4ee438005 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:52:59.351797 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a23279-0b46-4a41-ae08-17e4ee438005 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:52:59.360188 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b3a23279-0b46-4a41-ae08-17e4ee438005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:52:59.610733 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b3a23279-0b46-4a41-ae08-17e4ee438005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:00.289394 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a23279-0b46-4a41-ae08-17e4ee438005 admin admin] Router ab8eada4-fc69-412e-aab8-61e7c0b0bbe7 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:53:00.489105 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a23279-0b46-4a41-ae08-17e4ee438005 admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:53:00.498342 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a07823-fc7e-4d9c-8f43-b0026573420e None None] Sync routers for ids ['ab8eada4-fc69-412e-aab8-61e7c0b0bbe7'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:53:00.504389 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b3a23279-0b46-4a41-ae08-17e4ee438005 admin admin] 10.222.0.47 "PUT /v2.0/routers/ab8eada4-fc69-412e-aab8-61e7c0b0bbe7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8635049 Dec 22 13:53:00.504637 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 56678) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:53:00.510616 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a07823-fc7e-4d9c-8f43-b0026573420e None None] Routers {'ab8eada4-fc69-412e-aab8-61e7c0b0bbe7'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:53:00.511288 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-58a07823-fc7e-4d9c-8f43-b0026573420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:52:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['ab8eada4-fc69-412e-aab8-61e7c0b0bbe7'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:53:00.704075 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1440449a-3a3f-4951-81bd-77e7a557451a admin admin] Notify callbacks [] for router, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:00.716480 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-58a07823-fc7e-4d9c-8f43-b0026573420e None None] Set router ab8eada4-fc69-412e-aab8-61e7c0b0bbe7 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:53:00.895569 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1440449a-3a3f-4951-81bd-77e7a557451a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:00.956037 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-1440449a-3a3f-4951-81bd-77e7a557451a admin admin] Deleting port 524dbfaa-94d5-4cce-bc7c-c260fdacdb0a {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:53:00.956292 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1440449a-3a3f-4951-81bd-77e7a557451a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:00.995429 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-58a07823-fc7e-4d9c-8f43-b0026573420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8eada4-fc69-412e-aab8-61e7c0b0bbe7', 'name': 'tempest-TestEncryptedCinderVolumes-1587676983-router', 'tenant_id': '75c8a10aa4904b6996f6ff92cc22f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.218'}], 'enable_snat': True}, 'gw_port_id': '524dbfaa-94d5-4cce-bc7c-c260fdacdb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:29Z', 'updated_at': '2021-12-22T13:52:59Z', 'revision_number': 5, 'project_id': '75c8a10aa4904b6996f6ff92cc22f7c5', 'gw_port': {'id': '524dbfaa-94d5-4cce-bc7c-c260fdacdb0a', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8eada4-fc69-412e-aab8-61e7c0b0bbe7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:30Z', 'updated_at': '2021-12-22T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:53:01.000109 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a07823-fc7e-4d9c-8f43-b0026573420e None None] Checking router: ab8eada4-fc69-412e-aab8-61e7c0b0bbe7 for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:53:01.010413 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a07823-fc7e-4d9c-8f43-b0026573420e None None] Routers {'ab8eada4-fc69-412e-aab8-61e7c0b0bbe7'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:53:01.011017 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-58a07823-fc7e-4d9c-8f43-b0026573420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:52:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['ab8eada4-fc69-412e-aab8-61e7c0b0bbe7'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:53:01.124505 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-1440449a-3a3f-4951-81bd-77e7a557451a admin admin] For port 524dbfaa-94d5-4cce-bc7c-c260fdacdb0a, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=524dbfaa-94d5-4cce-bc7c-c260fdacdb0a,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:53:01.124858 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1440449a-3a3f-4951-81bd-77e7a557451a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:01.160803 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-58a07823-fc7e-4d9c-8f43-b0026573420e None None] Set router ab8eada4-fc69-412e-aab8-61e7c0b0bbe7 gateway port host: None {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:53:01.271355 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-58a07823-fc7e-4d9c-8f43-b0026573420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8eada4-fc69-412e-aab8-61e7c0b0bbe7', 'name': 'tempest-TestEncryptedCinderVolumes-1587676983-router', 'tenant_id': '75c8a10aa4904b6996f6ff92cc22f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:29Z', 'updated_at': '2021-12-22T13:53:00Z', 'revision_number': 6, 'project_id': '75c8a10aa4904b6996f6ff92cc22f7c5', 'gw_port_host': None}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:53:01.275664 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a07823-fc7e-4d9c-8f43-b0026573420e None None] The sync data for ids ['ab8eada4-fc69-412e-aab8-61e7c0b0bbe7'] in dv-neutron-822669-1-hyperv is: [{'id': 'ab8eada4-fc69-412e-aab8-61e7c0b0bbe7', 'name': 'tempest-TestEncryptedCinderVolumes-1587676983-router', 'tenant_id': '75c8a10aa4904b6996f6ff92cc22f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:29Z', 'updated_at': '2021-12-22T13:53:00Z', 'revision_number': 6, 'project_id': '75c8a10aa4904b6996f6ff92cc22f7c5', 'gw_port_host': None}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:53:01.371522 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-1440449a-3a3f-4951-81bd-77e7a557451a admin admin] Calling delete_port for 524dbfaa-94d5-4cce-bc7c-c260fdacdb0a owned by network:router_gateway {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:53:01.596843 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1440449a-3a3f-4951-81bd-77e7a557451a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:01.600506 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b794ba6b-8693-48cc-9091-b1da7a88af48 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:01.641577 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1440449a-3a3f-4951-81bd-77e7a557451a admin admin] Pushing event deleted for resources: {'Port': ['ID=524dbfaa-94d5-4cce-bc7c-c260fdacdb0a,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:01.645432 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1440449a-3a3f-4951-81bd-77e7a557451a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:01.862430 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1440449a-3a3f-4951-81bd-77e7a557451a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:02.042613 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 524dbfaa-94d5-4cce-bc7c-c260fdacdb0a no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:53:02.079128 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 524dbfaa-94d5-4cce-bc7c-c260fdacdb0a {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:53:02.079489 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 524dbfaa-94d5-4cce-bc7c-c260fdacdb0a not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:53:02.079924 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device f2efaacb-962d-4cd8-9d27-66638d58cda0 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:53:02.112104 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: f2efaacb-962d-4cd8-9d27-66638d58cda0 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:53:02.112522 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device f2efaacb-962d-4cd8-9d27-66638d58cda0 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:53:02.119939 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1440449a-3a3f-4951-81bd-77e7a557451a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:02.124473 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1440449a-3a3f-4951-81bd-77e7a557451a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:02.222604 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1440449a-3a3f-4951-81bd-77e7a557451a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:02.223189 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1440449a-3a3f-4951-81bd-77e7a557451a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab8eada4-fc69-412e-aab8-61e7c0b0bbe7 {{(pid=84148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:53:02.237538 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1440449a-3a3f-4951-81bd-77e7a557451a admin admin] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:02.237538 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-1440449a-3a3f-4951-81bd-77e7a557451a admin admin] 10.222.0.47 "DELETE /v2.0/routers/ab8eada4-fc69-412e-aab8-61e7c0b0bbe7 HTTP/1.1" status: 204 len: 168 time: 1.7311101 Dec 22 13:53:02.239482 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 56682) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:53:02.303917 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-932d37c8-bccc-4a71-801d-aa6cbb84042a admin admin] Deleting subnet e3658f3c-5bea-43f4-86aa-b6b7c9c9d118 {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:53:02.306919 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-932d37c8-bccc-4a71-801d-aa6cbb84042a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:02.358606 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-932d37c8-bccc-4a71-801d-aa6cbb84042a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:02.435219 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-932d37c8-bccc-4a71-801d-aa6cbb84042a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:02.571438 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-932d37c8-bccc-4a71-801d-aa6cbb84042a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:02.575271 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-fef73c64-c52d-4858-b210-235888d39718 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:02.611364 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d37c8-bccc-4a71-801d-aa6cbb84042a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3658f3c-5bea-43f4-86aa-b6b7c9c9d118,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:02.615235 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-932d37c8-bccc-4a71-801d-aa6cbb84042a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:02.617980 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-932d37c8-bccc-4a71-801d-aa6cbb84042a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:02.622964 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0636458-9cde-4e70-b524-492c7c8fb6fe None None] Network f1e908b6-4d70-4962-9493-5f17c4cc33ab requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:53:02.624735 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-932d37c8-bccc-4a71-801d-aa6cbb84042a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e3658f3c-5bea-43f4-86aa-b6b7c9c9d118 HTTP/1.1" status: 204 len: 168 time: 0.3842032 Dec 22 13:53:02.627257 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 56686) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:53:02.731852 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dac7b195-2369-4146-86d5-e212aff5ef0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:02.742495 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-dac7b195-2369-4146-86d5-e212aff5ef0a admin admin] Deleting port ba4fd713-90dc-4237-ab1b-9deee96228c5 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:53:02.742824 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dac7b195-2369-4146-86d5-e212aff5ef0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:02.865693 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d481a6-1dae-40f8-93b5-090c4c6c9c5e None None] DHCP port deletion for f1e908b6-4d70-4962-9493-5f17c4cc33ab request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:53:02.869936 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-17d481a6-1dae-40f8-93b5-090c4c6c9c5e None None] Deleting port ba4fd713-90dc-4237-ab1b-9deee96228c5 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:53:02.870320 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-17d481a6-1dae-40f8-93b5-090c4c6c9c5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:02.941916 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-dac7b195-2369-4146-86d5-e212aff5ef0a admin admin] For port ba4fd713-90dc-4237-ab1b-9deee96228c5, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=ba4fd713-90dc-4237-ab1b-9deee96228c5,segment=NetworkSegment(1b525445-3bfd-47ea-a95c-34fcb0ed5acc),segment_id=1b525445-3bfd-47ea-a95c-34fcb0ed5acc)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:53:02.942270 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dac7b195-2369-4146-86d5-e212aff5ef0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:03.077177 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-17d481a6-1dae-40f8-93b5-090c4c6c9c5e None None] For port ba4fd713-90dc-4237-ab1b-9deee96228c5, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=ba4fd713-90dc-4237-ab1b-9deee96228c5,segment=NetworkSegment(1b525445-3bfd-47ea-a95c-34fcb0ed5acc),segment_id=1b525445-3bfd-47ea-a95c-34fcb0ed5acc)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:53:03.077778 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-17d481a6-1dae-40f8-93b5-090c4c6c9c5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:03.172742 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-dac7b195-2369-4146-86d5-e212aff5ef0a admin admin] Calling delete_port for ba4fd713-90dc-4237-ab1b-9deee96228c5 owned by network:dhcp {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:53:03.197489 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-17d481a6-1dae-40f8-93b5-090c4c6c9c5e None None] Calling delete_port for ba4fd713-90dc-4237-ab1b-9deee96228c5 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:53:03.350726 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dac7b195-2369-4146-86d5-e212aff5ef0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:03.355340 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e6c1ecff-5895-4aaf-868c-9fa4e979e199 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:03.356123 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-17d481a6-1dae-40f8-93b5-090c4c6c9c5e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:53:03.356489 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-17d481a6-1dae-40f8-93b5-090c4c6c9c5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:53:03.403996 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7b195-2369-4146-86d5-e212aff5ef0a admin admin] Pushing event deleted for resources: {'Port': ['ID=ba4fd713-90dc-4237-ab1b-9deee96228c5,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:03.407595 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-dac7b195-2369-4146-86d5-e212aff5ef0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:03.412249 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac7b195-2369-4146-86d5-e212aff5ef0a admin admin] No DVR routers for this DVR port ba4fd713-90dc-4237-ab1b-9deee96228c5 on host dv-neutron-822669-1-hyperv {{(pid=84148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:53:03.524650 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dac7b195-2369-4146-86d5-e212aff5ef0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:03.549866 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-dac7b195-2369-4146-86d5-e212aff5ef0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1e908b6-4d70-4962-9493-5f17c4cc33ab']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:53:03.561567 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-dac7b195-2369-4146-86d5-e212aff5ef0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b525445-3bfd-47ea-a95c-34fcb0ed5acc') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:53:03.561862 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-dac7b195-2369-4146-86d5-e212aff5ef0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b525445-3bfd-47ea-a95c-34fcb0ed5acc') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:53:03.572696 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dac7b195-2369-4146-86d5-e212aff5ef0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:03.588963 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dac7b195-2369-4146-86d5-e212aff5ef0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:03.595954 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dac7b195-2369-4146-86d5-e212aff5ef0a admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:53:03.596333 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dac7b195-2369-4146-86d5-e212aff5ef0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:03.609405 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:53:03.609405 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:53:03.609405 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:53:03.609405 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:53:03.609405 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:53:03.609405 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:53:03.609405 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:53:03.609405 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:53:03.609405 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:53:03.609405 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:53:03.609405 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:53:03.609405 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:53:03.609405 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:53:03.609405 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:53:03.609405 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:53:03.609405 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:53:03.609405 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:53:03.609405 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:53:03.609405 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:53:03.609405 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:53:03.609405 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:53:03.609405 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:53:03.609405 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:53:03.609405 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:53:03.609405 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:53:03.609405 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:53:03.609405 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:53:03.609405 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:53:03.609405 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:53:03.609405 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:53:03.609405 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:53:03.609405 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:53:03.738631 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dac7b195-2369-4146-86d5-e212aff5ef0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:03.742144 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8567a359-867e-4a2f-a55a-469644f2f415 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:03.755503 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dac7b195-2369-4146-86d5-e212aff5ef0a admin admin] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:03.767488 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7b195-2369-4146-86d5-e212aff5ef0a admin admin] Pushing event deleted for resources: {'Network': ['ID=f1e908b6-4d70-4962-9493-5f17c4cc33ab,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:03.771502 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-dac7b195-2369-4146-86d5-e212aff5ef0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:03.788761 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device ba4fd713-90dc-4237-ab1b-9deee96228c5 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:53:03.821873 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: ba4fd713-90dc-4237-ab1b-9deee96228c5 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:53:03.822227 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device ba4fd713-90dc-4237-ab1b-9deee96228c5 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:53:03.858038 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-17d481a6-1dae-40f8-93b5-090c4c6c9c5e None None] Deleting port ba4fd713-90dc-4237-ab1b-9deee96228c5 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:53:03.858544 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-17d481a6-1dae-40f8-93b5-090c4c6c9c5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:03.865238 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-dac7b195-2369-4146-86d5-e212aff5ef0a admin admin] 10.222.0.47 "DELETE /v2.0/networks/f1e908b6-4d70-4962-9493-5f17c4cc33ab HTTP/1.1" status: 204 len: 168 time: 1.2369230 Dec 22 13:53:03.868006 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 56690) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:53:03.920700 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-17d481a6-1dae-40f8-93b5-090c4c6c9c5e None None] The port 'ba4fd713-90dc-4237-ab1b-9deee96228c5' was deleted {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:53:04.248693 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a2793bd1-effe-4b3d-b960-79e3a9659ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:04.942800 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-a2793bd1-effe-4b3d-b960-79e3a9659ec1 admin admin] Deleting port 3118cfe6-7ec2-4b03-99f3-f17ca8d7865a {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:53:04.943498 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a2793bd1-effe-4b3d-b960-79e3a9659ec1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:05.111686 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-a2793bd1-effe-4b3d-b960-79e3a9659ec1 admin admin] For port 3118cfe6-7ec2-4b03-99f3-f17ca8d7865a, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=3118cfe6-7ec2-4b03-99f3-f17ca8d7865a,segment=NetworkSegment(61bb0d3d-5dc2-4587-857d-49b67ddf374c),segment_id=61bb0d3d-5dc2-4587-857d-49b67ddf374c)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:53:05.112036 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a2793bd1-effe-4b3d-b960-79e3a9659ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:05.228758 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-a2793bd1-effe-4b3d-b960-79e3a9659ec1 admin admin] Calling delete_port for 3118cfe6-7ec2-4b03-99f3-f17ca8d7865a owned by network:router_interface {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:53:05.447362 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a2793bd1-effe-4b3d-b960-79e3a9659ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:05.450897 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a655e6e5-33e9-42d1-bf96-5e3bcdf4e7e0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:05.493744 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2793bd1-effe-4b3d-b960-79e3a9659ec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3118cfe6-7ec2-4b03-99f3-f17ca8d7865a,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:05.496188 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a2793bd1-effe-4b3d-b960-79e3a9659ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:05.659118 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-27c2db8b-25d6-40b2-a6fd-f931c1b919a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:05.785770 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a2793bd1-effe-4b3d-b960-79e3a9659ec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:06.454023 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2793bd1-effe-4b3d-b960-79e3a9659ec1 admin admin] Router ebc3657f-06d4-45ed-8f27-7e09e1bae9d5 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:53:06.658103 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2793bd1-effe-4b3d-b960-79e3a9659ec1 admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:53:06.666558 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5134870-2e5f-4e5c-b275-c86eaf610dbc None None] Sync routers for ids ['ebc3657f-06d4-45ed-8f27-7e09e1bae9d5'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:53:06.670433 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a2793bd1-effe-4b3d-b960-79e3a9659ec1 admin admin] 10.222.0.47 "PUT /v2.0/routers/ebc3657f-06d4-45ed-8f27-7e09e1bae9d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7991881 Dec 22 13:53:06.670991 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 56694) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:53:06.678181 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5134870-2e5f-4e5c-b275-c86eaf610dbc None None] Routers {'ebc3657f-06d4-45ed-8f27-7e09e1bae9d5'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:53:06.678821 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-f5134870-2e5f-4e5c-b275-c86eaf610dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:52:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['ebc3657f-06d4-45ed-8f27-7e09e1bae9d5'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:53:06.870923 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-32214721-a792-43a2-a54b-9f7d1c8fae21 admin admin] Notify callbacks [] for router, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:06.894320 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-f5134870-2e5f-4e5c-b275-c86eaf610dbc None None] Set router ebc3657f-06d4-45ed-8f27-7e09e1bae9d5 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:53:07.063932 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-32214721-a792-43a2-a54b-9f7d1c8fae21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:07.117388 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:53:07.154124 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-32214721-a792-43a2-a54b-9f7d1c8fae21 admin admin] Deleting port 2587a139-5abb-4df1-a3ec-a896e0b3d44f {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:53:07.155066 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-32214721-a792-43a2-a54b-9f7d1c8fae21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:07.177002 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-f5134870-2e5f-4e5c-b275-c86eaf610dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc3657f-06d4-45ed-8f27-7e09e1bae9d5', 'name': 'tempest-TestEncryptedCinderVolumes-1764362154-router', 'tenant_id': '044b39b2445d49b4beb972913ab098d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': '2587a139-5abb-4df1-a3ec-a896e0b3d44f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:37Z', 'updated_at': '2021-12-22T13:53:05Z', 'revision_number': 5, 'project_id': '044b39b2445d49b4beb972913ab098d8', 'gw_port': {'id': '2587a139-5abb-4df1-a3ec-a896e0b3d44f', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc3657f-06d4-45ed-8f27-7e09e1bae9d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:37Z', 'updated_at': '2021-12-22T13:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:53:07.180922 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5134870-2e5f-4e5c-b275-c86eaf610dbc None None] Checking router: ebc3657f-06d4-45ed-8f27-7e09e1bae9d5 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:53:07.191967 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5134870-2e5f-4e5c-b275-c86eaf610dbc None None] Routers {'ebc3657f-06d4-45ed-8f27-7e09e1bae9d5'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:53:07.192581 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-f5134870-2e5f-4e5c-b275-c86eaf610dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:52:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['ebc3657f-06d4-45ed-8f27-7e09e1bae9d5'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:53:07.324236 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-32214721-a792-43a2-a54b-9f7d1c8fae21 admin admin] For port 2587a139-5abb-4df1-a3ec-a896e0b3d44f, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=2587a139-5abb-4df1-a3ec-a896e0b3d44f,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:53:07.324590 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-32214721-a792-43a2-a54b-9f7d1c8fae21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:07.340375 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-f5134870-2e5f-4e5c-b275-c86eaf610dbc None None] Set router ebc3657f-06d4-45ed-8f27-7e09e1bae9d5 gateway port host: None {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:53:07.446442 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-f5134870-2e5f-4e5c-b275-c86eaf610dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc3657f-06d4-45ed-8f27-7e09e1bae9d5', 'name': 'tempest-TestEncryptedCinderVolumes-1764362154-router', 'tenant_id': '044b39b2445d49b4beb972913ab098d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:37Z', 'updated_at': '2021-12-22T13:53:07Z', 'revision_number': 6, 'project_id': '044b39b2445d49b4beb972913ab098d8', 'gw_port_host': None}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:53:07.449257 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-32214721-a792-43a2-a54b-9f7d1c8fae21 admin admin] Calling delete_port for 2587a139-5abb-4df1-a3ec-a896e0b3d44f owned by network:router_gateway {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:53:07.450441 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5134870-2e5f-4e5c-b275-c86eaf610dbc None None] The sync data for ids ['ebc3657f-06d4-45ed-8f27-7e09e1bae9d5'] in dv-neutron-822669-1-hyperv is: [{'id': 'ebc3657f-06d4-45ed-8f27-7e09e1bae9d5', 'name': 'tempest-TestEncryptedCinderVolumes-1764362154-router', 'tenant_id': '044b39b2445d49b4beb972913ab098d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:37Z', 'updated_at': '2021-12-22T13:53:07Z', 'revision_number': 6, 'project_id': '044b39b2445d49b4beb972913ab098d8', 'gw_port_host': None}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:53:07.676054 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-32214721-a792-43a2-a54b-9f7d1c8fae21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:07.679920 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b175c1a8-2aaf-4cff-a9b6-1c9074c140b4 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:07.720048 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32214721-a792-43a2-a54b-9f7d1c8fae21 admin admin] Pushing event deleted for resources: {'Port': ['ID=2587a139-5abb-4df1-a3ec-a896e0b3d44f,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:07.724155 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-32214721-a792-43a2-a54b-9f7d1c8fae21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:07.841247 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 3118cfe6-7ec2-4b03-99f3-f17ca8d7865a no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:53:07.880709 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 3118cfe6-7ec2-4b03-99f3-f17ca8d7865a {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:53:07.881062 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 3118cfe6-7ec2-4b03-99f3-f17ca8d7865a not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:53:08.039721 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-20bc1f37-14ab-4866-b2a9-8b6f43be69b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:08.062496 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-32214721-a792-43a2-a54b-9f7d1c8fae21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:08.318637 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-32214721-a792-43a2-a54b-9f7d1c8fae21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:08.323099 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-32214721-a792-43a2-a54b-9f7d1c8fae21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:08.418985 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-32214721-a792-43a2-a54b-9f7d1c8fae21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:08.419558 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32214721-a792-43a2-a54b-9f7d1c8fae21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebc3657f-06d4-45ed-8f27-7e09e1bae9d5 {{(pid=84148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:53:08.431936 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-32214721-a792-43a2-a54b-9f7d1c8fae21 admin admin] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:08.433064 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-32214721-a792-43a2-a54b-9f7d1c8fae21 admin admin] 10.222.0.47 "DELETE /v2.0/routers/ebc3657f-06d4-45ed-8f27-7e09e1bae9d5 HTTP/1.1" status: 204 len: 168 time: 1.7611716 Dec 22 13:53:08.435541 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 56698) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:53:08.501678 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c66871a-ba38-4196-b734-532bce18ec2b admin admin] Deleting subnet 4c345600-7451-4644-8916-c853714ead0a {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:53:08.505300 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6c66871a-ba38-4196-b734-532bce18ec2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:08.562996 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6c66871a-ba38-4196-b734-532bce18ec2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:08.640734 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6c66871a-ba38-4196-b734-532bce18ec2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:08.771471 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6c66871a-ba38-4196-b734-532bce18ec2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:08.775069 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e361e7c3-2b80-4e93-b4c1-645b29d4e8fa tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:08.812151 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c66871a-ba38-4196-b734-532bce18ec2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c345600-7451-4644-8916-c853714ead0a,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:08.815976 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6c66871a-ba38-4196-b734-532bce18ec2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:08.818661 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6c66871a-ba38-4196-b734-532bce18ec2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:08.823514 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d48eb54-f18b-48d4-8be6-99328a1544a7 None None] Network 5a2199fb-991a-44fb-a823-973262c5f838 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:53:08.827011 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6c66871a-ba38-4196-b734-532bce18ec2b admin admin] 10.222.0.47 "DELETE /v2.0/subnets/4c345600-7451-4644-8916-c853714ead0a HTTP/1.1" status: 204 len: 168 time: 0.3898916 Dec 22 13:53:08.828808 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 56702) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:53:08.935396 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e235bef9-cb84-4e04-a588-c54a97ff5fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:08.945966 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-e235bef9-cb84-4e04-a588-c54a97ff5fce admin admin] Deleting port 656aabe6-9a14-4535-b150-0ed64af0eacd {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:53:08.946283 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e235bef9-cb84-4e04-a588-c54a97ff5fce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:09.057127 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:09.077433 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240d66c9-4690-40cc-9901-e7bb96edf061 None None] DHCP port deletion for 5a2199fb-991a-44fb-a823-973262c5f838 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:53:09.081627 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-240d66c9-4690-40cc-9901-e7bb96edf061 None None] Deleting port 656aabe6-9a14-4535-b150-0ed64af0eacd {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:53:09.082170 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-240d66c9-4690-40cc-9901-e7bb96edf061 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:09.145407 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-e235bef9-cb84-4e04-a588-c54a97ff5fce admin admin] For port 656aabe6-9a14-4535-b150-0ed64af0eacd, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=656aabe6-9a14-4535-b150-0ed64af0eacd,segment=NetworkSegment(61bb0d3d-5dc2-4587-857d-49b67ddf374c),segment_id=61bb0d3d-5dc2-4587-857d-49b67ddf374c)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:53:09.145759 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e235bef9-cb84-4e04-a588-c54a97ff5fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:09.269262 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-e235bef9-cb84-4e04-a588-c54a97ff5fce admin admin] Calling delete_port for 656aabe6-9a14-4535-b150-0ed64af0eacd owned by network:dhcp {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:53:09.284072 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-240d66c9-4690-40cc-9901-e7bb96edf061 None None] For port 656aabe6-9a14-4535-b150-0ed64af0eacd, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=656aabe6-9a14-4535-b150-0ed64af0eacd,segment=NetworkSegment(61bb0d3d-5dc2-4587-857d-49b67ddf374c),segment_id=61bb0d3d-5dc2-4587-857d-49b67ddf374c)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:53:09.284502 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-240d66c9-4690-40cc-9901-e7bb96edf061 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:09.401834 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e235bef9-cb84-4e04-a588-c54a97ff5fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:09.406983 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7e511514-f843-43d8-aeac-47dd503dd68d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:09.407676 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-240d66c9-4690-40cc-9901-e7bb96edf061 None None] Calling delete_port for 656aabe6-9a14-4535-b150-0ed64af0eacd owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:53:09.446127 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235bef9-cb84-4e04-a588-c54a97ff5fce admin admin] Pushing event deleted for resources: {'Port': ['ID=656aabe6-9a14-4535-b150-0ed64af0eacd,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:09.450128 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e235bef9-cb84-4e04-a588-c54a97ff5fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:09.453327 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e235bef9-cb84-4e04-a588-c54a97ff5fce admin admin] No DVR routers for this DVR port 656aabe6-9a14-4535-b150-0ed64af0eacd on host dv-neutron-822669-1-hyperv {{(pid=84148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:53:09.485911 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-240d66c9-4690-40cc-9901-e7bb96edf061 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:53:09.486499 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-240d66c9-4690-40cc-9901-e7bb96edf061 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:53:09.510220 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:09.579545 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e235bef9-cb84-4e04-a588-c54a97ff5fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:09.608239 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-e235bef9-cb84-4e04-a588-c54a97ff5fce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a2199fb-991a-44fb-a823-973262c5f838']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:53:09.725288 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-e235bef9-cb84-4e04-a588-c54a97ff5fce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61bb0d3d-5dc2-4587-857d-49b67ddf374c') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:53:09.725563 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-e235bef9-cb84-4e04-a588-c54a97ff5fce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61bb0d3d-5dc2-4587-857d-49b67ddf374c') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:53:09.738805 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e235bef9-cb84-4e04-a588-c54a97ff5fce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:09.757429 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e235bef9-cb84-4e04-a588-c54a97ff5fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:09.764289 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e235bef9-cb84-4e04-a588-c54a97ff5fce admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:53:09.764662 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e235bef9-cb84-4e04-a588-c54a97ff5fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:09.777464 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:53:09.777464 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:53:09.777464 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:53:09.777464 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:53:09.777464 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:53:09.777464 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:53:09.777464 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:53:09.777464 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:53:09.777464 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:53:09.777464 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:53:09.777464 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:53:09.777464 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:53:09.777464 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:53:09.777464 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:53:09.777464 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:53:09.777464 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:53:09.777464 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:53:09.777464 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:53:09.777464 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:53:09.777464 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:53:09.777464 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:53:09.777464 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:53:09.777464 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:53:09.777464 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:53:09.777464 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:53:09.777464 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:53:09.777464 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:53:09.777464 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:53:09.777464 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:53:09.777464 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:53:09.777464 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:53:09.777464 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:53:09.794272 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 656aabe6-9a14-4535-b150-0ed64af0eacd no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:53:09.877232 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 656aabe6-9a14-4535-b150-0ed64af0eacd {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:53:09.877584 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 656aabe6-9a14-4535-b150-0ed64af0eacd not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:53:09.878015 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 2587a139-5abb-4df1-a3ec-a896e0b3d44f no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:53:09.908248 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 2587a139-5abb-4df1-a3ec-a896e0b3d44f {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:53:09.908630 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 2587a139-5abb-4df1-a3ec-a896e0b3d44f not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:53:09.938964 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e235bef9-cb84-4e04-a588-c54a97ff5fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:09.942286 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c2445620-1243-4d68-b1d5-fb1cb6902535 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:09.955472 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-e235bef9-cb84-4e04-a588-c54a97ff5fce admin admin] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:09.966179 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235bef9-cb84-4e04-a588-c54a97ff5fce admin admin] Pushing event deleted for resources: {'Network': ['ID=5a2199fb-991a-44fb-a823-973262c5f838,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:09.969072 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e235bef9-cb84-4e04-a588-c54a97ff5fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:09.970589 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e235bef9-cb84-4e04-a588-c54a97ff5fce admin admin] 10.222.0.47 "DELETE /v2.0/networks/5a2199fb-991a-44fb-a823-973262c5f838 HTTP/1.1" status: 204 len: 168 time: 1.1408622 Dec 22 13:53:09.988058 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-240d66c9-4690-40cc-9901-e7bb96edf061 None None] Deleting port 656aabe6-9a14-4535-b150-0ed64af0eacd {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:53:09.988387 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-240d66c9-4690-40cc-9901-e7bb96edf061 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:10.051995 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-240d66c9-4690-40cc-9901-e7bb96edf061 None None] The port '656aabe6-9a14-4535-b150-0ed64af0eacd' was deleted {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:53:10.380102 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 56708) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:53:10.430610 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c3e30b7f-7acf-4bba-8a88-4a3fd0e25407 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=75c8a10aa4904b6996f6ff92cc22f7c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0492640 Dec 22 13:53:10.432838 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 56712) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:53:10.506692 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-10a7069e-a753-4654-bffa-27a3c4ad27d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:10.534646 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-10a7069e-a753-4654-bffa-27a3c4ad27d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:10.573081 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:10.641697 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-10a7069e-a753-4654-bffa-27a3c4ad27d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:10.645392 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-66c9dd23-eabd-49b7-ad67-5131278a73bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:10.661431 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a7069e-a753-4654-bffa-27a3c4ad27d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fdee3e5-1680-431c-8843-f46cd059cb9b,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:10.664687 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-10a7069e-a753-4654-bffa-27a3c4ad27d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:10.729980 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-10a7069e-a753-4654-bffa-27a3c4ad27d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:10.731126 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-10a7069e-a753-4654-bffa-27a3c4ad27d9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3fdee3e5-1680-431c-8843-f46cd059cb9b HTTP/1.1" status: 204 len: 168 time: 0.2974184 Dec 22 13:53:11.570734 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 56720) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:53:11.621838 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f5cf99e1-703a-4c6d-84fe-e3ea1c21c942 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=044b39b2445d49b4beb972913ab098d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0499001 Dec 22 13:53:11.624304 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 56724) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:53:11.681923 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-95603e86-7b6b-4a6b-81fa-d1c0bbc03d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:11.707799 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-95603e86-7b6b-4a6b-81fa-d1c0bbc03d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:11.822471 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-95603e86-7b6b-4a6b-81fa-d1c0bbc03d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:11.826987 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b85c6c9f-d3d9-4efd-9a66-4c50f1203b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:11.838004 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95603e86-7b6b-4a6b-81fa-d1c0bbc03d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cc87f7-49e3-41e7-977e-c0eaa1c375aa,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:11.841284 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-95603e86-7b6b-4a6b-81fa-d1c0bbc03d58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:11.845840 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-95603e86-7b6b-4a6b-81fa-d1c0bbc03d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:11.846975 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-95603e86-7b6b-4a6b-81fa-d1c0bbc03d58 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f0cc87f7-49e3-41e7-977e-c0eaa1c375aa HTTP/1.1" status: 204 len: 168 time: 0.2217722 Dec 22 13:53:12.986982 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56746) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:53:13.112201 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-657b90a5-821b-43be-abe3-7e16889e10bf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-826227208-network', 'tenant_id': '221323286ec1424480bc99bd3c9708a6'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:53:13.116953 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-657b90a5-821b-43be-abe3-7e16889e10bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:53:13.120747 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-657b90a5-821b-43be-abe3-7e16889e10bf admin admin] Usage tracker for resource:network and tenant:221323286ec1424480bc99bd3c9708a6 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:53:13.124506 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-657b90a5-821b-43be-abe3-7e16889e10bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:53:13.130441 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-657b90a5-821b-43be-abe3-7e16889e10bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:53:13.195658 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657b90a5-821b-43be-abe3-7e16889e10bf admin admin] Made reservation on behalf of 221323286ec1424480bc99bd3c9708a6 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:53:13.197903 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-657b90a5-821b-43be-abe3-7e16889e10bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:13.211764 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-657b90a5-821b-43be-abe3-7e16889e10bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:13.242222 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-657b90a5-821b-43be-abe3-7e16889e10bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:53:13.245909 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-657b90a5-821b-43be-abe3-7e16889e10bf admin admin] Usage tracker for resource:security_group_rule and tenant:221323286ec1424480bc99bd3c9708a6 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:53:13.249111 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-657b90a5-821b-43be-abe3-7e16889e10bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:53:13.254698 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-657b90a5-821b-43be-abe3-7e16889e10bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:53:13.316917 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-657b90a5-821b-43be-abe3-7e16889e10bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:13.395353 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-657b90a5-821b-43be-abe3-7e16889e10bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:13.398223 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6aac62a7-520e-4c87-9d99-3c1478824928 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:13.431248 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-657b90a5-821b-43be-abe3-7e16889e10bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:53:13.436939 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b90a5-821b-43be-abe3-7e16889e10bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06bd0d0e-eebb-4428-b5f5-46cae0be7e2d,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:13.440421 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-657b90a5-821b-43be-abe3-7e16889e10bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:13.444351 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-657b90a5-821b-43be-abe3-7e16889e10bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:13.444449 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-657b90a5-821b-43be-abe3-7e16889e10bf admin admin] Added segment b40e0848-385e-412a-92ba-bdd402523aaa of type vlan for network 983ad8cf-6f28-4151-8173-e89eb758ce22 Dec 22 13:53:13.471123 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-657b90a5-821b-43be-abe3-7e16889e10bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:13.572779 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-657b90a5-821b-43be-abe3-7e16889e10bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:13.573731 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657b90a5-821b-43be-abe3-7e16889e10bf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:13.574308 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-657b90a5-821b-43be-abe3-7e16889e10bf admin admin] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:13.578735 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7c2cd8c0-fdd6-421c-86a0-fbf8b73acce7 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:13.686380 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b90a5-821b-43be-abe3-7e16889e10bf admin admin] Pushing event updated for resources: {'Network': ['ID=983ad8cf-6f28-4151-8173-e89eb758ce22,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:13.689043 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-657b90a5-821b-43be-abe3-7e16889e10bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:13.696140 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 983ad8cf-6f28-4151-8173-e89eb758ce22 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:53:13.768164 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-657b90a5-821b-43be-abe3-7e16889e10bf admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7800839 Dec 22 13:53:13.770923 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56752) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:53:13.776342 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-ceca09e8-10a1-4707-a7c3-9658c131a20e admin admin] Request body: {'subnet': {'network_id': '983ad8cf-6f28-4151-8173-e89eb758ce22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-826227208-subnet', 'tenant_id': '221323286ec1424480bc99bd3c9708a6', 'ip_version': 4}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:53:13.781579 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-ceca09e8-10a1-4707-a7c3-9658c131a20e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:53:13.785410 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-ceca09e8-10a1-4707-a7c3-9658c131a20e admin admin] Usage tracker for resource:subnet and tenant:221323286ec1424480bc99bd3c9708a6 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:53:13.788286 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-ceca09e8-10a1-4707-a7c3-9658c131a20e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:53:13.793935 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-ceca09e8-10a1-4707-a7c3-9658c131a20e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:53:13.852891 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceca09e8-10a1-4707-a7c3-9658c131a20e admin admin] Made reservation on behalf of 221323286ec1424480bc99bd3c9708a6 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:53:13.855201 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ceca09e8-10a1-4707-a7c3-9658c131a20e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:14.115844 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ceca09e8-10a1-4707-a7c3-9658c131a20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:14.119248 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2f1196e1-a6c8-44a6-856c-ef1f3a17cc0a tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:14.189833 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca09e8-10a1-4707-a7c3-9658c131a20e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e399aaea-0ed4-4d14-bdce-9dcf2c216162,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:14.194147 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ceca09e8-10a1-4707-a7c3-9658c131a20e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:14.204387 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceca09e8-10a1-4707-a7c3-9658c131a20e admin admin] Checking segment: {'id': 'b40e0848-385e-412a-92ba-bdd402523aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '983ad8cf-6f28-4151-8173-e89eb758ce22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:53:14.205202 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceca09e8-10a1-4707-a7c3-9658c131a20e admin admin] Network hostable DHCP agents. Network: 983ad8cf-6f28-4151-8173-e89eb758ce22, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:53:14.332881 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceca09e8-10a1-4707-a7c3-9658c131a20e admin admin] Network 983ad8cf-6f28-4151-8173-e89eb758ce22 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:53:14.418749 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-ceca09e8-10a1-4707-a7c3-9658c131a20e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 983ad8cf-6f28-4151-8173-e89eb758ce22) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:53:14.423619 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceca09e8-10a1-4707-a7c3-9658c131a20e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:14.424204 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ceca09e8-10a1-4707-a7c3-9658c131a20e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:14.428244 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352572ab-ed44-455c-8d88-fbac52f5c981 None None] Network 983ad8cf-6f28-4151-8173-e89eb758ce22 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:53:14.488718 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ceca09e8-10a1-4707-a7c3-9658c131a20e admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7166471 Dec 22 13:53:14.491272 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56756) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:53:14.496771 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-7aafd41b-3128-4258-8793-dd88200c2084 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-826227208-router', 'tenant_id': '221323286ec1424480bc99bd3c9708a6', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:53:14.502234 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-7aafd41b-3128-4258-8793-dd88200c2084 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:53:14.506112 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-7aafd41b-3128-4258-8793-dd88200c2084 admin admin] Usage tracker for resource:router and tenant:221323286ec1424480bc99bd3c9708a6 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:53:14.509392 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-7aafd41b-3128-4258-8793-dd88200c2084 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:53:14.515788 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-7aafd41b-3128-4258-8793-dd88200c2084 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:53:14.578861 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7aafd41b-3128-4258-8793-dd88200c2084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:14.579881 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7aafd41b-3128-4258-8793-dd88200c2084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:14.598164 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7aafd41b-3128-4258-8793-dd88200c2084 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:14.638172 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdc3a44-a84b-4f52-ab77-b0d564a67a23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-983ad8cf-6f28-4151-8173-e89eb758ce22', 'network_id': '983ad8cf-6f28-4151-8173-e89eb758ce22', 'tenant_id': '221323286ec1424480bc99bd3c9708a6', 'fixed_ips': [{'subnet_id': 'e399aaea-0ed4-4d14-bdce-9dcf2c216162'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:53:14.639222 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cdc3a44-a84b-4f52-ab77-b0d564a67a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:14.796106 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-3cdc3a44-a84b-4f52-ab77-b0d564a67a23 None None] Allocated IP 172.20.0.2 (983ad8cf-6f28-4151-8173-e89eb758ce22/e399aaea-0ed4-4d14-bdce-9dcf2c216162/0b9e76ef-0cd3-4303-ae5d-345b981cbd48) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:53:14.799138 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7aafd41b-3128-4258-8793-dd88200c2084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:15.001101 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cdc3a44-a84b-4f52-ab77-b0d564a67a23 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:15.011091 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cdc3a44-a84b-4f52-ab77-b0d564a67a23 None None] Transition to ACTIVE for port object 0b9e76ef-0cd3-4303-ae5d-345b981cbd48 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:53:15.029715 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cdc3a44-a84b-4f52-ab77-b0d564a67a23 None None] Transition to ACTIVE for port object 0b9e76ef-0cd3-4303-ae5d-345b981cbd48 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:53:15.037958 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7aafd41b-3128-4258-8793-dd88200c2084 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:15.068541 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7aafd41b-3128-4258-8793-dd88200c2084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:15.087707 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cdc3a44-a84b-4f52-ab77-b0d564a67a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:15.093559 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-a72e67f9-468b-4bb8-96ad-d412a248a426 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:15.150066 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdc3a44-a84b-4f52-ab77-b0d564a67a23 None None] Network 983ad8cf-6f28-4151-8173-e89eb758ce22 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:53:15.157850 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-3cdc3a44-a84b-4f52-ab77-b0d564a67a23 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:53:15.161868 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdc3a44-a84b-4f52-ab77-b0d564a67a23 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:53:15.167763 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc3a44-a84b-4f52-ab77-b0d564a67a23 None None] Pushing event updated for resources: {'Port': ['ID=0b9e76ef-0cd3-4303-ae5d-345b981cbd48,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:15.172286 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cdc3a44-a84b-4f52-ab77-b0d564a67a23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:15.259125 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-3cdc3a44-a84b-4f52-ab77-b0d564a67a23 None None] Attempting to bind port 0b9e76ef-0cd3-4303-ae5d-345b981cbd48 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:53:15.259654 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-3cdc3a44-a84b-4f52-ab77-b0d564a67a23 None None] Attempting to bind port 0b9e76ef-0cd3-4303-ae5d-345b981cbd48 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'b40e0848-385e-412a-92ba-bdd402523aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '983ad8cf-6f28-4151-8173-e89eb758ce22'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:53:15.260171 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdc3a44-a84b-4f52-ab77-b0d564a67a23 None None] Attempting to bind port 0b9e76ef-0cd3-4303-ae5d-345b981cbd48 on network 983ad8cf-6f28-4151-8173-e89eb758ce22 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:53:15.267600 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdc3a44-a84b-4f52-ab77-b0d564a67a23 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:53:15.267978 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdc3a44-a84b-4f52-ab77-b0d564a67a23 None None] Checking segment: {'id': 'b40e0848-385e-412a-92ba-bdd402523aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '983ad8cf-6f28-4151-8173-e89eb758ce22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:53:15.268410 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cdc3a44-a84b-4f52-ab77-b0d564a67a23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:15.268806 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdc3a44-a84b-4f52-ab77-b0d564a67a23 None None] Bound using segment: {'id': 'b40e0848-385e-412a-92ba-bdd402523aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '983ad8cf-6f28-4151-8173-e89eb758ce22'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:53:15.269329 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-3cdc3a44-a84b-4f52-ab77-b0d564a67a23 None None] Bound port: 0b9e76ef-0cd3-4303-ae5d-345b981cbd48, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b40e0848-385e-412a-92ba-bdd402523aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '983ad8cf-6f28-4151-8173-e89eb758ce22'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:53:15.269742 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cdc3a44-a84b-4f52-ab77-b0d564a67a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:15.308457 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-7aafd41b-3128-4258-8793-dd88200c2084 admin admin] Allocated IP 172.26.1.208 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/5f7174d8-c692-4941-8707-5ba6b411fe9d) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:53:15.356926 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cdc3a44-a84b-4f52-ab77-b0d564a67a23 None None] For port 0b9e76ef-0cd3-4303-ae5d-345b981cbd48, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:53:15.360025 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cdc3a44-a84b-4f52-ab77-b0d564a67a23 None None] For port 0b9e76ef-0cd3-4303-ae5d-345b981cbd48, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=0b9e76ef-0cd3-4303-ae5d-345b981cbd48,segment=NetworkSegment(b40e0848-385e-412a-92ba-bdd402523aaa),segment_id=b40e0848-385e-412a-92ba-bdd402523aaa)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:53:15.419109 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cdc3a44-a84b-4f52-ab77-b0d564a67a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:15.423781 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:15.454774 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7aafd41b-3128-4258-8793-dd88200c2084 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:15.509681 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc3a44-a84b-4f52-ab77-b0d564a67a23 None None] Pushing event updated for resources: {'Port': ['ID=0b9e76ef-0cd3-4303-ae5d-345b981cbd48,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:15.512689 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cdc3a44-a84b-4f52-ab77-b0d564a67a23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:15.533580 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7aafd41b-3128-4258-8793-dd88200c2084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:15.537630 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6bfb8f07-c76a-4bb3-b83e-c816f8d8c558 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:15.598198 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aafd41b-3128-4258-8793-dd88200c2084 admin admin] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:53:15.605507 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-7aafd41b-3128-4258-8793-dd88200c2084 admin admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:53:15.612667 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aafd41b-3128-4258-8793-dd88200c2084 admin admin] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:53:15.662500 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aafd41b-3128-4258-8793-dd88200c2084 admin admin] Pushing event updated for resources: {'Port': ['ID=5f7174d8-c692-4941-8707-5ba6b411fe9d,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:15.665356 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7aafd41b-3128-4258-8793-dd88200c2084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:15.832808 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 0b9e76ef-0cd3-4303-ae5d-345b981cbd48 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:53:15.866327 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7aafd41b-3128-4258-8793-dd88200c2084 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:15.867891 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7aafd41b-3128-4258-8793-dd88200c2084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:15.982469 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 0b9e76ef-0cd3-4303-ae5d-345b981cbd48 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:53:16.144691 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aafd41b-3128-4258-8793-dd88200c2084 admin admin] Router 889cd45a-5684-447e-a95a-cac4bed3b6fa is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:53:16.352792 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aafd41b-3128-4258-8793-dd88200c2084 admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:53:16.363308 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8244d9cf-06a8-4a6a-9ce3-cebebaa6032d None None] Sync routers for ids ['889cd45a-5684-447e-a95a-cac4bed3b6fa'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:53:16.377632 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8244d9cf-06a8-4a6a-9ce3-cebebaa6032d None None] Routers {'889cd45a-5684-447e-a95a-cac4bed3b6fa'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:53:16.378511 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-8244d9cf-06a8-4a6a-9ce3-cebebaa6032d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:53:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['889cd45a-5684-447e-a95a-cac4bed3b6fa'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:53:16.426932 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f703bad0-a71e-4ac4-a832-997ec3e8efaf None None] Network 983ad8cf-6f28-4151-8173-e89eb758ce22 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:53:16.428298 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7aafd41b-3128-4258-8793-dd88200c2084 admin admin] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:16.432061 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7aafd41b-3128-4258-8793-dd88200c2084 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9373355 Dec 22 13:53:16.432280 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56760) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:53:16.572194 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-8244d9cf-06a8-4a6a-9ce3-cebebaa6032d None None] Set router 889cd45a-5684-447e-a95a-cac4bed3b6fa gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:53:16.597570 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-d0b64e28-024e-42d5-8a8d-deda763a69ba None None] Provisioning for port 0b9e76ef-0cd3-4303-ae5d-345b981cbd48 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:53:16.605164 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-d0b64e28-024e-42d5-8a8d-deda763a69ba None None] Provisioning complete for port 0b9e76ef-0cd3-4303-ae5d-345b981cbd48 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:53:16.605550 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d0b64e28-024e-42d5-8a8d-deda763a69ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:16.827114 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d0b64e28-024e-42d5-8a8d-deda763a69ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:16.861492 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-d0b64e28-024e-42d5-8a8d-deda763a69ba None None] For port 0b9e76ef-0cd3-4303-ae5d-345b981cbd48, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=0b9e76ef-0cd3-4303-ae5d-345b981cbd48,segment=NetworkSegment(b40e0848-385e-412a-92ba-bdd402523aaa),segment_id=b40e0848-385e-412a-92ba-bdd402523aaa)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:53:16.866712 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-8244d9cf-06a8-4a6a-9ce3-cebebaa6032d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889cd45a-5684-447e-a95a-cac4bed3b6fa', 'name': 'tempest-TestMinimumBasicScenario-826227208-router', 'tenant_id': '221323286ec1424480bc99bd3c9708a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.208'}], 'enable_snat': True}, 'gw_port_id': '5f7174d8-c692-4941-8707-5ba6b411fe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:53:14Z', 'updated_at': '2021-12-22T13:53:15Z', 'revision_number': 3, 'project_id': '221323286ec1424480bc99bd3c9708a6', 'gw_port': {'id': '5f7174d8-c692-4941-8707-5ba6b411fe9d', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889cd45a-5684-447e-a95a-cac4bed3b6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:53:15Z', 'updated_at': '2021-12-22T13:53:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:53:16.871469 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8244d9cf-06a8-4a6a-9ce3-cebebaa6032d None None] Checking router: 889cd45a-5684-447e-a95a-cac4bed3b6fa for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:53:16.871827 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8244d9cf-06a8-4a6a-9ce3-cebebaa6032d None None] Updating router 889cd45a-5684-447e-a95a-cac4bed3b6fa port 5f7174d8-c692-4941-8707-5ba6b411fe9d binding host dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:53:16.926611 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-8244d9cf-06a8-4a6a-9ce3-cebebaa6032d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:16.938705 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d0b64e28-024e-42d5-8a8d-deda763a69ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:16.940516 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:17.017375 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b64e28-024e-42d5-8a8d-deda763a69ba None None] Pushing event updated for resources: {'Port': ['ID=0b9e76ef-0cd3-4303-ae5d-345b981cbd48,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:17.026591 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-d0b64e28-024e-42d5-8a8d-deda763a69ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:17.162994 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-9a587932-046d-4162-9c72-3daf237dcdc2 None None] Provisioning complete for port 0b9e76ef-0cd3-4303-ae5d-345b981cbd48 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:53:17.163261 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9a587932-046d-4162-9c72-3daf237dcdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:17.304169 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-8244d9cf-06a8-4a6a-9ce3-cebebaa6032d None None] Notify callbacks [] for port, precommit_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:17.316850 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.provisioning_blocks [None req-8244d9cf-06a8-4a6a-9ce3-cebebaa6032d None None] Transition to ACTIVE for port object 5f7174d8-c692-4941-8707-5ba6b411fe9d will not be triggered until provisioned by entity L2. {{(pid=84151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:53:17.380598 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-43a289d4-c4c4-4c65-bb37-87d4508bec7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:17.401660 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-8244d9cf-06a8-4a6a-9ce3-cebebaa6032d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:17.406375 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-21f7a8ad-f584-4d92-83e0-ddba25b7c36f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:17.480670 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce39192-2e61-4c18-b1e6-76995fc695a0 None None] Pushing event updated for resources: {'Port': ['ID=5f7174d8-c692-4941-8707-5ba6b411fe9d,revision_number=2']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:17.485643 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-8244d9cf-06a8-4a6a-9ce3-cebebaa6032d None None] Attempting to bind port 5f7174d8-c692-4941-8707-5ba6b411fe9d on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:53:17.486025 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-8244d9cf-06a8-4a6a-9ce3-cebebaa6032d None None] Attempting to bind port 5f7174d8-c692-4941-8707-5ba6b411fe9d by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:53:17.486379 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8244d9cf-06a8-4a6a-9ce3-cebebaa6032d None None] Attempting to bind port 5f7174d8-c692-4941-8707-5ba6b411fe9d on network 0776f1b4-770d-462f-bc0f-df97e8017b18 {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:53:17.496876 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce39192-2e61-4c18-b1e6-76995fc695a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:17.497242 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce39192-2e61-4c18-b1e6-76995fc695a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:17.497536 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce39192-2e61-4c18-b1e6-76995fc695a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:17.498469 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce39192-2e61-4c18-b1e6-76995fc695a0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:17.502917 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce39192-2e61-4c18-b1e6-76995fc695a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:17.502917 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce39192-2e61-4c18-b1e6-76995fc695a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:17.502917 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce39192-2e61-4c18-b1e6-76995fc695a0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:17.502917 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce39192-2e61-4c18-b1e6-76995fc695a0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:17.502917 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce39192-2e61-4c18-b1e6-76995fc695a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:17.502917 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce39192-2e61-4c18-b1e6-76995fc695a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:17.502917 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce39192-2e61-4c18-b1e6-76995fc695a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:17.504100 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8244d9cf-06a8-4a6a-9ce3-cebebaa6032d None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:53:17.504474 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8244d9cf-06a8-4a6a-9ce3-cebebaa6032d None None] Checking segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:53:17.504874 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-8244d9cf-06a8-4a6a-9ce3-cebebaa6032d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:17.505248 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8244d9cf-06a8-4a6a-9ce3-cebebaa6032d None None] Bound using segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:53:17.505713 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-8244d9cf-06a8-4a6a-9ce3-cebebaa6032d None None] Bound port: 5f7174d8-c692-4941-8707-5ba6b411fe9d, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:53:17.506079 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-8244d9cf-06a8-4a6a-9ce3-cebebaa6032d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:17.529515 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-8ce39192-2e61-4c18-b1e6-76995fc695a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:17.585614 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-8244d9cf-06a8-4a6a-9ce3-cebebaa6032d None None] For port 5f7174d8-c692-4941-8707-5ba6b411fe9d, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:53:17.588732 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-8244d9cf-06a8-4a6a-9ce3-cebebaa6032d None None] For port 5f7174d8-c692-4941-8707-5ba6b411fe9d, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=5f7174d8-c692-4941-8707-5ba6b411fe9d,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:53:17.591032 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-43a289d4-c4c4-4c65-bb37-87d4508bec7e admin admin] Allocated IP 172.20.0.1 (983ad8cf-6f28-4151-8173-e89eb758ce22/e399aaea-0ed4-4d14-bdce-9dcf2c216162/79a5d51d-5bde-4634-b463-ce45cdd4c5e4) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:53:17.682320 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-8244d9cf-06a8-4a6a-9ce3-cebebaa6032d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:17.686874 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:17.741675 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-43a289d4-c4c4-4c65-bb37-87d4508bec7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:17.760603 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-43a289d4-c4c4-4c65-bb37-87d4508bec7e admin admin] Transition to ACTIVE for port object 79a5d51d-5bde-4634-b463-ce45cdd4c5e4 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:53:17.766381 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce39192-2e61-4c18-b1e6-76995fc695a0 None None] Pushing event updated for resources: {'Port': ['ID=5f7174d8-c692-4941-8707-5ba6b411fe9d,revision_number=3']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:17.769026 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8244d9cf-06a8-4a6a-9ce3-cebebaa6032d None None] Routers {'889cd45a-5684-447e-a95a-cac4bed3b6fa'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:53:17.769635 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-8244d9cf-06a8-4a6a-9ce3-cebebaa6032d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:53:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['889cd45a-5684-447e-a95a-cac4bed3b6fa'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:53:17.811273 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 0b9e76ef-0cd3-4303-ae5d-345b981cbd48 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:53:17.818886 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-8ce39192-2e61-4c18-b1e6-76995fc695a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:17.842464 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-43a289d4-c4c4-4c65-bb37-87d4508bec7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:17.847164 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-35dc1110-4317-4129-83af-110dcb1485ff tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:17.890409 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 0b9e76ef-0cd3-4303-ae5d-345b981cbd48 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:53:17.890984 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:17.909923 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a289d4-c4c4-4c65-bb37-87d4508bec7e admin admin] Network 983ad8cf-6f28-4151-8173-e89eb758ce22 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:53:17.917093 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-43a289d4-c4c4-4c65-bb37-87d4508bec7e admin admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:53:17.922053 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a289d4-c4c4-4c65-bb37-87d4508bec7e admin admin] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:53:17.952570 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a289d4-c4c4-4c65-bb37-87d4508bec7e admin admin] Pushing event updated for resources: {'Port': ['ID=79a5d51d-5bde-4634-b463-ce45cdd4c5e4,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:17.960481 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-43a289d4-c4c4-4c65-bb37-87d4508bec7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:17.973015 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-8244d9cf-06a8-4a6a-9ce3-cebebaa6032d None None] Set router 889cd45a-5684-447e-a95a-cac4bed3b6fa gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:53:17.983796 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-43a289d4-c4c4-4c65-bb37-87d4508bec7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:18.157294 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-43a289d4-c4c4-4c65-bb37-87d4508bec7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:18.264657 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-8244d9cf-06a8-4a6a-9ce3-cebebaa6032d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889cd45a-5684-447e-a95a-cac4bed3b6fa', 'name': 'tempest-TestMinimumBasicScenario-826227208-router', 'tenant_id': '221323286ec1424480bc99bd3c9708a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.208'}], 'enable_snat': True}, 'gw_port_id': '5f7174d8-c692-4941-8707-5ba6b411fe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:53:14Z', 'updated_at': '2021-12-22T13:53:15Z', 'revision_number': 3, 'project_id': '221323286ec1424480bc99bd3c9708a6', 'gw_port': {'id': '5f7174d8-c692-4941-8707-5ba6b411fe9d', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889cd45a-5684-447e-a95a-cac4bed3b6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:53:15Z', 'updated_at': '2021-12-22T13:53:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:53:18.268438 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8244d9cf-06a8-4a6a-9ce3-cebebaa6032d None None] The sync data for ids ['889cd45a-5684-447e-a95a-cac4bed3b6fa'] in dv-neutron-822669-1-hyperv is: [{'id': '889cd45a-5684-447e-a95a-cac4bed3b6fa', 'name': 'tempest-TestMinimumBasicScenario-826227208-router', 'tenant_id': '221323286ec1424480bc99bd3c9708a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.208'}], 'enable_snat': True}, 'gw_port_id': '5f7174d8-c692-4941-8707-5ba6b411fe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:53:14Z', 'updated_at': '2021-12-22T13:53:15Z', 'revision_number': 3, 'project_id': '221323286ec1424480bc99bd3c9708a6', 'gw_port': {'id': '5f7174d8-c692-4941-8707-5ba6b411fe9d', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889cd45a-5684-447e-a95a-cac4bed3b6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:53:15Z', 'updated_at': '2021-12-22T13:53:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:53:18.302250 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-2516bb0e-c302-4a8b-949f-7a90125cd2c0 None None] Provisioning for port 79a5d51d-5bde-4634-b463-ce45cdd4c5e4 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:53:18.307517 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-2516bb0e-c302-4a8b-949f-7a90125cd2c0 None None] Provisioning complete for port 79a5d51d-5bde-4634-b463-ce45cdd4c5e4 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:53:18.307904 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2516bb0e-c302-4a8b-949f-7a90125cd2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:18.364717 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-2516bb0e-c302-4a8b-949f-7a90125cd2c0 None None] Port 79a5d51d-5bde-4634-b463-ce45cdd4c5e4 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:53:18.390959 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-43a289d4-c4c4-4c65-bb37-87d4508bec7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:18.462307 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-43a289d4-c4c4-4c65-bb37-87d4508bec7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:18.490493 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-98cbb840-a6ea-48d2-8333-63f585615e46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:18.574987 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a289d4-c4c4-4c65-bb37-87d4508bec7e admin admin] Pushing event updated for resources: {'Port': ['ID=79a5d51d-5bde-4634-b463-ce45cdd4c5e4,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:18.577601 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-43a289d4-c4c4-4c65-bb37-87d4508bec7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:18.581378 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-43a289d4-c4c4-4c65-bb37-87d4508bec7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:18.725318 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a289d4-c4c4-4c65-bb37-87d4508bec7e admin admin] Network 983ad8cf-6f28-4151-8173-e89eb758ce22 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:53:18.726525 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-43a289d4-c4c4-4c65-bb37-87d4508bec7e admin admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:53:18.991636 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-8513de6b-1b31-436f-b0ae-494d1b0cba19 None None] Provisioning complete for port 79a5d51d-5bde-4634-b463-ce45cdd4c5e4 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:53:18.992138 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8513de6b-1b31-436f-b0ae-494d1b0cba19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:19.048010 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-8513de6b-1b31-436f-b0ae-494d1b0cba19 None None] Port 79a5d51d-5bde-4634-b463-ce45cdd4c5e4 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:53:19.132320 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a289d4-c4c4-4c65-bb37-87d4508bec7e admin admin] Router 889cd45a-5684-447e-a95a-cac4bed3b6fa has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:53:19.441813 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a289d4-c4c4-4c65-bb37-87d4508bec7e admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:53:19.450537 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-43a289d4-c4c4-4c65-bb37-87d4508bec7e admin admin] 10.222.0.47 "PUT /v2.0/routers/889cd45a-5684-447e-a95a-cac4bed3b6fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0172124 Dec 22 13:53:19.824725 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 5f7174d8-c692-4941-8707-5ba6b411fe9d up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:53:19.927247 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 5f7174d8-c692-4941-8707-5ba6b411fe9d completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:53:19.932309 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 5f7174d8-c692-4941-8707-5ba6b411fe9d triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:53:19.933686 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:20.048045 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:20.065654 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 5f7174d8-c692-4941-8707-5ba6b411fe9d, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=5f7174d8-c692-4941-8707-5ba6b411fe9d,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:53:20.131265 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:20.133232 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:20.198594 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=5f7174d8-c692-4941-8707-5ba6b411fe9d,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:20.202084 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:20.538583 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56782) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:53:20.544165 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-8e8ffff1-235e-4fb3-9ccf-c19dee6e5be1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-836255455-network', 'tenant_id': '2c497996ee914c97b60f68b1d8af610b'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:53:20.549567 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-8e8ffff1-235e-4fb3-9ccf-c19dee6e5be1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:53:20.553348 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-8e8ffff1-235e-4fb3-9ccf-c19dee6e5be1 admin admin] Usage tracker for resource:network and tenant:2c497996ee914c97b60f68b1d8af610b is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:53:20.556330 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-8e8ffff1-235e-4fb3-9ccf-c19dee6e5be1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:53:20.562651 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-8e8ffff1-235e-4fb3-9ccf-c19dee6e5be1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:53:20.624644 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8ffff1-235e-4fb3-9ccf-c19dee6e5be1 admin admin] Made reservation on behalf of 2c497996ee914c97b60f68b1d8af610b for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:53:20.626996 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8e8ffff1-235e-4fb3-9ccf-c19dee6e5be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:20.639449 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8e8ffff1-235e-4fb3-9ccf-c19dee6e5be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:20.669078 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-8e8ffff1-235e-4fb3-9ccf-c19dee6e5be1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:53:20.673760 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-8e8ffff1-235e-4fb3-9ccf-c19dee6e5be1 admin admin] Usage tracker for resource:security_group_rule and tenant:2c497996ee914c97b60f68b1d8af610b is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:53:20.676502 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-8e8ffff1-235e-4fb3-9ccf-c19dee6e5be1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:53:20.682001 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-8e8ffff1-235e-4fb3-9ccf-c19dee6e5be1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:53:20.745175 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8e8ffff1-235e-4fb3-9ccf-c19dee6e5be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:20.789847 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8e8ffff1-235e-4fb3-9ccf-c19dee6e5be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:20.792625 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-657b90a5-821b-43be-abe3-7e16889e10bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:20.825995 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e8ffff1-235e-4fb3-9ccf-c19dee6e5be1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:53:20.834271 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ffff1-235e-4fb3-9ccf-c19dee6e5be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11ee18e-b9d0-4190-b325-ff0ebacfb8c9,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:20.840211 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8e8ffff1-235e-4fb3-9ccf-c19dee6e5be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:20.840614 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-8e8ffff1-235e-4fb3-9ccf-c19dee6e5be1 admin admin] Added segment 53fe51ac-aebb-47a4-90b0-41d4006915d2 of type vlan for network a27f0fa6-709a-48d5-984c-9c0801d7d20d Dec 22 13:53:20.851404 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8ffff1-235e-4fb3-9ccf-c19dee6e5be1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:20.851786 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8ffff1-235e-4fb3-9ccf-c19dee6e5be1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:20.852163 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8ffff1-235e-4fb3-9ccf-c19dee6e5be1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:20.852531 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8ffff1-235e-4fb3-9ccf-c19dee6e5be1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:20.852899 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8ffff1-235e-4fb3-9ccf-c19dee6e5be1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:20.853265 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8ffff1-235e-4fb3-9ccf-c19dee6e5be1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:20.853628 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8ffff1-235e-4fb3-9ccf-c19dee6e5be1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:20.853991 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8ffff1-235e-4fb3-9ccf-c19dee6e5be1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:20.854370 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8ffff1-235e-4fb3-9ccf-c19dee6e5be1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:20.854737 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8ffff1-235e-4fb3-9ccf-c19dee6e5be1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:20.855094 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8ffff1-235e-4fb3-9ccf-c19dee6e5be1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:20.860474 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8e8ffff1-235e-4fb3-9ccf-c19dee6e5be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:20.880491 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8e8ffff1-235e-4fb3-9ccf-c19dee6e5be1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:20.988448 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8e8ffff1-235e-4fb3-9ccf-c19dee6e5be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:20.989351 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8ffff1-235e-4fb3-9ccf-c19dee6e5be1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:20.989923 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8e8ffff1-235e-4fb3-9ccf-c19dee6e5be1 admin admin] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:20.993325 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-657b90a5-821b-43be-abe3-7e16889e10bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:21.093734 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ffff1-235e-4fb3-9ccf-c19dee6e5be1 admin admin] Pushing event updated for resources: {'Network': ['ID=a27f0fa6-709a-48d5-984c-9c0801d7d20d,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:21.096382 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8e8ffff1-235e-4fb3-9ccf-c19dee6e5be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:21.103425 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network a27f0fa6-709a-48d5-984c-9c0801d7d20d details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:53:21.174681 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8e8ffff1-235e-4fb3-9ccf-c19dee6e5be1 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6325829 Dec 22 13:53:21.174977 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56786) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:53:21.180524 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-3478d970-7fb9-4207-b3ba-0f0d5e595ddc admin admin] Request body: {'subnet': {'network_id': 'a27f0fa6-709a-48d5-984c-9c0801d7d20d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-836255455-subnet', 'tenant_id': '2c497996ee914c97b60f68b1d8af610b', 'ip_version': 4}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:53:21.185761 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-3478d970-7fb9-4207-b3ba-0f0d5e595ddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:53:21.189720 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-3478d970-7fb9-4207-b3ba-0f0d5e595ddc admin admin] Usage tracker for resource:subnet and tenant:2c497996ee914c97b60f68b1d8af610b is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:53:21.192703 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-3478d970-7fb9-4207-b3ba-0f0d5e595ddc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:53:21.198416 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-3478d970-7fb9-4207-b3ba-0f0d5e595ddc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:53:21.290802 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3478d970-7fb9-4207-b3ba-0f0d5e595ddc admin admin] Made reservation on behalf of 2c497996ee914c97b60f68b1d8af610b for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:53:21.293190 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3478d970-7fb9-4207-b3ba-0f0d5e595ddc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:21.548723 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3478d970-7fb9-4207-b3ba-0f0d5e595ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:21.552864 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0c9dbff3-e413-4c38-a08e-a5f324a8c215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:21.618462 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478d970-7fb9-4207-b3ba-0f0d5e595ddc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6aa43f7-23ad-40c1-aa5f-f9f95803cbfb,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:21.622378 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3478d970-7fb9-4207-b3ba-0f0d5e595ddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:21.639065 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3478d970-7fb9-4207-b3ba-0f0d5e595ddc admin admin] Checking segment: {'id': '53fe51ac-aebb-47a4-90b0-41d4006915d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'a27f0fa6-709a-48d5-984c-9c0801d7d20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:53:21.639408 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3478d970-7fb9-4207-b3ba-0f0d5e595ddc admin admin] Network hostable DHCP agents. Network: a27f0fa6-709a-48d5-984c-9c0801d7d20d, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:53:21.680968 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb57bd1-555a-481c-b50f-f8ee95db3890 None None] Sync routers for ids ['889cd45a-5684-447e-a95a-cac4bed3b6fa'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:53:21.692811 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb57bd1-555a-481c-b50f-f8ee95db3890 None None] Routers {'889cd45a-5684-447e-a95a-cac4bed3b6fa'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:53:21.693424 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-ddb57bd1-555a-481c-b50f-f8ee95db3890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:53:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['889cd45a-5684-447e-a95a-cac4bed3b6fa'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:53:21.724964 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3478d970-7fb9-4207-b3ba-0f0d5e595ddc admin admin] Network a27f0fa6-709a-48d5-984c-9c0801d7d20d is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:53:21.799549 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-3478d970-7fb9-4207-b3ba-0f0d5e595ddc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, a27f0fa6-709a-48d5-984c-9c0801d7d20d) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:53:21.804151 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3478d970-7fb9-4207-b3ba-0f0d5e595ddc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:21.804737 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3478d970-7fb9-4207-b3ba-0f0d5e595ddc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:21.832423 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 5f7174d8-c692-4941-8707-5ba6b411fe9d up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:53:21.854806 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4193a28-bb6a-412c-b06f-87c57fe3da04 None None] Network a27f0fa6-709a-48d5-984c-9c0801d7d20d requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:53:21.899643 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-3478d970-7fb9-4207-b3ba-0f0d5e595ddc admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7234664 Dec 22 13:53:21.902008 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56790) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:53:21.907775 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-7118bf90-dbd1-48ca-9a9e-33c7e95bad2e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-836255455-router', 'tenant_id': '2c497996ee914c97b60f68b1d8af610b', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:53:21.912623 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-7118bf90-dbd1-48ca-9a9e-33c7e95bad2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:53:21.916461 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-7118bf90-dbd1-48ca-9a9e-33c7e95bad2e admin admin] Usage tracker for resource:router and tenant:2c497996ee914c97b60f68b1d8af610b is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:53:21.919438 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-7118bf90-dbd1-48ca-9a9e-33c7e95bad2e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:53:21.925278 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-7118bf90-dbd1-48ca-9a9e-33c7e95bad2e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:53:22.019094 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7118bf90-dbd1-48ca-9a9e-33c7e95bad2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:22.020125 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7118bf90-dbd1-48ca-9a9e-33c7e95bad2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:22.022053 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-ddb57bd1-555a-481c-b50f-f8ee95db3890 None None] Set router 889cd45a-5684-447e-a95a-cac4bed3b6fa gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:53:22.037580 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7118bf90-dbd1-48ca-9a9e-33c7e95bad2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:22.205826 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 5f7174d8-c692-4941-8707-5ba6b411fe9d triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:53:22.206543 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:22.257763 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7118bf90-dbd1-48ca-9a9e-33c7e95bad2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:22.443752 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10bec04-ec69-4860-9af6-5374a5137d46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-a27f0fa6-709a-48d5-984c-9c0801d7d20d', 'network_id': 'a27f0fa6-709a-48d5-984c-9c0801d7d20d', 'tenant_id': '2c497996ee914c97b60f68b1d8af610b', 'fixed_ips': [{'subnet_id': 'a6aa43f7-23ad-40c1-aa5f-f9f95803cbfb'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:53:22.444580 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f10bec04-ec69-4860-9af6-5374a5137d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:22.536075 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7118bf90-dbd1-48ca-9a9e-33c7e95bad2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:22.570187 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7118bf90-dbd1-48ca-9a9e-33c7e95bad2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:22.708318 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-7118bf90-dbd1-48ca-9a9e-33c7e95bad2e admin admin] Allocated IP 172.26.1.178 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/0c02b81a-cfc2-4f11-bc8a-92848d9c61c5) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:53:22.729722 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-f10bec04-ec69-4860-9af6-5374a5137d46 None None] Allocated IP 172.20.0.2 (a27f0fa6-709a-48d5-984c-9c0801d7d20d/a6aa43f7-23ad-40c1-aa5f-f9f95803cbfb/0b0f46bb-fee6-464e-9647-fc3f8d830175) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:53:22.764132 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-ddb57bd1-555a-481c-b50f-f8ee95db3890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889cd45a-5684-447e-a95a-cac4bed3b6fa', 'name': 'tempest-TestMinimumBasicScenario-826227208-router', 'tenant_id': '221323286ec1424480bc99bd3c9708a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.208'}], 'enable_snat': True}, 'gw_port_id': '5f7174d8-c692-4941-8707-5ba6b411fe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:53:14Z', 'updated_at': '2021-12-22T13:53:18Z', 'revision_number': 4, 'project_id': '221323286ec1424480bc99bd3c9708a6', 'gw_port': {'id': '5f7174d8-c692-4941-8707-5ba6b411fe9d', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889cd45a-5684-447e-a95a-cac4bed3b6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:53:15Z', 'updated_at': '2021-12-22T13:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '79a5d51d-5bde-4634-b463-ce45cdd4c5e4', 'name': '', 'network_id': '983ad8cf-6f28-4151-8173-e89eb758ce22', 'tenant_id': '221323286ec1424480bc99bd3c9708a6', 'mac_address': 'fa:16:3e:1b:ae:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889cd45a-5684-447e-a95a-cac4bed3b6fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e399aaea-0ed4-4d14-bdce-9dcf2c216162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:53:17Z', 'updated_at': '2021-12-22T13:53:18Z', 'revision_number': 2, 'project_id': '221323286ec1424480bc99bd3c9708a6', 'subnets': [{'id': 'e399aaea-0ed4-4d14-bdce-9dcf2c216162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:53:22.820176 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb57bd1-555a-481c-b50f-f8ee95db3890 None None] Checking router: 889cd45a-5684-447e-a95a-cac4bed3b6fa for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:53:22.820546 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb57bd1-555a-481c-b50f-f8ee95db3890 None None] Updating router 889cd45a-5684-447e-a95a-cac4bed3b6fa port 79a5d51d-5bde-4634-b463-ce45cdd4c5e4 binding host dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:53:22.858371 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7118bf90-dbd1-48ca-9a9e-33c7e95bad2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:22.898316 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ddb57bd1-555a-481c-b50f-f8ee95db3890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:22.951335 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7118bf90-dbd1-48ca-9a9e-33c7e95bad2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:22.955917 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ddd0679d-d228-4368-8a5c-af019a0c7928 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:23.024491 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7118bf90-dbd1-48ca-9a9e-33c7e95bad2e admin admin] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:53:23.027600 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-7118bf90-dbd1-48ca-9a9e-33c7e95bad2e admin admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:53:23.033391 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7118bf90-dbd1-48ca-9a9e-33c7e95bad2e admin admin] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:53:23.059157 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118bf90-dbd1-48ca-9a9e-33c7e95bad2e admin admin] Pushing event updated for resources: {'Port': ['ID=0c02b81a-cfc2-4f11-bc8a-92848d9c61c5,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:23.065639 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7118bf90-dbd1-48ca-9a9e-33c7e95bad2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:23.108632 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f10bec04-ec69-4860-9af6-5374a5137d46 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:23.128307 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-f10bec04-ec69-4860-9af6-5374a5137d46 None None] Transition to ACTIVE for port object 0b0f46bb-fee6-464e-9647-fc3f8d830175 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:53:23.215386 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-f10bec04-ec69-4860-9af6-5374a5137d46 None None] Transition to ACTIVE for port object 0b0f46bb-fee6-464e-9647-fc3f8d830175 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:53:23.295884 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f10bec04-ec69-4860-9af6-5374a5137d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:23.301270 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:23.360552 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7118bf90-dbd1-48ca-9a9e-33c7e95bad2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:23.361288 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7118bf90-dbd1-48ca-9a9e-33c7e95bad2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:23.410620 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10bec04-ec69-4860-9af6-5374a5137d46 None None] Network a27f0fa6-709a-48d5-984c-9c0801d7d20d is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:53:23.420337 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10bec04-ec69-4860-9af6-5374a5137d46 None None] Pushing event updated for resources: {'Port': ['ID=0b0f46bb-fee6-464e-9647-fc3f8d830175,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:23.422767 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-f10bec04-ec69-4860-9af6-5374a5137d46 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:53:23.426184 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f10bec04-ec69-4860-9af6-5374a5137d46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:23.426926 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10bec04-ec69-4860-9af6-5374a5137d46 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:53:23.432444 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ddb57bd1-555a-481c-b50f-f8ee95db3890 None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:23.512879 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-ddb57bd1-555a-481c-b50f-f8ee95db3890 None None] Transition to ACTIVE for port object 79a5d51d-5bde-4634-b463-ce45cdd4c5e4 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:53:23.532857 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-f10bec04-ec69-4860-9af6-5374a5137d46 None None] Attempting to bind port 0b0f46bb-fee6-464e-9647-fc3f8d830175 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:53:23.533244 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-f10bec04-ec69-4860-9af6-5374a5137d46 None None] Attempting to bind port 0b0f46bb-fee6-464e-9647-fc3f8d830175 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '53fe51ac-aebb-47a4-90b0-41d4006915d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'a27f0fa6-709a-48d5-984c-9c0801d7d20d'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:53:23.533612 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10bec04-ec69-4860-9af6-5374a5137d46 None None] Attempting to bind port 0b0f46bb-fee6-464e-9647-fc3f8d830175 on network a27f0fa6-709a-48d5-984c-9c0801d7d20d {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:53:23.540128 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10bec04-ec69-4860-9af6-5374a5137d46 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:53:23.540508 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10bec04-ec69-4860-9af6-5374a5137d46 None None] Checking segment: {'id': '53fe51ac-aebb-47a4-90b0-41d4006915d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'a27f0fa6-709a-48d5-984c-9c0801d7d20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:53:23.540921 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f10bec04-ec69-4860-9af6-5374a5137d46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:23.541324 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10bec04-ec69-4860-9af6-5374a5137d46 None None] Bound using segment: {'id': '53fe51ac-aebb-47a4-90b0-41d4006915d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'a27f0fa6-709a-48d5-984c-9c0801d7d20d'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:53:23.541827 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-f10bec04-ec69-4860-9af6-5374a5137d46 None None] Bound port: 0b0f46bb-fee6-464e-9647-fc3f8d830175, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53fe51ac-aebb-47a4-90b0-41d4006915d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'a27f0fa6-709a-48d5-984c-9c0801d7d20d'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:53:23.542173 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f10bec04-ec69-4860-9af6-5374a5137d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:23.585229 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ddb57bd1-555a-481c-b50f-f8ee95db3890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:23.594768 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3648f572-ea1d-43d6-80f3-66733c9dcd94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:23.662295 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7118bf90-dbd1-48ca-9a9e-33c7e95bad2e admin admin] Router 1e672e9c-dd49-4ab8-afa1-7fc95ea93341 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:53:23.749774 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff411d2-08e8-4556-b5d3-6237af5ed583 None None] Pushing event updated for resources: {'Port': ['ID=79a5d51d-5bde-4634-b463-ce45cdd4c5e4,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:23.753726 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-cff411d2-08e8-4556-b5d3-6237af5ed583 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:23.762111 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-f10bec04-ec69-4860-9af6-5374a5137d46 None None] For port 0b0f46bb-fee6-464e-9647-fc3f8d830175, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:53:23.833315 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-f10bec04-ec69-4860-9af6-5374a5137d46 None None] For port 0b0f46bb-fee6-464e-9647-fc3f8d830175, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=0b0f46bb-fee6-464e-9647-fc3f8d830175,segment=NetworkSegment(53fe51ac-aebb-47a4-90b0-41d4006915d2),segment_id=53fe51ac-aebb-47a4-90b0-41d4006915d2)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:53:23.851106 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-ddb57bd1-555a-481c-b50f-f8ee95db3890 None None] Attempting to bind port 79a5d51d-5bde-4634-b463-ce45cdd4c5e4 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:53:23.851486 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-ddb57bd1-555a-481c-b50f-f8ee95db3890 None None] Attempting to bind port 79a5d51d-5bde-4634-b463-ce45cdd4c5e4 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'b40e0848-385e-412a-92ba-bdd402523aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '983ad8cf-6f28-4151-8173-e89eb758ce22'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:53:23.851853 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb57bd1-555a-481c-b50f-f8ee95db3890 None None] Attempting to bind port 79a5d51d-5bde-4634-b463-ce45cdd4c5e4 on network 983ad8cf-6f28-4151-8173-e89eb758ce22 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:53:23.858448 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb57bd1-555a-481c-b50f-f8ee95db3890 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:53:23.858828 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb57bd1-555a-481c-b50f-f8ee95db3890 None None] Checking segment: {'id': 'b40e0848-385e-412a-92ba-bdd402523aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '983ad8cf-6f28-4151-8173-e89eb758ce22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:53:23.859234 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ddb57bd1-555a-481c-b50f-f8ee95db3890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:23.859634 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb57bd1-555a-481c-b50f-f8ee95db3890 None None] Bound using segment: {'id': 'b40e0848-385e-412a-92ba-bdd402523aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '983ad8cf-6f28-4151-8173-e89eb758ce22'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:53:23.860101 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-ddb57bd1-555a-481c-b50f-f8ee95db3890 None None] Bound port: 79a5d51d-5bde-4634-b463-ce45cdd4c5e4, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b40e0848-385e-412a-92ba-bdd402523aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '983ad8cf-6f28-4151-8173-e89eb758ce22'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:53:23.860598 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ddb57bd1-555a-481c-b50f-f8ee95db3890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:23.891992 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7118bf90-dbd1-48ca-9a9e-33c7e95bad2e admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:53:23.901661 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47630ab-5f23-4d91-8a0b-75d91bf15b99 None None] Sync routers for ids ['1e672e9c-dd49-4ab8-afa1-7fc95ea93341'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:53:23.914623 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47630ab-5f23-4d91-8a0b-75d91bf15b99 None None] Routers {'1e672e9c-dd49-4ab8-afa1-7fc95ea93341'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:53:23.915452 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-e47630ab-5f23-4d91-8a0b-75d91bf15b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:53:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['1e672e9c-dd49-4ab8-afa1-7fc95ea93341'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:53:23.961591 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f10bec04-ec69-4860-9af6-5374a5137d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:23.967015 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:23.988140 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7118bf90-dbd1-48ca-9a9e-33c7e95bad2e admin admin] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:23.991986 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7118bf90-dbd1-48ca-9a9e-33c7e95bad2e admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0865293 Dec 22 13:53:23.992316 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56794) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:53:24.079693 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10bec04-ec69-4860-9af6-5374a5137d46 None None] Pushing event updated for resources: {'Port': ['ID=0b0f46bb-fee6-464e-9647-fc3f8d830175,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:24.082879 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f10bec04-ec69-4860-9af6-5374a5137d46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:24.097085 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-e47630ab-5f23-4d91-8a0b-75d91bf15b99 None None] Set router 1e672e9c-dd49-4ab8-afa1-7fc95ea93341 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:53:24.097915 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-ddb57bd1-555a-481c-b50f-f8ee95db3890 None None] For port 79a5d51d-5bde-4634-b463-ce45cdd4c5e4, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:53:24.104247 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-ddb57bd1-555a-481c-b50f-f8ee95db3890 None None] For port 79a5d51d-5bde-4634-b463-ce45cdd4c5e4, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=79a5d51d-5bde-4634-b463-ce45cdd4c5e4,segment=NetworkSegment(b40e0848-385e-412a-92ba-bdd402523aaa),segment_id=b40e0848-385e-412a-92ba-bdd402523aaa)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:53:24.183089 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ddb57bd1-555a-481c-b50f-f8ee95db3890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:24.188296 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:24.306048 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff411d2-08e8-4556-b5d3-6237af5ed583 None None] Pushing event updated for resources: {'Port': ['ID=79a5d51d-5bde-4634-b463-ce45cdd4c5e4,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:24.314467 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-cff411d2-08e8-4556-b5d3-6237af5ed583 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:24.327236 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb57bd1-555a-481c-b50f-f8ee95db3890 None None] Routers {'889cd45a-5684-447e-a95a-cac4bed3b6fa'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:53:24.328184 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-ddb57bd1-555a-481c-b50f-f8ee95db3890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:53:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['889cd45a-5684-447e-a95a-cac4bed3b6fa'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:53:24.487258 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-e47630ab-5f23-4d91-8a0b-75d91bf15b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e672e9c-dd49-4ab8-afa1-7fc95ea93341', 'name': 'tempest-TestMinimumBasicScenario-836255455-router', 'tenant_id': '2c497996ee914c97b60f68b1d8af610b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': '0c02b81a-cfc2-4f11-bc8a-92848d9c61c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:53:22Z', 'updated_at': '2021-12-22T13:53:23Z', 'revision_number': 3, 'project_id': '2c497996ee914c97b60f68b1d8af610b', 'gw_port': {'id': '0c02b81a-cfc2-4f11-bc8a-92848d9c61c5', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:de:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e672e9c-dd49-4ab8-afa1-7fc95ea93341', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:53:22Z', 'updated_at': '2021-12-22T13:53:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:53:24.492563 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47630ab-5f23-4d91-8a0b-75d91bf15b99 None None] Checking router: 1e672e9c-dd49-4ab8-afa1-7fc95ea93341 for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:53:24.493105 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47630ab-5f23-4d91-8a0b-75d91bf15b99 None None] Updating router 1e672e9c-dd49-4ab8-afa1-7fc95ea93341 port 0c02b81a-cfc2-4f11-bc8a-92848d9c61c5 binding host dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:53:24.570057 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-e47630ab-5f23-4d91-8a0b-75d91bf15b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:24.592604 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-ddb57bd1-555a-481c-b50f-f8ee95db3890 None None] Set router 889cd45a-5684-447e-a95a-cac4bed3b6fa gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:53:24.906611 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3765bb3c-7423-4f5a-a2da-6379c4b8f1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:24.937221 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-e47630ab-5f23-4d91-8a0b-75d91bf15b99 None None] Notify callbacks [] for port, precommit_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:24.950412 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.provisioning_blocks [None req-e47630ab-5f23-4d91-8a0b-75d91bf15b99 None None] Transition to ACTIVE for port object 0c02b81a-cfc2-4f11-bc8a-92848d9c61c5 will not be triggered until provisioned by entity L2. {{(pid=84151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:53:24.970725 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-ddb57bd1-555a-481c-b50f-f8ee95db3890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889cd45a-5684-447e-a95a-cac4bed3b6fa', 'name': 'tempest-TestMinimumBasicScenario-826227208-router', 'tenant_id': '221323286ec1424480bc99bd3c9708a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.208'}], 'enable_snat': True}, 'gw_port_id': '5f7174d8-c692-4941-8707-5ba6b411fe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:53:14Z', 'updated_at': '2021-12-22T13:53:18Z', 'revision_number': 4, 'project_id': '221323286ec1424480bc99bd3c9708a6', 'gw_port': {'id': '5f7174d8-c692-4941-8707-5ba6b411fe9d', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889cd45a-5684-447e-a95a-cac4bed3b6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:53:15Z', 'updated_at': '2021-12-22T13:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '79a5d51d-5bde-4634-b463-ce45cdd4c5e4', 'name': '', 'network_id': '983ad8cf-6f28-4151-8173-e89eb758ce22', 'tenant_id': '221323286ec1424480bc99bd3c9708a6', 'mac_address': 'fa:16:3e:1b:ae:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889cd45a-5684-447e-a95a-cac4bed3b6fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e399aaea-0ed4-4d14-bdce-9dcf2c216162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:53:17Z', 'updated_at': '2021-12-22T13:53:24Z', 'revision_number': 4, 'project_id': '221323286ec1424480bc99bd3c9708a6', 'subnets': [{'id': 'e399aaea-0ed4-4d14-bdce-9dcf2c216162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:53:24.974914 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb57bd1-555a-481c-b50f-f8ee95db3890 None None] The sync data for ids ['889cd45a-5684-447e-a95a-cac4bed3b6fa'] in dv-neutron-822669-1-hyperv is: [{'id': '889cd45a-5684-447e-a95a-cac4bed3b6fa', 'name': 'tempest-TestMinimumBasicScenario-826227208-router', 'tenant_id': '221323286ec1424480bc99bd3c9708a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.208'}], 'enable_snat': True}, 'gw_port_id': '5f7174d8-c692-4941-8707-5ba6b411fe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:53:14Z', 'updated_at': '2021-12-22T13:53:18Z', 'revision_number': 4, 'project_id': '221323286ec1424480bc99bd3c9708a6', 'gw_port': {'id': '5f7174d8-c692-4941-8707-5ba6b411fe9d', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889cd45a-5684-447e-a95a-cac4bed3b6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:53:15Z', 'updated_at': '2021-12-22T13:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '79a5d51d-5bde-4634-b463-ce45cdd4c5e4', 'name': '', 'network_id': '983ad8cf-6f28-4151-8173-e89eb758ce22', 'tenant_id': '221323286ec1424480bc99bd3c9708a6', 'mac_address': 'fa:16:3e:1b:ae:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889cd45a-5684-447e-a95a-cac4bed3b6fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e399aaea-0ed4-4d14-bdce-9dcf2c216162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:53:17Z', 'updated_at': '2021-12-22T13:53:24Z', 'revision_number': 4, 'project_id': '221323286ec1424480bc99bd3c9708a6', 'subnets': [{'id': 'e399aaea-0ed4-4d14-bdce-9dcf2c216162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:53:25.035892 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-e47630ab-5f23-4d91-8a0b-75d91bf15b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:25.042470 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-bea77d33-a9c3-4c78-b6ce-19196f78a170 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:25.134279 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-e47630ab-5f23-4d91-8a0b-75d91bf15b99 None None] Attempting to bind port 0c02b81a-cfc2-4f11-bc8a-92848d9c61c5 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:53:25.134690 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-e47630ab-5f23-4d91-8a0b-75d91bf15b99 None None] Attempting to bind port 0c02b81a-cfc2-4f11-bc8a-92848d9c61c5 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:53:25.135046 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47630ab-5f23-4d91-8a0b-75d91bf15b99 None None] Attempting to bind port 0c02b81a-cfc2-4f11-bc8a-92848d9c61c5 on network 0776f1b4-770d-462f-bc0f-df97e8017b18 {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:53:25.140863 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985c3dd-7427-4540-ae88-01d8dc785906 None None] Pushing event updated for resources: {'Port': ['ID=0c02b81a-cfc2-4f11-bc8a-92848d9c61c5,revision_number=2']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:25.143806 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-e985c3dd-7427-4540-ae88-01d8dc785906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:25.151885 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47630ab-5f23-4d91-8a0b-75d91bf15b99 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:53:25.152485 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47630ab-5f23-4d91-8a0b-75d91bf15b99 None None] Checking segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:53:25.153213 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-e47630ab-5f23-4d91-8a0b-75d91bf15b99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:25.154436 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47630ab-5f23-4d91-8a0b-75d91bf15b99 None None] Bound using segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:53:25.155093 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-e47630ab-5f23-4d91-8a0b-75d91bf15b99 None None] Bound port: 0c02b81a-cfc2-4f11-bc8a-92848d9c61c5, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:53:25.155385 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-e47630ab-5f23-4d91-8a0b-75d91bf15b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:25.183018 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-3765bb3c-7423-4f5a-a2da-6379c4b8f1f7 admin admin] Allocated IP 172.20.0.1 (a27f0fa6-709a-48d5-984c-9c0801d7d20d/a6aa43f7-23ad-40c1-aa5f-f9f95803cbfb/9a4272c8-ab42-4803-b524-d4bb1d8032fc) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:53:25.248087 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-e47630ab-5f23-4d91-8a0b-75d91bf15b99 None None] For port 0c02b81a-cfc2-4f11-bc8a-92848d9c61c5, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:53:25.251572 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-e47630ab-5f23-4d91-8a0b-75d91bf15b99 None None] For port 0c02b81a-cfc2-4f11-bc8a-92848d9c61c5, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=0c02b81a-cfc2-4f11-bc8a-92848d9c61c5,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:53:25.330515 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-e47630ab-5f23-4d91-8a0b-75d91bf15b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:25.333441 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-8ce39192-2e61-4c18-b1e6-76995fc695a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:25.334956 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f93203-2fb6-41ff-b47d-e250ad35c781 None None] Network a27f0fa6-709a-48d5-984c-9c0801d7d20d requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:53:25.441992 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985c3dd-7427-4540-ae88-01d8dc785906 None None] Pushing event updated for resources: {'Port': ['ID=0c02b81a-cfc2-4f11-bc8a-92848d9c61c5,revision_number=3']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:25.457354 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-e985c3dd-7427-4540-ae88-01d8dc785906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:25.458599 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47630ab-5f23-4d91-8a0b-75d91bf15b99 None None] Routers {'1e672e9c-dd49-4ab8-afa1-7fc95ea93341'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:53:25.459626 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-e47630ab-5f23-4d91-8a0b-75d91bf15b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:53:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['1e672e9c-dd49-4ab8-afa1-7fc95ea93341'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:53:25.530533 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-b3dc3dd4-7b48-4bed-bc62-c7b48d2fdf01 None None] Provisioning for port 0b0f46bb-fee6-464e-9647-fc3f8d830175 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:53:25.595454 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3765bb3c-7423-4f5a-a2da-6379c4b8f1f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:25.612412 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-3765bb3c-7423-4f5a-a2da-6379c4b8f1f7 admin admin] Transition to ACTIVE for port object 9a4272c8-ab42-4803-b524-d4bb1d8032fc will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:53:25.706049 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-e47630ab-5f23-4d91-8a0b-75d91bf15b99 None None] Set router 1e672e9c-dd49-4ab8-afa1-7fc95ea93341 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:53:25.716704 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3765bb3c-7423-4f5a-a2da-6379c4b8f1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:25.732644 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-805a8627-d262-40db-a209-8335877f173e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:25.832779 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3765bb3c-7423-4f5a-a2da-6379c4b8f1f7 admin admin] Network a27f0fa6-709a-48d5-984c-9c0801d7d20d is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:53:25.836618 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765bb3c-7423-4f5a-a2da-6379c4b8f1f7 admin admin] Pushing event updated for resources: {'Port': ['ID=9a4272c8-ab42-4803-b524-d4bb1d8032fc,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:25.846473 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-3765bb3c-7423-4f5a-a2da-6379c4b8f1f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:53:25.848584 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3765bb3c-7423-4f5a-a2da-6379c4b8f1f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:25.857401 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3765bb3c-7423-4f5a-a2da-6379c4b8f1f7 admin admin] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:53:25.926768 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3765bb3c-7423-4f5a-a2da-6379c4b8f1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:25.967268 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 79a5d51d-5bde-4634-b463-ce45cdd4c5e4 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:53:26.112979 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 79a5d51d-5bde-4634-b463-ce45cdd4c5e4 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:53:26.116324 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-e47630ab-5f23-4d91-8a0b-75d91bf15b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e672e9c-dd49-4ab8-afa1-7fc95ea93341', 'name': 'tempest-TestMinimumBasicScenario-836255455-router', 'tenant_id': '2c497996ee914c97b60f68b1d8af610b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': '0c02b81a-cfc2-4f11-bc8a-92848d9c61c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:53:22Z', 'updated_at': '2021-12-22T13:53:23Z', 'revision_number': 3, 'project_id': '2c497996ee914c97b60f68b1d8af610b', 'gw_port': {'id': '0c02b81a-cfc2-4f11-bc8a-92848d9c61c5', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:de:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e672e9c-dd49-4ab8-afa1-7fc95ea93341', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:53:22Z', 'updated_at': '2021-12-22T13:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:53:26.122157 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 79a5d51d-5bde-4634-b463-ce45cdd4c5e4 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:53:26.123367 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:26.126013 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47630ab-5f23-4d91-8a0b-75d91bf15b99 None None] The sync data for ids ['1e672e9c-dd49-4ab8-afa1-7fc95ea93341'] in dv-neutron-822669-1-hyperv is: [{'id': '1e672e9c-dd49-4ab8-afa1-7fc95ea93341', 'name': 'tempest-TestMinimumBasicScenario-836255455-router', 'tenant_id': '2c497996ee914c97b60f68b1d8af610b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': '0c02b81a-cfc2-4f11-bc8a-92848d9c61c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:53:22Z', 'updated_at': '2021-12-22T13:53:23Z', 'revision_number': 3, 'project_id': '2c497996ee914c97b60f68b1d8af610b', 'gw_port': {'id': '0c02b81a-cfc2-4f11-bc8a-92848d9c61c5', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:de:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e672e9c-dd49-4ab8-afa1-7fc95ea93341', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:53:22Z', 'updated_at': '2021-12-22T13:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:53:26.151041 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3765bb3c-7423-4f5a-a2da-6379c4b8f1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:26.268234 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:26.313805 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 79a5d51d-5bde-4634-b463-ce45cdd4c5e4, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=79a5d51d-5bde-4634-b463-ce45cdd4c5e4,segment=NetworkSegment(b40e0848-385e-412a-92ba-bdd402523aaa),segment_id=b40e0848-385e-412a-92ba-bdd402523aaa)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:53:26.395550 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-e67261d7-5343-487e-9c84-469aa6563e55 None None] Provisioning for port 9a4272c8-ab42-4803-b524-d4bb1d8032fc completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:53:26.400886 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-e67261d7-5343-487e-9c84-469aa6563e55 None None] Provisioning complete for port 9a4272c8-ab42-4803-b524-d4bb1d8032fc triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:53:26.401344 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e67261d7-5343-487e-9c84-469aa6563e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:26.411001 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3765bb3c-7423-4f5a-a2da-6379c4b8f1f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:26.432055 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:26.432865 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 0b0f46bb-fee6-464e-9647-fc3f8d830175 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:53:26.466604 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-0332c54e-d294-49bd-b4fd-07687dab7304 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:26.486976 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3765bb3c-7423-4f5a-a2da-6379c4b8f1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:26.520168 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-43a289d4-c4c4-4c65-bb37-87d4508bec7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:26.557671 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-e67261d7-5343-487e-9c84-469aa6563e55 None None] Port 9a4272c8-ab42-4803-b524-d4bb1d8032fc cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:53:26.569887 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=79a5d51d-5bde-4634-b463-ce45cdd4c5e4,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:26.573187 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:26.600265 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3765bb3c-7423-4f5a-a2da-6379c4b8f1f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:26.604877 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765bb3c-7423-4f5a-a2da-6379c4b8f1f7 admin admin] Pushing event updated for resources: {'Port': ['ID=9a4272c8-ab42-4803-b524-d4bb1d8032fc,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:26.608286 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3765bb3c-7423-4f5a-a2da-6379c4b8f1f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:26.658369 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 0b0f46bb-fee6-464e-9647-fc3f8d830175 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:53:26.663859 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 0b0f46bb-fee6-464e-9647-fc3f8d830175 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:53:26.664243 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:26.751296 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3765bb3c-7423-4f5a-a2da-6379c4b8f1f7 admin admin] Network a27f0fa6-709a-48d5-984c-9c0801d7d20d is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:53:26.752405 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-3765bb3c-7423-4f5a-a2da-6379c4b8f1f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:53:26.795336 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:26.831059 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 0b0f46bb-fee6-464e-9647-fc3f8d830175, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=0b0f46bb-fee6-464e-9647-fc3f8d830175,segment=NetworkSegment(53fe51ac-aebb-47a4-90b0-41d4006915d2),segment_id=53fe51ac-aebb-47a4-90b0-41d4006915d2)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:53:26.905450 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:26.908250 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-2d030bc8-7330-41af-8761-a93c248ebfd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:27.033087 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=0b0f46bb-fee6-464e-9647-fc3f8d830175,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:27.033087 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-e6c7c9c4-df63-4802-8ba9-d6c653c71ef6 None None] Provisioning complete for port 9a4272c8-ab42-4803-b524-d4bb1d8032fc triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:53:27.033087 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e6c7c9c4-df63-4802-8ba9-d6c653c71ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:27.055448 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:27.086720 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-e6c7c9c4-df63-4802-8ba9-d6c653c71ef6 None None] Port 9a4272c8-ab42-4803-b524-d4bb1d8032fc cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:53:27.162494 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3765bb3c-7423-4f5a-a2da-6379c4b8f1f7 admin admin] Router 1e672e9c-dd49-4ab8-afa1-7fc95ea93341 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:53:27.361225 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3765bb3c-7423-4f5a-a2da-6379c4b8f1f7 admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:53:27.369953 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-3765bb3c-7423-4f5a-a2da-6379c4b8f1f7 admin admin] 10.222.0.47 "PUT /v2.0/routers/1e672e9c-dd49-4ab8-afa1-7fc95ea93341/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3762987 Dec 22 13:53:27.820951 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 79a5d51d-5bde-4634-b463-ce45cdd4c5e4 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:53:27.892068 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 79a5d51d-5bde-4634-b463-ce45cdd4c5e4 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:53:27.892448 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:28.011066 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 0b0f46bb-fee6-464e-9647-fc3f8d830175 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:53:28.079305 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 0b0f46bb-fee6-464e-9647-fc3f8d830175 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:53:28.079692 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:29.172987 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:33.839481 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 0c02b81a-cfc2-4f11-bc8a-92848d9c61c5 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:53:33.987831 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 0c02b81a-cfc2-4f11-bc8a-92848d9c61c5 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:53:33.994421 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 0c02b81a-cfc2-4f11-bc8a-92848d9c61c5 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:53:33.994817 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:34.142505 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:34.177010 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 0c02b81a-cfc2-4f11-bc8a-92848d9c61c5, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=0c02b81a-cfc2-4f11-bc8a-92848d9c61c5,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:53:34.289985 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:34.292158 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:34.370651 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=0c02b81a-cfc2-4f11-bc8a-92848d9c61c5,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:34.380961 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:34.381460 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:34.381902 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:34.382482 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:34.383192 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:34.383708 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:34.384084 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:34.384543 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:34.385003 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:34.385914 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:34.386318 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:34.404510 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:35.668062 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-68e8daa4-05d5-43bd-b63a-33b87404a403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:35.820383 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 0c02b81a-cfc2-4f11-bc8a-92848d9c61c5 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:53:35.909620 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 0c02b81a-cfc2-4f11-bc8a-92848d9c61c5 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:53:35.910035 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:38.195639 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7c8a9a13-507f-4e7b-8033-cea9de799b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:39.007090 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:39.378458 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:39.796883 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-561d3fdc-2690-421c-a2c4-030f8582f04c tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:39.798321 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-561d3fdc-2690-421c-a2c4-030f8582f04c tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/networks?id=983ad8cf-6f28-4151-8173-e89eb758ce22 HTTP/1.1" status: 200 len: 814 time: 0.1408641 Dec 22 13:53:39.815474 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-5d1e6398-6ed5-41a1-9cea-401091ab066a tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/quotas/221323286ec1424480bc99bd3c9708a6 HTTP/1.1" status: 200 len: 375 time: 0.0117104 Dec 22 13:53:39.898640 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-cf833b6f-8030-454d-ad63-5cc7feae6c7f tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=221323286ec1424480bc99bd3c9708a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781009 Dec 22 13:53:40.031669 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-afbd9cc8-2229-4be3-94ad-9eb9edea2c2e service neutron] 10.222.0.47 "GET /v2.0/networks/983ad8cf-6f28-4151-8173-e89eb758ce22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219478 Dec 22 13:53:40.160778 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-cf98487b-f947-4253-ac2a-13549bda3802 service neutron] 10.222.0.47 "GET /v2.0/networks/983ad8cf-6f28-4151-8173-e89eb758ce22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234386 Dec 22 13:53:40.454900 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-de7fe948-52c1-46a2-bc5b-ccef08093f51 req-7f995a7b-d633-4220-b271-063eca535642 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Synchronizing usage tracker for tenant:221323286ec1424480bc99bd3c9708a6 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:53:40.538125 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-de7fe948-52c1-46a2-bc5b-ccef08093f51 req-7f995a7b-d633-4220-b271-063eca535642 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Unset dirty status for tenant:221323286ec1424480bc99bd3c9708a6 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:53:40.542491 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-de7fe948-52c1-46a2-bc5b-ccef08093f51 req-7f995a7b-d633-4220-b271-063eca535642 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 210 time: 0.1294816 Dec 22 13:53:40.583870 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:41.702387 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-8f15f874-196d-418b-8cec-7c97a87de20e req-5a4afeae-70a9-4bde-9ba2-8c16fdc6b850 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 210 time: 0.0416596 Dec 22 13:53:42.882881 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-c217b073-6a08-4af2-ad41-d32ad4b22d66 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:42.883482 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-c217b073-6a08-4af2-ad41-d32ad4b22d66 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Synchronizing usage tracker for tenant:221323286ec1424480bc99bd3c9708a6 on resource:network {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:53:42.926292 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ed2ff2c0-f262-4014-b937-c27341f33438 req-59998cde-b3f9-4175-9783-201b29336944 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 210 time: 0.0492640 Dec 22 13:53:42.999499 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-c217b073-6a08-4af2-ad41-d32ad4b22d66 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Unset dirty status for tenant:221323286ec1424480bc99bd3c9708a6 on resource:network {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:53:43.000630 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-c217b073-6a08-4af2-ad41-d32ad4b22d66 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.45 "GET /v2.0/networks?id=983ad8cf-6f28-4151-8173-e89eb758ce22 HTTP/1.1" status: 200 len: 814 time: 0.3768318 Dec 22 13:53:43.026213 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-9a97c71b-dfa3-4e4b-95ae-f59e71039c01 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Request body: {'port': {'device_id': '6274771d-7f9b-46b4-a1cb-5cdecdcb41e1', 'network_id': '983ad8cf-6f28-4151-8173-e89eb758ce22', 'admin_state_up': True, 'tenant_id': '221323286ec1424480bc99bd3c9708a6'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:53:43.161407 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-9a97c71b-dfa3-4e4b-95ae-f59e71039c01 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:53:43.170788 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-9a97c71b-dfa3-4e4b-95ae-f59e71039c01 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:53:43.239718 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-9a97c71b-dfa3-4e4b-95ae-f59e71039c01 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Made reservation on behalf of 221323286ec1424480bc99bd3c9708a6 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:53:43.243068 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-9a97c71b-dfa3-4e4b-95ae-f59e71039c01 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:43.409232 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-9a97c71b-dfa3-4e4b-95ae-f59e71039c01 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Allocated IP 172.20.0.5 (983ad8cf-6f28-4151-8173-e89eb758ce22/e399aaea-0ed4-4d14-bdce-9dcf2c216162/2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:53:43.622940 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-9a97c71b-dfa3-4e4b-95ae-f59e71039c01 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:43.639827 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-9a97c71b-dfa3-4e4b-95ae-f59e71039c01 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Transition to ACTIVE for port object 2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:53:43.722835 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-9a97c71b-dfa3-4e4b-95ae-f59e71039c01 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:43.736000 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-43a289d4-c4c4-4c65-bb37-87d4508bec7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:43.837330 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-9a97c71b-dfa3-4e4b-95ae-f59e71039c01 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Network 983ad8cf-6f28-4151-8173-e89eb758ce22 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:53:43.842089 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-9a97c71b-dfa3-4e4b-95ae-f59e71039c01 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:53:43.844422 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a97c71b-dfa3-4e4b-95ae-f59e71039c01 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Pushing event updated for resources: {'Port': ['ID=2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:43.857627 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-9a97c71b-dfa3-4e4b-95ae-f59e71039c01 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:53:43.918042 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9a97c71b-dfa3-4e4b-95ae-f59e71039c01 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:43.941275 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-9a97c71b-dfa3-4e4b-95ae-f59e71039c01 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:43.941897 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-9a97c71b-dfa3-4e4b-95ae-f59e71039c01 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:44.047238 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-9a97c71b-dfa3-4e4b-95ae-f59e71039c01 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0245686 Dec 22 13:53:44.117893 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:53:44.193463 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916a54f-1a72-438c-826e-c77165c02ca4 req-a99f5b63-2a8f-4e3c-98df-b8d3892dfe8c tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:44.194915 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-6916a54f-1a72-438c-826e-c77165c02ca4 req-a99f5b63-2a8f-4e3c-98df-b8d3892dfe8c tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 931 time: 0.0907488 Dec 22 13:53:44.212718 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-20aa6345-85dd-475d-a520-23f28c5ef109 None None] Provisioning for port 2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:53:44.219046 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-20aa6345-85dd-475d-a520-23f28c5ef109 None None] Provisioning complete for port 2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:53:44.219431 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-20aa6345-85dd-475d-a520-23f28c5ef109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:44.244925 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-6916a54f-1a72-438c-826e-c77165c02ca4 req-46ba90e5-d6d7-4e41-bbeb-0e3d4ab1ca7b tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/security-groups?id=06bd0d0e-eebb-4428-b5f5-46cae0be7e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433583 Dec 22 13:53:44.287312 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-20aa6345-85dd-475d-a520-23f28c5ef109 None None] Port 2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:53:45.298909 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa1e35b-1ed1-4682-a1ce-d31ebfa325bc None None] Sync routers for ids ['1e672e9c-dd49-4ab8-afa1-7fc95ea93341'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:53:45.312531 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa1e35b-1ed1-4682-a1ce-d31ebfa325bc None None] Routers {'1e672e9c-dd49-4ab8-afa1-7fc95ea93341'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:53:45.313511 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-0fa1e35b-1ed1-4682-a1ce-d31ebfa325bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:53:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['1e672e9c-dd49-4ab8-afa1-7fc95ea93341'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:53:45.464363 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd076a-7ded-4f00-b9f4-122632c81909 req-8758f56b-9a76-4862-b9aa-420d109c681c tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:45.465046 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-59cd076a-7ded-4f00-b9f4-122632c81909 req-8758f56b-9a76-4862-b9aa-420d109c681c tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Synchronizing usage tracker for tenant:221323286ec1424480bc99bd3c9708a6 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:53:45.550381 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-59cd076a-7ded-4f00-b9f4-122632c81909 req-8758f56b-9a76-4862-b9aa-420d109c681c tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Unset dirty status for tenant:221323286ec1424480bc99bd3c9708a6 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:53:45.555526 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-59cd076a-7ded-4f00-b9f4-122632c81909 req-8758f56b-9a76-4862-b9aa-420d109c681c tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 931 time: 0.1784728 Dec 22 13:53:45.560953 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-0fa1e35b-1ed1-4682-a1ce-d31ebfa325bc None None] Set router 1e672e9c-dd49-4ab8-afa1-7fc95ea93341 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:53:45.610860 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-59cd076a-7ded-4f00-b9f4-122632c81909 req-19ca677f-1cce-45a7-b4f8-cd67792d77bd tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Synchronizing usage tracker for tenant:221323286ec1424480bc99bd3c9708a6 on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:53:45.675457 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-59cd076a-7ded-4f00-b9f4-122632c81909 req-19ca677f-1cce-45a7-b4f8-cd67792d77bd tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Unset dirty status for tenant:221323286ec1424480bc99bd3c9708a6 on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:53:45.676739 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-59cd076a-7ded-4f00-b9f4-122632c81909 req-19ca677f-1cce-45a7-b4f8-cd67792d77bd tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/security-groups?id=06bd0d0e-eebb-4428-b5f5-46cae0be7e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141279 Dec 22 13:53:45.891518 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-0fa1e35b-1ed1-4682-a1ce-d31ebfa325bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e672e9c-dd49-4ab8-afa1-7fc95ea93341', 'name': 'tempest-TestMinimumBasicScenario-836255455-router', 'tenant_id': '2c497996ee914c97b60f68b1d8af610b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': '0c02b81a-cfc2-4f11-bc8a-92848d9c61c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:53:22Z', 'updated_at': '2021-12-22T13:53:25Z', 'revision_number': 4, 'project_id': '2c497996ee914c97b60f68b1d8af610b', 'gw_port': {'id': '0c02b81a-cfc2-4f11-bc8a-92848d9c61c5', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:de:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e672e9c-dd49-4ab8-afa1-7fc95ea93341', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:53:22Z', 'updated_at': '2021-12-22T13:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '9a4272c8-ab42-4803-b524-d4bb1d8032fc', 'name': '', 'network_id': 'a27f0fa6-709a-48d5-984c-9c0801d7d20d', 'tenant_id': '2c497996ee914c97b60f68b1d8af610b', 'mac_address': 'fa:16:3e:6d:44:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e672e9c-dd49-4ab8-afa1-7fc95ea93341', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6aa43f7-23ad-40c1-aa5f-f9f95803cbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:53:24Z', 'updated_at': '2021-12-22T13:53:26Z', 'revision_number': 2, 'project_id': '2c497996ee914c97b60f68b1d8af610b', 'subnets': [{'id': 'a6aa43f7-23ad-40c1-aa5f-f9f95803cbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:53:45.896075 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa1e35b-1ed1-4682-a1ce-d31ebfa325bc None None] Checking router: 1e672e9c-dd49-4ab8-afa1-7fc95ea93341 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:53:45.901150 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa1e35b-1ed1-4682-a1ce-d31ebfa325bc None None] Updating router 1e672e9c-dd49-4ab8-afa1-7fc95ea93341 port 9a4272c8-ab42-4803-b524-d4bb1d8032fc binding host dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:53:45.991312 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0fa1e35b-1ed1-4682-a1ce-d31ebfa325bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:46.347447 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0fa1e35b-1ed1-4682-a1ce-d31ebfa325bc None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:46.360124 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-0fa1e35b-1ed1-4682-a1ce-d31ebfa325bc None None] Transition to ACTIVE for port object 9a4272c8-ab42-4803-b524-d4bb1d8032fc will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:53:46.433785 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0fa1e35b-1ed1-4682-a1ce-d31ebfa325bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:46.438141 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:46.651589 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2060dc-948c-469e-ac35-4410d2b2bb10 None None] Pushing event updated for resources: {'Port': ['ID=9a4272c8-ab42-4803-b524-d4bb1d8032fc,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:46.657043 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-5f2060dc-948c-469e-ac35-4410d2b2bb10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:46.678949 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-0fa1e35b-1ed1-4682-a1ce-d31ebfa325bc None None] Attempting to bind port 9a4272c8-ab42-4803-b524-d4bb1d8032fc on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:53:46.679316 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-0fa1e35b-1ed1-4682-a1ce-d31ebfa325bc None None] Attempting to bind port 9a4272c8-ab42-4803-b524-d4bb1d8032fc by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '53fe51ac-aebb-47a4-90b0-41d4006915d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'a27f0fa6-709a-48d5-984c-9c0801d7d20d'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:53:46.679683 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa1e35b-1ed1-4682-a1ce-d31ebfa325bc None None] Attempting to bind port 9a4272c8-ab42-4803-b524-d4bb1d8032fc on network a27f0fa6-709a-48d5-984c-9c0801d7d20d {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:53:46.690138 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa1e35b-1ed1-4682-a1ce-d31ebfa325bc None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:53:46.690561 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa1e35b-1ed1-4682-a1ce-d31ebfa325bc None None] Checking segment: {'id': '53fe51ac-aebb-47a4-90b0-41d4006915d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'a27f0fa6-709a-48d5-984c-9c0801d7d20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:53:46.691045 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0fa1e35b-1ed1-4682-a1ce-d31ebfa325bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:46.691429 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa1e35b-1ed1-4682-a1ce-d31ebfa325bc None None] Bound using segment: {'id': '53fe51ac-aebb-47a4-90b0-41d4006915d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'a27f0fa6-709a-48d5-984c-9c0801d7d20d'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:53:46.691900 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-0fa1e35b-1ed1-4682-a1ce-d31ebfa325bc None None] Bound port: 9a4272c8-ab42-4803-b524-d4bb1d8032fc, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53fe51ac-aebb-47a4-90b0-41d4006915d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'a27f0fa6-709a-48d5-984c-9c0801d7d20d'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:53:46.692348 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0fa1e35b-1ed1-4682-a1ce-d31ebfa325bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:46.846921 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-0fa1e35b-1ed1-4682-a1ce-d31ebfa325bc None None] For port 9a4272c8-ab42-4803-b524-d4bb1d8032fc, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:53:46.850515 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-0fa1e35b-1ed1-4682-a1ce-d31ebfa325bc None None] For port 9a4272c8-ab42-4803-b524-d4bb1d8032fc, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=9a4272c8-ab42-4803-b524-d4bb1d8032fc,segment=NetworkSegment(53fe51ac-aebb-47a4-90b0-41d4006915d2),segment_id=53fe51ac-aebb-47a4-90b0-41d4006915d2)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:53:46.905250 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0fa1e35b-1ed1-4682-a1ce-d31ebfa325bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:46.907356 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5afd2-a923-42b5-8ecf-24b1dd7ad5c1 req-c284e891-3da9-4c88-819d-a25ab30638fc tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:46.914182 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ebc5afd2-a923-42b5-8ecf-24b1dd7ad5c1 req-c284e891-3da9-4c88-819d-a25ab30638fc tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 931 time: 0.0861478 Dec 22 13:53:46.917024 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-5c9a1388-fff7-44ee-af7a-b38a948833c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:46.958518 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ebc5afd2-a923-42b5-8ecf-24b1dd7ad5c1 req-a010d44c-c3c1-4e32-86a5-876b19149977 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/security-groups?id=06bd0d0e-eebb-4428-b5f5-46cae0be7e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434220 Dec 22 13:53:47.003064 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2060dc-948c-469e-ac35-4410d2b2bb10 None None] Pushing event updated for resources: {'Port': ['ID=9a4272c8-ab42-4803-b524-d4bb1d8032fc,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:47.006271 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-5f2060dc-948c-469e-ac35-4410d2b2bb10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:47.007640 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa1e35b-1ed1-4682-a1ce-d31ebfa325bc None None] Routers {'1e672e9c-dd49-4ab8-afa1-7fc95ea93341'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:53:47.008259 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-0fa1e35b-1ed1-4682-a1ce-d31ebfa325bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:53:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['1e672e9c-dd49-4ab8-afa1-7fc95ea93341'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:53:47.205526 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-0fa1e35b-1ed1-4682-a1ce-d31ebfa325bc None None] Set router 1e672e9c-dd49-4ab8-afa1-7fc95ea93341 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:53:47.549218 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-0fa1e35b-1ed1-4682-a1ce-d31ebfa325bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e672e9c-dd49-4ab8-afa1-7fc95ea93341', 'name': 'tempest-TestMinimumBasicScenario-836255455-router', 'tenant_id': '2c497996ee914c97b60f68b1d8af610b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': '0c02b81a-cfc2-4f11-bc8a-92848d9c61c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:53:22Z', 'updated_at': '2021-12-22T13:53:25Z', 'revision_number': 4, 'project_id': '2c497996ee914c97b60f68b1d8af610b', 'gw_port': {'id': '0c02b81a-cfc2-4f11-bc8a-92848d9c61c5', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:de:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e672e9c-dd49-4ab8-afa1-7fc95ea93341', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:53:22Z', 'updated_at': '2021-12-22T13:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '9a4272c8-ab42-4803-b524-d4bb1d8032fc', 'name': '', 'network_id': 'a27f0fa6-709a-48d5-984c-9c0801d7d20d', 'tenant_id': '2c497996ee914c97b60f68b1d8af610b', 'mac_address': 'fa:16:3e:6d:44:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e672e9c-dd49-4ab8-afa1-7fc95ea93341', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6aa43f7-23ad-40c1-aa5f-f9f95803cbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:53:24Z', 'updated_at': '2021-12-22T13:53:46Z', 'revision_number': 4, 'project_id': '2c497996ee914c97b60f68b1d8af610b', 'subnets': [{'id': 'a6aa43f7-23ad-40c1-aa5f-f9f95803cbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:53:47.557733 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa1e35b-1ed1-4682-a1ce-d31ebfa325bc None None] The sync data for ids ['1e672e9c-dd49-4ab8-afa1-7fc95ea93341'] in dv-neutron-822669-1-hyperv is: [{'id': '1e672e9c-dd49-4ab8-afa1-7fc95ea93341', 'name': 'tempest-TestMinimumBasicScenario-836255455-router', 'tenant_id': '2c497996ee914c97b60f68b1d8af610b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': '0c02b81a-cfc2-4f11-bc8a-92848d9c61c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:53:22Z', 'updated_at': '2021-12-22T13:53:25Z', 'revision_number': 4, 'project_id': '2c497996ee914c97b60f68b1d8af610b', 'gw_port': {'id': '0c02b81a-cfc2-4f11-bc8a-92848d9c61c5', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:de:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e672e9c-dd49-4ab8-afa1-7fc95ea93341', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:53:22Z', 'updated_at': '2021-12-22T13:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '9a4272c8-ab42-4803-b524-d4bb1d8032fc', 'name': '', 'network_id': 'a27f0fa6-709a-48d5-984c-9c0801d7d20d', 'tenant_id': '2c497996ee914c97b60f68b1d8af610b', 'mac_address': 'fa:16:3e:6d:44:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e672e9c-dd49-4ab8-afa1-7fc95ea93341', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6aa43f7-23ad-40c1-aa5f-f9f95803cbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:53:24Z', 'updated_at': '2021-12-22T13:53:46Z', 'revision_number': 4, 'project_id': '2c497996ee914c97b60f68b1d8af610b', 'subnets': [{'id': 'a6aa43f7-23ad-40c1-aa5f-f9f95803cbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:53:47.875698 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 9a4272c8-ab42-4803-b524-d4bb1d8032fc up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:53:48.208504 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda99e60-0cb4-47f3-af0e-4929dffe1754 req-9acd1bb4-9102-4170-89ec-61b39c0a8dc0 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:48.210264 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-cda99e60-0cb4-47f3-af0e-4929dffe1754 req-9acd1bb4-9102-4170-89ec-61b39c0a8dc0 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 931 time: 0.1151216 Dec 22 13:53:48.261779 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-cda99e60-0cb4-47f3-af0e-4929dffe1754 req-213229d1-145e-4b6f-b901-c622de07eab8 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/security-groups?id=06bd0d0e-eebb-4428-b5f5-46cae0be7e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459516 Dec 22 13:53:48.342443 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 9a4272c8-ab42-4803-b524-d4bb1d8032fc completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:53:48.348287 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 9a4272c8-ab42-4803-b524-d4bb1d8032fc triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:53:48.348678 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:48.478734 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:48.595053 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 9a4272c8-ab42-4803-b524-d4bb1d8032fc, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=9a4272c8-ab42-4803-b524-d4bb1d8032fc,segment=NetworkSegment(53fe51ac-aebb-47a4-90b0-41d4006915d2),segment_id=53fe51ac-aebb-47a4-90b0-41d4006915d2)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:53:48.656614 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:48.658823 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-6a8985d6-d189-4f65-b52c-70830b5000e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:48.742115 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=9a4272c8-ab42-4803-b524-d4bb1d8032fc,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:48.745090 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:49.472650 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97fdfe-462b-41b5-82c7-515f7069c824 req-700e8aee-d1ed-4101-b23a-b18ea4d29e36 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:49.474040 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9c97fdfe-462b-41b5-82c7-515f7069c824 req-700e8aee-d1ed-4101-b23a-b18ea4d29e36 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 931 time: 0.0860174 Dec 22 13:53:49.534284 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9c97fdfe-462b-41b5-82c7-515f7069c824 req-17322655-e9ba-4780-bf21-b2d996261bc3 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/security-groups?id=06bd0d0e-eebb-4428-b5f5-46cae0be7e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427961 Dec 22 13:53:49.831549 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 9a4272c8-ab42-4803-b524-d4bb1d8032fc up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:53:49.909213 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 9a4272c8-ab42-4803-b524-d4bb1d8032fc triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:53:49.909596 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:50.753677 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7af991-e541-4fb5-9bac-6ebcf8228293 req-17fcadec-3810-41c4-ad16-b380cd74ce5c tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:50.929347 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2e7af991-e541-4fb5-9bac-6ebcf8228293 req-17fcadec-3810-41c4-ad16-b380cd74ce5c tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 931 time: 0.0959885 Dec 22 13:53:50.929347 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2e7af991-e541-4fb5-9bac-6ebcf8228293 req-bf417e8e-a6f6-4aff-9918-d1af638e4508 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/security-groups?id=06bd0d0e-eebb-4428-b5f5-46cae0be7e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471988 Dec 22 13:53:52.017136 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4002b-f6bf-458f-8776-b6f2e14b77d1 req-6d7de526-4319-4fa7-8f67-c8510a34f76e tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:52.019442 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-b0b4002b-f6bf-458f-8776-b6f2e14b77d1 req-6d7de526-4319-4fa7-8f67-c8510a34f76e tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 931 time: 0.0819075 Dec 22 13:53:52.068134 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-b0b4002b-f6bf-458f-8776-b6f2e14b77d1 req-ac6bfc8c-8b7b-4bed-9e23-b386e223e0b4 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/security-groups?id=06bd0d0e-eebb-4428-b5f5-46cae0be7e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410507 Dec 22 13:53:53.281453 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48deaab-c283-4240-83e1-79620e6fdcca req-84cd1252-4d55-4f7c-8a0e-0affb26c2809 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:53.283024 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d48deaab-c283-4240-83e1-79620e6fdcca req-84cd1252-4d55-4f7c-8a0e-0affb26c2809 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 931 time: 0.0918620 Dec 22 13:53:53.336112 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d48deaab-c283-4240-83e1-79620e6fdcca req-bba40d71-ed4d-4a49-baf1-64ce3e48fddd tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/security-groups?id=06bd0d0e-eebb-4428-b5f5-46cae0be7e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464914 Dec 22 13:53:54.110284 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-57523899-b26a-4777-905e-9838e0ef48fb service neutron] Request body: {'port': {'device_id': '6274771d-7f9b-46b4-a1cb-5cdecdcb41e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:53:54.222405 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-57523899-b26a-4777-905e-9838e0ef48fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:54.546037 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526b61b-2bef-4bb9-a758-54f84c28e3ca req-c4cd502c-141a-45d8-881b-7e93d350a994 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:54.547516 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9526b61b-2bef-4bb9-a758-54f84c28e3ca req-c4cd502c-141a-45d8-881b-7e93d350a994 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 931 time: 0.0844250 Dec 22 13:53:54.564614 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-57523899-b26a-4777-905e-9838e0ef48fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8 {{(pid=84149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:53:54.571394 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-57523899-b26a-4777-905e-9838e0ef48fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:54.586200 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-57523899-b26a-4777-905e-9838e0ef48fb service neutron] Transition to ACTIVE for port object 2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8 will not be triggered until provisioned by entity L2. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:53:54.594582 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9526b61b-2bef-4bb9-a758-54f84c28e3ca req-3685eab1-bb63-4e40-ba30-a2c593f3cf19 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/security-groups?id=06bd0d0e-eebb-4428-b5f5-46cae0be7e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413241 Dec 22 13:53:54.646877 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-57523899-b26a-4777-905e-9838e0ef48fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:54.650688 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d109b19a-e8fb-4bfd-90e2-5a718e7c7dd7 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:54.891102 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57523899-b26a-4777-905e-9838e0ef48fb service neutron] Pushing event updated for resources: {'Port': ['ID=2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:54.894582 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-57523899-b26a-4777-905e-9838e0ef48fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:54.993839 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-57523899-b26a-4777-905e-9838e0ef48fb service neutron] Attempting to bind port 2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:53:54.994090 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-57523899-b26a-4777-905e-9838e0ef48fb service neutron] Attempting to bind port 2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b40e0848-385e-412a-92ba-bdd402523aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '983ad8cf-6f28-4151-8173-e89eb758ce22'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:53:54.994440 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-57523899-b26a-4777-905e-9838e0ef48fb service neutron] Attempting to bind port 2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8 on network 983ad8cf-6f28-4151-8173-e89eb758ce22 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:53:55.000658 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-57523899-b26a-4777-905e-9838e0ef48fb service neutron] Port 2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8 on network 983ad8cf-6f28-4151-8173-e89eb758ce22 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:53:55.000972 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-57523899-b26a-4777-905e-9838e0ef48fb service neutron] Attempting to bind port 2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8 on network 983ad8cf-6f28-4151-8173-e89eb758ce22 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:53:55.007071 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-57523899-b26a-4777-905e-9838e0ef48fb service neutron] Checking agent: {'id': '72ee2f79-9ac0-483e-b4fd-5b910a776581', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'started_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:53:55.007401 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-57523899-b26a-4777-905e-9838e0ef48fb service neutron] Checking segment: {'id': 'b40e0848-385e-412a-92ba-bdd402523aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '983ad8cf-6f28-4151-8173-e89eb758ce22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:53:55.007774 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-57523899-b26a-4777-905e-9838e0ef48fb service neutron] Bound using segment: {'id': 'b40e0848-385e-412a-92ba-bdd402523aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '983ad8cf-6f28-4151-8173-e89eb758ce22'} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:53:55.008190 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-57523899-b26a-4777-905e-9838e0ef48fb service neutron] Bound port: 2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b40e0848-385e-412a-92ba-bdd402523aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '983ad8cf-6f28-4151-8173-e89eb758ce22'}}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:53:55.008528 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-57523899-b26a-4777-905e-9838e0ef48fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:55.097432 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-57523899-b26a-4777-905e-9838e0ef48fb service neutron] For port 2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8, host hv-neutron-8226, cleared binding levels {{(pid=84149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:53:55.100337 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-57523899-b26a-4777-905e-9838e0ef48fb service neutron] For port 2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8,segment=NetworkSegment(b40e0848-385e-412a-92ba-bdd402523aaa),segment_id=b40e0848-385e-412a-92ba-bdd402523aaa)] {{(pid=84149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:53:55.167019 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-57523899-b26a-4777-905e-9838e0ef48fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:55.171817 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1fa6c664-099f-432f-862c-78181206fbfa tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:55.225871 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-57523899-b26a-4777-905e-9838e0ef48fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:55.227266 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-57523899-b26a-4777-905e-9838e0ef48fb service neutron] 10.222.0.45 "PUT /v2.0/ports/2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8 HTTP/1.1" status: 200 len: 1093 time: 1.1214538 Dec 22 13:53:55.227771 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6274771d-7f9b-46b4-a1cb-5cdecdcb41e1', 'tag': '2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:53:55.250762 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57523899-b26a-4777-905e-9838e0ef48fb service neutron] Pushing event updated for resources: {'Port': ['ID=2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8,revision_number=3']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:55.254191 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-57523899-b26a-4777-905e-9838e0ef48fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:55.289125 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6274771d-7f9b-46b4-a1cb-5cdecdcb41e1', 'tag': '2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8', 'status': 'completed', 'code': 200} Dec 22 13:53:55.394748 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-472c14e5-9e9f-4397-8593-e893e1f665d6 req-4a24a761-f2d4-43cf-9c73-4cc18ac43ec9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=221323286ec1424480bc99bd3c9708a6&device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 1096 time: 0.0767829 Dec 22 13:53:55.542424 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c14e5-9e9f-4397-8593-e893e1f665d6 req-74684cf9-67d6-452d-b0ea-67c88212e681 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:55.544186 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-472c14e5-9e9f-4397-8593-e893e1f665d6 req-74684cf9-67d6-452d-b0ea-67c88212e681 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=221323286ec1424480bc99bd3c9708a6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1373060 Dec 22 13:53:55.687321 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c14e5-9e9f-4397-8593-e893e1f665d6 req-da906f81-3c05-468c-a4d9-1361c2aea79e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:55.688691 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-472c14e5-9e9f-4397-8593-e893e1f665d6 req-da906f81-3c05-468c-a4d9-1361c2aea79e service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1337585 Dec 22 13:53:55.802880 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ad6f1-4daa-4754-b4a6-1ff665c94337 req-e12fae4c-2db0-4b8d-b29c-5e4e6662d6e8 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:55.807068 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-233ad6f1-4daa-4754-b4a6-1ff665c94337 req-e12fae4c-2db0-4b8d-b29c-5e4e6662d6e8 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 943 time: 0.0827620 Dec 22 13:53:55.808612 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-473f431f-b5f8-48d7-b867-04d22aed7f76 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=221323286ec1424480bc99bd3c9708a6&device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 1096 time: 0.0720348 Dec 22 13:53:55.860048 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-233ad6f1-4daa-4754-b4a6-1ff665c94337 req-f7cd6ebc-16e3-4919-98ee-035b6b86e74a tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/security-groups?id=06bd0d0e-eebb-4428-b5f5-46cae0be7e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475404 Dec 22 13:53:55.894108 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-f466c4b0-6a35-43d9-9b65-582cabae8313 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8 HTTP/1.1" status: 200 len: 217 time: 0.0732472 Dec 22 13:53:55.963143 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-b244ae69-ca5a-4f71-b918-7e5accb8111e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:55.964468 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-b244ae69-ca5a-4f71-b918-7e5accb8111e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e399aaea-0ed4-4d14-bdce-9dcf2c216162 HTTP/1.1" status: 200 len: 853 time: 0.0591373 Dec 22 13:53:56.047057 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-fe9f4897-0ad8-477c-9b6e-ca5d088846ef service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=983ad8cf-6f28-4151-8173-e89eb758ce22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709662 Dec 22 13:53:56.187585 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-3b95f61b-77dd-4bc5-941c-d2a77805a9d2 service neutron] 10.222.0.45 "GET /v2.0/networks/983ad8cf-6f28-4151-8173-e89eb758ce22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299200 Dec 22 13:53:56.326986 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-98b43112-1405-444d-89a1-75ec9bd5d7fa req-e9db5a58-1803-498e-9859-b6490e56d9e9 service neutron] 10.222.0.45 "GET /v2.0/networks/983ad8cf-6f28-4151-8173-e89eb758ce22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303282 Dec 22 13:53:57.061452 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20287b33-1214-4b07-be74-44040bd9f03d req-fd129586-af1c-48b4-8636-54f0befc0284 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:57.067246 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-20287b33-1214-4b07-be74-44040bd9f03d req-fd129586-af1c-48b4-8636-54f0befc0284 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 943 time: 0.0818083 Dec 22 13:53:57.108563 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-20287b33-1214-4b07-be74-44040bd9f03d req-c12556db-63a1-4e16-85ae-bfbb0c33825c tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/security-groups?id=06bd0d0e-eebb-4428-b5f5-46cae0be7e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402856 Dec 22 13:53:58.299392 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bba7e-19ac-45d7-adc1-cfcab3d2aca8 req-2f9e7ba0-ca01-474a-9a42-2159f916d93d tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:58.300813 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0a4bba7e-19ac-45d7-adc1-cfcab3d2aca8 req-2f9e7ba0-ca01-474a-9a42-2159f916d93d tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 943 time: 0.0753028 Dec 22 13:53:58.346423 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0a4bba7e-19ac-45d7-adc1-cfcab3d2aca8 req-6a77919a-abad-42df-88cb-b8483c243d25 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/security-groups?id=06bd0d0e-eebb-4428-b5f5-46cae0be7e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400653 Dec 22 13:53:59.170530 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:59.543173 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b900bb-951b-4755-b775-33885b42bffb req-cb91d0ec-baee-4693-867a-4c1b1d303469 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:59.544767 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-26b900bb-951b-4755-b775-33885b42bffb req-cb91d0ec-baee-4693-867a-4c1b1d303469 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 943 time: 0.0807700 Dec 22 13:53:59.578540 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:53:59.595005 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-26b900bb-951b-4755-b775-33885b42bffb req-ab7cdc55-c224-4a7f-98a6-d546ed65f3fd tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/security-groups?id=06bd0d0e-eebb-4428-b5f5-46cae0be7e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446699 Dec 22 13:53:59.711973 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8,segment=NetworkSegment(b40e0848-385e-412a-92ba-bdd402523aaa),segment_id=b40e0848-385e-412a-92ba-bdd402523aaa)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:53:59.725944 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8', 'network_id': '983ad8cf-6f28-4151-8173-e89eb758ce22', 'port_id': '2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8', 'mac_address': 'fa:16:3e:20:be:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e399aaea-0ed4-4d14-bdce-9dcf2c216162', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:53:59.779926 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:59.797447 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8 {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:53:59.812219 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8,segment=NetworkSegment(b40e0848-385e-412a-92ba-bdd402523aaa),segment_id=b40e0848-385e-412a-92ba-bdd402523aaa)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:53:59.867665 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:59.869368 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-cff411d2-08e8-4556-b5d3-6237af5ed583 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:59.934614 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:59.937476 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:54:00.148903 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:54:00.908144 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c375b4c-d220-4f98-a101-e325ff1696b1 req-cf19a7c3-a537-43f4-8785-a8afae04d713 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:00.909517 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-2c375b4c-d220-4f98-a101-e325ff1696b1 req-cf19a7c3-a537-43f4-8785-a8afae04d713 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 944 time: 0.1879716 Dec 22 13:54:00.957761 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-2c375b4c-d220-4f98-a101-e325ff1696b1 req-8463e92e-4f80-4450-91b0-f6b1d9827e3c tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/security-groups?id=06bd0d0e-eebb-4428-b5f5-46cae0be7e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425978 Dec 22 13:54:01.588694 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8 up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:54:01.730096 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning for port 2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:54:01.734897 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:54:01.736742 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:01.849404 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:01.875190 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6274771d-7f9b-46b4-a1cb-5cdecdcb41e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:54:01.884839 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8,segment=NetworkSegment(b40e0848-385e-412a-92ba-bdd402523aaa),segment_id=b40e0848-385e-412a-92ba-bdd402523aaa)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:54:01.932228 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:01.934152 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f6033c19-79bd-4652-b306-b800508b1ff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:54:01.998808 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:54:02.001800 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:54:02.078243 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6274771d-7f9b-46b4-a1cb-5cdecdcb41e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8', 'code': 200} Dec 22 13:54:02.170777 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92613c-4c94-4bf0-8c54-f2e8ee8196e4 req-3f31af66-f182-4109-81ef-10f867478c24 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:02.172205 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-6c92613c-4c94-4bf0-8c54-f2e8ee8196e4 req-3f31af66-f182-4109-81ef-10f867478c24 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 945 time: 0.0795615 Dec 22 13:54:02.217969 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-6c92613c-4c94-4bf0-8c54-f2e8ee8196e4 req-3672fac4-30ca-441f-8975-5a0586bb4867 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/security-groups?id=06bd0d0e-eebb-4428-b5f5-46cae0be7e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401511 Dec 22 13:54:02.449725 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a26b98f1-a428-4857-a678-c08d61b05679 req-40d5fe54-7ba8-4ec1-a52f-d2d1bd9f6022 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 1098 time: 0.0682063 Dec 22 13:54:02.500597 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a26b98f1-a428-4857-a678-c08d61b05679 req-bbcb00ca-4b8a-4232-975d-046a4d7d1942 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=06bd0d0e-eebb-4428-b5f5-46cae0be7e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384386 Dec 22 13:54:03.415947 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fcb1d-1528-4e89-96f6-0784a84f59b3 req-9c547f7f-8f41-4b66-bdfe-efdfc6d9983a tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:03.417371 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8c9fcb1d-1528-4e89-96f6-0784a84f59b3 req-9c547f7f-8f41-4b66-bdfe-efdfc6d9983a tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 945 time: 0.0810475 Dec 22 13:54:03.463008 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8c9fcb1d-1528-4e89-96f6-0784a84f59b3 req-488cf5a0-8c10-4ad7-8e7c-29cc0cfc58c2 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/security-groups?id=06bd0d0e-eebb-4428-b5f5-46cae0be7e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398567 Dec 22 13:54:04.660851 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711d25e-8d19-472a-88f5-52c79fbd107a req-fe1c03a2-6e89-4c44-8e49-30943e512812 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:04.662283 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9711d25e-8d19-472a-88f5-52c79fbd107a req-fe1c03a2-6e89-4c44-8e49-30943e512812 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 945 time: 0.0824645 Dec 22 13:54:04.706392 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9711d25e-8d19-472a-88f5-52c79fbd107a req-f7e636ad-02de-4c73-8ad4-ea49851e6753 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/security-groups?id=06bd0d0e-eebb-4428-b5f5-46cae0be7e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386457 Dec 22 13:54:04.899928 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cf9a1-7853-405a-bc4b-e5c31e9a6dab req-3ea17aff-d31c-40cb-8f59-7bbdddc67e4b tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:04.901356 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b55cf9a1-7853-405a-bc4b-e5c31e9a6dab req-3ea17aff-d31c-40cb-8f59-7bbdddc67e4b tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 945 time: 0.0766826 Dec 22 13:54:04.947466 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b55cf9a1-7853-405a-bc4b-e5c31e9a6dab req-965a7ce3-9895-4de7-8e9f-2c8b483d1be4 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/security-groups?id=06bd0d0e-eebb-4428-b5f5-46cae0be7e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400574 Dec 22 13:54:05.369164 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145bfa7-36ff-4ff1-a2b7-af235e971cc7 req-9353a1eb-5a33-4f2a-9205-1acb54e3d4d5 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:05.370536 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1145bfa7-36ff-4ff1-a2b7-af235e971cc7 req-9353a1eb-5a33-4f2a-9205-1acb54e3d4d5 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 945 time: 0.0833898 Dec 22 13:54:05.415068 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1145bfa7-36ff-4ff1-a2b7-af235e971cc7 req-52164031-2481-47f1-9d27-32114e5a9177 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/security-groups?id=06bd0d0e-eebb-4428-b5f5-46cae0be7e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381968 Dec 22 13:54:05.680792 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6d133eee-0b6e-4ae1-a077-59a8067685fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:08.046389 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3fb8997b-df9f-4a47-86d8-fce238f3d2ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:08.984054 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:09.400931 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:10.595202 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:11.439291 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-20bcafd5-0d99-40a2-9c8a-141fa3b9192c req-073344bd-e456-4f41-811a-1bfdfcd5d53a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687013 Dec 22 13:54:11.605850 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-20bcafd5-0d99-40a2-9c8a-141fa3b9192c req-631c44c0-8d70-4d24-887a-a80d8035b7f1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=221323286ec1424480bc99bd3c9708a6&device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 1098 time: 0.0757511 Dec 22 13:54:11.864549 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bcafd5-0d99-40a2-9c8a-141fa3b9192c req-a98c5565-3c89-4482-8b45-5829e4cb8728 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:11.865996 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-20bcafd5-0d99-40a2-9c8a-141fa3b9192c req-a98c5565-3c89-4482-8b45-5829e4cb8728 service neutron] 10.222.0.45 "GET /v2.0/networks?id=983ad8cf-6f28-4151-8173-e89eb758ce22 HTTP/1.1" status: 200 len: 915 time: 0.2382736 Dec 22 13:54:11.933256 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-20bcafd5-0d99-40a2-9c8a-141fa3b9192c req-116b097d-2c93-47d6-81e4-327b6291d8a5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8 HTTP/1.1" status: 200 len: 217 time: 0.0596323 Dec 22 13:54:12.001375 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bcafd5-0d99-40a2-9c8a-141fa3b9192c req-0a08763a-a90e-4cc6-9875-d9792c045d7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:12.002815 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-20bcafd5-0d99-40a2-9c8a-141fa3b9192c req-0a08763a-a90e-4cc6-9875-d9792c045d7d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e399aaea-0ed4-4d14-bdce-9dcf2c216162 HTTP/1.1" status: 200 len: 853 time: 0.0626063 Dec 22 13:54:12.078907 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-20bcafd5-0d99-40a2-9c8a-141fa3b9192c req-bb685eff-08a3-4457-aad8-8f3c158c89a7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=983ad8cf-6f28-4151-8173-e89eb758ce22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695658 Dec 22 13:54:12.209881 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-20bcafd5-0d99-40a2-9c8a-141fa3b9192c req-9777728d-6252-4439-8d81-54abac5024b8 service neutron] 10.222.0.45 "GET /v2.0/networks/983ad8cf-6f28-4151-8173-e89eb758ce22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240311 Dec 22 13:54:12.341471 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-20bcafd5-0d99-40a2-9c8a-141fa3b9192c req-1306d26f-3120-47bf-ba17-53a64ebc4c50 service neutron] 10.222.0.45 "GET /v2.0/networks/983ad8cf-6f28-4151-8173-e89eb758ce22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244636 Dec 22 13:54:18.580696 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f8527-4ff4-4597-a5e4-6e4b76a2c7d3 req-5c0660e5-6123-462d-9d4e-2d95178b94a1 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:18.582130 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-883f8527-4ff4-4597-a5e4-6e4b76a2c7d3 req-5c0660e5-6123-462d-9d4e-2d95178b94a1 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 945 time: 0.0814419 Dec 22 13:54:18.627334 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-883f8527-4ff4-4597-a5e4-6e4b76a2c7d3 req-18e52382-255d-4476-bc01-72091f84cff9 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/security-groups?id=06bd0d0e-eebb-4428-b5f5-46cae0be7e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397561 Dec 22 13:54:18.655480 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56986) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:54:18.846530 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-05df0936-23d8-44d9-ae9d-a6442d358ce5 tempest-TestMinimumBasicScenario-2013740703 tempest-TestMinimumBasicScenario-2013740703-project-admin] Synchronizing usage tracker for tenant:2c497996ee914c97b60f68b1d8af610b on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:54:18.925834 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-05df0936-23d8-44d9-ae9d-a6442d358ce5 tempest-TestMinimumBasicScenario-2013740703 tempest-TestMinimumBasicScenario-2013740703-project-admin] Unset dirty status for tenant:2c497996ee914c97b60f68b1d8af610b on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:54:18.927009 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-05df0936-23d8-44d9-ae9d-a6442d358ce5 tempest-TestMinimumBasicScenario-2013740703 tempest-TestMinimumBasicScenario-2013740703-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 1093 time: 0.2705615 Dec 22 13:54:18.929982 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 56992) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:54:18.935262 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-1e15edc9-fe94-4cf3-b311-bc9a40d799fb tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Request body: {'floatingip': {'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'port_id': '2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8', 'tenant_id': '221323286ec1424480bc99bd3c9708a6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:54:18.940782 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1e15edc9-fe94-4cf3-b311-bc9a40d799fb tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:54:18.944540 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1e15edc9-fe94-4cf3-b311-bc9a40d799fb tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Usage tracker for resource:floatingip and tenant:221323286ec1424480bc99bd3c9708a6 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:54:18.947374 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1e15edc9-fe94-4cf3-b311-bc9a40d799fb tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:54:18.953499 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1e15edc9-fe94-4cf3-b311-bc9a40d799fb tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:54:19.034748 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1e15edc9-fe94-4cf3-b311-bc9a40d799fb tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks [] for floatingip, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:19.171335 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1e15edc9-fe94-4cf3-b311-bc9a40d799fb tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:19.307398 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-1e15edc9-fe94-4cf3-b311-bc9a40d799fb tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Allocated IP 172.26.1.202 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/2c0a71ff-21c5-4e51-90d7-f162eff59c48) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:54:19.452873 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1e15edc9-fe94-4cf3-b311-bc9a40d799fb tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:19.544325 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1e15edc9-fe94-4cf3-b311-bc9a40d799fb tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:19.548711 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7aafd41b-3128-4258-8793-dd88200c2084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:54:19.611509 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e15edc9-fe94-4cf3-b311-bc9a40d799fb tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:54:19.614525 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-1e15edc9-fe94-4cf3-b311-bc9a40d799fb tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:54:19.618572 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e15edc9-fe94-4cf3-b311-bc9a40d799fb tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:54:19.646322 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15edc9-fe94-4cf3-b311-bc9a40d799fb tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Pushing event updated for resources: {'Port': ['ID=2c0a71ff-21c5-4e51-90d7-f162eff59c48,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:54:19.651059 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1e15edc9-fe94-4cf3-b311-bc9a40d799fb tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:54:20.236223 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1e15edc9-fe94-4cf3-b311-bc9a40d799fb tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:20.341323 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1e15edc9-fe94-4cf3-b311-bc9a40d799fb tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:20.539644 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1e15edc9-fe94-4cf3-b311-bc9a40d799fb tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:20.628771 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1e15edc9-fe94-4cf3-b311-bc9a40d799fb tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:20.632641 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-225cfe10-f4b9-4633-a677-707a7b7e661e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:54:20.729448 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15edc9-fe94-4cf3-b311-bc9a40d799fb tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Pushing event updated for resources: {'Port': ['ID=2c0a71ff-21c5-4e51-90d7-f162eff59c48,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:54:20.733366 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1e15edc9-fe94-4cf3-b311-bc9a40d799fb tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:54:20.749639 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1e15edc9-fe94-4cf3-b311-bc9a40d799fb tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:20.938798 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.l3_db [None req-1e15edc9-fe94-4cf3-b311-bc9a40d799fb tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Floating IP 471efb37-3f69-4a74-9702-bb3ef23506ee associated. External IP: 172.26.1.202, port: 2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8. Dec 22 13:54:21.117119 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:54:21.333816 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e15edc9-fe94-4cf3-b311-bc9a40d799fb tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Router 889cd45a-5684-447e-a95a-cac4bed3b6fa has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:54:21.530892 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e15edc9-fe94-4cf3-b311-bc9a40d799fb tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:54:21.540673 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd074226-66db-40a2-8e5c-0655afa0a4cd None None] Sync routers for ids ['889cd45a-5684-447e-a95a-cac4bed3b6fa'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:54:21.552591 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd074226-66db-40a2-8e5c-0655afa0a4cd None None] Routers {'889cd45a-5684-447e-a95a-cac4bed3b6fa'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:54:21.553191 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-dd074226-66db-40a2-8e5c-0655afa0a4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:54:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['889cd45a-5684-447e-a95a-cac4bed3b6fa'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:54:21.641100 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1e15edc9-fe94-4cf3-b311-bc9a40d799fb tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:21.698559 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1e15edc9-fe94-4cf3-b311-bc9a40d799fb tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7675135 Dec 22 13:54:21.699302 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6274771d-7f9b-46b4-a1cb-5cdecdcb41e1', 'tag': '2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:54:21.720074 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 56996) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:54:21.735526 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-79626272-6c8a-46b8-ab08-3cf49a6d85b9 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1430168030', 'description': 'tempest-secgroup-smoke-1430168030 description', 'project_id': '221323286ec1424480bc99bd3c9708a6'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:54:21.752608 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-79626272-6c8a-46b8-ab08-3cf49a6d85b9 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:54:21.769411 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-79626272-6c8a-46b8-ab08-3cf49a6d85b9 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:54:21.769567 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6274771d-7f9b-46b4-a1cb-5cdecdcb41e1', 'tag': '2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8', 'status': 'completed', 'code': 200} Dec 22 13:54:21.770058 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-dd074226-66db-40a2-8e5c-0655afa0a4cd None None] Set router 889cd45a-5684-447e-a95a-cac4bed3b6fa gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:54:21.829541 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-79626272-6c8a-46b8-ab08-3cf49a6d85b9 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:21.865917 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1fb49dad-f870-42e8-9a80-4d60208ce2ea req-efcffda1-ed8c-4392-8447-50071e524d2a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=221323286ec1424480bc99bd3c9708a6&device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 1098 time: 0.0712683 Dec 22 13:54:21.866576 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-79626272-6c8a-46b8-ab08-3cf49a6d85b9 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:54:21.870444 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-79626272-6c8a-46b8-ab08-3cf49a6d85b9 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Usage tracker for resource:security_group_rule and tenant:221323286ec1424480bc99bd3c9708a6 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:54:21.873561 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-79626272-6c8a-46b8-ab08-3cf49a6d85b9 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:54:21.879178 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-79626272-6c8a-46b8-ab08-3cf49a6d85b9 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:54:21.937390 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-79626272-6c8a-46b8-ab08-3cf49a6d85b9 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:21.989533 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-79626272-6c8a-46b8-ab08-3cf49a6d85b9 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:21.995592 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-10a7069e-a753-4654-bffa-27a3c4ad27d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:54:22.042773 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79626272-6c8a-46b8-ab08-3cf49a6d85b9 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=739af325-6f65-49d4-ac29-26366cd1fe53,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:54:22.051347 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79626272-6c8a-46b8-ab08-3cf49a6d85b9 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:22.051733 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79626272-6c8a-46b8-ab08-3cf49a6d85b9 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:22.052310 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79626272-6c8a-46b8-ab08-3cf49a6d85b9 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:22.052847 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79626272-6c8a-46b8-ab08-3cf49a6d85b9 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:22.053401 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79626272-6c8a-46b8-ab08-3cf49a6d85b9 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:22.053778 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79626272-6c8a-46b8-ab08-3cf49a6d85b9 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:22.054151 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79626272-6c8a-46b8-ab08-3cf49a6d85b9 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:22.054560 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79626272-6c8a-46b8-ab08-3cf49a6d85b9 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:22.054932 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79626272-6c8a-46b8-ab08-3cf49a6d85b9 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:22.055298 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79626272-6c8a-46b8-ab08-3cf49a6d85b9 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:22.055661 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79626272-6c8a-46b8-ab08-3cf49a6d85b9 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:22.060179 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-79626272-6c8a-46b8-ab08-3cf49a6d85b9 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:54:22.103936 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-79626272-6c8a-46b8-ab08-3cf49a6d85b9 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:22.108752 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-79626272-6c8a-46b8-ab08-3cf49a6d85b9 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3907154 Dec 22 13:54:22.108925 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57002) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:54:22.114493 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-7d381f3d-5cac-4a5d-a58b-f9179901d683 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Request body: {'security_group_rule': {'security_group_id': '739af325-6f65-49d4-ac29-26366cd1fe53', 'project_id': '221323286ec1424480bc99bd3c9708a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:54:22.120244 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb49dad-f870-42e8-9a80-4d60208ce2ea req-72d190bc-51b0-4865-ab66-5e00c28ee99c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:22.122212 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-7d381f3d-5cac-4a5d-a58b-f9179901d683 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:54:22.122338 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1fb49dad-f870-42e8-9a80-4d60208ce2ea req-72d190bc-51b0-4865-ab66-5e00c28ee99c service neutron] 10.222.0.45 "GET /v2.0/networks?id=983ad8cf-6f28-4151-8173-e89eb758ce22 HTTP/1.1" status: 200 len: 915 time: 0.2495692 Dec 22 13:54:22.124732 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-7d381f3d-5cac-4a5d-a58b-f9179901d683 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Usage tracker for resource:security_group_rule and tenant:221323286ec1424480bc99bd3c9708a6 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:54:22.127751 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-7d381f3d-5cac-4a5d-a58b-f9179901d683 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:54:22.133388 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-7d381f3d-5cac-4a5d-a58b-f9179901d683 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:54:22.145888 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-dd074226-66db-40a2-8e5c-0655afa0a4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889cd45a-5684-447e-a95a-cac4bed3b6fa', 'name': 'tempest-TestMinimumBasicScenario-826227208-router', 'tenant_id': '221323286ec1424480bc99bd3c9708a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.208'}], 'enable_snat': True}, 'gw_port_id': '5f7174d8-c692-4941-8707-5ba6b411fe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:53:14Z', 'updated_at': '2021-12-22T13:53:18Z', 'revision_number': 4, 'project_id': '221323286ec1424480bc99bd3c9708a6', 'gw_port': {'id': '5f7174d8-c692-4941-8707-5ba6b411fe9d', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889cd45a-5684-447e-a95a-cac4bed3b6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:53:15Z', 'updated_at': '2021-12-22T13:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '471efb37-3f69-4a74-9702-bb3ef23506ee', 'tenant_id': '221323286ec1424480bc99bd3c9708a6', 'floating_ip_address': '172.26.1.202', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '889cd45a-5684-447e-a95a-cac4bed3b6fa', 'port_id': '2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '983ad8cf-6f28-4151-8173-e89eb758ce22', 'mac_address': 'fa:16:3e:20:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6274771d-7f9b-46b4-a1cb-5cdecdcb41e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:54:19Z', 'updated_at': '2021-12-22T13:54:19Z', 'revision_number': 0, 'project_id': '221323286ec1424480bc99bd3c9708a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a5d51d-5bde-4634-b463-ce45cdd4c5e4', 'name': '', 'network_id': '983ad8cf-6f28-4151-8173-e89eb758ce22', 'tenant_id': '221323286ec1424480bc99bd3c9708a6', 'mac_address': 'fa:16:3e:1b:ae:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889cd45a-5684-447e-a95a-cac4bed3b6fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e399aaea-0ed4-4d14-bdce-9dcf2c216162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:53:17Z', 'updated_at': '2021-12-22T13:53:26Z', 'revision_number': 5, 'project_id': '221323286ec1424480bc99bd3c9708a6', 'subnets': [{'id': 'e399aaea-0ed4-4d14-bdce-9dcf2c216162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:54:22.149892 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd074226-66db-40a2-8e5c-0655afa0a4cd None None] Checking router: 889cd45a-5684-447e-a95a-cac4bed3b6fa for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:54:22.160275 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd074226-66db-40a2-8e5c-0655afa0a4cd None None] Routers {'889cd45a-5684-447e-a95a-cac4bed3b6fa'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:54:22.160866 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-dd074226-66db-40a2-8e5c-0655afa0a4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:54:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['889cd45a-5684-447e-a95a-cac4bed3b6fa'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:54:22.219034 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7d381f3d-5cac-4a5d-a58b-f9179901d683 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:22.236440 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1fb49dad-f870-42e8-9a80-4d60208ce2ea req-9ab1164e-d8b8-4a5c-b0b7-75c85b96b039 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8 HTTP/1.1" status: 200 len: 999 time: 0.1048315 Dec 22 13:54:22.283383 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7d381f3d-5cac-4a5d-a58b-f9179901d683 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:22.306149 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb49dad-f870-42e8-9a80-4d60208ce2ea req-0fb211cb-a974-4b4c-926c-2c84a699951a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:22.307639 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1fb49dad-f870-42e8-9a80-4d60208ce2ea req-0fb211cb-a974-4b4c-926c-2c84a699951a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e399aaea-0ed4-4d14-bdce-9dcf2c216162 HTTP/1.1" status: 200 len: 853 time: 0.0605903 Dec 22 13:54:22.338711 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-dd074226-66db-40a2-8e5c-0655afa0a4cd None None] Set router 889cd45a-5684-447e-a95a-cac4bed3b6fa gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:54:22.353031 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7d381f3d-5cac-4a5d-a58b-f9179901d683 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:22.354974 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-4226541c-cb07-4e8b-be69-26cb0e0a4472 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:54:22.377520 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d381f3d-5cac-4a5d-a58b-f9179901d683 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2950454e-7584-46fa-9753-e4d80ded6617,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:54:22.382234 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7d381f3d-5cac-4a5d-a58b-f9179901d683 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:54:22.393987 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1fb49dad-f870-42e8-9a80-4d60208ce2ea req-94cdbfe8-1f34-4154-a828-3674b309f261 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=983ad8cf-6f28-4151-8173-e89eb758ce22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758009 Dec 22 13:54:22.444965 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7d381f3d-5cac-4a5d-a58b-f9179901d683 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:22.448833 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-7d381f3d-5cac-4a5d-a58b-f9179901d683 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3364406 Dec 22 13:54:22.449192 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57006) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:54:22.456777 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-71a7ec4c-f10e-469c-8054-082119115652 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Request body: {'security_group_rule': {'security_group_id': '739af325-6f65-49d4-ac29-26366cd1fe53', 'project_id': '221323286ec1424480bc99bd3c9708a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:54:22.464338 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-71a7ec4c-f10e-469c-8054-082119115652 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:54:22.470396 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-71a7ec4c-f10e-469c-8054-082119115652 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Usage tracker for resource:security_group_rule and tenant:221323286ec1424480bc99bd3c9708a6 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:54:22.474536 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-71a7ec4c-f10e-469c-8054-082119115652 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:54:22.482384 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-71a7ec4c-f10e-469c-8054-082119115652 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:54:22.534508 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1fb49dad-f870-42e8-9a80-4d60208ce2ea req-00eb73bd-693c-44c8-8d85-707893adf5d2 service neutron] 10.222.0.45 "GET /v2.0/networks/983ad8cf-6f28-4151-8173-e89eb758ce22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330223 Dec 22 13:54:22.565633 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-71a7ec4c-f10e-469c-8054-082119115652 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:22.631675 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-71a7ec4c-f10e-469c-8054-082119115652 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:22.676883 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1fb49dad-f870-42e8-9a80-4d60208ce2ea req-610b7933-bf23-4de7-802e-19eba97339f6 service neutron] 10.222.0.45 "GET /v2.0/networks/983ad8cf-6f28-4151-8173-e89eb758ce22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351883 Dec 22 13:54:22.696458 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-71a7ec4c-f10e-469c-8054-082119115652 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:22.698274 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1617c4f8-a47f-4068-9870-b90e76d27c5f tempest-SecGroupIPv6Test-1352671567 tempest-SecGroupIPv6Test-1352671567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:54:22.704881 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-dd074226-66db-40a2-8e5c-0655afa0a4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889cd45a-5684-447e-a95a-cac4bed3b6fa', 'name': 'tempest-TestMinimumBasicScenario-826227208-router', 'tenant_id': '221323286ec1424480bc99bd3c9708a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.208'}], 'enable_snat': True}, 'gw_port_id': '5f7174d8-c692-4941-8707-5ba6b411fe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:53:14Z', 'updated_at': '2021-12-22T13:53:18Z', 'revision_number': 4, 'project_id': '221323286ec1424480bc99bd3c9708a6', 'gw_port': {'id': '5f7174d8-c692-4941-8707-5ba6b411fe9d', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889cd45a-5684-447e-a95a-cac4bed3b6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:53:15Z', 'updated_at': '2021-12-22T13:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '471efb37-3f69-4a74-9702-bb3ef23506ee', 'tenant_id': '221323286ec1424480bc99bd3c9708a6', 'floating_ip_address': '172.26.1.202', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '889cd45a-5684-447e-a95a-cac4bed3b6fa', 'port_id': '2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '983ad8cf-6f28-4151-8173-e89eb758ce22', 'mac_address': 'fa:16:3e:20:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6274771d-7f9b-46b4-a1cb-5cdecdcb41e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:54:19Z', 'updated_at': '2021-12-22T13:54:19Z', 'revision_number': 0, 'project_id': '221323286ec1424480bc99bd3c9708a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a5d51d-5bde-4634-b463-ce45cdd4c5e4', 'name': '', 'network_id': '983ad8cf-6f28-4151-8173-e89eb758ce22', 'tenant_id': '221323286ec1424480bc99bd3c9708a6', 'mac_address': 'fa:16:3e:1b:ae:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889cd45a-5684-447e-a95a-cac4bed3b6fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e399aaea-0ed4-4d14-bdce-9dcf2c216162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:53:17Z', 'updated_at': '2021-12-22T13:53:26Z', 'revision_number': 5, 'project_id': '221323286ec1424480bc99bd3c9708a6', 'subnets': [{'id': 'e399aaea-0ed4-4d14-bdce-9dcf2c216162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:54:22.708803 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd074226-66db-40a2-8e5c-0655afa0a4cd None None] The sync data for ids ['889cd45a-5684-447e-a95a-cac4bed3b6fa'] in dv-neutron-822669-1-hyperv is: [{'id': '889cd45a-5684-447e-a95a-cac4bed3b6fa', 'name': 'tempest-TestMinimumBasicScenario-826227208-router', 'tenant_id': '221323286ec1424480bc99bd3c9708a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.208'}], 'enable_snat': True}, 'gw_port_id': '5f7174d8-c692-4941-8707-5ba6b411fe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:53:14Z', 'updated_at': '2021-12-22T13:53:18Z', 'revision_number': 4, 'project_id': '221323286ec1424480bc99bd3c9708a6', 'gw_port': {'id': '5f7174d8-c692-4941-8707-5ba6b411fe9d', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889cd45a-5684-447e-a95a-cac4bed3b6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:53:15Z', 'updated_at': '2021-12-22T13:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '471efb37-3f69-4a74-9702-bb3ef23506ee', 'tenant_id': '221323286ec1424480bc99bd3c9708a6', 'floating_ip_address': '172.26.1.202', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '889cd45a-5684-447e-a95a-cac4bed3b6fa', 'port_id': '2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '983ad8cf-6f28-4151-8173-e89eb758ce22', 'mac_address': 'fa:16:3e:20:be:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6274771d-7f9b-46b4-a1cb-5cdecdcb41e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:54:19Z', 'updated_at': '2021-12-22T13:54:19Z', 'revision_number': 0, 'project_id': '221323286ec1424480bc99bd3c9708a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a5d51d-5bde-4634-b463-ce45cdd4c5e4', 'name': '', 'network_id': '983ad8cf-6f28-4151-8173-e89eb758ce22', 'tenant_id': '221323286ec1424480bc99bd3c9708a6', 'mac_address': 'fa:16:3e:1b:ae:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889cd45a-5684-447e-a95a-cac4bed3b6fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e399aaea-0ed4-4d14-bdce-9dcf2c216162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:53:17Z', 'updated_at': '2021-12-22T13:53:26Z', 'revision_number': 5, 'project_id': '221323286ec1424480bc99bd3c9708a6', 'subnets': [{'id': 'e399aaea-0ed4-4d14-bdce-9dcf2c216162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:54:22.722734 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7ec4c-f10e-469c-8054-082119115652 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=661e4b39-7ceb-4f2e-a2cb-c834a3fced37,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:54:22.725179 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-71a7ec4c-f10e-469c-8054-082119115652 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:54:22.783574 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-71a7ec4c-f10e-469c-8054-082119115652 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:22.786866 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-71a7ec4c-f10e-469c-8054-082119115652 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3356600 Dec 22 13:54:22.789498 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57010) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:54:22.792906 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-4851b7c1-29c4-488c-9ccf-c10bf0b269b1 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Request body: {'security_group_rule': {'security_group_id': '739af325-6f65-49d4-ac29-26366cd1fe53', 'project_id': '221323286ec1424480bc99bd3c9708a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:54:22.799375 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-4851b7c1-29c4-488c-9ccf-c10bf0b269b1 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:54:22.803302 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-4851b7c1-29c4-488c-9ccf-c10bf0b269b1 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Usage tracker for resource:security_group_rule and tenant:221323286ec1424480bc99bd3c9708a6 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:54:22.806196 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-4851b7c1-29c4-488c-9ccf-c10bf0b269b1 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:54:22.812438 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-4851b7c1-29c4-488c-9ccf-c10bf0b269b1 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:54:22.876268 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4851b7c1-29c4-488c-9ccf-c10bf0b269b1 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:22.912301 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d83f917-ec87-4219-9d26-994c0d4cdb4e None None] New status for floating IP 471efb37-3f69-4a74-9702-bb3ef23506ee: ACTIVE {{(pid=84150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:54:22.945324 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4851b7c1-29c4-488c-9ccf-c10bf0b269b1 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:22.983372 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4851b7c1-29c4-488c-9ccf-c10bf0b269b1 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:22.990803 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-90c9738b-5cfb-4e95-9a54-01e3514e8bb7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:54:23.011243 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851b7c1-29c4-488c-9ccf-c10bf0b269b1 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea2a9b23-9f34-45b6-96ca-8c86ddee01c5,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:54:23.019679 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-4851b7c1-29c4-488c-9ccf-c10bf0b269b1 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:54:23.107815 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4851b7c1-29c4-488c-9ccf-c10bf0b269b1 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:23.109061 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-4851b7c1-29c4-488c-9ccf-c10bf0b269b1 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3206568 Dec 22 13:54:23.111827 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 57014) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:54:23.117538 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-65e3f88e-e9cd-4a15-bfca-3797642ee482 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Request body: {'security_group_rule': {'security_group_id': '739af325-6f65-49d4-ac29-26366cd1fe53', 'project_id': '221323286ec1424480bc99bd3c9708a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:54:23.123714 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-65e3f88e-e9cd-4a15-bfca-3797642ee482 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:54:23.127545 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-65e3f88e-e9cd-4a15-bfca-3797642ee482 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Usage tracker for resource:security_group_rule and tenant:221323286ec1424480bc99bd3c9708a6 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:54:23.130425 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-65e3f88e-e9cd-4a15-bfca-3797642ee482 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:54:23.136053 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-65e3f88e-e9cd-4a15-bfca-3797642ee482 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:54:23.206260 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-65e3f88e-e9cd-4a15-bfca-3797642ee482 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:23.269847 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-65e3f88e-e9cd-4a15-bfca-3797642ee482 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:23.329843 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-65e3f88e-e9cd-4a15-bfca-3797642ee482 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:23.331658 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9bd794d5-0144-406f-982d-d61f4bb23c49 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:54:23.353561 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e3f88e-e9cd-4a15-bfca-3797642ee482 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e345df3-e86e-4c32-8e95-b46a9f091b6a,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:54:23.365062 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e3f88e-e9cd-4a15-bfca-3797642ee482 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:23.365466 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e3f88e-e9cd-4a15-bfca-3797642ee482 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:23.365831 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e3f88e-e9cd-4a15-bfca-3797642ee482 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:23.366207 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e3f88e-e9cd-4a15-bfca-3797642ee482 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:23.366609 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e3f88e-e9cd-4a15-bfca-3797642ee482 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:23.366979 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e3f88e-e9cd-4a15-bfca-3797642ee482 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:23.367348 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e3f88e-e9cd-4a15-bfca-3797642ee482 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:23.367714 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e3f88e-e9cd-4a15-bfca-3797642ee482 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:23.368079 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e3f88e-e9cd-4a15-bfca-3797642ee482 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:23.368442 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e3f88e-e9cd-4a15-bfca-3797642ee482 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:23.368805 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e3f88e-e9cd-4a15-bfca-3797642ee482 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:23.371872 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-65e3f88e-e9cd-4a15-bfca-3797642ee482 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:54:23.432837 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-65e3f88e-e9cd-4a15-bfca-3797642ee482 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:23.434193 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-65e3f88e-e9cd-4a15-bfca-3797642ee482 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3211479 Dec 22 13:54:23.436656 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 57018) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:54:23.441980 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-2db778da-6b33-4040-8438-f66c107257e0 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Request body: {'security_group_rule': {'security_group_id': '739af325-6f65-49d4-ac29-26366cd1fe53', 'project_id': '221323286ec1424480bc99bd3c9708a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:54:23.447893 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-2db778da-6b33-4040-8438-f66c107257e0 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:54:23.452305 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2db778da-6b33-4040-8438-f66c107257e0 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Usage tracker for resource:security_group_rule and tenant:221323286ec1424480bc99bd3c9708a6 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:54:23.455220 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-2db778da-6b33-4040-8438-f66c107257e0 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:54:23.460873 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-2db778da-6b33-4040-8438-f66c107257e0 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:54:23.541648 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.securitygroups_db [None req-2db778da-6b33-4040-8438-f66c107257e0 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Project 221323286ec1424480bc99bd3c9708a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:54:23.548565 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2db778da-6b33-4040-8438-f66c107257e0 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:23.614518 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2db778da-6b33-4040-8438-f66c107257e0 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:23.691982 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2db778da-6b33-4040-8438-f66c107257e0 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:23.693887 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-523c54a2-c1b5-42a8-bad3-83f19554e885 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:54:23.717352 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db778da-6b33-4040-8438-f66c107257e0 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4561666-46ee-4795-9a93-084cece227cf,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:54:23.722056 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2db778da-6b33-4040-8438-f66c107257e0 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:54:23.795042 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2db778da-6b33-4040-8438-f66c107257e0 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:23.796227 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-2db778da-6b33-4040-8438-f66c107257e0 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3586755 Dec 22 13:54:23.798870 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 57022) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:54:23.804480 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-33599220-636d-4334-889f-0f2337a5d223 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Request body: {'security_group_rule': {'security_group_id': '739af325-6f65-49d4-ac29-26366cd1fe53', 'project_id': '221323286ec1424480bc99bd3c9708a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:54:23.811076 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-33599220-636d-4334-889f-0f2337a5d223 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:54:23.814905 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-33599220-636d-4334-889f-0f2337a5d223 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Usage tracker for resource:security_group_rule and tenant:221323286ec1424480bc99bd3c9708a6 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:54:23.817785 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-33599220-636d-4334-889f-0f2337a5d223 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:54:23.823407 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-33599220-636d-4334-889f-0f2337a5d223 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:54:23.869145 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.securitygroups_db [None req-33599220-636d-4334-889f-0f2337a5d223 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Project 221323286ec1424480bc99bd3c9708a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:54:23.876270 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-33599220-636d-4334-889f-0f2337a5d223 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:23.941445 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-33599220-636d-4334-889f-0f2337a5d223 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:23.983431 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-33599220-636d-4334-889f-0f2337a5d223 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:23.989295 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2f56830c-9b6f-4a19-b31e-4972a6f19450 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:54:24.008844 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33599220-636d-4334-889f-0f2337a5d223 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4840b210-f34c-4afa-8723-255d846f922b,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:54:24.011001 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-33599220-636d-4334-889f-0f2337a5d223 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:54:24.074529 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-33599220-636d-4334-889f-0f2337a5d223 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:24.075662 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-33599220-636d-4334-889f-0f2337a5d223 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2758937 Dec 22 13:54:24.209678 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0ffbfdf8-9588-49f2-a6bc-00dca24a3bd4 req-8762b698-82a2-46cb-ae30-8838b609bc5d tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1430168030&fields=id&tenant_id=221323286ec1424480bc99bd3c9708a6 HTTP/1.1" status: 200 len: 267 time: 0.0437086 Dec 22 13:54:24.292479 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffbfdf8-9588-49f2-a6bc-00dca24a3bd4 req-118e04d0-4982-4143-8fd2-411f8b145b47 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:24.294546 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0ffbfdf8-9588-49f2-a6bc-00dca24a3bd4 req-118e04d0-4982-4143-8fd2-411f8b145b47 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 945 time: 0.0797200 Dec 22 13:54:24.304815 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-0ffbfdf8-9588-49f2-a6bc-00dca24a3bd4 req-8bdefdb9-d362-4969-95c7-d1f0b937b9cf tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Request body: {'port': {'security_groups': ['06bd0d0e-eebb-4428-b5f5-46cae0be7e2d', '739af325-6f65-49d4-ac29-26366cd1fe53']}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:54:24.417866 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-0ffbfdf8-9588-49f2-a6bc-00dca24a3bd4 req-8bdefdb9-d362-4969-95c7-d1f0b937b9cf tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:24.666635 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-0ffbfdf8-9588-49f2-a6bc-00dca24a3bd4 req-8bdefdb9-d362-4969-95c7-d1f0b937b9cf tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] For port 2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8,segment=NetworkSegment(b40e0848-385e-412a-92ba-bdd402523aaa),segment_id=b40e0848-385e-412a-92ba-bdd402523aaa)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:54:24.692142 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-0ffbfdf8-9588-49f2-a6bc-00dca24a3bd4 req-8bdefdb9-d362-4969-95c7-d1f0b937b9cf tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:24.760051 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-0ffbfdf8-9588-49f2-a6bc-00dca24a3bd4 req-8bdefdb9-d362-4969-95c7-d1f0b937b9cf tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:24.765484 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d5981598-6080-41cd-9004-da18e5c43ee5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:54:24.776042 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:54:24.830224 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffbfdf8-9588-49f2-a6bc-00dca24a3bd4 req-8bdefdb9-d362-4969-95c7-d1f0b937b9cf tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:24.830933 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-0ffbfdf8-9588-49f2-a6bc-00dca24a3bd4 req-8bdefdb9-d362-4969-95c7-d1f0b937b9cf tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:24.832353 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0ffbfdf8-9588-49f2-a6bc-00dca24a3bd4 req-8bdefdb9-d362-4969-95c7-d1f0b937b9cf tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "PUT /v2.0/ports/2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8 HTTP/1.1" status: 200 len: 981 time: 0.5318644 Dec 22 13:54:24.832899 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6274771d-7f9b-46b4-a1cb-5cdecdcb41e1', 'tag': '2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:54:24.867694 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdefdb9-d362-4969-95c7-d1f0b937b9cf tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Pushing event updated for resources: {'Port': ['ID=2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8,revision_number=6']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:54:24.870987 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8bdefdb9-d362-4969-95c7-d1f0b937b9cf tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:54:24.923036 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6274771d-7f9b-46b4-a1cb-5cdecdcb41e1', 'tag': '2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8', 'status': 'completed', 'code': 200} Dec 22 13:54:24.946383 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:54:25.031188 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ea2974a5-63f3-4496-923a-ac38397716ba req-3798f849-06d3-45b5-97bd-522880298c39 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=221323286ec1424480bc99bd3c9708a6&device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 1137 time: 0.0833387 Dec 22 13:54:25.083176 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa854f4-9e0c-4015-9f31-582e5f4e9400 req-8949aea4-b980-4eb2-bc1b-18c57a51a02c tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:25.085289 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-6aa854f4-9e0c-4015-9f31-582e5f4e9400 req-8949aea4-b980-4eb2-bc1b-18c57a51a02c tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 984 time: 0.1146901 Dec 22 13:54:25.136497 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-6aa854f4-9e0c-4015-9f31-582e5f4e9400 req-434fcf58-8721-4da0-af04-9b0ffef1ada9 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Synchronizing usage tracker for tenant:221323286ec1424480bc99bd3c9708a6 on resource:security_group {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:54:25.179734 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c8300412-3832-467b-9f5f-34fe7e87209f None None] Provisioning complete for port 2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:54:25.179990 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2974a5-63f3-4496-923a-ac38397716ba req-c6bf4f10-5381-4525-a838-148de72d1baa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:25.180108 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c8300412-3832-467b-9f5f-34fe7e87209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:25.181415 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ea2974a5-63f3-4496-923a-ac38397716ba req-c6bf4f10-5381-4525-a838-148de72d1baa service neutron] 10.222.0.45 "GET /v2.0/networks?id=983ad8cf-6f28-4151-8173-e89eb758ce22 HTTP/1.1" status: 200 len: 915 time: 0.1362395 Dec 22 13:54:25.199138 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-6aa854f4-9e0c-4015-9f31-582e5f4e9400 req-434fcf58-8721-4da0-af04-9b0ffef1ada9 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Unset dirty status for tenant:221323286ec1424480bc99bd3c9708a6 on resource:security_group {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:54:25.200307 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-6aa854f4-9e0c-4015-9f31-582e5f4e9400 req-434fcf58-8721-4da0-af04-9b0ffef1ada9 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/security-groups?id=06bd0d0e-eebb-4428-b5f5-46cae0be7e2d&id=739af325-6f65-49d4-ac29-26366cd1fe53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1069300 Dec 22 13:54:25.403900 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ea2974a5-63f3-4496-923a-ac38397716ba req-a5c8d676-38be-4587-9553-0c529239ddea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8 HTTP/1.1" status: 200 len: 1001 time: 0.2147956 Dec 22 13:54:25.473753 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2974a5-63f3-4496-923a-ac38397716ba req-200636ee-9927-4769-8b8d-061d92bd10fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:25.475751 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ea2974a5-63f3-4496-923a-ac38397716ba req-200636ee-9927-4769-8b8d-061d92bd10fc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e399aaea-0ed4-4d14-bdce-9dcf2c216162 HTTP/1.1" status: 200 len: 853 time: 0.0645547 Dec 22 13:54:25.557749 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ea2974a5-63f3-4496-923a-ac38397716ba req-a91a7544-0c90-452a-ae9b-6d06f4b4b15d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=983ad8cf-6f28-4151-8173-e89eb758ce22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738432 Dec 22 13:54:25.697012 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ea2974a5-63f3-4496-923a-ac38397716ba req-986719a6-8920-4d89-a3cf-443d1da05d4f service neutron] 10.222.0.45 "GET /v2.0/networks/983ad8cf-6f28-4151-8173-e89eb758ce22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295474 Dec 22 13:54:25.836941 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ea2974a5-63f3-4496-923a-ac38397716ba req-1fe6358b-e48d-450c-bf3a-6bdf79876fd0 service neutron] 10.222.0.45 "GET /v2.0/networks/983ad8cf-6f28-4151-8173-e89eb758ce22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314678 Dec 22 13:54:29.187158 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:35.674614 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3513c620-d7eb-44f9-99b7-b088855bd810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:38.046153 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-de222a06-6a50-454e-80c2-ba056066b37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:39.015862 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:39.389162 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:39.680609 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd31f59-20bf-4025-ab4f-58a6ec955b34 req-66335fbe-f840-4044-9ab9-acf025380b4d tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:39.682062 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-1dd31f59-20bf-4025-ab4f-58a6ec955b34 req-66335fbe-f840-4044-9ab9-acf025380b4d tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 984 time: 0.0803263 Dec 22 13:54:39.730152 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-1dd31f59-20bf-4025-ab4f-58a6ec955b34 req-49e1493c-ebbd-474a-b0cc-5ec0b7a061ef tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/security-groups?id=06bd0d0e-eebb-4428-b5f5-46cae0be7e2d&id=739af325-6f65-49d4-ac29-26366cd1fe53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412321 Dec 22 13:54:39.775389 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-15408fd7-bd25-4215-bf29-c7691f17f5f7 req-d9095adc-1e9a-4cbd-a9ce-d35a9444a910 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=221323286ec1424480bc99bd3c9708a6&device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 1137 time: 0.0690982 Dec 22 13:54:39.910890 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15408fd7-bd25-4215-bf29-c7691f17f5f7 req-10137c1d-5dac-4d28-a062-f0a811c247ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:39.912317 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-15408fd7-bd25-4215-bf29-c7691f17f5f7 req-10137c1d-5dac-4d28-a062-f0a811c247ae service neutron] 10.222.0.45 "GET /v2.0/networks?id=983ad8cf-6f28-4151-8173-e89eb758ce22 HTTP/1.1" status: 200 len: 915 time: 0.1284223 Dec 22 13:54:40.017583 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-15408fd7-bd25-4215-bf29-c7691f17f5f7 req-281799d1-356c-4d78-b987-89e0fa3756ff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8 HTTP/1.1" status: 200 len: 1001 time: 0.0963902 Dec 22 13:54:40.087404 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15408fd7-bd25-4215-bf29-c7691f17f5f7 req-5747b675-1aff-4832-8671-c9cc85ef64c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:40.088796 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-15408fd7-bd25-4215-bf29-c7691f17f5f7 req-5747b675-1aff-4832-8671-c9cc85ef64c8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e399aaea-0ed4-4d14-bdce-9dcf2c216162 HTTP/1.1" status: 200 len: 853 time: 0.0624442 Dec 22 13:54:40.167591 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-15408fd7-bd25-4215-bf29-c7691f17f5f7 req-3d71fa51-47ac-45fd-9271-0720d03c9401 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=983ad8cf-6f28-4151-8173-e89eb758ce22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700912 Dec 22 13:54:40.301169 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-15408fd7-bd25-4215-bf29-c7691f17f5f7 req-28f4e8ed-0a62-43ae-adf6-246b7cacd5f8 service neutron] 10.222.0.45 "GET /v2.0/networks/983ad8cf-6f28-4151-8173-e89eb758ce22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245401 Dec 22 13:54:40.431939 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-15408fd7-bd25-4215-bf29-c7691f17f5f7 req-10e18488-df7c-483a-984c-b341cc64f1b1 service neutron] 10.222.0.45 "GET /v2.0/networks/983ad8cf-6f28-4151-8173-e89eb758ce22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233773 Dec 22 13:54:40.578019 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:40.929036 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ac9c4-680e-4139-8c28-915bfb6c4abe req-59548148-e2af-4fe3-a124-bb6d73471092 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:40.930504 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-030ac9c4-680e-4139-8c28-915bfb6c4abe req-59548148-e2af-4fe3-a124-bb6d73471092 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 984 time: 0.0763884 Dec 22 13:54:40.980851 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-030ac9c4-680e-4139-8c28-915bfb6c4abe req-8bb26315-3b7d-4daf-988f-ca3ee095492b tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/security-groups?id=06bd0d0e-eebb-4428-b5f5-46cae0be7e2d&id=739af325-6f65-49d4-ac29-26366cd1fe53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441444 Dec 22 13:54:42.175957 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b42b48-c8ad-42bd-b062-45667aafbb18 req-a606bab8-d059-4809-b1c4-03b7aa54f36b tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:42.177393 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-52b42b48-c8ad-42bd-b062-45667aafbb18 req-a606bab8-d059-4809-b1c4-03b7aa54f36b tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 984 time: 0.0761092 Dec 22 13:54:42.227114 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-52b42b48-c8ad-42bd-b062-45667aafbb18 req-25256aa7-51ac-4c30-bb02-191cb1b3fea1 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/security-groups?id=06bd0d0e-eebb-4428-b5f5-46cae0be7e2d&id=739af325-6f65-49d4-ac29-26366cd1fe53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442038 Dec 22 13:54:43.423544 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f878b-96a6-4656-b43a-a7f4f696e03a req-b7ae58c8-78ce-4f0d-8353-33b2bc472142 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:43.424976 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-450f878b-96a6-4656-b43a-a7f4f696e03a req-b7ae58c8-78ce-4f0d-8353-33b2bc472142 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 984 time: 0.0769601 Dec 22 13:54:43.472399 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-450f878b-96a6-4656-b43a-a7f4f696e03a req-3cab24e0-ffcf-4a75-8eb1-a307103bb7a6 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/security-groups?id=06bd0d0e-eebb-4428-b5f5-46cae0be7e2d&id=739af325-6f65-49d4-ac29-26366cd1fe53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419078 Dec 22 13:54:44.670077 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371372dc-9d6b-4606-af47-bd6b05dff4b7 req-553d7624-bc46-403f-ac0c-ac3b5411ce99 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:44.671552 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-371372dc-9d6b-4606-af47-bd6b05dff4b7 req-553d7624-bc46-403f-ac0c-ac3b5411ce99 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 984 time: 0.0778050 Dec 22 13:54:44.717245 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-371372dc-9d6b-4606-af47-bd6b05dff4b7 req-01455e30-b223-4e72-a718-9cf1134530cb tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/security-groups?id=06bd0d0e-eebb-4428-b5f5-46cae0be7e2d&id=739af325-6f65-49d4-ac29-26366cd1fe53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401726 Dec 22 13:54:45.919511 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08d959-173f-4881-a8d4-1f7cd30f9836 req-370092bf-017d-4dd7-b732-1e74e9d68d11 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:45.920963 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-cd08d959-173f-4881-a8d4-1f7cd30f9836 req-370092bf-017d-4dd7-b732-1e74e9d68d11 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 984 time: 0.0827928 Dec 22 13:54:45.968839 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-cd08d959-173f-4881-a8d4-1f7cd30f9836 req-02f8236c-c410-4aa9-9d31-088b09f75c41 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/security-groups?id=06bd0d0e-eebb-4428-b5f5-46cae0be7e2d&id=739af325-6f65-49d4-ac29-26366cd1fe53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421004 Dec 22 13:54:47.165815 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcdb60-afd4-405c-b58a-5cc49c3c35ba req-cb5ed148-0ee6-4e3d-a25f-ec3703b36da6 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:47.167268 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-6ebcdb60-afd4-405c-b58a-5cc49c3c35ba req-cb5ed148-0ee6-4e3d-a25f-ec3703b36da6 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 984 time: 0.0799558 Dec 22 13:54:47.213995 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-6ebcdb60-afd4-405c-b58a-5cc49c3c35ba req-0de42e30-d858-4e95-b859-ea6ea0cce902 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/security-groups?id=06bd0d0e-eebb-4428-b5f5-46cae0be7e2d&id=739af325-6f65-49d4-ac29-26366cd1fe53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402286 Dec 22 13:54:48.416640 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc6bf1-d71f-410b-94cf-cbe6d35f32cc req-6819758d-af74-4360-838d-02ae012fe017 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:48.418841 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-45fc6bf1-d71f-410b-94cf-cbe6d35f32cc req-6819758d-af74-4360-838d-02ae012fe017 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 984 time: 0.0837791 Dec 22 13:54:48.465053 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-45fc6bf1-d71f-410b-94cf-cbe6d35f32cc req-1d19ce40-91a1-4198-a209-209e896eebe1 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/security-groups?id=06bd0d0e-eebb-4428-b5f5-46cae0be7e2d&id=739af325-6f65-49d4-ac29-26366cd1fe53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400946 Dec 22 13:54:49.663512 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657891c-3a0a-4b34-8e2d-3d793861fa12 req-437dfa04-8667-419a-95e3-79fc7fb4a0fc tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:49.664876 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-b657891c-3a0a-4b34-8e2d-3d793861fa12 req-437dfa04-8667-419a-95e3-79fc7fb4a0fc tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 984 time: 0.0785370 Dec 22 13:54:49.711173 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-b657891c-3a0a-4b34-8e2d-3d793861fa12 req-204b725a-413b-43ca-94f1-f3bd352ee59c tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/security-groups?id=06bd0d0e-eebb-4428-b5f5-46cae0be7e2d&id=739af325-6f65-49d4-ac29-26366cd1fe53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401883 Dec 22 13:54:51.147123 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3f4c9-5c02-4b5e-a60e-7a5b96996805 req-1e9ae934-87bb-4e9a-890c-4181d7b617d5 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:51.148546 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-14e3f4c9-5c02-4b5e-a60e-7a5b96996805 req-1e9ae934-87bb-4e9a-890c-4181d7b617d5 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 984 time: 0.1787913 Dec 22 13:54:51.194275 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-14e3f4c9-5c02-4b5e-a60e-7a5b96996805 req-2cd4128f-38c0-4526-a2fb-4f7e6af5b4e8 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/security-groups?id=06bd0d0e-eebb-4428-b5f5-46cae0be7e2d&id=739af325-6f65-49d4-ac29-26366cd1fe53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400567 Dec 22 13:54:52.393224 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce0cf1-b73c-480f-a39b-ada4c26bfb33 req-dd391db1-7025-4938-8604-43008c501b9b tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:52.394675 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-95ce0cf1-b73c-480f-a39b-ada4c26bfb33 req-dd391db1-7025-4938-8604-43008c501b9b tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 984 time: 0.0797870 Dec 22 13:54:52.441026 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-95ce0cf1-b73c-480f-a39b-ada4c26bfb33 req-b37156a0-4957-4487-898c-9ce0ccabdb44 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/security-groups?id=06bd0d0e-eebb-4428-b5f5-46cae0be7e2d&id=739af325-6f65-49d4-ac29-26366cd1fe53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408385 Dec 22 13:54:58.117757 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:54:59.165629 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:05.674052 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0c6b75b1-9444-48a3-b571-2fa2f9a58399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:08.021359 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9dbecdfd-f48d-4115-a799-473197648eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:09.019447 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:09.388066 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:10.593968 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:13.486583 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-77a71abb-611f-446c-9620-42a82e378ec5 req-caaf1ead-bce9-4990-b732-7441f879b26f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704076 Dec 22 13:55:13.634166 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-77a71abb-611f-446c-9620-42a82e378ec5 req-da2a171c-cb96-426c-b582-33eac15ef07f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=221323286ec1424480bc99bd3c9708a6&device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 1137 time: 0.0726006 Dec 22 13:55:13.785740 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a71abb-611f-446c-9620-42a82e378ec5 req-ff9081db-dedf-439f-abe7-6d91d77b1515 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:55:13.787146 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-77a71abb-611f-446c-9620-42a82e378ec5 req-ff9081db-dedf-439f-abe7-6d91d77b1515 service neutron] 10.222.0.45 "GET /v2.0/networks?id=983ad8cf-6f28-4151-8173-e89eb758ce22 HTTP/1.1" status: 200 len: 915 time: 0.1301622 Dec 22 13:55:13.891487 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-77a71abb-611f-446c-9620-42a82e378ec5 req-948d754e-9211-43e1-b296-49d8775c1326 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8 HTTP/1.1" status: 200 len: 1001 time: 0.0951314 Dec 22 13:55:13.953204 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a71abb-611f-446c-9620-42a82e378ec5 req-cb209cb0-7e4f-4236-aefc-002d36f5ced8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:55:13.954589 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-77a71abb-611f-446c-9620-42a82e378ec5 req-cb209cb0-7e4f-4236-aefc-002d36f5ced8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e399aaea-0ed4-4d14-bdce-9dcf2c216162 HTTP/1.1" status: 200 len: 853 time: 0.0561523 Dec 22 13:55:14.031369 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-77a71abb-611f-446c-9620-42a82e378ec5 req-e217a10a-d655-4a3e-8574-98071e3836bb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=983ad8cf-6f28-4151-8173-e89eb758ce22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697341 Dec 22 13:55:14.162552 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-77a71abb-611f-446c-9620-42a82e378ec5 req-f7ebba6f-f305-4f6c-9a25-5c9ec81d3a12 service neutron] 10.222.0.45 "GET /v2.0/networks/983ad8cf-6f28-4151-8173-e89eb758ce22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235745 Dec 22 13:55:14.297732 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-77a71abb-611f-446c-9620-42a82e378ec5 req-b48678ea-148b-45eb-94ba-4c0cfd9b1d79 service neutron] 10.222.0.45 "GET /v2.0/networks/983ad8cf-6f28-4151-8173-e89eb758ce22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267552 Dec 22 13:55:25.847134 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c68ef7d5-bf91-423d-a2f2-94d16b880f0f req-58c6555f-6e64-43c7-abae-b44462e0a257 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1430168030&fields=id&tenant_id=221323286ec1424480bc99bd3c9708a6 HTTP/1.1" status: 200 len: 267 time: 0.0430956 Dec 22 13:55:25.926430 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ef7d5-bf91-423d-a2f2-94d16b880f0f req-becfd585-053c-4bda-aed3-722713bf4881 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:55:25.927875 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c68ef7d5-bf91-423d-a2f2-94d16b880f0f req-becfd585-053c-4bda-aed3-722713bf4881 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 984 time: 0.0757380 Dec 22 13:55:25.938155 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-c68ef7d5-bf91-423d-a2f2-94d16b880f0f req-dab5137c-dd20-4536-9d01-bbadc4ec1298 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Request body: {'port': {'security_groups': ['06bd0d0e-eebb-4428-b5f5-46cae0be7e2d']}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:55:26.057095 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-c68ef7d5-bf91-423d-a2f2-94d16b880f0f req-dab5137c-dd20-4536-9d01-bbadc4ec1298 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:26.304842 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-c68ef7d5-bf91-423d-a2f2-94d16b880f0f req-dab5137c-dd20-4536-9d01-bbadc4ec1298 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] For port 2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8,segment=NetworkSegment(b40e0848-385e-412a-92ba-bdd402523aaa),segment_id=b40e0848-385e-412a-92ba-bdd402523aaa)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:55:26.329688 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-c68ef7d5-bf91-423d-a2f2-94d16b880f0f req-dab5137c-dd20-4536-9d01-bbadc4ec1298 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:26.381980 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-c68ef7d5-bf91-423d-a2f2-94d16b880f0f req-dab5137c-dd20-4536-9d01-bbadc4ec1298 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:26.387518 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-57523899-b26a-4777-905e-9838e0ef48fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:55:26.395349 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:55:26.447866 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ef7d5-bf91-423d-a2f2-94d16b880f0f req-dab5137c-dd20-4536-9d01-bbadc4ec1298 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:55:26.448476 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-c68ef7d5-bf91-423d-a2f2-94d16b880f0f req-dab5137c-dd20-4536-9d01-bbadc4ec1298 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:26.449821 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c68ef7d5-bf91-423d-a2f2-94d16b880f0f req-dab5137c-dd20-4536-9d01-bbadc4ec1298 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "PUT /v2.0/ports/2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8 HTTP/1.1" status: 200 len: 942 time: 0.5161376 Dec 22 13:55:26.450344 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6274771d-7f9b-46b4-a1cb-5cdecdcb41e1', 'tag': '2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:55:26.457182 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57088) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:55:26.491173 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab5137c-dd20-4536-9d01-bbadc4ec1298 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Pushing event updated for resources: {'Port': ['ID=2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8,revision_number=7']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:55:26.510185 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab5137c-dd20-4536-9d01-bbadc4ec1298 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:55:26.510601 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab5137c-dd20-4536-9d01-bbadc4ec1298 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:55:26.510986 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab5137c-dd20-4536-9d01-bbadc4ec1298 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:55:26.511353 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab5137c-dd20-4536-9d01-bbadc4ec1298 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:55:26.511721 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab5137c-dd20-4536-9d01-bbadc4ec1298 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:55:26.512167 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab5137c-dd20-4536-9d01-bbadc4ec1298 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:55:26.512450 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab5137c-dd20-4536-9d01-bbadc4ec1298 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:55:26.512810 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab5137c-dd20-4536-9d01-bbadc4ec1298 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:55:26.513170 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab5137c-dd20-4536-9d01-bbadc4ec1298 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:55:26.513529 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab5137c-dd20-4536-9d01-bbadc4ec1298 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:55:26.513891 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab5137c-dd20-4536-9d01-bbadc4ec1298 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:55:26.525468 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-dab5137c-dd20-4536-9d01-bbadc4ec1298 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:55:26.559842 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-419653d0-d70d-46c8-b43d-6a0641af17ce tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:26.570737 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6274771d-7f9b-46b4-a1cb-5cdecdcb41e1', 'tag': '2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8', 'status': 'completed', 'code': 200} Dec 22 13:55:26.589292 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:55:26.598613 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-419653d0-d70d-46c8-b43d-6a0641af17ce tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:26.686186 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8c5be50b-e55a-4e4a-aba1-fba429d48360 req-e21341d1-7253-4126-b22b-292abaa62995 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=221323286ec1424480bc99bd3c9708a6&device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 1098 time: 0.0965128 Dec 22 13:55:26.719955 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-419653d0-d70d-46c8-b43d-6a0641af17ce tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:26.727846 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0b79734f-122b-458a-97c7-6a3cc2554ffc tempest-TestNetworkAdvancedServerOps-1594946280 tempest-TestNetworkAdvancedServerOps-1594946280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:55:26.747515 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419653d0-d70d-46c8-b43d-6a0641af17ce tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=739af325-6f65-49d4-ac29-26366cd1fe53,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:55:26.758499 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419653d0-d70d-46c8-b43d-6a0641af17ce tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:55:26.758855 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419653d0-d70d-46c8-b43d-6a0641af17ce tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:55:26.759300 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419653d0-d70d-46c8-b43d-6a0641af17ce tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:55:26.759665 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419653d0-d70d-46c8-b43d-6a0641af17ce tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:55:26.760023 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419653d0-d70d-46c8-b43d-6a0641af17ce tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:55:26.760384 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419653d0-d70d-46c8-b43d-6a0641af17ce tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:55:26.760740 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419653d0-d70d-46c8-b43d-6a0641af17ce tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:55:26.761096 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419653d0-d70d-46c8-b43d-6a0641af17ce tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:55:26.761446 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419653d0-d70d-46c8-b43d-6a0641af17ce tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:55:26.761803 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419653d0-d70d-46c8-b43d-6a0641af17ce tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:55:26.762885 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419653d0-d70d-46c8-b43d-6a0641af17ce tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:55:26.766797 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-419653d0-d70d-46c8-b43d-6a0641af17ce tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:55:26.826964 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-2897135a-fe5f-4df7-a598-ee7b301f3fe9 None None] Provisioning complete for port 2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:55:26.827386 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2897135a-fe5f-4df7-a598-ee7b301f3fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:26.828005 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-419653d0-d70d-46c8-b43d-6a0641af17ce tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:26.830926 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5be50b-e55a-4e4a-aba1-fba429d48360 req-4d1a27c3-4a2a-4e17-a29f-13310292c5a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:55:26.832417 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8c5be50b-e55a-4e4a-aba1-fba429d48360 req-4d1a27c3-4a2a-4e17-a29f-13310292c5a8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=983ad8cf-6f28-4151-8173-e89eb758ce22 HTTP/1.1" status: 200 len: 915 time: 0.1353834 Dec 22 13:55:26.832694 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-419653d0-d70d-46c8-b43d-6a0641af17ce tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "DELETE /v2.0/security-groups/739af325-6f65-49d4-ac29-26366cd1fe53 HTTP/1.1" status: 204 len: 168 time: 0.3741081 Dec 22 13:55:26.832882 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 57094) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:55:27.188330 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8c5be50b-e55a-4e4a-aba1-fba429d48360 req-868eb25c-8328-4fe0-931f-21b5c74e176b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8 HTTP/1.1" status: 200 len: 1001 time: 0.1943543 Dec 22 13:55:27.258130 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-194ec8bd-c585-470e-98ff-6d07a29872a1 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Deleting port 2c0a71ff-21c5-4e51-90d7-f162eff59c48 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:55:27.258494 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-194ec8bd-c585-470e-98ff-6d07a29872a1 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:27.317313 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5be50b-e55a-4e4a-aba1-fba429d48360 req-f42fe5b4-e4da-4e5f-ab87-088d97b8750c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:55:27.318788 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8c5be50b-e55a-4e4a-aba1-fba429d48360 req-f42fe5b4-e4da-4e5f-ab87-088d97b8750c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e399aaea-0ed4-4d14-bdce-9dcf2c216162 HTTP/1.1" status: 200 len: 853 time: 0.1127877 Dec 22 13:55:27.507594 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-194ec8bd-c585-470e-98ff-6d07a29872a1 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:27.507594 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-194ec8bd-c585-470e-98ff-6d07a29872a1 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:27.558447 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8c5be50b-e55a-4e4a-aba1-fba429d48360 req-11c56044-e63f-4bf4-a5b4-3c0057f1c5ce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=983ad8cf-6f28-4151-8173-e89eb758ce22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2228181 Dec 22 13:55:27.619984 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-194ec8bd-c585-470e-98ff-6d07a29872a1 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Calling delete_port for 2c0a71ff-21c5-4e51-90d7-f162eff59c48 owned by network:floatingip {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:55:27.808113 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8c5be50b-e55a-4e4a-aba1-fba429d48360 req-b07335ed-2d56-4c33-8987-fe8f7acac0b3 service neutron] 10.222.0.45 "GET /v2.0/networks/983ad8cf-6f28-4151-8173-e89eb758ce22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943164 Dec 22 13:55:27.992432 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8c5be50b-e55a-4e4a-aba1-fba429d48360 req-355721f4-2592-490a-ba39-908009c9f1d5 service neutron] 10.222.0.45 "GET /v2.0/networks/983ad8cf-6f28-4151-8173-e89eb758ce22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746469 Dec 22 13:55:28.068060 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-194ec8bd-c585-470e-98ff-6d07a29872a1 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:28.072007 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6bd727fd-af9c-4417-b734-3726ad2652e2 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:55:28.113926 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ec8bd-c585-470e-98ff-6d07a29872a1 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Pushing event deleted for resources: {'Port': ['ID=2c0a71ff-21c5-4e51-90d7-f162eff59c48,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:55:28.116415 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-194ec8bd-c585-470e-98ff-6d07a29872a1 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:55:28.209317 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-194ec8bd-c585-470e-98ff-6d07a29872a1 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks [] for floatingip, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:28.706908 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194ec8bd-c585-470e-98ff-6d07a29872a1 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Router 889cd45a-5684-447e-a95a-cac4bed3b6fa has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:55:28.904789 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194ec8bd-c585-470e-98ff-6d07a29872a1 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:55:28.914174 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b52706-fb70-4e2d-a895-3bde0f506c24 None None] Sync routers for ids ['889cd45a-5684-447e-a95a-cac4bed3b6fa'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:55:28.926209 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b52706-fb70-4e2d-a895-3bde0f506c24 None None] Routers {'889cd45a-5684-447e-a95a-cac4bed3b6fa'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:55:28.926849 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-14b52706-fb70-4e2d-a895-3bde0f506c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:55:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['889cd45a-5684-447e-a95a-cac4bed3b6fa'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:55:28.987914 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-194ec8bd-c585-470e-98ff-6d07a29872a1 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:29.045889 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-194ec8bd-c585-470e-98ff-6d07a29872a1 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "DELETE /v2.0/floatingips/471efb37-3f69-4a74-9702-bb3ef23506ee HTTP/1.1" status: 204 len: 168 time: 2.2119937 Dec 22 13:55:29.047367 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6274771d-7f9b-46b4-a1cb-5cdecdcb41e1', 'tag': '2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:55:29.105745 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6274771d-7f9b-46b4-a1cb-5cdecdcb41e1', 'tag': '2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8', 'status': 'completed', 'code': 200} Dec 22 13:55:29.127265 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-14b52706-fb70-4e2d-a895-3bde0f506c24 None None] Set router 889cd45a-5684-447e-a95a-cac4bed3b6fa gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:55:29.199721 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:29.218898 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d6d8ea1b-f33c-47c8-9097-1388892c7433 req-167d9d8c-e47d-4a6d-b377-d2c238f46e74 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=221323286ec1424480bc99bd3c9708a6&device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 1098 time: 0.0803144 Dec 22 13:55:29.369589 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8ea1b-f33c-47c8-9097-1388892c7433 req-3452532d-312f-48d9-9b84-e3a1eebcdbd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:55:29.371100 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d6d8ea1b-f33c-47c8-9097-1388892c7433 req-3452532d-312f-48d9-9b84-e3a1eebcdbd1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=983ad8cf-6f28-4151-8173-e89eb758ce22 HTTP/1.1" status: 200 len: 915 time: 0.1408319 Dec 22 13:55:29.449569 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d6d8ea1b-f33c-47c8-9097-1388892c7433 req-43ad09b4-5718-4d71-9e09-efe37e386776 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8 HTTP/1.1" status: 200 len: 217 time: 0.0675750 Dec 22 13:55:29.474099 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-14b52706-fb70-4e2d-a895-3bde0f506c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889cd45a-5684-447e-a95a-cac4bed3b6fa', 'name': 'tempest-TestMinimumBasicScenario-826227208-router', 'tenant_id': '221323286ec1424480bc99bd3c9708a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.208'}], 'enable_snat': True}, 'gw_port_id': '5f7174d8-c692-4941-8707-5ba6b411fe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:53:14Z', 'updated_at': '2021-12-22T13:53:18Z', 'revision_number': 4, 'project_id': '221323286ec1424480bc99bd3c9708a6', 'gw_port': {'id': '5f7174d8-c692-4941-8707-5ba6b411fe9d', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889cd45a-5684-447e-a95a-cac4bed3b6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:53:15Z', 'updated_at': '2021-12-22T13:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '79a5d51d-5bde-4634-b463-ce45cdd4c5e4', 'name': '', 'network_id': '983ad8cf-6f28-4151-8173-e89eb758ce22', 'tenant_id': '221323286ec1424480bc99bd3c9708a6', 'mac_address': 'fa:16:3e:1b:ae:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889cd45a-5684-447e-a95a-cac4bed3b6fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e399aaea-0ed4-4d14-bdce-9dcf2c216162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:53:17Z', 'updated_at': '2021-12-22T13:53:26Z', 'revision_number': 5, 'project_id': '221323286ec1424480bc99bd3c9708a6', 'subnets': [{'id': 'e399aaea-0ed4-4d14-bdce-9dcf2c216162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:55:29.478202 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b52706-fb70-4e2d-a895-3bde0f506c24 None None] Checking router: 889cd45a-5684-447e-a95a-cac4bed3b6fa for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:55:29.489506 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b52706-fb70-4e2d-a895-3bde0f506c24 None None] Routers {'889cd45a-5684-447e-a95a-cac4bed3b6fa'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:55:29.490128 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-14b52706-fb70-4e2d-a895-3bde0f506c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:55:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['889cd45a-5684-447e-a95a-cac4bed3b6fa'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:55:29.529149 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8ea1b-f33c-47c8-9097-1388892c7433 req-a9381de6-f1ca-4763-94f7-84ce8a155d89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:55:29.532046 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d6d8ea1b-f33c-47c8-9097-1388892c7433 req-a9381de6-f1ca-4763-94f7-84ce8a155d89 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e399aaea-0ed4-4d14-bdce-9dcf2c216162 HTTP/1.1" status: 200 len: 853 time: 0.0747030 Dec 22 13:55:29.631768 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d6d8ea1b-f33c-47c8-9097-1388892c7433 req-b5c9af28-efbe-4f96-a179-81d007cb3fed service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=983ad8cf-6f28-4151-8173-e89eb758ce22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0857360 Dec 22 13:55:29.678038 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-14b52706-fb70-4e2d-a895-3bde0f506c24 None None] Set router 889cd45a-5684-447e-a95a-cac4bed3b6fa gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:55:29.770392 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d6d8ea1b-f33c-47c8-9097-1388892c7433 req-19021c62-4e28-4fca-8739-579d95a164af service neutron] 10.222.0.45 "GET /v2.0/networks/983ad8cf-6f28-4151-8173-e89eb758ce22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311018 Dec 22 13:55:29.911415 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d6d8ea1b-f33c-47c8-9097-1388892c7433 req-52d44235-13af-4a2f-8226-ee2b73b091ce service neutron] 10.222.0.45 "GET /v2.0/networks/983ad8cf-6f28-4151-8173-e89eb758ce22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327705 Dec 22 13:55:29.994599 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-14b52706-fb70-4e2d-a895-3bde0f506c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889cd45a-5684-447e-a95a-cac4bed3b6fa', 'name': 'tempest-TestMinimumBasicScenario-826227208-router', 'tenant_id': '221323286ec1424480bc99bd3c9708a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.208'}], 'enable_snat': True}, 'gw_port_id': '5f7174d8-c692-4941-8707-5ba6b411fe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:53:14Z', 'updated_at': '2021-12-22T13:53:18Z', 'revision_number': 4, 'project_id': '221323286ec1424480bc99bd3c9708a6', 'gw_port': {'id': '5f7174d8-c692-4941-8707-5ba6b411fe9d', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889cd45a-5684-447e-a95a-cac4bed3b6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:53:15Z', 'updated_at': '2021-12-22T13:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '79a5d51d-5bde-4634-b463-ce45cdd4c5e4', 'name': '', 'network_id': '983ad8cf-6f28-4151-8173-e89eb758ce22', 'tenant_id': '221323286ec1424480bc99bd3c9708a6', 'mac_address': 'fa:16:3e:1b:ae:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889cd45a-5684-447e-a95a-cac4bed3b6fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e399aaea-0ed4-4d14-bdce-9dcf2c216162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:53:17Z', 'updated_at': '2021-12-22T13:53:26Z', 'revision_number': 5, 'project_id': '221323286ec1424480bc99bd3c9708a6', 'subnets': [{'id': 'e399aaea-0ed4-4d14-bdce-9dcf2c216162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:55:29.998422 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b52706-fb70-4e2d-a895-3bde0f506c24 None None] The sync data for ids ['889cd45a-5684-447e-a95a-cac4bed3b6fa'] in dv-neutron-822669-1-hyperv is: [{'id': '889cd45a-5684-447e-a95a-cac4bed3b6fa', 'name': 'tempest-TestMinimumBasicScenario-826227208-router', 'tenant_id': '221323286ec1424480bc99bd3c9708a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.208'}], 'enable_snat': True}, 'gw_port_id': '5f7174d8-c692-4941-8707-5ba6b411fe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:53:14Z', 'updated_at': '2021-12-22T13:53:18Z', 'revision_number': 4, 'project_id': '221323286ec1424480bc99bd3c9708a6', 'gw_port': {'id': '5f7174d8-c692-4941-8707-5ba6b411fe9d', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889cd45a-5684-447e-a95a-cac4bed3b6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:53:15Z', 'updated_at': '2021-12-22T13:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '79a5d51d-5bde-4634-b463-ce45cdd4c5e4', 'name': '', 'network_id': '983ad8cf-6f28-4151-8173-e89eb758ce22', 'tenant_id': '221323286ec1424480bc99bd3c9708a6', 'mac_address': 'fa:16:3e:1b:ae:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889cd45a-5684-447e-a95a-cac4bed3b6fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e399aaea-0ed4-4d14-bdce-9dcf2c216162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:53:17Z', 'updated_at': '2021-12-22T13:53:26Z', 'revision_number': 5, 'project_id': '221323286ec1424480bc99bd3c9708a6', 'subnets': [{'id': 'e399aaea-0ed4-4d14-bdce-9dcf2c216162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:55:30.207600 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aba890a-a40b-4818-8621-159e51e06dfa None None] New status for floating IP 471efb37-3f69-4a74-9702-bb3ef23506ee: DOWN {{(pid=84150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:55:34.984725 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8142b-53b9-4f91-b333-4b4ab53dd2df req-c0ee6893-cb00-470f-94f2-46ca9b329b0e tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:55:34.986459 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-b4d8142b-53b9-4f91-b333-4b4ab53dd2df req-c0ee6893-cb00-470f-94f2-46ca9b329b0e tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Synchronizing usage tracker for tenant:221323286ec1424480bc99bd3c9708a6 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:55:35.055255 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-b4d8142b-53b9-4f91-b333-4b4ab53dd2df req-c0ee6893-cb00-470f-94f2-46ca9b329b0e tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Unset dirty status for tenant:221323286ec1424480bc99bd3c9708a6 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:55:35.056348 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b4d8142b-53b9-4f91-b333-4b4ab53dd2df req-c0ee6893-cb00-470f-94f2-46ca9b329b0e tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 945 time: 0.1511428 Dec 22 13:55:35.101332 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b4d8142b-53b9-4f91-b333-4b4ab53dd2df req-9e3fdb24-7285-44b6-b382-3ac07be5dfb7 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/security-groups?id=06bd0d0e-eebb-4428-b5f5-46cae0be7e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394008 Dec 22 13:55:35.118870 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:55:35.666398 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-959a9e81-6566-4025-850f-41b564c60a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:36.295274 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6692c6-e442-4b93-8d87-e491d0d7c174 req-653e09ae-87f4-4b8e-89fa-617424373171 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:55:36.296711 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-cd6692c6-e442-4b93-8d87-e491d0d7c174 req-653e09ae-87f4-4b8e-89fa-617424373171 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 945 time: 0.0770695 Dec 22 13:55:36.341569 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-cd6692c6-e442-4b93-8d87-e491d0d7c174 req-d22e7b31-ec3d-426c-a5fe-e6b78d871dc6 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Synchronizing usage tracker for tenant:221323286ec1424480bc99bd3c9708a6 on resource:security_group {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:55:36.421851 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-cd6692c6-e442-4b93-8d87-e491d0d7c174 req-d22e7b31-ec3d-426c-a5fe-e6b78d871dc6 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Unset dirty status for tenant:221323286ec1424480bc99bd3c9708a6 on resource:security_group {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:55:36.423187 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-cd6692c6-e442-4b93-8d87-e491d0d7c174 req-d22e7b31-ec3d-426c-a5fe-e6b78d871dc6 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/security-groups?id=06bd0d0e-eebb-4428-b5f5-46cae0be7e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207457 Dec 22 13:55:36.878781 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9e66c-b489-4e24-bb4b-bf7540913745 req-aac0f3fe-8a48-4701-a374-0465ac683bff tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:55:36.880102 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-13e9e66c-b489-4e24-bb4b-bf7540913745 req-aac0f3fe-8a48-4701-a374-0465ac683bff tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.45 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 945 time: 0.0761995 Dec 22 13:55:36.954662 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-13e9e66c-b489-4e24-bb4b-bf7540913745 req-a6a60e4f-f370-49ee-8ff2-a7aee0118a96 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Deleting port 2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:55:36.955007 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-13e9e66c-b489-4e24-bb4b-bf7540913745 req-a6a60e4f-f370-49ee-8ff2-a7aee0118a96 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:37.305570 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-13e9e66c-b489-4e24-bb4b-bf7540913745 req-a6a60e4f-f370-49ee-8ff2-a7aee0118a96 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] For port 2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8,segment=NetworkSegment(b40e0848-385e-412a-92ba-bdd402523aaa),segment_id=b40e0848-385e-412a-92ba-bdd402523aaa)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:55:37.305921 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-13e9e66c-b489-4e24-bb4b-bf7540913745 req-a6a60e4f-f370-49ee-8ff2-a7aee0118a96 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:37.426647 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-13e9e66c-b489-4e24-bb4b-bf7540913745 req-a6a60e4f-f370-49ee-8ff2-a7aee0118a96 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Calling delete_port for 2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8 owned by compute:nova {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:55:37.636968 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b11a18-81bf-4f33-a93f-a167e6060e36 req-b6acfe27-3202-4af3-8fc3-c9dcff978465 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:55:37.638325 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c6b11a18-81bf-4f33-a93f-a167e6060e36 req-b6acfe27-3202-4af3-8fc3-c9dcff978465 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/ports?device_id=6274771d-7f9b-46b4-a1cb-5cdecdcb41e1 HTTP/1.1" status: 200 len: 945 time: 0.0936742 Dec 22 13:55:37.674866 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-13e9e66c-b489-4e24-bb4b-bf7540913745 req-a6a60e4f-f370-49ee-8ff2-a7aee0118a96 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:37.682422 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d8607e8b-d423-41e3-a648-a00f99309d52 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:55:37.691599 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:55:37.733843 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a60e4f-f370-49ee-8ff2-a7aee0118a96 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Pushing event deleted for resources: {'Port': ['ID=2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:55:37.740005 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a6a60e4f-f370-49ee-8ff2-a7aee0118a96 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:55:37.742316 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c6b11a18-81bf-4f33-a93f-a167e6060e36 req-010f0054-b601-4430-a2c4-ebf01d5ca17a tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.47 "GET /v2.0/security-groups?id=06bd0d0e-eebb-4428-b5f5-46cae0be7e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977614 Dec 22 13:55:37.814076 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e9e66c-b489-4e24-bb4b-bf7540913745 req-a6a60e4f-f370-49ee-8ff2-a7aee0118a96 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] No DVR routers for this DVR port 2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8 on host hv-neutron-8226 {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:55:37.816599 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-13e9e66c-b489-4e24-bb4b-bf7540913745 req-a6a60e4f-f370-49ee-8ff2-a7aee0118a96 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:37.819378 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6274771d-7f9b-46b4-a1cb-5cdecdcb41e1', 'name': 'network-vif-deleted', 'tag': '2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:55:37.877505 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6274771d-7f9b-46b4-a1cb-5cdecdcb41e1', 'name': 'network-vif-deleted', 'tag': '2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8', 'status': 'completed', 'code': 200} Dec 22 13:55:37.908929 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-13e9e66c-b489-4e24-bb4b-bf7540913745 req-a6a60e4f-f370-49ee-8ff2-a7aee0118a96 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] 10.222.0.45 "DELETE /v2.0/ports/2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8 HTTP/1.1" status: 204 len: 173 time: 1.0193357 Dec 22 13:55:38.033560 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5f295fc8-56f8-4467-93c5-0f01935692ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:39.005590 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:39.409388 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:39.964317 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57180) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:55:40.010030 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:55:40.046013 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] No Port match for: 2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:55:40.046380 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 2084ea13-a52e-4aa4-ac06-fe1cbb1a82c8 not bound to the agent host hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:55:40.444726 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9c738a15-c540-43a2-8099-5879f89553f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:40.616536 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:41.036528 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-9c738a15-c540-43a2-8099-5879f89553f8 admin admin] Deleting port 79a5d51d-5bde-4634-b463-ce45cdd4c5e4 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:55:41.037119 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9c738a15-c540-43a2-8099-5879f89553f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:41.202642 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-9c738a15-c540-43a2-8099-5879f89553f8 admin admin] For port 79a5d51d-5bde-4634-b463-ce45cdd4c5e4, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=79a5d51d-5bde-4634-b463-ce45cdd4c5e4,segment=NetworkSegment(b40e0848-385e-412a-92ba-bdd402523aaa),segment_id=b40e0848-385e-412a-92ba-bdd402523aaa)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:55:41.202999 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9c738a15-c540-43a2-8099-5879f89553f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:41.321730 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-9c738a15-c540-43a2-8099-5879f89553f8 admin admin] Calling delete_port for 79a5d51d-5bde-4634-b463-ce45cdd4c5e4 owned by network:router_interface {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:55:41.542536 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9c738a15-c540-43a2-8099-5879f89553f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:41.546407 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f8f0129a-7bda-4c7a-8423-53852a26f419 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:55:41.591347 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c738a15-c540-43a2-8099-5879f89553f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=79a5d51d-5bde-4634-b463-ce45cdd4c5e4,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:55:41.593856 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9c738a15-c540-43a2-8099-5879f89553f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:55:41.989236 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9c738a15-c540-43a2-8099-5879f89553f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:42.553082 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c738a15-c540-43a2-8099-5879f89553f8 admin admin] Router 889cd45a-5684-447e-a95a-cac4bed3b6fa has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:55:42.760933 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c738a15-c540-43a2-8099-5879f89553f8 admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:55:42.770057 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c8c1fe-96b5-4157-9482-ae962a2e4936 None None] Sync routers for ids ['889cd45a-5684-447e-a95a-cac4bed3b6fa'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:55:42.773225 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-9c738a15-c540-43a2-8099-5879f89553f8 admin admin] 10.222.0.47 "PUT /v2.0/routers/889cd45a-5684-447e-a95a-cac4bed3b6fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8078573 Dec 22 13:55:42.775679 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57184) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:55:42.782435 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c8c1fe-96b5-4157-9482-ae962a2e4936 None None] Routers {'889cd45a-5684-447e-a95a-cac4bed3b6fa'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:55:42.783023 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-34c8c1fe-96b5-4157-9482-ae962a2e4936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:55:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['889cd45a-5684-447e-a95a-cac4bed3b6fa'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:55:42.957282 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-34c8c1fe-96b5-4157-9482-ae962a2e4936 None None] Set router 889cd45a-5684-447e-a95a-cac4bed3b6fa gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:55:42.979004 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-020d2ae2-e1f5-4461-a06c-c4f2b89f7f36 admin admin] Notify callbacks [] for router, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:43.175172 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-020d2ae2-e1f5-4461-a06c-c4f2b89f7f36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:43.250835 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-020d2ae2-e1f5-4461-a06c-c4f2b89f7f36 admin admin] Deleting port 5f7174d8-c692-4941-8707-5ba6b411fe9d {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:55:43.251168 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-020d2ae2-e1f5-4461-a06c-c4f2b89f7f36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:43.267155 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-34c8c1fe-96b5-4157-9482-ae962a2e4936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889cd45a-5684-447e-a95a-cac4bed3b6fa', 'name': 'tempest-TestMinimumBasicScenario-826227208-router', 'tenant_id': '221323286ec1424480bc99bd3c9708a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.208'}], 'enable_snat': True}, 'gw_port_id': '5f7174d8-c692-4941-8707-5ba6b411fe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:53:14Z', 'updated_at': '2021-12-22T13:55:41Z', 'revision_number': 5, 'project_id': '221323286ec1424480bc99bd3c9708a6', 'gw_port': {'id': '5f7174d8-c692-4941-8707-5ba6b411fe9d', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889cd45a-5684-447e-a95a-cac4bed3b6fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:53:15Z', 'updated_at': '2021-12-22T13:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:55:43.271506 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c8c1fe-96b5-4157-9482-ae962a2e4936 None None] Checking router: 889cd45a-5684-447e-a95a-cac4bed3b6fa for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:55:43.281847 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c8c1fe-96b5-4157-9482-ae962a2e4936 None None] Routers {'889cd45a-5684-447e-a95a-cac4bed3b6fa'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:55:43.282497 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-34c8c1fe-96b5-4157-9482-ae962a2e4936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:55:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['889cd45a-5684-447e-a95a-cac4bed3b6fa'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:55:43.422410 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-020d2ae2-e1f5-4461-a06c-c4f2b89f7f36 admin admin] For port 5f7174d8-c692-4941-8707-5ba6b411fe9d, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=5f7174d8-c692-4941-8707-5ba6b411fe9d,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:55:43.422765 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-020d2ae2-e1f5-4461-a06c-c4f2b89f7f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:43.432137 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-34c8c1fe-96b5-4157-9482-ae962a2e4936 None None] Set router 889cd45a-5684-447e-a95a-cac4bed3b6fa gateway port host: None {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:55:43.542477 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-34c8c1fe-96b5-4157-9482-ae962a2e4936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889cd45a-5684-447e-a95a-cac4bed3b6fa', 'name': 'tempest-TestMinimumBasicScenario-826227208-router', 'tenant_id': '221323286ec1424480bc99bd3c9708a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:53:14Z', 'updated_at': '2021-12-22T13:55:43Z', 'revision_number': 6, 'project_id': '221323286ec1424480bc99bd3c9708a6', 'gw_port_host': None}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:55:43.546663 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c8c1fe-96b5-4157-9482-ae962a2e4936 None None] The sync data for ids ['889cd45a-5684-447e-a95a-cac4bed3b6fa'] in dv-neutron-822669-1-hyperv is: [{'id': '889cd45a-5684-447e-a95a-cac4bed3b6fa', 'name': 'tempest-TestMinimumBasicScenario-826227208-router', 'tenant_id': '221323286ec1424480bc99bd3c9708a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:53:14Z', 'updated_at': '2021-12-22T13:55:43Z', 'revision_number': 6, 'project_id': '221323286ec1424480bc99bd3c9708a6', 'gw_port_host': None}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:55:43.670020 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-020d2ae2-e1f5-4461-a06c-c4f2b89f7f36 admin admin] Calling delete_port for 5f7174d8-c692-4941-8707-5ba6b411fe9d owned by network:router_gateway {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:55:43.878829 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-020d2ae2-e1f5-4461-a06c-c4f2b89f7f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:43.882966 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7fdff0c8-0b32-4cbe-af16-f4b8d5ba491f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:55:43.885755 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 79a5d51d-5bde-4634-b463-ce45cdd4c5e4 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:55:43.925204 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d2ae2-e1f5-4461-a06c-c4f2b89f7f36 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f7174d8-c692-4941-8707-5ba6b411fe9d,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:55:43.925496 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 79a5d51d-5bde-4634-b463-ce45cdd4c5e4 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:55:43.926057 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 79a5d51d-5bde-4634-b463-ce45cdd4c5e4 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:55:43.928745 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-020d2ae2-e1f5-4461-a06c-c4f2b89f7f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:55:44.148478 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-020d2ae2-e1f5-4461-a06c-c4f2b89f7f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:44.409449 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-020d2ae2-e1f5-4461-a06c-c4f2b89f7f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:44.413733 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-020d2ae2-e1f5-4461-a06c-c4f2b89f7f36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:44.490488 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-020d2ae2-e1f5-4461-a06c-c4f2b89f7f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:44.491032 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020d2ae2-e1f5-4461-a06c-c4f2b89f7f36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 889cd45a-5684-447e-a95a-cac4bed3b6fa {{(pid=84148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:55:44.503901 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-020d2ae2-e1f5-4461-a06c-c4f2b89f7f36 admin admin] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:44.505017 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-020d2ae2-e1f5-4461-a06c-c4f2b89f7f36 admin admin] 10.222.0.47 "DELETE /v2.0/routers/889cd45a-5684-447e-a95a-cac4bed3b6fa HTTP/1.1" status: 204 len: 168 time: 1.7284460 Dec 22 13:55:44.507576 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57188) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:55:44.571536 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-399d06a2-7d8b-4e4e-a6e0-3f6ea03bc672 admin admin] Deleting subnet e399aaea-0ed4-4d14-bdce-9dcf2c216162 {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:55:44.574715 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-399d06a2-7d8b-4e4e-a6e0-3f6ea03bc672 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:44.623417 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-399d06a2-7d8b-4e4e-a6e0-3f6ea03bc672 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:44.702004 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-399d06a2-7d8b-4e4e-a6e0-3f6ea03bc672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:44.822539 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-399d06a2-7d8b-4e4e-a6e0-3f6ea03bc672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:44.826098 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-26027c40-4303-4dc8-a54f-097b1dfadd97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:55:44.861670 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d06a2-7d8b-4e4e-a6e0-3f6ea03bc672 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e399aaea-0ed4-4d14-bdce-9dcf2c216162,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:55:44.863648 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-399d06a2-7d8b-4e4e-a6e0-3f6ea03bc672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:55:44.866215 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-399d06a2-7d8b-4e4e-a6e0-3f6ea03bc672 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:44.871715 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01717538-a9e1-44bd-b149-1efeec92645b None None] Network 983ad8cf-6f28-4151-8173-e89eb758ce22 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:55:44.872554 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-399d06a2-7d8b-4e4e-a6e0-3f6ea03bc672 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e399aaea-0ed4-4d14-bdce-9dcf2c216162 HTTP/1.1" status: 204 len: 168 time: 0.3640499 Dec 22 13:55:44.875054 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57192) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:55:44.979005 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-58257041-24cd-4c41-8a08-377dafaa9b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:44.989799 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-58257041-24cd-4c41-8a08-377dafaa9b4c admin admin] Deleting port 0b9e76ef-0cd3-4303-ae5d-345b981cbd48 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:55:44.990128 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-58257041-24cd-4c41-8a08-377dafaa9b4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:45.120371 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89cbe2c-d2da-4e53-8121-2746404291cc None None] DHCP port deletion for 983ad8cf-6f28-4151-8173-e89eb758ce22 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:55:45.124776 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-d89cbe2c-d2da-4e53-8121-2746404291cc None None] Deleting port 0b9e76ef-0cd3-4303-ae5d-345b981cbd48 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:55:45.125165 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d89cbe2c-d2da-4e53-8121-2746404291cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:45.305212 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-58257041-24cd-4c41-8a08-377dafaa9b4c admin admin] For port 0b9e76ef-0cd3-4303-ae5d-345b981cbd48, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=0b9e76ef-0cd3-4303-ae5d-345b981cbd48,segment=NetworkSegment(b40e0848-385e-412a-92ba-bdd402523aaa),segment_id=b40e0848-385e-412a-92ba-bdd402523aaa)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:55:45.305480 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-58257041-24cd-4c41-8a08-377dafaa9b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:45.353271 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-d89cbe2c-d2da-4e53-8121-2746404291cc None None] For port 0b9e76ef-0cd3-4303-ae5d-345b981cbd48, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=0b9e76ef-0cd3-4303-ae5d-345b981cbd48,segment=NetworkSegment(b40e0848-385e-412a-92ba-bdd402523aaa),segment_id=b40e0848-385e-412a-92ba-bdd402523aaa)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:55:45.353587 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d89cbe2c-d2da-4e53-8121-2746404291cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:45.423222 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-58257041-24cd-4c41-8a08-377dafaa9b4c admin admin] Calling delete_port for 0b9e76ef-0cd3-4303-ae5d-345b981cbd48 owned by network:dhcp {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:55:45.473707 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-d89cbe2c-d2da-4e53-8121-2746404291cc None None] Calling delete_port for 0b9e76ef-0cd3-4303-ae5d-345b981cbd48 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:55:45.559676 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-58257041-24cd-4c41-8a08-377dafaa9b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:45.564989 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a2793bd1-effe-4b3d-b960-79e3a9659ec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:55:45.565525 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-d89cbe2c-d2da-4e53-8121-2746404291cc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:55:45.565899 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-d89cbe2c-d2da-4e53-8121-2746404291cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:55:45.608298 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58257041-24cd-4c41-8a08-377dafaa9b4c admin admin] Pushing event deleted for resources: {'Port': ['ID=0b9e76ef-0cd3-4303-ae5d-345b981cbd48,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:55:45.611542 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-58257041-24cd-4c41-8a08-377dafaa9b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:55:45.613718 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58257041-24cd-4c41-8a08-377dafaa9b4c admin admin] No DVR routers for this DVR port 0b9e76ef-0cd3-4303-ae5d-345b981cbd48 on host dv-neutron-822669-1-hyperv {{(pid=84148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:55:45.729008 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-58257041-24cd-4c41-8a08-377dafaa9b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:45.754220 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-58257041-24cd-4c41-8a08-377dafaa9b4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['983ad8cf-6f28-4151-8173-e89eb758ce22']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:55:45.765857 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-58257041-24cd-4c41-8a08-377dafaa9b4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b40e0848-385e-412a-92ba-bdd402523aaa') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:55:45.766155 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-58257041-24cd-4c41-8a08-377dafaa9b4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b40e0848-385e-412a-92ba-bdd402523aaa') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:55:45.777684 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-58257041-24cd-4c41-8a08-377dafaa9b4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:45.793451 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-58257041-24cd-4c41-8a08-377dafaa9b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:45.799399 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58257041-24cd-4c41-8a08-377dafaa9b4c admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:55:45.799782 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-58257041-24cd-4c41-8a08-377dafaa9b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:45.817855 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:55:45.817855 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:55:45.817855 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:55:45.817855 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:55:45.817855 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:55:45.817855 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:55:45.817855 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:55:45.817855 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:55:45.817855 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:55:45.817855 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:55:45.817855 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:55:45.817855 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:55:45.817855 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:55:45.817855 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:55:45.817855 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:55:45.817855 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:55:45.817855 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:55:45.817855 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:55:45.817855 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:55:45.817855 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:55:45.817855 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:55:45.817855 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:55:45.817855 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:55:45.817855 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:55:45.817855 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:55:45.817855 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:55:45.817855 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:55:45.817855 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:55:45.817855 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:55:45.817855 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:55:45.817855 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:55:45.817855 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:55:45.880976 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 0b9e76ef-0cd3-4303-ae5d-345b981cbd48 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:55:45.914916 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 0b9e76ef-0cd3-4303-ae5d-345b981cbd48 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:55:45.915264 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 0b9e76ef-0cd3-4303-ae5d-345b981cbd48 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:55:45.915683 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 5f7174d8-c692-4941-8707-5ba6b411fe9d no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:55:45.948229 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-58257041-24cd-4c41-8a08-377dafaa9b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:45.949747 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 5f7174d8-c692-4941-8707-5ba6b411fe9d {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:55:45.950099 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 5f7174d8-c692-4941-8707-5ba6b411fe9d not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:55:45.952132 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-cef57ff4-2103-4003-bc8d-72230a14eb51 tempest-PortsIpV6TestJSON-1936559448 tempest-PortsIpV6TestJSON-1936559448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:55:45.966791 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-58257041-24cd-4c41-8a08-377dafaa9b4c admin admin] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:45.977329 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58257041-24cd-4c41-8a08-377dafaa9b4c admin admin] Pushing event deleted for resources: {'Network': ['ID=983ad8cf-6f28-4151-8173-e89eb758ce22,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:55:45.980467 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-58257041-24cd-4c41-8a08-377dafaa9b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:55:46.033924 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-58257041-24cd-4c41-8a08-377dafaa9b4c admin admin] 10.222.0.47 "DELETE /v2.0/networks/983ad8cf-6f28-4151-8173-e89eb758ce22 HTTP/1.1" status: 204 len: 168 time: 1.1579416 Dec 22 13:55:46.036820 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57196) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:55:46.067585 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-d89cbe2c-d2da-4e53-8121-2746404291cc None None] Deleting port 0b9e76ef-0cd3-4303-ae5d-345b981cbd48 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:55:46.068109 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d89cbe2c-d2da-4e53-8121-2746404291cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:46.130724 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-d89cbe2c-d2da-4e53-8121-2746404291cc None None] The port '0b9e76ef-0cd3-4303-ae5d-345b981cbd48' was deleted {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:55:46.415795 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9f9acca7-8656-48d4-9b5c-a30c85a55918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:47.103323 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-9f9acca7-8656-48d4-9b5c-a30c85a55918 admin admin] Deleting port 9a4272c8-ab42-4803-b524-d4bb1d8032fc {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:55:47.104073 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9f9acca7-8656-48d4-9b5c-a30c85a55918 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:47.273394 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-9f9acca7-8656-48d4-9b5c-a30c85a55918 admin admin] For port 9a4272c8-ab42-4803-b524-d4bb1d8032fc, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=9a4272c8-ab42-4803-b524-d4bb1d8032fc,segment=NetworkSegment(53fe51ac-aebb-47a4-90b0-41d4006915d2),segment_id=53fe51ac-aebb-47a4-90b0-41d4006915d2)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:55:47.273741 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9f9acca7-8656-48d4-9b5c-a30c85a55918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:47.390998 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-9f9acca7-8656-48d4-9b5c-a30c85a55918 admin admin] Calling delete_port for 9a4272c8-ab42-4803-b524-d4bb1d8032fc owned by network:router_interface {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:55:47.610570 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9f9acca7-8656-48d4-9b5c-a30c85a55918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:47.614735 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-fca3de34-ce24-4c74-9f47-313e3750037e tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:55:47.655588 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9acca7-8656-48d4-9b5c-a30c85a55918 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a4272c8-ab42-4803-b524-d4bb1d8032fc,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:55:47.658738 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9f9acca7-8656-48d4-9b5c-a30c85a55918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:55:47.950007 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9f9acca7-8656-48d4-9b5c-a30c85a55918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:48.621750 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9acca7-8656-48d4-9b5c-a30c85a55918 admin admin] Router 1e672e9c-dd49-4ab8-afa1-7fc95ea93341 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:55:48.820530 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9acca7-8656-48d4-9b5c-a30c85a55918 admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:55:48.828926 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e5de61-1d39-4406-bb66-8143df566146 None None] Sync routers for ids ['1e672e9c-dd49-4ab8-afa1-7fc95ea93341'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:55:48.840824 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e5de61-1d39-4406-bb66-8143df566146 None None] Routers {'1e672e9c-dd49-4ab8-afa1-7fc95ea93341'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:55:48.841436 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-39e5de61-1d39-4406-bb66-8143df566146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:55:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['1e672e9c-dd49-4ab8-afa1-7fc95ea93341'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:55:48.892264 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-9f9acca7-8656-48d4-9b5c-a30c85a55918 admin admin] 10.222.0.47 "PUT /v2.0/routers/1e672e9c-dd49-4ab8-afa1-7fc95ea93341/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8542900 Dec 22 13:55:48.895176 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57200) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:55:49.024349 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-39e5de61-1d39-4406-bb66-8143df566146 None None] Set router 1e672e9c-dd49-4ab8-afa1-7fc95ea93341 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:55:49.088859 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9e38ff7f-3237-4ed5-97c4-0d607c0154a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:49.287169 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9e38ff7f-3237-4ed5-97c4-0d607c0154a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:49.310637 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-39e5de61-1d39-4406-bb66-8143df566146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e672e9c-dd49-4ab8-afa1-7fc95ea93341', 'name': 'tempest-TestMinimumBasicScenario-836255455-router', 'tenant_id': '2c497996ee914c97b60f68b1d8af610b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': '0c02b81a-cfc2-4f11-bc8a-92848d9c61c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:53:22Z', 'updated_at': '2021-12-22T13:55:47Z', 'revision_number': 5, 'project_id': '2c497996ee914c97b60f68b1d8af610b', 'gw_port': {'id': '0c02b81a-cfc2-4f11-bc8a-92848d9c61c5', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:de:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e672e9c-dd49-4ab8-afa1-7fc95ea93341', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:53:22Z', 'updated_at': '2021-12-22T13:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:55:49.315954 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e5de61-1d39-4406-bb66-8143df566146 None None] Checking router: 1e672e9c-dd49-4ab8-afa1-7fc95ea93341 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:55:49.327002 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e5de61-1d39-4406-bb66-8143df566146 None None] Routers {'1e672e9c-dd49-4ab8-afa1-7fc95ea93341'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:55:49.327593 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-39e5de61-1d39-4406-bb66-8143df566146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:55:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['1e672e9c-dd49-4ab8-afa1-7fc95ea93341'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:55:49.347822 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-9e38ff7f-3237-4ed5-97c4-0d607c0154a9 admin admin] Deleting port 0c02b81a-cfc2-4f11-bc8a-92848d9c61c5 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:55:49.348099 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9e38ff7f-3237-4ed5-97c4-0d607c0154a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:49.482445 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-39e5de61-1d39-4406-bb66-8143df566146 None None] Set router 1e672e9c-dd49-4ab8-afa1-7fc95ea93341 gateway port host: None {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:55:49.522694 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-9e38ff7f-3237-4ed5-97c4-0d607c0154a9 admin admin] For port 0c02b81a-cfc2-4f11-bc8a-92848d9c61c5, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=0c02b81a-cfc2-4f11-bc8a-92848d9c61c5,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:55:49.523051 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9e38ff7f-3237-4ed5-97c4-0d607c0154a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:49.632075 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-39e5de61-1d39-4406-bb66-8143df566146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e672e9c-dd49-4ab8-afa1-7fc95ea93341', 'name': 'tempest-TestMinimumBasicScenario-836255455-router', 'tenant_id': '2c497996ee914c97b60f68b1d8af610b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:53:22Z', 'updated_at': '2021-12-22T13:55:49Z', 'revision_number': 6, 'project_id': '2c497996ee914c97b60f68b1d8af610b', 'gw_port_host': None}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:55:49.635928 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e5de61-1d39-4406-bb66-8143df566146 None None] The sync data for ids ['1e672e9c-dd49-4ab8-afa1-7fc95ea93341'] in dv-neutron-822669-1-hyperv is: [{'id': '1e672e9c-dd49-4ab8-afa1-7fc95ea93341', 'name': 'tempest-TestMinimumBasicScenario-836255455-router', 'tenant_id': '2c497996ee914c97b60f68b1d8af610b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:53:22Z', 'updated_at': '2021-12-22T13:55:49Z', 'revision_number': 6, 'project_id': '2c497996ee914c97b60f68b1d8af610b', 'gw_port_host': None}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:55:49.649950 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-9e38ff7f-3237-4ed5-97c4-0d607c0154a9 admin admin] Calling delete_port for 0c02b81a-cfc2-4f11-bc8a-92848d9c61c5 owned by network:router_gateway {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:55:49.895332 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9e38ff7f-3237-4ed5-97c4-0d607c0154a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:49.899081 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9f9acca7-8656-48d4-9b5c-a30c85a55918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:55:49.939933 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38ff7f-3237-4ed5-97c4-0d607c0154a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c02b81a-cfc2-4f11-bc8a-92848d9c61c5,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:55:49.943942 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9e38ff7f-3237-4ed5-97c4-0d607c0154a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:55:50.023764 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 9a4272c8-ab42-4803-b524-d4bb1d8032fc no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:55:50.060351 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 9a4272c8-ab42-4803-b524-d4bb1d8032fc {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:55:50.060707 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 9a4272c8-ab42-4803-b524-d4bb1d8032fc not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:55:50.276778 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9e38ff7f-3237-4ed5-97c4-0d607c0154a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:50.540339 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9e38ff7f-3237-4ed5-97c4-0d607c0154a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:50.545935 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9e38ff7f-3237-4ed5-97c4-0d607c0154a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:50.644020 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9e38ff7f-3237-4ed5-97c4-0d607c0154a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:50.644521 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e38ff7f-3237-4ed5-97c4-0d607c0154a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e672e9c-dd49-4ab8-afa1-7fc95ea93341 {{(pid=84148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:55:50.656324 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9e38ff7f-3237-4ed5-97c4-0d607c0154a9 admin admin] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:50.657551 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-9e38ff7f-3237-4ed5-97c4-0d607c0154a9 admin admin] 10.222.0.47 "DELETE /v2.0/routers/1e672e9c-dd49-4ab8-afa1-7fc95ea93341 HTTP/1.1" status: 204 len: 168 time: 1.7613289 Dec 22 13:55:50.660032 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57204) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:55:50.726690 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a33ae7b-3f42-4902-9164-a489f12408d3 admin admin] Deleting subnet a6aa43f7-23ad-40c1-aa5f-f9f95803cbfb {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:55:50.732531 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3a33ae7b-3f42-4902-9164-a489f12408d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:50.780782 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3a33ae7b-3f42-4902-9164-a489f12408d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:50.855537 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3a33ae7b-3f42-4902-9164-a489f12408d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:50.981144 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3a33ae7b-3f42-4902-9164-a489f12408d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:50.984933 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-399d06a2-7d8b-4e4e-a6e0-3f6ea03bc672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:55:51.018464 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a33ae7b-3f42-4902-9164-a489f12408d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6aa43f7-23ad-40c1-aa5f-f9f95803cbfb,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:55:51.022333 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3a33ae7b-3f42-4902-9164-a489f12408d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:55:51.024994 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-3a33ae7b-3f42-4902-9164-a489f12408d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:51.030195 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dcda7f-5521-41eb-8e19-9f831935d670 None None] Network a27f0fa6-709a-48d5-984c-9c0801d7d20d requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:55:51.030795 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-3a33ae7b-3f42-4902-9164-a489f12408d3 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/a6aa43f7-23ad-40c1-aa5f-f9f95803cbfb HTTP/1.1" status: 204 len: 168 time: 0.3698096 Dec 22 13:55:51.033220 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57208) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:55:51.136633 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-80a07d43-3cb8-486c-b6fc-0209cd96d712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:51.147343 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-80a07d43-3cb8-486c-b6fc-0209cd96d712 admin admin] Deleting port 0b0f46bb-fee6-464e-9647-fc3f8d830175 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:55:51.147670 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-80a07d43-3cb8-486c-b6fc-0209cd96d712 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:51.274017 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0397858-2bfc-4380-9c88-d0ecbe35faa5 None None] DHCP port deletion for a27f0fa6-709a-48d5-984c-9c0801d7d20d request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:55:51.278280 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-f0397858-2bfc-4380-9c88-d0ecbe35faa5 None None] Deleting port 0b0f46bb-fee6-464e-9647-fc3f8d830175 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:55:51.278696 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f0397858-2bfc-4380-9c88-d0ecbe35faa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:51.352629 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-80a07d43-3cb8-486c-b6fc-0209cd96d712 admin admin] For port 0b0f46bb-fee6-464e-9647-fc3f8d830175, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=0b0f46bb-fee6-464e-9647-fc3f8d830175,segment=NetworkSegment(53fe51ac-aebb-47a4-90b0-41d4006915d2),segment_id=53fe51ac-aebb-47a4-90b0-41d4006915d2)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:55:51.352989 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-80a07d43-3cb8-486c-b6fc-0209cd96d712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:51.475385 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-f0397858-2bfc-4380-9c88-d0ecbe35faa5 None None] For port 0b0f46bb-fee6-464e-9647-fc3f8d830175, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=0b0f46bb-fee6-464e-9647-fc3f8d830175,segment=NetworkSegment(53fe51ac-aebb-47a4-90b0-41d4006915d2),segment_id=53fe51ac-aebb-47a4-90b0-41d4006915d2)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:55:51.475651 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-80a07d43-3cb8-486c-b6fc-0209cd96d712 admin admin] Calling delete_port for 0b0f46bb-fee6-464e-9647-fc3f8d830175 owned by network:dhcp {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:55:51.475890 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f0397858-2bfc-4380-9c88-d0ecbe35faa5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:51.599409 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-f0397858-2bfc-4380-9c88-d0ecbe35faa5 None None] Calling delete_port for 0b0f46bb-fee6-464e-9647-fc3f8d830175 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:55:51.599679 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-80a07d43-3cb8-486c-b6fc-0209cd96d712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:51.603294 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0a83b987-5982-42f5-9f69-f9d6def410f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:55:51.646725 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a07d43-3cb8-486c-b6fc-0209cd96d712 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b0f46bb-fee6-464e-9647-fc3f8d830175,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:55:51.651504 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-80a07d43-3cb8-486c-b6fc-0209cd96d712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:55:51.653941 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a07d43-3cb8-486c-b6fc-0209cd96d712 admin admin] No DVR routers for this DVR port 0b0f46bb-fee6-464e-9647-fc3f8d830175 on host dv-neutron-822669-1-hyperv {{(pid=84148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:55:51.671040 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-f0397858-2bfc-4380-9c88-d0ecbe35faa5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:55:51.671401 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-f0397858-2bfc-4380-9c88-d0ecbe35faa5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:55:51.875279 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-80a07d43-3cb8-486c-b6fc-0209cd96d712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:51.880364 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 0c02b81a-cfc2-4f11-bc8a-92848d9c61c5 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:55:51.901327 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-80a07d43-3cb8-486c-b6fc-0209cd96d712 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a27f0fa6-709a-48d5-984c-9c0801d7d20d']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:55:51.913143 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 0c02b81a-cfc2-4f11-bc8a-92848d9c61c5 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:55:51.913501 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 0c02b81a-cfc2-4f11-bc8a-92848d9c61c5 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:55:51.913930 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 0b0f46bb-fee6-464e-9647-fc3f8d830175 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:55:51.914048 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-80a07d43-3cb8-486c-b6fc-0209cd96d712 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53fe51ac-aebb-47a4-90b0-41d4006915d2') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:55:51.914307 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-80a07d43-3cb8-486c-b6fc-0209cd96d712 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53fe51ac-aebb-47a4-90b0-41d4006915d2') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:55:51.926467 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-80a07d43-3cb8-486c-b6fc-0209cd96d712 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:51.942071 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-80a07d43-3cb8-486c-b6fc-0209cd96d712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:51.947917 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 0b0f46bb-fee6-464e-9647-fc3f8d830175 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:55:51.949597 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80a07d43-3cb8-486c-b6fc-0209cd96d712 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:55:51.949743 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 0b0f46bb-fee6-464e-9647-fc3f8d830175 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:55:51.949842 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-80a07d43-3cb8-486c-b6fc-0209cd96d712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:51.963398 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:55:51.963398 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:55:51.963398 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:55:51.963398 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:55:51.963398 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:55:51.963398 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:55:51.963398 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:55:51.963398 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:55:51.963398 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:55:51.963398 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:55:51.963398 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:55:51.963398 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:55:51.963398 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:55:51.963398 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:55:51.963398 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:55:51.963398 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:55:51.963398 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:55:51.963398 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:55:51.963398 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:55:51.963398 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:55:51.963398 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:55:51.963398 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:55:51.963398 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:55:51.963398 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:55:51.963398 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:55:51.963398 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:55:51.963398 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:55:51.963398 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:55:51.963398 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:55:51.963398 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:55:51.963398 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:55:51.963398 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:55:52.089164 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-80a07d43-3cb8-486c-b6fc-0209cd96d712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:52.093317 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-80a07d43-3cb8-486c-b6fc-0209cd96d712 admin admin] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:52.096600 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b5011eed-f5da-42cf-b3ba-887d18ed17bd tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:55:52.117007 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a07d43-3cb8-486c-b6fc-0209cd96d712 admin admin] Pushing event deleted for resources: {'Network': ['ID=a27f0fa6-709a-48d5-984c-9c0801d7d20d,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:55:52.119384 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-80a07d43-3cb8-486c-b6fc-0209cd96d712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:55:52.125846 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-80a07d43-3cb8-486c-b6fc-0209cd96d712 admin admin] 10.222.0.47 "DELETE /v2.0/networks/a27f0fa6-709a-48d5-984c-9c0801d7d20d HTTP/1.1" status: 204 len: 168 time: 1.0916834 Dec 22 13:55:52.173124 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-f0397858-2bfc-4380-9c88-d0ecbe35faa5 None None] Deleting port 0b0f46bb-fee6-464e-9647-fc3f8d830175 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:55:52.174882 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f0397858-2bfc-4380-9c88-d0ecbe35faa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:52.237253 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-f0397858-2bfc-4380-9c88-d0ecbe35faa5 None None] The port '0b0f46bb-fee6-464e-9647-fc3f8d830175' was deleted {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 13:55:52.561899 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57214) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:55:52.607785 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-421bb711-5d70-4190-89f4-8652c04fc3e9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=221323286ec1424480bc99bd3c9708a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0480015 Dec 22 13:55:52.609997 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57218) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:55:52.666581 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b58fa247-f304-46ba-9bb4-3d986f0ea5f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:52.690940 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b58fa247-f304-46ba-9bb4-3d986f0ea5f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:52.821599 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b58fa247-f304-46ba-9bb4-3d986f0ea5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:52.825127 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-14aceaa4-238d-4735-955f-72a597b2f8b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:55:52.838990 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58fa247-f304-46ba-9bb4-3d986f0ea5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bd0d0e-eebb-4428-b5f5-46cae0be7e2d,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:55:52.841414 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b58fa247-f304-46ba-9bb4-3d986f0ea5f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:55:52.906489 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b58fa247-f304-46ba-9bb4-3d986f0ea5f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:52.907747 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b58fa247-f304-46ba-9bb4-3d986f0ea5f7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/06bd0d0e-eebb-4428-b5f5-46cae0be7e2d HTTP/1.1" status: 204 len: 168 time: 0.2967503 Dec 22 13:55:53.599914 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57226) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:55:53.649252 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b494d44d-10b4-46fc-8c6f-dc50ec250cd6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2c497996ee914c97b60f68b1d8af610b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0480926 Dec 22 13:55:53.651672 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57230) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:55:53.710549 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-edb0db45-ac8b-47b7-a4c8-9136632b0e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:53.736293 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-edb0db45-ac8b-47b7-a4c8-9136632b0e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:53.850077 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-edb0db45-ac8b-47b7-a4c8-9136632b0e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:53.853901 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f7b16c10-6c32-4f92-8f83-fc0e40cc95e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:55:53.866637 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb0db45-ac8b-47b7-a4c8-9136632b0e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11ee18e-b9d0-4190-b325-ff0ebacfb8c9,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:55:53.870583 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-edb0db45-ac8b-47b7-a4c8-9136632b0e9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:55:53.873618 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-edb0db45-ac8b-47b7-a4c8-9136632b0e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:53.874775 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-edb0db45-ac8b-47b7-a4c8-9136632b0e9e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b11ee18e-b9d0-4190-b325-ff0ebacfb8c9 HTTP/1.1" status: 204 len: 168 time: 0.2222199 Dec 22 13:55:56.719160 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57274) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:55:56.726300 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-04ac9fec-2f6c-436e-a31b-305eef73dd75 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-417977723', 'description': 'tempest-secgroup-smoke-417977723 description', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:55:56.732207 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-04ac9fec-2f6c-436e-a31b-305eef73dd75 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:55:56.736179 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-04ac9fec-2f6c-436e-a31b-305eef73dd75 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:security_group and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:55:56.739309 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-04ac9fec-2f6c-436e-a31b-305eef73dd75 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:55:56.745526 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-04ac9fec-2f6c-436e-a31b-305eef73dd75 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:55:56.815067 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-04ac9fec-2f6c-436e-a31b-305eef73dd75 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:56.827179 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-04ac9fec-2f6c-436e-a31b-305eef73dd75 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:56.858458 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-04ac9fec-2f6c-436e-a31b-305eef73dd75 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:55:56.862725 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-04ac9fec-2f6c-436e-a31b-305eef73dd75 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:security_group_rule and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:55:56.866546 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-04ac9fec-2f6c-436e-a31b-305eef73dd75 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:55:56.872353 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-04ac9fec-2f6c-436e-a31b-305eef73dd75 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:55:56.938099 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-04ac9fec-2f6c-436e-a31b-305eef73dd75 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:56.993183 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-04ac9fec-2f6c-436e-a31b-305eef73dd75 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:56.996179 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-acb20f28-64ea-4099-ab1f-9b7575adb088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:55:57.033948 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-04ac9fec-2f6c-436e-a31b-305eef73dd75 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:55:57.036046 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac9fec-2f6c-436e-a31b-305eef73dd75 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14283dd8-6959-46de-948e-caa92d39ba38,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:55:57.039681 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-04ac9fec-2f6c-436e-a31b-305eef73dd75 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:55:57.040577 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-04ac9fec-2f6c-436e-a31b-305eef73dd75 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:security_group_rule and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:55:57.043884 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-04ac9fec-2f6c-436e-a31b-305eef73dd75 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:55:57.049163 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-04ac9fec-2f6c-436e-a31b-305eef73dd75 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:55:57.102830 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-04ac9fec-2f6c-436e-a31b-305eef73dd75 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:57.197321 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-04ac9fec-2f6c-436e-a31b-305eef73dd75 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:57.200865 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6100c7ea-55e3-4391-b7d5-5f4d58ffe8d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:55:57.238949 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac9fec-2f6c-436e-a31b-305eef73dd75 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee350857-bcb1-4d9a-9bc6-7110e3048102,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:55:57.241676 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-04ac9fec-2f6c-436e-a31b-305eef73dd75 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:55:57.300388 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-04ac9fec-2f6c-436e-a31b-305eef73dd75 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:57.301597 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-04ac9fec-2f6c-436e-a31b-305eef73dd75 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5811763 Dec 22 13:55:57.304430 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57278) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:55:57.310154 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-ec0b0831-4923-4cc4-9474-665add2cb084 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'security_group_rule': {'security_group_id': 'ee350857-bcb1-4d9a-9bc6-7110e3048102', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:55:57.316749 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ec0b0831-4923-4cc4-9474-665add2cb084 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:55:57.320558 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ec0b0831-4923-4cc4-9474-665add2cb084 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:security_group_rule and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:55:57.323371 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-ec0b0831-4923-4cc4-9474-665add2cb084 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:55:57.328902 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-ec0b0831-4923-4cc4-9474-665add2cb084 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:55:57.420483 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ec0b0831-4923-4cc4-9474-665add2cb084 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:57.483846 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ec0b0831-4923-4cc4-9474-665add2cb084 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:57.558753 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ec0b0831-4923-4cc4-9474-665add2cb084 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:57.560612 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6228c44e-fdb1-457f-a4fc-c3ed4325d1c8 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:55:57.583596 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b0831-4923-4cc4-9474-665add2cb084 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dde4fa4-ad22-4349-a788-6c9f2fbff218,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:55:57.587856 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ec0b0831-4923-4cc4-9474-665add2cb084 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:55:57.661497 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ec0b0831-4923-4cc4-9474-665add2cb084 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:57.662748 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ec0b0831-4923-4cc4-9474-665add2cb084 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3572989 Dec 22 13:55:57.665329 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57282) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:55:57.670836 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-430a3765-c4ab-4d2f-b474-0c3835771951 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'security_group_rule': {'security_group_id': 'ee350857-bcb1-4d9a-9bc6-7110e3048102', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:55:57.679159 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-430a3765-c4ab-4d2f-b474-0c3835771951 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:55:57.682921 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-430a3765-c4ab-4d2f-b474-0c3835771951 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:security_group_rule and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:55:57.685913 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-430a3765-c4ab-4d2f-b474-0c3835771951 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:55:57.692545 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-430a3765-c4ab-4d2f-b474-0c3835771951 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:55:57.788137 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-430a3765-c4ab-4d2f-b474-0c3835771951 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:57.848754 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-430a3765-c4ab-4d2f-b474-0c3835771951 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:57.946005 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-430a3765-c4ab-4d2f-b474-0c3835771951 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:57.947794 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:55:57.969667 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a3765-c4ab-4d2f-b474-0c3835771951 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37451891-bca2-486a-86f5-84b472feee09,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:55:57.972881 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-430a3765-c4ab-4d2f-b474-0c3835771951 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:55:58.039126 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-430a3765-c4ab-4d2f-b474-0c3835771951 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:58.040256 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-430a3765-c4ab-4d2f-b474-0c3835771951 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3740032 Dec 22 13:55:58.042870 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57286) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:55:58.048301 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-baa905ad-0800-43dc-8e7b-7f0a1670eaf7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'security_group_rule': {'security_group_id': 'ee350857-bcb1-4d9a-9bc6-7110e3048102', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:55:58.054769 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-baa905ad-0800-43dc-8e7b-7f0a1670eaf7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:55:58.058544 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-baa905ad-0800-43dc-8e7b-7f0a1670eaf7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:security_group_rule and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:55:58.061337 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-baa905ad-0800-43dc-8e7b-7f0a1670eaf7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:55:58.066935 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-baa905ad-0800-43dc-8e7b-7f0a1670eaf7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:55:58.146802 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-baa905ad-0800-43dc-8e7b-7f0a1670eaf7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:58.207903 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-baa905ad-0800-43dc-8e7b-7f0a1670eaf7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:58.317666 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-baa905ad-0800-43dc-8e7b-7f0a1670eaf7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:58.319484 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-71a7ec4c-f10e-469c-8054-082119115652 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:55:58.344647 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa905ad-0800-43dc-8e7b-7f0a1670eaf7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e6f6b7a-88a2-47f8-a7ca-bbdcbc633f29,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:55:58.347962 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-baa905ad-0800-43dc-8e7b-7f0a1670eaf7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:55:58.420471 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-baa905ad-0800-43dc-8e7b-7f0a1670eaf7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:58.421658 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-baa905ad-0800-43dc-8e7b-7f0a1670eaf7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3778918 Dec 22 13:55:58.424414 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57290) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:55:58.429823 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-f9d82a0a-3516-47a7-9791-9ca8523ef168 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'security_group_rule': {'security_group_id': 'ee350857-bcb1-4d9a-9bc6-7110e3048102', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:55:58.435533 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-f9d82a0a-3516-47a7-9791-9ca8523ef168 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:55:58.439250 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-f9d82a0a-3516-47a7-9791-9ca8523ef168 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:security_group_rule and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:55:58.442089 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-f9d82a0a-3516-47a7-9791-9ca8523ef168 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:55:58.448244 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-f9d82a0a-3516-47a7-9791-9ca8523ef168 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:55:58.531110 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f9d82a0a-3516-47a7-9791-9ca8523ef168 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:58.594099 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f9d82a0a-3516-47a7-9791-9ca8523ef168 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:58.655943 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f9d82a0a-3516-47a7-9791-9ca8523ef168 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:58.657825 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-750a802b-7035-4c90-b0e2-e94387d00331 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:55:58.679589 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d82a0a-3516-47a7-9791-9ca8523ef168 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c6a38d2-4da7-41b3-9847-d52b6c770e66,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:55:58.681944 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f9d82a0a-3516-47a7-9791-9ca8523ef168 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:55:58.764691 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f9d82a0a-3516-47a7-9791-9ca8523ef168 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:58.765890 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f9d82a0a-3516-47a7-9791-9ca8523ef168 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3405616 Dec 22 13:55:58.770735 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57294) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:55:58.776110 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-654c5cbe-b98b-4ca1-b389-534a8afc2920 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'security_group_rule': {'security_group_id': 'ee350857-bcb1-4d9a-9bc6-7110e3048102', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:55:58.781941 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-654c5cbe-b98b-4ca1-b389-534a8afc2920 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:55:58.785844 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-654c5cbe-b98b-4ca1-b389-534a8afc2920 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:security_group_rule and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:55:58.788708 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-654c5cbe-b98b-4ca1-b389-534a8afc2920 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:55:58.794264 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-654c5cbe-b98b-4ca1-b389-534a8afc2920 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:55:58.855722 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.securitygroups_db [None req-654c5cbe-b98b-4ca1-b389-534a8afc2920 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Project 3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:55:58.862034 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-654c5cbe-b98b-4ca1-b389-534a8afc2920 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:58.927111 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-654c5cbe-b98b-4ca1-b389-534a8afc2920 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:58.970098 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-654c5cbe-b98b-4ca1-b389-534a8afc2920 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:58.974210 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ecd5443b-8eca-4415-aa68-31da316a0511 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:55:58.996449 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c5cbe-b98b-4ca1-b389-534a8afc2920 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdb4da88-3b3c-4866-b04d-f3d0cbdf1c8c,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:55:58.998824 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-654c5cbe-b98b-4ca1-b389-534a8afc2920 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:55:59.055737 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-654c5cbe-b98b-4ca1-b389-534a8afc2920 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:59.056940 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-654c5cbe-b98b-4ca1-b389-534a8afc2920 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2852464 Dec 22 13:55:59.059589 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57298) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:55:59.065839 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-f4585aec-157e-4776-9028-e00756edb873 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'security_group_rule': {'security_group_id': 'ee350857-bcb1-4d9a-9bc6-7110e3048102', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:55:59.071637 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-f4585aec-157e-4776-9028-e00756edb873 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:55:59.075388 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-f4585aec-157e-4776-9028-e00756edb873 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:security_group_rule and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:55:59.078576 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-f4585aec-157e-4776-9028-e00756edb873 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:55:59.084429 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-f4585aec-157e-4776-9028-e00756edb873 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:55:59.136228 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.securitygroups_db [None req-f4585aec-157e-4776-9028-e00756edb873 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Project 3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:55:59.154811 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f4585aec-157e-4776-9028-e00756edb873 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:59.170598 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:59.209940 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f4585aec-157e-4776-9028-e00756edb873 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:59.261773 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f4585aec-157e-4776-9028-e00756edb873 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:59.263638 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ec4caa21-0a80-4518-bb1a-c34a6f7ef42f tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:55:59.286066 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4585aec-157e-4776-9028-e00756edb873 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12d3e513-67db-414c-9e4d-7b0d5da5baaf,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:55:59.288450 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f4585aec-157e-4776-9028-e00756edb873 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:55:59.364430 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f4585aec-157e-4776-9028-e00756edb873 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:59.365612 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f4585aec-157e-4776-9028-e00756edb873 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3051279 Dec 22 13:55:59.368555 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57302) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:55:59.374031 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-f34ba277-b510-4b2a-b92f-8fe8daf6c8c6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'network': {'name': 'tempest-network-smoke--236113212', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'port_security_enabled': True}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:55:59.379380 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-f34ba277-b510-4b2a-b92f-8fe8daf6c8c6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:55:59.383050 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-f34ba277-b510-4b2a-b92f-8fe8daf6c8c6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:network and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:55:59.385825 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-f34ba277-b510-4b2a-b92f-8fe8daf6c8c6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:55:59.391602 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-f34ba277-b510-4b2a-b92f-8fe8daf6c8c6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:55:59.465954 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34ba277-b510-4b2a-b92f-8fe8daf6c8c6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Made reservation on behalf of 3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:55:59.468858 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f34ba277-b510-4b2a-b92f-8fe8daf6c8c6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:59.497498 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f34ba277-b510-4b2a-b92f-8fe8daf6c8c6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:55:59.506016 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f34ba277-b510-4b2a-b92f-8fe8daf6c8c6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:59.506342 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-f34ba277-b510-4b2a-b92f-8fe8daf6c8c6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Added segment 00c90b3b-1e56-44bf-aa36-973a452857b4 of type vlan for network 9196f671-8b60-4d3a-af6c-ce54836eb0c7 Dec 22 13:55:59.532049 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f34ba277-b510-4b2a-b92f-8fe8daf6c8c6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:59.631740 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f34ba277-b510-4b2a-b92f-8fe8daf6c8c6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:59.635460 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34ba277-b510-4b2a-b92f-8fe8daf6c8c6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:55:59.636083 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f34ba277-b510-4b2a-b92f-8fe8daf6c8c6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:59.639464 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:55:59.743799 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ba277-b510-4b2a-b92f-8fe8daf6c8c6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'Network': ['ID=9196f671-8b60-4d3a-af6c-ce54836eb0c7,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:55:59.746546 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f34ba277-b510-4b2a-b92f-8fe8daf6c8c6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:55:59.754220 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 9196f671-8b60-4d3a-af6c-ce54836eb0c7 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:55:59.794046 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f34ba277-b510-4b2a-b92f-8fe8daf6c8c6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4244308 Dec 22 13:55:59.796822 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57306) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:55:59.802748 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-b39e4e14-2fa7-4f73-b5f5-6c1aae17b023 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1100996827', 'admin_state_up': True, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:55:59.809723 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-b39e4e14-2fa7-4f73-b5f5-6c1aae17b023 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:55:59.813490 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-b39e4e14-2fa7-4f73-b5f5-6c1aae17b023 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:router and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:55:59.817042 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-b39e4e14-2fa7-4f73-b5f5-6c1aae17b023 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:55:59.822717 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-b39e4e14-2fa7-4f73-b5f5-6c1aae17b023 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:55:59.896299 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b39e4e14-2fa7-4f73-b5f5-6c1aae17b023 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:59.897316 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b39e4e14-2fa7-4f73-b5f5-6c1aae17b023 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:59.915090 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b39e4e14-2fa7-4f73-b5f5-6c1aae17b023 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:00.113876 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b39e4e14-2fa7-4f73-b5f5-6c1aae17b023 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:00.438186 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b39e4e14-2fa7-4f73-b5f5-6c1aae17b023 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for router_gateway, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:00.467278 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b39e4e14-2fa7-4f73-b5f5-6c1aae17b023 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:00.605062 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-b39e4e14-2fa7-4f73-b5f5-6c1aae17b023 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Allocated IP 172.26.1.118 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/99ece9db-a6e1-41a9-b205-4d67e7e61018) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:56:00.749948 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b39e4e14-2fa7-4f73-b5f5-6c1aae17b023 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:00.810405 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b39e4e14-2fa7-4f73-b5f5-6c1aae17b023 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:00.813822 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-854f91ff-e95f-4c75-a927-8ddcf56cbf91 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:56:00.881848 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39e4e14-2fa7-4f73-b5f5-6c1aae17b023 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:56:00.885037 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e4e14-2fa7-4f73-b5f5-6c1aae17b023 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'Port': ['ID=99ece9db-a6e1-41a9-b205-4d67e7e61018,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:56:00.887389 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-b39e4e14-2fa7-4f73-b5f5-6c1aae17b023 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:56:00.889148 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b39e4e14-2fa7-4f73-b5f5-6c1aae17b023 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:56:00.889872 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39e4e14-2fa7-4f73-b5f5-6c1aae17b023 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:56:01.103064 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b39e4e14-2fa7-4f73-b5f5-6c1aae17b023 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for router_gateway, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:01.103699 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b39e4e14-2fa7-4f73-b5f5-6c1aae17b023 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:01.370036 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39e4e14-2fa7-4f73-b5f5-6c1aae17b023 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Router cc714363-c606-4cd2-8b4c-5546d811e83d is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:56:01.571842 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39e4e14-2fa7-4f73-b5f5-6c1aae17b023 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:56:01.582618 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d6ee60-b399-4071-97c0-66242abc7e52 None None] Sync routers for ids ['cc714363-c606-4cd2-8b4c-5546d811e83d'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:56:01.595286 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d6ee60-b399-4071-97c0-66242abc7e52 None None] Routers {'cc714363-c606-4cd2-8b4c-5546d811e83d'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:56:01.600409 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-b7d6ee60-b399-4071-97c0-66242abc7e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:55:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['cc714363-c606-4cd2-8b4c-5546d811e83d'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:56:01.651328 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b39e4e14-2fa7-4f73-b5f5-6c1aae17b023 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:01.655766 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b39e4e14-2fa7-4f73-b5f5-6c1aae17b023 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8548567 Dec 22 13:56:01.656245 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57312) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:56:01.772658 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-b7d6ee60-b399-4071-97c0-66242abc7e52 None None] Set router cc714363-c606-4cd2-8b4c-5546d811e83d gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:56:01.817857 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-9aa7b401-9dca-4eba-aea9-46daa7952dc4 tempest-TestNetworkAdvancedServerOps-1874708569 tempest-TestNetworkAdvancedServerOps-1874708569-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1602108 Dec 22 13:56:01.820279 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57318) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:56:01.952591 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172ebef8-776e-46b6-b17b-8424745cbca9 tempest-TestNetworkAdvancedServerOps-1874708569 tempest-TestNetworkAdvancedServerOps-1874708569-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:01.954066 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-172ebef8-776e-46b6-b17b-8424745cbca9 tempest-TestNetworkAdvancedServerOps-1874708569 tempest-TestNetworkAdvancedServerOps-1874708569-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1328716 Dec 22 13:56:01.957761 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57322) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:56:01.997570 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0fe51cbf-592d-4b4b-9488-49d6853c30a7 tempest-TestNetworkAdvancedServerOps-1874708569 tempest-TestNetworkAdvancedServerOps-1874708569-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=0776f1b4-770d-462f-bc0f-df97e8017b18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386410 Dec 22 13:56:01.999969 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57326) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:56:02.005322 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-71338a64-16d8-4b2c-8a68-ca73ceaf7906 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-806847119', 'network_id': '9196f671-8b60-4d3a-af6c-ce54836eb0c7', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:56:02.053296 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-b7d6ee60-b399-4071-97c0-66242abc7e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc714363-c606-4cd2-8b4c-5546d811e83d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1100996827', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': '99ece9db-a6e1-41a9-b205-4d67e7e61018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:55:59Z', 'updated_at': '2021-12-22T13:56:00Z', 'revision_number': 3, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '99ece9db-a6e1-41a9-b205-4d67e7e61018', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fa:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc714363-c606-4cd2-8b4c-5546d811e83d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:56:00Z', 'updated_at': '2021-12-22T13:56:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:56:02.057228 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d6ee60-b399-4071-97c0-66242abc7e52 None None] Checking router: cc714363-c606-4cd2-8b4c-5546d811e83d for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:56:02.057572 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d6ee60-b399-4071-97c0-66242abc7e52 None None] Updating router cc714363-c606-4cd2-8b4c-5546d811e83d port 99ece9db-a6e1-41a9-b205-4d67e7e61018 binding host dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:56:02.108022 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-b7d6ee60-b399-4071-97c0-66242abc7e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:02.113269 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-71338a64-16d8-4b2c-8a68-ca73ceaf7906 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:56:02.117131 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-71338a64-16d8-4b2c-8a68-ca73ceaf7906 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:subnet and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:56:02.120002 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-71338a64-16d8-4b2c-8a68-ca73ceaf7906 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:56:02.125592 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-71338a64-16d8-4b2c-8a68-ca73ceaf7906 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:56:02.193465 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71338a64-16d8-4b2c-8a68-ca73ceaf7906 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Made reservation on behalf of 3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:56:02.302077 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-71338a64-16d8-4b2c-8a68-ca73ceaf7906 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:02.435881 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-b7d6ee60-b399-4071-97c0-66242abc7e52 None None] Notify callbacks [] for port, precommit_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:02.448427 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.provisioning_blocks [None req-b7d6ee60-b399-4071-97c0-66242abc7e52 None None] Transition to ACTIVE for port object 99ece9db-a6e1-41a9-b205-4d67e7e61018 will not be triggered until provisioned by entity L2. {{(pid=84151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:56:02.507678 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-b7d6ee60-b399-4071-97c0-66242abc7e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:02.512178 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-8f1f66dd-46cd-437b-9928-5e48bcf9efbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:56:02.594701 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e50181c-31d3-4a9b-a0ee-c62a48332b20 None None] Pushing event updated for resources: {'Port': ['ID=99ece9db-a6e1-41a9-b205-4d67e7e61018,revision_number=2']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:56:02.597342 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-b7d6ee60-b399-4071-97c0-66242abc7e52 None None] Attempting to bind port 99ece9db-a6e1-41a9-b205-4d67e7e61018 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:56:02.597707 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-b7d6ee60-b399-4071-97c0-66242abc7e52 None None] Attempting to bind port 99ece9db-a6e1-41a9-b205-4d67e7e61018 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:56:02.598068 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d6ee60-b399-4071-97c0-66242abc7e52 None None] Attempting to bind port 99ece9db-a6e1-41a9-b205-4d67e7e61018 on network 0776f1b4-770d-462f-bc0f-df97e8017b18 {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:56:02.609770 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e50181c-31d3-4a9b-a0ee-c62a48332b20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:56:02.610107 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e50181c-31d3-4a9b-a0ee-c62a48332b20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:56:02.610465 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e50181c-31d3-4a9b-a0ee-c62a48332b20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:56:02.610795 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e50181c-31d3-4a9b-a0ee-c62a48332b20 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:56:02.611335 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e50181c-31d3-4a9b-a0ee-c62a48332b20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:56:02.611553 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e50181c-31d3-4a9b-a0ee-c62a48332b20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:56:02.611914 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e50181c-31d3-4a9b-a0ee-c62a48332b20 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:56:02.612415 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e50181c-31d3-4a9b-a0ee-c62a48332b20 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:56:02.612845 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e50181c-31d3-4a9b-a0ee-c62a48332b20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:56:02.613199 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e50181c-31d3-4a9b-a0ee-c62a48332b20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:56:02.613519 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e50181c-31d3-4a9b-a0ee-c62a48332b20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:56:02.616680 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d6ee60-b399-4071-97c0-66242abc7e52 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:56:02.617061 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d6ee60-b399-4071-97c0-66242abc7e52 None None] Checking segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:56:02.617570 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-b7d6ee60-b399-4071-97c0-66242abc7e52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:02.617854 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d6ee60-b399-4071-97c0-66242abc7e52 None None] Bound using segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:56:02.618320 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-b7d6ee60-b399-4071-97c0-66242abc7e52 None None] Bound port: 99ece9db-a6e1-41a9-b205-4d67e7e61018, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:56:02.618714 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-b7d6ee60-b399-4071-97c0-66242abc7e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:02.643159 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-2e50181c-31d3-4a9b-a0ee-c62a48332b20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:56:02.693263 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-b7d6ee60-b399-4071-97c0-66242abc7e52 None None] For port 99ece9db-a6e1-41a9-b205-4d67e7e61018, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:56:02.696601 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-b7d6ee60-b399-4071-97c0-66242abc7e52 None None] For port 99ece9db-a6e1-41a9-b205-4d67e7e61018, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=99ece9db-a6e1-41a9-b205-4d67e7e61018,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:56:02.720181 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-71338a64-16d8-4b2c-8a68-ca73ceaf7906 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:02.724134 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-932d37c8-bccc-4a71-801d-aa6cbb84042a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:56:02.737661 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-b7d6ee60-b399-4071-97c0-66242abc7e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:02.741981 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-e985c3dd-7427-4540-ae88-01d8dc785906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:56:02.812925 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71338a64-16d8-4b2c-8a68-ca73ceaf7906 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'Subnet': ['ID=cde7697a-d263-4d9b-8ece-388b912ecc80,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:56:02.820263 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-71338a64-16d8-4b2c-8a68-ca73ceaf7906 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:56:02.824933 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71338a64-16d8-4b2c-8a68-ca73ceaf7906 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Checking segment: {'id': '00c90b3b-1e56-44bf-aa36-973a452857b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9196f671-8b60-4d3a-af6c-ce54836eb0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:56:02.825420 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71338a64-16d8-4b2c-8a68-ca73ceaf7906 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Network hostable DHCP agents. Network: 9196f671-8b60-4d3a-af6c-ce54836eb0c7, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:56:02.856935 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e50181c-31d3-4a9b-a0ee-c62a48332b20 None None] Pushing event updated for resources: {'Port': ['ID=99ece9db-a6e1-41a9-b205-4d67e7e61018,revision_number=3']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:56:02.861458 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-2e50181c-31d3-4a9b-a0ee-c62a48332b20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:56:02.862490 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d6ee60-b399-4071-97c0-66242abc7e52 None None] Routers {'cc714363-c606-4cd2-8b4c-5546d811e83d'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:56:02.863088 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-b7d6ee60-b399-4071-97c0-66242abc7e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:55:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['cc714363-c606-4cd2-8b4c-5546d811e83d'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:56:02.907361 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71338a64-16d8-4b2c-8a68-ca73ceaf7906 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Network 9196f671-8b60-4d3a-af6c-ce54836eb0c7 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:56:02.974827 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-71338a64-16d8-4b2c-8a68-ca73ceaf7906 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 9196f671-8b60-4d3a-af6c-ce54836eb0c7) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:56:02.979260 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71338a64-16d8-4b2c-8a68-ca73ceaf7906 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:02.979936 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-71338a64-16d8-4b2c-8a68-ca73ceaf7906 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:02.985744 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4d6c1f-73eb-41b1-bf84-8bb527d5fea3 None None] Network 9196f671-8b60-4d3a-af6c-ce54836eb0c7 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:56:03.043020 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-b7d6ee60-b399-4071-97c0-66242abc7e52 None None] Set router cc714363-c606-4cd2-8b4c-5546d811e83d gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:56:03.077509 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-71338a64-16d8-4b2c-8a68-ca73ceaf7906 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0730555 Dec 22 13:56:03.077846 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57330) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:56:03.228138 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcaa505-3ecc-49cf-b5e2-23229c3df9a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-9196f671-8b60-4d3a-af6c-ce54836eb0c7', 'network_id': '9196f671-8b60-4d3a-af6c-ce54836eb0c7', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'fixed_ips': [{'subnet_id': 'cde7697a-d263-4d9b-8ece-388b912ecc80'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:56:03.228971 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-edcaa505-3ecc-49cf-b5e2-23229c3df9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:03.349148 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-b7d6ee60-b399-4071-97c0-66242abc7e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc714363-c606-4cd2-8b4c-5546d811e83d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1100996827', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': '99ece9db-a6e1-41a9-b205-4d67e7e61018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:55:59Z', 'updated_at': '2021-12-22T13:56:00Z', 'revision_number': 3, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '99ece9db-a6e1-41a9-b205-4d67e7e61018', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fa:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc714363-c606-4cd2-8b4c-5546d811e83d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:56:00Z', 'updated_at': '2021-12-22T13:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:56:03.351588 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d6ee60-b399-4071-97c0-66242abc7e52 None None] The sync data for ids ['cc714363-c606-4cd2-8b4c-5546d811e83d'] in dv-neutron-822669-1-hyperv is: [{'id': 'cc714363-c606-4cd2-8b4c-5546d811e83d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1100996827', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': '99ece9db-a6e1-41a9-b205-4d67e7e61018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:55:59Z', 'updated_at': '2021-12-22T13:56:00Z', 'revision_number': 3, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '99ece9db-a6e1-41a9-b205-4d67e7e61018', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fa:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc714363-c606-4cd2-8b4c-5546d811e83d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:56:00Z', 'updated_at': '2021-12-22T13:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:56:03.406170 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-edcaa505-3ecc-49cf-b5e2-23229c3df9a4 None None] Allocated IP 172.20.0.2 (9196f671-8b60-4d3a-af6c-ce54836eb0c7/cde7697a-d263-4d9b-8ece-388b912ecc80/6c4b7e05-0590-4518-b2e0-93cbcf66f6a5) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:56:03.692886 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-edcaa505-3ecc-49cf-b5e2-23229c3df9a4 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:03.707035 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-edcaa505-3ecc-49cf-b5e2-23229c3df9a4 None None] Transition to ACTIVE for port object 6c4b7e05-0590-4518-b2e0-93cbcf66f6a5 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:56:03.726590 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-edcaa505-3ecc-49cf-b5e2-23229c3df9a4 None None] Transition to ACTIVE for port object 6c4b7e05-0590-4518-b2e0-93cbcf66f6a5 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:56:03.776407 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-edcaa505-3ecc-49cf-b5e2-23229c3df9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:03.781505 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:56:03.852961 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcaa505-3ecc-49cf-b5e2-23229c3df9a4 None None] Network 9196f671-8b60-4d3a-af6c-ce54836eb0c7 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:56:03.856329 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-edcaa505-3ecc-49cf-b5e2-23229c3df9a4 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:56:03.860993 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcaa505-3ecc-49cf-b5e2-23229c3df9a4 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:56:03.896588 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcaa505-3ecc-49cf-b5e2-23229c3df9a4 None None] Pushing event updated for resources: {'Port': ['ID=6c4b7e05-0590-4518-b2e0-93cbcf66f6a5,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:56:03.919891 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d3d6f8a6-c998-415a-b243-5c4642319ce2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:03.957865 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 99ece9db-a6e1-41a9-b205-4d67e7e61018 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:56:03.998228 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-edcaa505-3ecc-49cf-b5e2-23229c3df9a4 None None] Attempting to bind port 6c4b7e05-0590-4518-b2e0-93cbcf66f6a5 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:56:03.998954 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-edcaa505-3ecc-49cf-b5e2-23229c3df9a4 None None] Attempting to bind port 6c4b7e05-0590-4518-b2e0-93cbcf66f6a5 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '00c90b3b-1e56-44bf-aa36-973a452857b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9196f671-8b60-4d3a-af6c-ce54836eb0c7'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:56:03.998954 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcaa505-3ecc-49cf-b5e2-23229c3df9a4 None None] Attempting to bind port 6c4b7e05-0590-4518-b2e0-93cbcf66f6a5 on network 9196f671-8b60-4d3a-af6c-ce54836eb0c7 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:56:04.003898 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcaa505-3ecc-49cf-b5e2-23229c3df9a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:56:04.004245 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcaa505-3ecc-49cf-b5e2-23229c3df9a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:56:04.004584 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcaa505-3ecc-49cf-b5e2-23229c3df9a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:56:04.004918 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcaa505-3ecc-49cf-b5e2-23229c3df9a4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:56:04.005251 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcaa505-3ecc-49cf-b5e2-23229c3df9a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:56:04.005580 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcaa505-3ecc-49cf-b5e2-23229c3df9a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:56:04.005902 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcaa505-3ecc-49cf-b5e2-23229c3df9a4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:56:04.006227 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcaa505-3ecc-49cf-b5e2-23229c3df9a4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:56:04.006574 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcaa505-3ecc-49cf-b5e2-23229c3df9a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:56:04.006893 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcaa505-3ecc-49cf-b5e2-23229c3df9a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:56:04.007221 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcaa505-3ecc-49cf-b5e2-23229c3df9a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:56:04.016036 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-edcaa505-3ecc-49cf-b5e2-23229c3df9a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:56:04.020329 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcaa505-3ecc-49cf-b5e2-23229c3df9a4 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:56:04.020713 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcaa505-3ecc-49cf-b5e2-23229c3df9a4 None None] Checking segment: {'id': '00c90b3b-1e56-44bf-aa36-973a452857b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9196f671-8b60-4d3a-af6c-ce54836eb0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:56:04.021125 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-edcaa505-3ecc-49cf-b5e2-23229c3df9a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:04.021526 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcaa505-3ecc-49cf-b5e2-23229c3df9a4 None None] Bound using segment: {'id': '00c90b3b-1e56-44bf-aa36-973a452857b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9196f671-8b60-4d3a-af6c-ce54836eb0c7'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:56:04.022010 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-edcaa505-3ecc-49cf-b5e2-23229c3df9a4 None None] Bound port: 6c4b7e05-0590-4518-b2e0-93cbcf66f6a5, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00c90b3b-1e56-44bf-aa36-973a452857b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9196f671-8b60-4d3a-af6c-ce54836eb0c7'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:56:04.022417 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-edcaa505-3ecc-49cf-b5e2-23229c3df9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:04.131444 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-edcaa505-3ecc-49cf-b5e2-23229c3df9a4 None None] For port 6c4b7e05-0590-4518-b2e0-93cbcf66f6a5, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:56:04.134633 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-edcaa505-3ecc-49cf-b5e2-23229c3df9a4 None None] For port 6c4b7e05-0590-4518-b2e0-93cbcf66f6a5, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=6c4b7e05-0590-4518-b2e0-93cbcf66f6a5,segment=NetworkSegment(00c90b3b-1e56-44bf-aa36-973a452857b4),segment_id=00c90b3b-1e56-44bf-aa36-973a452857b4)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:56:04.170398 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 99ece9db-a6e1-41a9-b205-4d67e7e61018 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:56:04.178430 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 99ece9db-a6e1-41a9-b205-4d67e7e61018 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:56:04.182441 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:04.216932 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-edcaa505-3ecc-49cf-b5e2-23229c3df9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:04.223732 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:56:04.319917 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcaa505-3ecc-49cf-b5e2-23229c3df9a4 None None] Pushing event updated for resources: {'Port': ['ID=6c4b7e05-0590-4518-b2e0-93cbcf66f6a5,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:56:04.328091 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-edcaa505-3ecc-49cf-b5e2-23229c3df9a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:56:04.335197 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-d3d6f8a6-c998-415a-b243-5c4642319ce2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Allocated IP 172.20.0.1 (9196f671-8b60-4d3a-af6c-ce54836eb0c7/cde7697a-d263-4d9b-8ece-388b912ecc80/c4d76eea-3946-4088-9c02-dbc55527cd34) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:56:04.393033 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:04.410988 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 99ece9db-a6e1-41a9-b205-4d67e7e61018, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=99ece9db-a6e1-41a9-b205-4d67e7e61018,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:56:04.466489 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:04.472661 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-5f2060dc-948c-469e-ac35-4410d2b2bb10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:56:04.570499 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=99ece9db-a6e1-41a9-b205-4d67e7e61018,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:56:04.573999 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:56:04.659001 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d3d6f8a6-c998-415a-b243-5c4642319ce2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:04.674553 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-d3d6f8a6-c998-415a-b243-5c4642319ce2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Transition to ACTIVE for port object c4d76eea-3946-4088-9c02-dbc55527cd34 will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:56:04.736350 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d3d6f8a6-c998-415a-b243-5c4642319ce2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:04.740340 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-103d8c21-d462-4a3d-b690-8428ba3b7c6c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:56:04.800609 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d6f8a6-c998-415a-b243-5c4642319ce2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Network 9196f671-8b60-4d3a-af6c-ce54836eb0c7 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:56:04.807702 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-d3d6f8a6-c998-415a-b243-5c4642319ce2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:56:04.812132 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d6f8a6-c998-415a-b243-5c4642319ce2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:56:04.846238 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d6f8a6-c998-415a-b243-5c4642319ce2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'Port': ['ID=c4d76eea-3946-4088-9c02-dbc55527cd34,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:56:04.852462 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d3d6f8a6-c998-415a-b243-5c4642319ce2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:56:04.875582 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d3d6f8a6-c998-415a-b243-5c4642319ce2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:05.016383 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d3d6f8a6-c998-415a-b243-5c4642319ce2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:05.284278 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7155c65c-60b7-415b-908e-2bfe06f3484e None None] Network 9196f671-8b60-4d3a-af6c-ce54836eb0c7 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:56:05.436013 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d3d6f8a6-c998-415a-b243-5c4642319ce2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:05.445959 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-467d22f3-4e14-444f-8f39-8effd91a48a2 None None] Provisioning for port 6c4b7e05-0590-4518-b2e0-93cbcf66f6a5 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:56:05.490658 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d3d6f8a6-c998-415a-b243-5c4642319ce2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:05.522761 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-020d2ae2-e1f5-4461-a06c-c4f2b89f7f36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:56:05.611319 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d3d6f8a6-c998-415a-b243-5c4642319ce2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:05.615682 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d6f8a6-c998-415a-b243-5c4642319ce2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'Port': ['ID=c4d76eea-3946-4088-9c02-dbc55527cd34,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:56:05.618880 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d3d6f8a6-c998-415a-b243-5c4642319ce2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:56:05.661667 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3ef7069d-0bc8-4587-97bb-64a10fb7073b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:05.763058 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d6f8a6-c998-415a-b243-5c4642319ce2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Network 9196f671-8b60-4d3a-af6c-ce54836eb0c7 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:56:05.764283 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-d3d6f8a6-c998-415a-b243-5c4642319ce2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:56:05.821785 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-40001b8a-dd60-44e7-8b12-46187cf3ee8b None None] Provisioning for port c4d76eea-3946-4088-9c02-dbc55527cd34 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:56:05.828080 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-40001b8a-dd60-44e7-8b12-46187cf3ee8b None None] Provisioning complete for port c4d76eea-3946-4088-9c02-dbc55527cd34 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:56:05.828850 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-40001b8a-dd60-44e7-8b12-46187cf3ee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:05.899696 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-40001b8a-dd60-44e7-8b12-46187cf3ee8b None None] Port c4d76eea-3946-4088-9c02-dbc55527cd34 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:56:05.996002 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 6c4b7e05-0590-4518-b2e0-93cbcf66f6a5 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:56:06.069481 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-ead6f5c1-92d7-428f-9dc3-61804b4929bd None None] Provisioning complete for port c4d76eea-3946-4088-9c02-dbc55527cd34 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:56:06.069868 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ead6f5c1-92d7-428f-9dc3-61804b4929bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:06.128327 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-ead6f5c1-92d7-428f-9dc3-61804b4929bd None None] Port c4d76eea-3946-4088-9c02-dbc55527cd34 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:56:06.211655 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d6f8a6-c998-415a-b243-5c4642319ce2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Router cc714363-c606-4cd2-8b4c-5546d811e83d has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:56:06.233353 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 6c4b7e05-0590-4518-b2e0-93cbcf66f6a5 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:56:06.243108 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 6c4b7e05-0590-4518-b2e0-93cbcf66f6a5 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:56:06.247641 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:06.302900 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-601bb5b3-42c9-4437-a761-e1a28b3dc0c3 None None] Provisioning complete for port c4d76eea-3946-4088-9c02-dbc55527cd34 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:56:06.303560 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-601bb5b3-42c9-4437-a761-e1a28b3dc0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:06.387918 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-601bb5b3-42c9-4437-a761-e1a28b3dc0c3 None None] Port c4d76eea-3946-4088-9c02-dbc55527cd34 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:56:06.415590 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:06.449716 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 6c4b7e05-0590-4518-b2e0-93cbcf66f6a5, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=6c4b7e05-0590-4518-b2e0-93cbcf66f6a5,segment=NetworkSegment(00c90b3b-1e56-44bf-aa36-973a452857b4),segment_id=00c90b3b-1e56-44bf-aa36-973a452857b4)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:56:06.530751 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:06.531633 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 99ece9db-a6e1-41a9-b205-4d67e7e61018 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:56:06.547048 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d6f8a6-c998-415a-b243-5c4642319ce2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:56:06.557120 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d3d6f8a6-c998-415a-b243-5c4642319ce2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "PUT /v2.0/routers/cc714363-c606-4cd2-8b4c-5546d811e83d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4780185 Dec 22 13:56:06.558773 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-cff411d2-08e8-4556-b5d3-6237af5ed583 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:56:06.649486 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=6c4b7e05-0590-4518-b2e0-93cbcf66f6a5,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:56:06.653431 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:56:06.666751 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 99ece9db-a6e1-41a9-b205-4d67e7e61018 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:56:06.667141 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:06.738493 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-51629cf6-a57d-4598-9efa-40b78129639c req-ba4b22cb-4f11-4e80-a84d-cd7ca22a2b25 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Synchronizing usage tracker for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:security_group {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:56:06.839278 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-51629cf6-a57d-4598-9efa-40b78129639c req-ba4b22cb-4f11-4e80-a84d-cd7ca22a2b25 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Unset dirty status for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:security_group {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:56:06.840411 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-51629cf6-a57d-4598-9efa-40b78129639c req-ba4b22cb-4f11-4e80-a84d-cd7ca22a2b25 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-417977723&fields=id&tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 HTTP/1.1" status: 200 len: 267 time: 0.1450257 Dec 22 13:56:06.945069 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1572fcf7-0d4c-4e35-95c2-8e94776c478f None None] Sync routers for ids ['cc714363-c606-4cd2-8b4c-5546d811e83d'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:56:06.957838 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1572fcf7-0d4c-4e35-95c2-8e94776c478f None None] Routers {'cc714363-c606-4cd2-8b4c-5546d811e83d'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:56:06.959208 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-1572fcf7-0d4c-4e35-95c2-8e94776c478f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:55:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['cc714363-c606-4cd2-8b4c-5546d811e83d'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:56:06.990804 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51629cf6-a57d-4598-9efa-40b78129639c req-3efcbdfd-eaae-4a1d-854a-697900ad1bc9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:06.991505 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-51629cf6-a57d-4598-9efa-40b78129639c req-3efcbdfd-eaae-4a1d-854a-697900ad1bc9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Synchronizing usage tracker for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:network {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:56:07.061764 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-51629cf6-a57d-4598-9efa-40b78129639c req-3efcbdfd-eaae-4a1d-854a-697900ad1bc9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Unset dirty status for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:network {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:56:07.063010 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-51629cf6-a57d-4598-9efa-40b78129639c req-3efcbdfd-eaae-4a1d-854a-697900ad1bc9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/networks?id=9196f671-8b60-4d3a-af6c-ce54836eb0c7 HTTP/1.1" status: 200 len: 796 time: 0.2158575 Dec 22 13:56:07.079501 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-51629cf6-a57d-4598-9efa-40b78129639c req-f8ee43e3-6d0e-4c1d-9d23-6013b7171fb1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/quotas/3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 HTTP/1.1" status: 200 len: 375 time: 0.0106409 Dec 22 13:56:07.158427 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-51629cf6-a57d-4598-9efa-40b78129639c req-968e779f-eb3e-4792-ac49-7a64666a5eb3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Synchronizing usage tracker for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:56:07.177170 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-1572fcf7-0d4c-4e35-95c2-8e94776c478f None None] Set router cc714363-c606-4cd2-8b4c-5546d811e83d gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:56:07.222439 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-51629cf6-a57d-4598-9efa-40b78129639c req-968e779f-eb3e-4792-ac49-7a64666a5eb3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Unset dirty status for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:56:07.223822 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-51629cf6-a57d-4598-9efa-40b78129639c req-968e779f-eb3e-4792-ac49-7a64666a5eb3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1392500 Dec 22 13:56:07.435669 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-51629cf6-a57d-4598-9efa-40b78129639c req-5aa7c4d8-b352-46a1-9786-77fcfab45717 service neutron] 10.222.0.47 "GET /v2.0/networks/9196f671-8b60-4d3a-af6c-ce54836eb0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001681 Dec 22 13:56:07.491679 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-1572fcf7-0d4c-4e35-95c2-8e94776c478f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc714363-c606-4cd2-8b4c-5546d811e83d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1100996827', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': '99ece9db-a6e1-41a9-b205-4d67e7e61018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:55:59Z', 'updated_at': '2021-12-22T13:56:04Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '99ece9db-a6e1-41a9-b205-4d67e7e61018', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc714363-c606-4cd2-8b4c-5546d811e83d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:56:00Z', 'updated_at': '2021-12-22T13:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'c4d76eea-3946-4088-9c02-dbc55527cd34', 'name': '', 'network_id': '9196f671-8b60-4d3a-af6c-ce54836eb0c7', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:30:95:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc714363-c606-4cd2-8b4c-5546d811e83d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cde7697a-d263-4d9b-8ece-388b912ecc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:56:04Z', 'updated_at': '2021-12-22T13:56:05Z', 'revision_number': 2, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': 'cde7697a-d263-4d9b-8ece-388b912ecc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:56:07.495742 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1572fcf7-0d4c-4e35-95c2-8e94776c478f None None] Checking router: cc714363-c606-4cd2-8b4c-5546d811e83d for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:56:07.495894 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1572fcf7-0d4c-4e35-95c2-8e94776c478f None None] Updating router cc714363-c606-4cd2-8b4c-5546d811e83d port c4d76eea-3946-4088-9c02-dbc55527cd34 binding host dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:56:07.551793 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1572fcf7-0d4c-4e35-95c2-8e94776c478f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:07.570072 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-51629cf6-a57d-4598-9efa-40b78129639c req-e6ab0943-1441-4764-88b5-36ffb0e5e19c service neutron] 10.222.0.47 "GET /v2.0/networks/9196f671-8b60-4d3a-af6c-ce54836eb0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285748 Dec 22 13:56:07.895702 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-62d7f490-5c7b-42f2-89c1-898f4dddf638 req-ed41c9d5-2a56-4cf7-a1e4-457fed1aff01 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=742cbbec-1a3c-413b-9ebe-74522845158c HTTP/1.1" status: 200 len: 210 time: 0.0670938 Dec 22 13:56:07.916760 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 6c4b7e05-0590-4518-b2e0-93cbcf66f6a5 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:56:07.946772 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1572fcf7-0d4c-4e35-95c2-8e94776c478f None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:07.980344 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-1572fcf7-0d4c-4e35-95c2-8e94776c478f None None] Transition to ACTIVE for port object c4d76eea-3946-4088-9c02-dbc55527cd34 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:56:08.010526 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 6c4b7e05-0590-4518-b2e0-93cbcf66f6a5 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:56:08.010905 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:08.075879 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1572fcf7-0d4c-4e35-95c2-8e94776c478f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:08.083956 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f10bec04-ec69-4860-9af6-5374a5137d46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:56:08.124063 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7ea26ccf-8782-4e8e-afb0-dd517f710b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:08.250985 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d2a01-70b3-44b9-a33a-4ad9b651ee64 None None] Pushing event updated for resources: {'Port': ['ID=c4d76eea-3946-4088-9c02-dbc55527cd34,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:56:08.256739 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-096d2a01-70b3-44b9-a33a-4ad9b651ee64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:56:08.363097 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-1572fcf7-0d4c-4e35-95c2-8e94776c478f None None] Attempting to bind port c4d76eea-3946-4088-9c02-dbc55527cd34 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:56:08.363504 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-1572fcf7-0d4c-4e35-95c2-8e94776c478f None None] Attempting to bind port c4d76eea-3946-4088-9c02-dbc55527cd34 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '00c90b3b-1e56-44bf-aa36-973a452857b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9196f671-8b60-4d3a-af6c-ce54836eb0c7'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:56:08.363866 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1572fcf7-0d4c-4e35-95c2-8e94776c478f None None] Attempting to bind port c4d76eea-3946-4088-9c02-dbc55527cd34 on network 9196f671-8b60-4d3a-af6c-ce54836eb0c7 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:56:08.370278 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1572fcf7-0d4c-4e35-95c2-8e94776c478f None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:56:08.370677 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1572fcf7-0d4c-4e35-95c2-8e94776c478f None None] Checking segment: {'id': '00c90b3b-1e56-44bf-aa36-973a452857b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9196f671-8b60-4d3a-af6c-ce54836eb0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:56:08.371078 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1572fcf7-0d4c-4e35-95c2-8e94776c478f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:08.371470 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1572fcf7-0d4c-4e35-95c2-8e94776c478f None None] Bound using segment: {'id': '00c90b3b-1e56-44bf-aa36-973a452857b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9196f671-8b60-4d3a-af6c-ce54836eb0c7'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:56:08.371954 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-1572fcf7-0d4c-4e35-95c2-8e94776c478f None None] Bound port: c4d76eea-3946-4088-9c02-dbc55527cd34, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00c90b3b-1e56-44bf-aa36-973a452857b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9196f671-8b60-4d3a-af6c-ce54836eb0c7'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:56:08.372303 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1572fcf7-0d4c-4e35-95c2-8e94776c478f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:08.481434 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-1572fcf7-0d4c-4e35-95c2-8e94776c478f None None] For port c4d76eea-3946-4088-9c02-dbc55527cd34, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:56:08.484836 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-1572fcf7-0d4c-4e35-95c2-8e94776c478f None None] For port c4d76eea-3946-4088-9c02-dbc55527cd34, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=c4d76eea-3946-4088-9c02-dbc55527cd34,segment=NetworkSegment(00c90b3b-1e56-44bf-aa36-973a452857b4),segment_id=00c90b3b-1e56-44bf-aa36-973a452857b4)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:56:08.531183 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1572fcf7-0d4c-4e35-95c2-8e94776c478f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:08.535565 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f1effda9-9c78-471d-b92a-262698cac59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:56:08.618237 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d2a01-70b3-44b9-a33a-4ad9b651ee64 None None] Pushing event updated for resources: {'Port': ['ID=c4d76eea-3946-4088-9c02-dbc55527cd34,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:56:08.621735 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-096d2a01-70b3-44b9-a33a-4ad9b651ee64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:56:08.623286 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1572fcf7-0d4c-4e35-95c2-8e94776c478f None None] Routers {'cc714363-c606-4cd2-8b4c-5546d811e83d'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:56:08.623901 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-1572fcf7-0d4c-4e35-95c2-8e94776c478f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:56:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['cc714363-c606-4cd2-8b4c-5546d811e83d'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:56:08.857126 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-1572fcf7-0d4c-4e35-95c2-8e94776c478f None None] Set router cc714363-c606-4cd2-8b4c-5546d811e83d gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:56:09.000225 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-a786e83a-03b6-4163-81d5-5b29873bda22 req-cec1d9d9-6c84-43f5-9fae-d19d4c1d2472 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=742cbbec-1a3c-413b-9ebe-74522845158c HTTP/1.1" status: 200 len: 210 time: 0.0468245 Dec 22 13:56:09.137237 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:09.205419 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-1572fcf7-0d4c-4e35-95c2-8e94776c478f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc714363-c606-4cd2-8b4c-5546d811e83d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1100996827', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': '99ece9db-a6e1-41a9-b205-4d67e7e61018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:55:59Z', 'updated_at': '2021-12-22T13:56:04Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '99ece9db-a6e1-41a9-b205-4d67e7e61018', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc714363-c606-4cd2-8b4c-5546d811e83d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:56:00Z', 'updated_at': '2021-12-22T13:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'c4d76eea-3946-4088-9c02-dbc55527cd34', 'name': '', 'network_id': '9196f671-8b60-4d3a-af6c-ce54836eb0c7', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:30:95:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc714363-c606-4cd2-8b4c-5546d811e83d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cde7697a-d263-4d9b-8ece-388b912ecc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:56:04Z', 'updated_at': '2021-12-22T13:56:08Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': 'cde7697a-d263-4d9b-8ece-388b912ecc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:56:09.210294 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1572fcf7-0d4c-4e35-95c2-8e94776c478f None None] The sync data for ids ['cc714363-c606-4cd2-8b4c-5546d811e83d'] in dv-neutron-822669-1-hyperv is: [{'id': 'cc714363-c606-4cd2-8b4c-5546d811e83d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1100996827', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': '99ece9db-a6e1-41a9-b205-4d67e7e61018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:55:59Z', 'updated_at': '2021-12-22T13:56:04Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '99ece9db-a6e1-41a9-b205-4d67e7e61018', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc714363-c606-4cd2-8b4c-5546d811e83d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:56:00Z', 'updated_at': '2021-12-22T13:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'c4d76eea-3946-4088-9c02-dbc55527cd34', 'name': '', 'network_id': '9196f671-8b60-4d3a-af6c-ce54836eb0c7', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:30:95:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc714363-c606-4cd2-8b4c-5546d811e83d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cde7697a-d263-4d9b-8ece-388b912ecc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:56:04Z', 'updated_at': '2021-12-22T13:56:08Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': 'cde7697a-d263-4d9b-8ece-388b912ecc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:56:09.398932 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:09.918324 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device c4d76eea-3946-4088-9c02-dbc55527cd34 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:56:10.054860 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port c4d76eea-3946-4088-9c02-dbc55527cd34 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:56:10.061699 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port c4d76eea-3946-4088-9c02-dbc55527cd34 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:56:10.061699 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:10.169200 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c845ebff-69e6-49fe-9153-cf592ee1a900 req-f024df56-79af-4774-8d02-ac5f4433f73c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=742cbbec-1a3c-413b-9ebe-74522845158c HTTP/1.1" status: 200 len: 210 time: 0.0426943 Dec 22 13:56:10.180962 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:10.212317 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port c4d76eea-3946-4088-9c02-dbc55527cd34, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=c4d76eea-3946-4088-9c02-dbc55527cd34,segment=NetworkSegment(00c90b3b-1e56-44bf-aa36-973a452857b4),segment_id=00c90b3b-1e56-44bf-aa36-973a452857b4)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:56:10.296157 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:10.298977 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-52b28918-72f4-4961-8188-d0619ff5b89a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:56:10.365635 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=c4d76eea-3946-4088-9c02-dbc55527cd34,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:56:10.368664 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:56:10.401898 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51629cf6-a57d-4598-9efa-40b78129639c req-6cbb691d-8d8d-43d6-a59b-d9602659616d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:10.403313 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-51629cf6-a57d-4598-9efa-40b78129639c req-6cbb691d-8d8d-43d6-a59b-d9602659616d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.45 "GET /v2.0/networks?id=9196f671-8b60-4d3a-af6c-ce54836eb0c7 HTTP/1.1" status: 200 len: 796 time: 0.1521971 Dec 22 13:56:10.464385 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-51629cf6-a57d-4598-9efa-40b78129639c req-7c647981-a23b-48d6-812b-b45ffbe2dfe1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 HTTP/1.1" status: 200 len: 379 time: 0.0404749 Dec 22 13:56:10.477830 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-51629cf6-a57d-4598-9efa-40b78129639c req-7616796f-0571-468f-a86b-a1b2f49b2dce tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'port': {'device_id': '742cbbec-1a3c-413b-9ebe-74522845158c', 'network_id': '9196f671-8b60-4d3a-af6c-ce54836eb0c7', 'admin_state_up': True, 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'security_groups': ['ee350857-bcb1-4d9a-9bc6-7110e3048102']}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:56:10.598976 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:10.615856 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-51629cf6-a57d-4598-9efa-40b78129639c req-7616796f-0571-468f-a86b-a1b2f49b2dce tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:56:10.625325 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-51629cf6-a57d-4598-9efa-40b78129639c req-7616796f-0571-468f-a86b-a1b2f49b2dce tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:56:10.753524 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51629cf6-a57d-4598-9efa-40b78129639c req-7616796f-0571-468f-a86b-a1b2f49b2dce tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Made reservation on behalf of 3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:56:10.756642 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-51629cf6-a57d-4598-9efa-40b78129639c req-7616796f-0571-468f-a86b-a1b2f49b2dce tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:10.922063 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [req-51629cf6-a57d-4598-9efa-40b78129639c req-7616796f-0571-468f-a86b-a1b2f49b2dce tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Allocated IP 172.20.0.5 (9196f671-8b60-4d3a-af6c-ce54836eb0c7/cde7697a-d263-4d9b-8ece-388b912ecc80/be9a4598-fd71-43b7-9a93-78a7bc1817c8) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:56:11.104742 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-51629cf6-a57d-4598-9efa-40b78129639c req-7616796f-0571-468f-a86b-a1b2f49b2dce tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:11.120048 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-51629cf6-a57d-4598-9efa-40b78129639c req-7616796f-0571-468f-a86b-a1b2f49b2dce tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Transition to ACTIVE for port object be9a4598-fd71-43b7-9a93-78a7bc1817c8 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:56:11.221800 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-51629cf6-a57d-4598-9efa-40b78129639c req-7616796f-0571-468f-a86b-a1b2f49b2dce tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:11.227658 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3765bb3c-7423-4f5a-a2da-6379c4b8f1f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:56:11.293558 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51629cf6-a57d-4598-9efa-40b78129639c req-7616796f-0571-468f-a86b-a1b2f49b2dce tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Network 9196f671-8b60-4d3a-af6c-ce54836eb0c7 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:56:11.301426 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [req-51629cf6-a57d-4598-9efa-40b78129639c req-7616796f-0571-468f-a86b-a1b2f49b2dce tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:56:11.310454 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-51629cf6-a57d-4598-9efa-40b78129639c req-7616796f-0571-468f-a86b-a1b2f49b2dce tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:56:11.338424 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7616796f-0571-468f-a86b-a1b2f49b2dce tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'Port': ['ID=be9a4598-fd71-43b7-9a93-78a7bc1817c8,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:56:11.345553 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7616796f-0571-468f-a86b-a1b2f49b2dce tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:56:11.374644 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a387379-e149-40e3-9e61-c0f45a049bdc req-0a86addd-416b-4473-8f2a-5cac66181af6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:11.375227 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51629cf6-a57d-4598-9efa-40b78129639c req-7616796f-0571-468f-a86b-a1b2f49b2dce tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:11.376122 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-2a387379-e149-40e3-9e61-c0f45a049bdc req-0a86addd-416b-4473-8f2a-5cac66181af6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=742cbbec-1a3c-413b-9ebe-74522845158c HTTP/1.1" status: 200 len: 931 time: 0.0843151 Dec 22 13:56:11.376266 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-51629cf6-a57d-4598-9efa-40b78129639c req-7616796f-0571-468f-a86b-a1b2f49b2dce tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:11.430970 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-2a387379-e149-40e3-9e61-c0f45a049bdc req-11423c13-45bd-4214-9c34-8bcab0949662 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=ee350857-bcb1-4d9a-9bc6-7110e3048102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478425 Dec 22 13:56:11.484351 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-51629cf6-a57d-4598-9efa-40b78129639c req-7616796f-0571-468f-a86b-a1b2f49b2dce tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0101576 Dec 22 13:56:11.501941 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-51629cf6-a57d-4598-9efa-40b78129639c req-af867ada-5387-408d-a4c3-7c8e0f196ba3 service neutron] Request body: {'port': {'device_id': '742cbbec-1a3c-413b-9ebe-74522845158c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:56:11.660518 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-d0ea5dcf-cffa-4162-ad38-b83662d43346 None None] Provisioning for port be9a4598-fd71-43b7-9a93-78a7bc1817c8 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:56:11.673054 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-d0ea5dcf-cffa-4162-ad38-b83662d43346 None None] Provisioning complete for port be9a4598-fd71-43b7-9a93-78a7bc1817c8 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:56:11.673432 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d0ea5dcf-cffa-4162-ad38-b83662d43346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:11.720309 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-51629cf6-a57d-4598-9efa-40b78129639c req-af867ada-5387-408d-a4c3-7c8e0f196ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:11.737113 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-d0ea5dcf-cffa-4162-ad38-b83662d43346 None None] Port be9a4598-fd71-43b7-9a93-78a7bc1817c8 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:56:11.895115 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device c4d76eea-3946-4088-9c02-dbc55527cd34 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:56:11.963611 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port c4d76eea-3946-4088-9c02-dbc55527cd34 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:56:11.963995 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:12.063310 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [req-51629cf6-a57d-4598-9efa-40b78129639c req-af867ada-5387-408d-a4c3-7c8e0f196ba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be9a4598-fd71-43b7-9a93-78a7bc1817c8 {{(pid=84149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:56:12.070670 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-51629cf6-a57d-4598-9efa-40b78129639c req-af867ada-5387-408d-a4c3-7c8e0f196ba3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:12.090022 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-51629cf6-a57d-4598-9efa-40b78129639c req-af867ada-5387-408d-a4c3-7c8e0f196ba3 service neutron] Transition to ACTIVE for port object be9a4598-fd71-43b7-9a93-78a7bc1817c8 will not be triggered until provisioned by entity L2. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:56:12.117451 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:56:12.147239 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-51629cf6-a57d-4598-9efa-40b78129639c req-af867ada-5387-408d-a4c3-7c8e0f196ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:12.151578 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-98cbb840-a6ea-48d2-8333-63f585615e46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:56:12.275407 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af867ada-5387-408d-a4c3-7c8e0f196ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=be9a4598-fd71-43b7-9a93-78a7bc1817c8,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:56:12.279631 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-af867ada-5387-408d-a4c3-7c8e0f196ba3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:56:12.388912 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-51629cf6-a57d-4598-9efa-40b78129639c req-af867ada-5387-408d-a4c3-7c8e0f196ba3 service neutron] Attempting to bind port be9a4598-fd71-43b7-9a93-78a7bc1817c8 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:56:12.389250 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-51629cf6-a57d-4598-9efa-40b78129639c req-af867ada-5387-408d-a4c3-7c8e0f196ba3 service neutron] Attempting to bind port be9a4598-fd71-43b7-9a93-78a7bc1817c8 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '00c90b3b-1e56-44bf-aa36-973a452857b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9196f671-8b60-4d3a-af6c-ce54836eb0c7'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:56:12.389570 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51629cf6-a57d-4598-9efa-40b78129639c req-af867ada-5387-408d-a4c3-7c8e0f196ba3 service neutron] Attempting to bind port be9a4598-fd71-43b7-9a93-78a7bc1817c8 on network 9196f671-8b60-4d3a-af6c-ce54836eb0c7 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:56:12.395802 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51629cf6-a57d-4598-9efa-40b78129639c req-af867ada-5387-408d-a4c3-7c8e0f196ba3 service neutron] Port be9a4598-fd71-43b7-9a93-78a7bc1817c8 on network 9196f671-8b60-4d3a-af6c-ce54836eb0c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:56:12.396117 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51629cf6-a57d-4598-9efa-40b78129639c req-af867ada-5387-408d-a4c3-7c8e0f196ba3 service neutron] Attempting to bind port be9a4598-fd71-43b7-9a93-78a7bc1817c8 on network 9196f671-8b60-4d3a-af6c-ce54836eb0c7 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:56:12.402189 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51629cf6-a57d-4598-9efa-40b78129639c req-af867ada-5387-408d-a4c3-7c8e0f196ba3 service neutron] Checking agent: {'id': '72ee2f79-9ac0-483e-b4fd-5b910a776581', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'started_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:56:12.402559 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51629cf6-a57d-4598-9efa-40b78129639c req-af867ada-5387-408d-a4c3-7c8e0f196ba3 service neutron] Checking segment: {'id': '00c90b3b-1e56-44bf-aa36-973a452857b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9196f671-8b60-4d3a-af6c-ce54836eb0c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:56:12.402936 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51629cf6-a57d-4598-9efa-40b78129639c req-af867ada-5387-408d-a4c3-7c8e0f196ba3 service neutron] Bound using segment: {'id': '00c90b3b-1e56-44bf-aa36-973a452857b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9196f671-8b60-4d3a-af6c-ce54836eb0c7'} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:56:12.403353 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-51629cf6-a57d-4598-9efa-40b78129639c req-af867ada-5387-408d-a4c3-7c8e0f196ba3 service neutron] Bound port: be9a4598-fd71-43b7-9a93-78a7bc1817c8, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c90b3b-1e56-44bf-aa36-973a452857b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9196f671-8b60-4d3a-af6c-ce54836eb0c7'}}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:56:12.403690 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-51629cf6-a57d-4598-9efa-40b78129639c req-af867ada-5387-408d-a4c3-7c8e0f196ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:12.495508 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-51629cf6-a57d-4598-9efa-40b78129639c req-af867ada-5387-408d-a4c3-7c8e0f196ba3 service neutron] For port be9a4598-fd71-43b7-9a93-78a7bc1817c8, host hv-neutron-8226, cleared binding levels {{(pid=84149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:56:12.498499 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-51629cf6-a57d-4598-9efa-40b78129639c req-af867ada-5387-408d-a4c3-7c8e0f196ba3 service neutron] For port be9a4598-fd71-43b7-9a93-78a7bc1817c8, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=be9a4598-fd71-43b7-9a93-78a7bc1817c8,segment=NetworkSegment(00c90b3b-1e56-44bf-aa36-973a452857b4),segment_id=00c90b3b-1e56-44bf-aa36-973a452857b4)] {{(pid=84149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:56:12.547701 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-51629cf6-a57d-4598-9efa-40b78129639c req-af867ada-5387-408d-a4c3-7c8e0f196ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:12.552045 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1e15edc9-fe94-4cf3-b311-bc9a40d799fb tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:56:12.659462 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-51629cf6-a57d-4598-9efa-40b78129639c req-af867ada-5387-408d-a4c3-7c8e0f196ba3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:12.660869 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-51629cf6-a57d-4598-9efa-40b78129639c req-af867ada-5387-408d-a4c3-7c8e0f196ba3 service neutron] 10.222.0.45 "PUT /v2.0/ports/be9a4598-fd71-43b7-9a93-78a7bc1817c8 HTTP/1.1" status: 200 len: 1093 time: 1.1630552 Dec 22 13:56:12.661395 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '742cbbec-1a3c-413b-9ebe-74522845158c', 'tag': 'be9a4598-fd71-43b7-9a93-78a7bc1817c8'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:56:12.688421 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af867ada-5387-408d-a4c3-7c8e0f196ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=be9a4598-fd71-43b7-9a93-78a7bc1817c8,revision_number=3']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:56:12.688421 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-af867ada-5387-408d-a4c3-7c8e0f196ba3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:56:12.710132 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d37b6-c8bc-4e6f-931a-6bf39c196da3 req-6670f41e-dd5c-4906-b8f3-98876230df97 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:12.711016 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-747d37b6-c8bc-4e6f-931a-6bf39c196da3 req-6670f41e-dd5c-4906-b8f3-98876230df97 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Synchronizing usage tracker for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:56:12.724584 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '742cbbec-1a3c-413b-9ebe-74522845158c', 'tag': 'be9a4598-fd71-43b7-9a93-78a7bc1817c8', 'status': 'completed', 'code': 200} Dec 22 13:56:12.792642 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-747d37b6-c8bc-4e6f-931a-6bf39c196da3 req-6670f41e-dd5c-4906-b8f3-98876230df97 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Unset dirty status for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:56:12.793784 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-747d37b6-c8bc-4e6f-931a-6bf39c196da3 req-6670f41e-dd5c-4906-b8f3-98876230df97 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=742cbbec-1a3c-413b-9ebe-74522845158c HTTP/1.1" status: 200 len: 943 time: 0.2109065 Dec 22 13:56:12.864731 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-747d37b6-c8bc-4e6f-931a-6bf39c196da3 req-9fe1ca97-7a69-4d7e-9484-a465d922b913 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=ee350857-bcb1-4d9a-9bc6-7110e3048102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619009 Dec 22 13:56:12.868793 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d1293bac-bb12-4999-9b5e-6ceee9c8745e req-88195ef9-d7f5-48d2-b0a1-07490f30f7fb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&device_id=742cbbec-1a3c-413b-9ebe-74522845158c HTTP/1.1" status: 200 len: 1096 time: 0.1157432 Dec 22 13:56:13.015230 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1293bac-bb12-4999-9b5e-6ceee9c8745e req-1f728f7b-2b4a-4f8c-b721-802d68f107f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:13.016592 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d1293bac-bb12-4999-9b5e-6ceee9c8745e req-1f728f7b-2b4a-4f8c-b721-802d68f107f0 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1366665 Dec 22 13:56:13.153442 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1293bac-bb12-4999-9b5e-6ceee9c8745e req-ae4f10f9-45c9-4a41-8d54-6c9666452862 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:13.154907 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d1293bac-bb12-4999-9b5e-6ceee9c8745e req-ae4f10f9-45c9-4a41-8d54-6c9666452862 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1285503 Dec 22 13:56:13.268525 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-51629cf6-a57d-4598-9efa-40b78129639c req-0eda7abd-7ae2-4ccc-9c46-73acc8404c87 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&device_id=742cbbec-1a3c-413b-9ebe-74522845158c HTTP/1.1" status: 200 len: 1096 time: 0.0701916 Dec 22 13:56:13.344768 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-51629cf6-a57d-4598-9efa-40b78129639c req-4d3a413a-f03a-4c68-9c37-2a4861697402 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be9a4598-fd71-43b7-9a93-78a7bc1817c8 HTTP/1.1" status: 200 len: 217 time: 0.0634711 Dec 22 13:56:13.411449 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51629cf6-a57d-4598-9efa-40b78129639c req-be7d2b30-0894-464d-bc04-710892b95ad0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:13.412829 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-51629cf6-a57d-4598-9efa-40b78129639c req-be7d2b30-0894-464d-bc04-710892b95ad0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cde7697a-d263-4d9b-8ece-388b912ecc80 HTTP/1.1" status: 200 len: 834 time: 0.0565403 Dec 22 13:56:13.493700 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-51629cf6-a57d-4598-9efa-40b78129639c req-7a959ac1-8462-4dcf-b4c4-e55bd7d90072 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9196f671-8b60-4d3a-af6c-ce54836eb0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718355 Dec 22 13:56:13.733629 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-51629cf6-a57d-4598-9efa-40b78129639c req-dc4414a4-958a-4ef4-b1b0-cd9c82b64796 service neutron] 10.222.0.45 "GET /v2.0/networks/9196f671-8b60-4d3a-af6c-ce54836eb0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291365 Dec 22 13:56:13.868508 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-51629cf6-a57d-4598-9efa-40b78129639c req-96e03918-93fe-404c-b7ef-e3ca46e101a0 service neutron] 10.222.0.45 "GET /v2.0/networks/9196f671-8b60-4d3a-af6c-ce54836eb0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227086 Dec 22 13:56:14.062138 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a02e6-e683-48f7-9279-1479c10766d5 req-d0409a89-5748-4e04-91cd-cb7f5eaf98dd tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:14.063593 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-943a02e6-e683-48f7-9279-1479c10766d5 req-d0409a89-5748-4e04-91cd-cb7f5eaf98dd tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=742cbbec-1a3c-413b-9ebe-74522845158c HTTP/1.1" status: 200 len: 943 time: 0.0781789 Dec 22 13:56:14.109307 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-943a02e6-e683-48f7-9279-1479c10766d5 req-4cf3dd4d-571b-4d26-99b3-bac8a598d3c5 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=ee350857-bcb1-4d9a-9bc6-7110e3048102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391214 Dec 22 13:56:15.305848 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270875a-7237-4a97-b300-8e396286c29f req-8aaba0dc-e21a-4411-becc-857a965eba1c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:15.307336 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1270875a-7237-4a97-b300-8e396286c29f req-8aaba0dc-e21a-4411-becc-857a965eba1c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=742cbbec-1a3c-413b-9ebe-74522845158c HTTP/1.1" status: 200 len: 943 time: 0.0781977 Dec 22 13:56:15.353144 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1270875a-7237-4a97-b300-8e396286c29f req-157dbfc9-f017-4eb7-a054-b9c1b6ac6e12 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=ee350857-bcb1-4d9a-9bc6-7110e3048102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402989 Dec 22 13:56:16.150342 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device be9a4598-fd71-43b7-9a93-78a7bc1817c8 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:56:16.281590 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port be9a4598-fd71-43b7-9a93-78a7bc1817c8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=be9a4598-fd71-43b7-9a93-78a7bc1817c8,segment=NetworkSegment(00c90b3b-1e56-44bf-aa36-973a452857b4),segment_id=00c90b3b-1e56-44bf-aa36-973a452857b4)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:56:16.295547 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': 'be9a4598-fd71-43b7-9a93-78a7bc1817c8', 'network_id': '9196f671-8b60-4d3a-af6c-ce54836eb0c7', 'port_id': 'be9a4598-fd71-43b7-9a93-78a7bc1817c8', 'mac_address': 'fa:16:3e:fd:ab:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cde7697a-d263-4d9b-8ece-388b912ecc80', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:56:16.348679 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:16.364998 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be9a4598-fd71-43b7-9a93-78a7bc1817c8 {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:56:16.379779 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port be9a4598-fd71-43b7-9a93-78a7bc1817c8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=be9a4598-fd71-43b7-9a93-78a7bc1817c8,segment=NetworkSegment(00c90b3b-1e56-44bf-aa36-973a452857b4),segment_id=00c90b3b-1e56-44bf-aa36-973a452857b4)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:56:16.433150 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:16.436213 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:56:16.509262 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=be9a4598-fd71-43b7-9a93-78a7bc1817c8,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:56:16.514051 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:56:16.553157 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f78c2d-2f84-45c4-b9f6-ee268dc9f8f8 req-c1066ffc-5eac-4362-9027-30f20a8b5177 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:16.554616 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-30f78c2d-2f84-45c4-b9f6-ee268dc9f8f8 req-c1066ffc-5eac-4362-9027-30f20a8b5177 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=742cbbec-1a3c-413b-9ebe-74522845158c HTTP/1.1" status: 200 len: 944 time: 0.0785148 Dec 22 13:56:16.602002 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-30f78c2d-2f84-45c4-b9f6-ee268dc9f8f8 req-c64349a4-58da-4a3e-9289-116419f072eb tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=ee350857-bcb1-4d9a-9bc6-7110e3048102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417187 Dec 22 13:56:16.704046 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['be9a4598-fd71-43b7-9a93-78a7bc1817c8'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:56:17.801738 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a40ae6-141c-4eba-9763-64c9f7945216 req-c5725c93-9a9c-4482-90ec-ad7a0a4f9462 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:17.803101 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d6a40ae6-141c-4eba-9763-64c9f7945216 req-c5725c93-9a9c-4482-90ec-ad7a0a4f9462 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=742cbbec-1a3c-413b-9ebe-74522845158c HTTP/1.1" status: 200 len: 944 time: 0.0789485 Dec 22 13:56:17.849886 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d6a40ae6-141c-4eba-9763-64c9f7945216 req-787fd71a-cf98-4c53-b411-91cd758b2de3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=ee350857-bcb1-4d9a-9bc6-7110e3048102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413470 Dec 22 13:56:18.160388 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device be9a4598-fd71-43b7-9a93-78a7bc1817c8 up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:56:18.300433 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning for port be9a4598-fd71-43b7-9a93-78a7bc1817c8 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:56:18.305370 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port be9a4598-fd71-43b7-9a93-78a7bc1817c8 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:56:18.305773 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:18.414252 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:18.440443 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742cbbec-1a3c-413b-9ebe-74522845158c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9a4598-fd71-43b7-9a93-78a7bc1817c8'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:56:18.449986 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port be9a4598-fd71-43b7-9a93-78a7bc1817c8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=be9a4598-fd71-43b7-9a93-78a7bc1817c8,segment=NetworkSegment(00c90b3b-1e56-44bf-aa36-973a452857b4),segment_id=00c90b3b-1e56-44bf-aa36-973a452857b4)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:56:18.493908 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '742cbbec-1a3c-413b-9ebe-74522845158c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9a4598-fd71-43b7-9a93-78a7bc1817c8', 'code': 200} Dec 22 13:56:18.517917 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:18.521354 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cdc3a44-a84b-4f52-ab77-b0d564a67a23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:56:18.590188 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=be9a4598-fd71-43b7-9a93-78a7bc1817c8,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:56:18.593330 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:56:18.848003 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2f1fa27d-7315-40c0-8685-98246f42f595 req-b3d23ac6-2b34-440a-8ec6-61d24305c5e6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=742cbbec-1a3c-413b-9ebe-74522845158c HTTP/1.1" status: 200 len: 1098 time: 0.0685165 Dec 22 13:56:18.895549 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2f1fa27d-7315-40c0-8685-98246f42f595 req-8343274c-eb88-4696-a22e-a7fdfffeb8cf service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ee350857-bcb1-4d9a-9bc6-7110e3048102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361660 Dec 22 13:56:19.046604 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282d579-ee5f-41bf-b6de-44c27955b4ec req-0b7404d2-9f0c-4faa-b770-38b921c395a4 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:19.047956 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8282d579-ee5f-41bf-b6de-44c27955b4ec req-0b7404d2-9f0c-4faa-b770-38b921c395a4 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=742cbbec-1a3c-413b-9ebe-74522845158c HTTP/1.1" status: 200 len: 945 time: 0.0802786 Dec 22 13:56:19.092155 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8282d579-ee5f-41bf-b6de-44c27955b4ec req-549ab6bf-22bb-40a5-8eab-03b15bbb300e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=ee350857-bcb1-4d9a-9bc6-7110e3048102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381517 Dec 22 13:56:20.297060 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabbce3-b66b-4c90-a6e1-e19ba87bcbdf req-0aa6d98f-5285-4cb1-baf1-7435287e103d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:20.298529 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-faabbce3-b66b-4c90-a6e1-e19ba87bcbdf req-0aa6d98f-5285-4cb1-baf1-7435287e103d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=742cbbec-1a3c-413b-9ebe-74522845158c HTTP/1.1" status: 200 len: 945 time: 0.0818212 Dec 22 13:56:20.344061 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-faabbce3-b66b-4c90-a6e1-e19ba87bcbdf req-fdf981d5-6dc1-4305-8e73-78c45fdd1f57 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=ee350857-bcb1-4d9a-9bc6-7110e3048102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388920 Dec 22 13:56:21.538894 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d6927-a6f7-49c7-a269-300eb6c208ff req-c1065d06-d723-4baa-adfc-c6ff3ba402a2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:21.540328 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ed2d6927-a6f7-49c7-a269-300eb6c208ff req-c1065d06-d723-4baa-adfc-c6ff3ba402a2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=742cbbec-1a3c-413b-9ebe-74522845158c HTTP/1.1" status: 200 len: 945 time: 0.0775456 Dec 22 13:56:21.589574 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ed2d6927-a6f7-49c7-a269-300eb6c208ff req-983b47c9-e726-4ec6-89c4-a8e70eacae6b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=ee350857-bcb1-4d9a-9bc6-7110e3048102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437672 Dec 22 13:56:21.786902 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17beffa6-2ffe-4605-8906-2831933ee38e req-fa7bc783-82b7-47aa-8f7e-d0b317c02a8e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:21.788348 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-17beffa6-2ffe-4605-8906-2831933ee38e req-fa7bc783-82b7-47aa-8f7e-d0b317c02a8e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=742cbbec-1a3c-413b-9ebe-74522845158c HTTP/1.1" status: 200 len: 945 time: 0.0768116 Dec 22 13:56:21.836855 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-17beffa6-2ffe-4605-8906-2831933ee38e req-71302726-06fa-4e35-8e56-2bca220d58ed tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=ee350857-bcb1-4d9a-9bc6-7110e3048102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430112 Dec 22 13:56:21.865134 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57390) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:56:21.933368 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0094be52-f81d-4685-a47b-c6ef6c108198 tempest-TestNetworkAdvancedServerOps-1874708569 tempest-TestNetworkAdvancedServerOps-1874708569-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=742cbbec-1a3c-413b-9ebe-74522845158c HTTP/1.1" status: 200 len: 1093 time: 0.0669677 Dec 22 13:56:21.935847 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57394) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:56:21.940872 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-8a7624f2-20a7-42c4-a084-3bd05ccd269a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'floatingip': {'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'port_id': 'be9a4598-fd71-43b7-9a93-78a7bc1817c8', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:56:21.946195 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-8a7624f2-20a7-42c4-a084-3bd05ccd269a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:56:21.949895 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-8a7624f2-20a7-42c4-a084-3bd05ccd269a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:floatingip and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:56:21.952713 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-8a7624f2-20a7-42c4-a084-3bd05ccd269a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:56:21.960216 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-8a7624f2-20a7-42c4-a084-3bd05ccd269a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:56:22.038625 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8a7624f2-20a7-42c4-a084-3bd05ccd269a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for floatingip, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:22.173371 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8a7624f2-20a7-42c4-a084-3bd05ccd269a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:22.310567 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-8a7624f2-20a7-42c4-a084-3bd05ccd269a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Allocated IP 172.26.1.22 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/ecc18ff6-b785-4b3e-bc3e-784243072a63) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:56:22.454292 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8a7624f2-20a7-42c4-a084-3bd05ccd269a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:22.536332 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8a7624f2-20a7-42c4-a084-3bd05ccd269a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:22.540143 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-58257041-24cd-4c41-8a08-377dafaa9b4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:56:22.597860 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7624f2-20a7-42c4-a084-3bd05ccd269a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:56:22.604609 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-8a7624f2-20a7-42c4-a084-3bd05ccd269a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:56:22.608618 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7624f2-20a7-42c4-a084-3bd05ccd269a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:56:22.641239 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7624f2-20a7-42c4-a084-3bd05ccd269a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'Port': ['ID=ecc18ff6-b785-4b3e-bc3e-784243072a63,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:56:22.647671 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8a7624f2-20a7-42c4-a084-3bd05ccd269a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:56:23.219094 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8a7624f2-20a7-42c4-a084-3bd05ccd269a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:23.310518 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8a7624f2-20a7-42c4-a084-3bd05ccd269a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:23.507576 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8a7624f2-20a7-42c4-a084-3bd05ccd269a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:23.552801 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8a7624f2-20a7-42c4-a084-3bd05ccd269a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:23.556588 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b2cb7828-4a42-4994-ac9c-7838b030ab4d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:56:23.660837 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7624f2-20a7-42c4-a084-3bd05ccd269a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'Port': ['ID=ecc18ff6-b785-4b3e-bc3e-784243072a63,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:56:23.663932 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8a7624f2-20a7-42c4-a084-3bd05ccd269a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:56:23.678127 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8a7624f2-20a7-42c4-a084-3bd05ccd269a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:23.863218 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.l3_db [None req-8a7624f2-20a7-42c4-a084-3bd05ccd269a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Floating IP 4f9a923e-c4d3-4821-b2c5-12f4749016ac associated. External IP: 172.26.1.22, port: be9a4598-fd71-43b7-9a93-78a7bc1817c8. Dec 22 13:56:24.249604 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7624f2-20a7-42c4-a084-3bd05ccd269a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Router cc714363-c606-4cd2-8b4c-5546d811e83d has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:56:24.556517 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7624f2-20a7-42c4-a084-3bd05ccd269a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:56:24.566324 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868f8ee0-34df-4320-9e56-c5647848078b None None] Sync routers for ids ['cc714363-c606-4cd2-8b4c-5546d811e83d'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:56:24.577638 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868f8ee0-34df-4320-9e56-c5647848078b None None] Routers {'cc714363-c606-4cd2-8b4c-5546d811e83d'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:56:24.578732 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-868f8ee0-34df-4320-9e56-c5647848078b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:56:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['cc714363-c606-4cd2-8b4c-5546d811e83d'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:56:24.632921 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8a7624f2-20a7-42c4-a084-3bd05ccd269a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:24.690196 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8a7624f2-20a7-42c4-a084-3bd05ccd269a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7533338 Dec 22 13:56:24.690953 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '742cbbec-1a3c-413b-9ebe-74522845158c', 'tag': 'be9a4598-fd71-43b7-9a93-78a7bc1817c8'}] {{(pid=84148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:56:24.761796 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-868f8ee0-34df-4320-9e56-c5647848078b None None] Set router cc714363-c606-4cd2-8b4c-5546d811e83d gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:56:24.837428 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '742cbbec-1a3c-413b-9ebe-74522845158c', 'tag': 'be9a4598-fd71-43b7-9a93-78a7bc1817c8', 'status': 'completed', 'code': 200} Dec 22 13:56:24.913721 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c53caf-bf5e-45ac-803f-1866ebb0ab41 req-b3751e93-79e1-4527-8e72-1c562a26c5cb tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:24.915183 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-81c53caf-bf5e-45ac-803f-1866ebb0ab41 req-b3751e93-79e1-4527-8e72-1c562a26c5cb tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=742cbbec-1a3c-413b-9ebe-74522845158c HTTP/1.1" status: 200 len: 945 time: 0.1249712 Dec 22 13:56:24.978064 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-303945f7-465a-4050-b164-a8cbccec8ed7 req-b1c9e7b8-f953-406a-8035-bb879bfff1cd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&device_id=742cbbec-1a3c-413b-9ebe-74522845158c HTTP/1.1" status: 200 len: 1098 time: 0.1162441 Dec 22 13:56:24.980329 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-81c53caf-bf5e-45ac-803f-1866ebb0ab41 req-c61554ae-135e-478b-89f1-1df9003c129c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=ee350857-bcb1-4d9a-9bc6-7110e3048102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592685 Dec 22 13:56:25.009599 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57404) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:56:25.114338 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f1e46d8b-649d-4e9d-8c75-ac0872c745cf tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/floatingips/4f9a923e-c4d3-4821-b2c5-12f4749016ac HTTP/1.1" status: 200 len: 990 time: 0.1032083 Dec 22 13:56:25.117190 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-868f8ee0-34df-4320-9e56-c5647848078b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc714363-c606-4cd2-8b4c-5546d811e83d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1100996827', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': '99ece9db-a6e1-41a9-b205-4d67e7e61018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:55:59Z', 'updated_at': '2021-12-22T13:56:04Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '99ece9db-a6e1-41a9-b205-4d67e7e61018', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc714363-c606-4cd2-8b4c-5546d811e83d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:56:00Z', 'updated_at': '2021-12-22T13:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '4f9a923e-c4d3-4821-b2c5-12f4749016ac', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'floating_ip_address': '172.26.1.22', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'cc714363-c606-4cd2-8b4c-5546d811e83d', 'port_id': 'be9a4598-fd71-43b7-9a93-78a7bc1817c8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9196f671-8b60-4d3a-af6c-ce54836eb0c7', 'mac_address': 'fa:16:3e:fd:ab:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742cbbec-1a3c-413b-9ebe-74522845158c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:56:23Z', 'updated_at': '2021-12-22T13:56:23Z', 'revision_number': 0, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4d76eea-3946-4088-9c02-dbc55527cd34', 'name': '', 'network_id': '9196f671-8b60-4d3a-af6c-ce54836eb0c7', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:30:95:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc714363-c606-4cd2-8b4c-5546d811e83d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cde7697a-d263-4d9b-8ece-388b912ecc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:56:04Z', 'updated_at': '2021-12-22T13:56:10Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': 'cde7697a-d263-4d9b-8ece-388b912ecc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:56:25.118158 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303945f7-465a-4050-b164-a8cbccec8ed7 req-d456de38-0ba9-4296-8e41-0d78a3a2cfed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:25.119643 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-303945f7-465a-4050-b164-a8cbccec8ed7 req-d456de38-0ba9-4296-8e41-0d78a3a2cfed service neutron] 10.222.0.45 "GET /v2.0/networks?id=9196f671-8b60-4d3a-af6c-ce54836eb0c7 HTTP/1.1" status: 200 len: 897 time: 0.1313739 Dec 22 13:56:25.121056 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868f8ee0-34df-4320-9e56-c5647848078b None None] Checking router: cc714363-c606-4cd2-8b4c-5546d811e83d for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:56:25.131937 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868f8ee0-34df-4320-9e56-c5647848078b None None] Routers {'cc714363-c606-4cd2-8b4c-5546d811e83d'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:56:25.132595 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-868f8ee0-34df-4320-9e56-c5647848078b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:56:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['cc714363-c606-4cd2-8b4c-5546d811e83d'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:56:25.227603 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-303945f7-465a-4050-b164-a8cbccec8ed7 req-f928f35b-ead5-4d11-8eae-d83a44d1f192 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be9a4598-fd71-43b7-9a93-78a7bc1817c8 HTTP/1.1" status: 200 len: 998 time: 0.0980723 Dec 22 13:56:25.292876 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303945f7-465a-4050-b164-a8cbccec8ed7 req-861edb98-817f-4b0f-b97c-e158e33206d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:25.294343 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-303945f7-465a-4050-b164-a8cbccec8ed7 req-861edb98-817f-4b0f-b97c-e158e33206d4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cde7697a-d263-4d9b-8ece-388b912ecc80 HTTP/1.1" status: 200 len: 834 time: 0.0595181 Dec 22 13:56:25.312002 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-868f8ee0-34df-4320-9e56-c5647848078b None None] Set router cc714363-c606-4cd2-8b4c-5546d811e83d gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:56:25.371234 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-303945f7-465a-4050-b164-a8cbccec8ed7 req-c0d9b961-4a60-42bc-90fe-42c76029ffe2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9196f671-8b60-4d3a-af6c-ce54836eb0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694225 Dec 22 13:56:25.505681 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-303945f7-465a-4050-b164-a8cbccec8ed7 req-a5616075-21f4-4bd5-962b-567fa3541dd1 service neutron] 10.222.0.45 "GET /v2.0/networks/9196f671-8b60-4d3a-af6c-ce54836eb0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273646 Dec 22 13:56:25.641322 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-303945f7-465a-4050-b164-a8cbccec8ed7 req-df30eeec-f486-4555-b50d-9c6e104c4e81 service neutron] 10.222.0.45 "GET /v2.0/networks/9196f671-8b60-4d3a-af6c-ce54836eb0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272259 Dec 22 13:56:25.688228 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-868f8ee0-34df-4320-9e56-c5647848078b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc714363-c606-4cd2-8b4c-5546d811e83d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1100996827', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': '99ece9db-a6e1-41a9-b205-4d67e7e61018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:55:59Z', 'updated_at': '2021-12-22T13:56:04Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '99ece9db-a6e1-41a9-b205-4d67e7e61018', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc714363-c606-4cd2-8b4c-5546d811e83d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:56:00Z', 'updated_at': '2021-12-22T13:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '4f9a923e-c4d3-4821-b2c5-12f4749016ac', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'floating_ip_address': '172.26.1.22', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'cc714363-c606-4cd2-8b4c-5546d811e83d', 'port_id': 'be9a4598-fd71-43b7-9a93-78a7bc1817c8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9196f671-8b60-4d3a-af6c-ce54836eb0c7', 'mac_address': 'fa:16:3e:fd:ab:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742cbbec-1a3c-413b-9ebe-74522845158c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:56:23Z', 'updated_at': '2021-12-22T13:56:23Z', 'revision_number': 0, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4d76eea-3946-4088-9c02-dbc55527cd34', 'name': '', 'network_id': '9196f671-8b60-4d3a-af6c-ce54836eb0c7', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:30:95:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc714363-c606-4cd2-8b4c-5546d811e83d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cde7697a-d263-4d9b-8ece-388b912ecc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:56:04Z', 'updated_at': '2021-12-22T13:56:10Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': 'cde7697a-d263-4d9b-8ece-388b912ecc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:56:25.692743 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868f8ee0-34df-4320-9e56-c5647848078b None None] The sync data for ids ['cc714363-c606-4cd2-8b4c-5546d811e83d'] in dv-neutron-822669-1-hyperv is: [{'id': 'cc714363-c606-4cd2-8b4c-5546d811e83d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1100996827', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': '99ece9db-a6e1-41a9-b205-4d67e7e61018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:55:59Z', 'updated_at': '2021-12-22T13:56:04Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '99ece9db-a6e1-41a9-b205-4d67e7e61018', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc714363-c606-4cd2-8b4c-5546d811e83d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:56:00Z', 'updated_at': '2021-12-22T13:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '4f9a923e-c4d3-4821-b2c5-12f4749016ac', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'floating_ip_address': '172.26.1.22', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'cc714363-c606-4cd2-8b4c-5546d811e83d', 'port_id': 'be9a4598-fd71-43b7-9a93-78a7bc1817c8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9196f671-8b60-4d3a-af6c-ce54836eb0c7', 'mac_address': 'fa:16:3e:fd:ab:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742cbbec-1a3c-413b-9ebe-74522845158c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:56:23Z', 'updated_at': '2021-12-22T13:56:23Z', 'revision_number': 0, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4d76eea-3946-4088-9c02-dbc55527cd34', 'name': '', 'network_id': '9196f671-8b60-4d3a-af6c-ce54836eb0c7', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:30:95:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc714363-c606-4cd2-8b4c-5546d811e83d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cde7697a-d263-4d9b-8ece-388b912ecc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:56:04Z', 'updated_at': '2021-12-22T13:56:10Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': 'cde7697a-d263-4d9b-8ece-388b912ecc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:56:25.964034 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c034eda-ab5f-4da4-92ce-b545c7b22898 None None] New status for floating IP 4f9a923e-c4d3-4821-b2c5-12f4749016ac: ACTIVE {{(pid=84150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:56:26.117968 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57408) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:56:26.224155 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-77902b52-3297-4824-acc9-8b613afd4783 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/floatingips/4f9a923e-c4d3-4821-b2c5-12f4749016ac HTTP/1.1" status: 200 len: 990 time: 0.1048477 Dec 22 13:56:27.227949 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57412) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:56:27.332322 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-277a57a1-645a-4412-bb4d-c48806cd8a21 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/floatingips/4f9a923e-c4d3-4821-b2c5-12f4749016ac HTTP/1.1" status: 200 len: 992 time: 0.1030338 Dec 22 13:56:29.181078 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:35.678048 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-459a1df0-cc9a-4165-a46f-33f953005452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:38.021744 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-829f8327-98c5-405a-ac14-77d1ef893428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:39.015501 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:39.432995 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:40.609278 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:49.117733 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:56:59.009252 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab398a1-a0b6-40c1-858c-bf7a7109ceda req-201346fc-ce11-4c0a-a120-2ef0fac3bf3e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:59.010708 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-6ab398a1-a0b6-40c1-858c-bf7a7109ceda req-201346fc-ce11-4c0a-a120-2ef0fac3bf3e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=742cbbec-1a3c-413b-9ebe-74522845158c HTTP/1.1" status: 200 len: 945 time: 0.0820317 Dec 22 13:56:59.056175 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-6ab398a1-a0b6-40c1-858c-bf7a7109ceda req-b43323e8-7769-434c-b795-32c1928594f0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=ee350857-bcb1-4d9a-9bc6-7110e3048102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399404 Dec 22 13:56:59.209274 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:00.260262 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9ce11-a0ed-42f9-b7ab-e27985fc48be req-64568d16-c4f3-409a-a16e-7a29f3da0f58 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:57:00.261829 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8fb9ce11-a0ed-42f9-b7ab-e27985fc48be req-64568d16-c4f3-409a-a16e-7a29f3da0f58 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=742cbbec-1a3c-413b-9ebe-74522845158c HTTP/1.1" status: 200 len: 945 time: 0.0831218 Dec 22 13:57:00.309417 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8fb9ce11-a0ed-42f9-b7ab-e27985fc48be req-7e20cd48-1a14-4420-9d72-76405a0d422e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=ee350857-bcb1-4d9a-9bc6-7110e3048102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420895 Dec 22 13:57:00.337151 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 57436) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:00.546484 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-fcf406ff-4361-43c4-adb4-b971e39edb43 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/floatingips/4f9a923e-c4d3-4821-b2c5-12f4749016ac HTTP/1.1" status: 200 len: 992 time: 0.2081132 Dec 22 13:57:02.202291 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87247cef-4994-45d1-b5d6-61708e0df91b req-633b95e6-fcf0-458e-b2ed-eb379706a6ca tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:57:02.203814 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-87247cef-4994-45d1-b5d6-61708e0df91b req-633b95e6-fcf0-458e-b2ed-eb379706a6ca tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=742cbbec-1a3c-413b-9ebe-74522845158c HTTP/1.1" status: 200 len: 945 time: 0.0764844 Dec 22 13:57:02.249041 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-87247cef-4994-45d1-b5d6-61708e0df91b req-16d8be97-8f07-45df-a227-851aa0a8cffa tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=ee350857-bcb1-4d9a-9bc6-7110e3048102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396535 Dec 22 13:57:03.459636 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456f528-d121-4b41-bd98-2a24cce2bb82 req-7370c721-6622-477f-b0af-c14a48cbced9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:57:03.461207 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a456f528-d121-4b41-bd98-2a24cce2bb82 req-7370c721-6622-477f-b0af-c14a48cbced9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=742cbbec-1a3c-413b-9ebe-74522845158c HTTP/1.1" status: 200 len: 945 time: 0.0779381 Dec 22 13:57:03.509386 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a456f528-d121-4b41-bd98-2a24cce2bb82 req-7ab131c8-cd2e-4d7c-b859-1cee13e686f5 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=ee350857-bcb1-4d9a-9bc6-7110e3048102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425153 Dec 22 13:57:03.536567 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 57448) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:03.637806 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d7ad9740-0848-42e1-838b-48143787701f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/floatingips/4f9a923e-c4d3-4821-b2c5-12f4749016ac HTTP/1.1" status: 200 len: 992 time: 0.0996475 Dec 22 13:57:03.961813 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 57456) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:04.162076 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-b5c19ad9-c57c-40c2-b584-d2877d135bf6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Deleting port ecc18ff6-b785-4b3e-bc3e-784243072a63 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:57:04.162451 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b5c19ad9-c57c-40c2-b584-d2877d135bf6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:04.330721 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b5c19ad9-c57c-40c2-b584-d2877d135bf6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:04.330958 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b5c19ad9-c57c-40c2-b584-d2877d135bf6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:04.456795 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-b5c19ad9-c57c-40c2-b584-d2877d135bf6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Calling delete_port for ecc18ff6-b785-4b3e-bc3e-784243072a63 owned by network:floatingip {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:57:04.660660 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b5c19ad9-c57c-40c2-b584-d2877d135bf6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:04.664333 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7118bf90-dbd1-48ca-9a9e-33c7e95bad2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:04.707398 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c19ad9-c57c-40c2-b584-d2877d135bf6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event deleted for resources: {'Port': ['ID=ecc18ff6-b785-4b3e-bc3e-784243072a63,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:04.747000 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c19ad9-c57c-40c2-b584-d2877d135bf6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:04.747390 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c19ad9-c57c-40c2-b584-d2877d135bf6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:04.747775 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c19ad9-c57c-40c2-b584-d2877d135bf6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:04.748153 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c19ad9-c57c-40c2-b584-d2877d135bf6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:04.748525 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c19ad9-c57c-40c2-b584-d2877d135bf6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:04.748895 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c19ad9-c57c-40c2-b584-d2877d135bf6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:04.749262 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c19ad9-c57c-40c2-b584-d2877d135bf6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:04.749626 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c19ad9-c57c-40c2-b584-d2877d135bf6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:04.749992 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c19ad9-c57c-40c2-b584-d2877d135bf6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:04.750371 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c19ad9-c57c-40c2-b584-d2877d135bf6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:04.750742 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c19ad9-c57c-40c2-b584-d2877d135bf6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:04.758623 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b5c19ad9-c57c-40c2-b584-d2877d135bf6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:04.811816 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b5c19ad9-c57c-40c2-b584-d2877d135bf6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for floatingip, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:05.200619 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c19ad9-c57c-40c2-b584-d2877d135bf6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Router cc714363-c606-4cd2-8b4c-5546d811e83d has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:57:05.510757 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c19ad9-c57c-40c2-b584-d2877d135bf6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:57:05.520233 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd8eba7-913d-40a0-b796-3538d2f521f2 None None] Sync routers for ids ['cc714363-c606-4cd2-8b4c-5546d811e83d'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:57:05.535472 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd8eba7-913d-40a0-b796-3538d2f521f2 None None] Routers {'cc714363-c606-4cd2-8b4c-5546d811e83d'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:57:05.535472 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-1dd8eba7-913d-40a0-b796-3538d2f521f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:56:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['cc714363-c606-4cd2-8b4c-5546d811e83d'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:57:05.587178 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b5c19ad9-c57c-40c2-b584-d2877d135bf6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:05.648668 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b5c19ad9-c57c-40c2-b584-d2877d135bf6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "DELETE /v2.0/floatingips/4f9a923e-c4d3-4821-b2c5-12f4749016ac HTTP/1.1" status: 204 len: 168 time: 1.6852055 Dec 22 13:57:05.649341 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '742cbbec-1a3c-413b-9ebe-74522845158c', 'tag': 'be9a4598-fd71-43b7-9a93-78a7bc1817c8'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:57:05.696470 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e8d1f003-59c2-4880-b39f-d95495ae0fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:05.719194 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-1dd8eba7-913d-40a0-b796-3538d2f521f2 None None] Set router cc714363-c606-4cd2-8b4c-5546d811e83d gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:57:05.791050 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '742cbbec-1a3c-413b-9ebe-74522845158c', 'tag': 'be9a4598-fd71-43b7-9a93-78a7bc1817c8', 'status': 'completed', 'code': 200} Dec 22 13:57:05.887451 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ab44e296-7780-4d2f-b13c-73cb0c632199 req-8667c528-e856-4068-8c30-0ec66be47e8f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&device_id=742cbbec-1a3c-413b-9ebe-74522845158c HTTP/1.1" status: 200 len: 1098 time: 0.0743005 Dec 22 13:57:06.033906 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44e296-7780-4d2f-b13c-73cb0c632199 req-8e5ff1be-d418-47e0-9ee2-03f2704fb34d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:57:06.035369 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ab44e296-7780-4d2f-b13c-73cb0c632199 req-8e5ff1be-d418-47e0-9ee2-03f2704fb34d service neutron] 10.222.0.45 "GET /v2.0/networks?id=9196f671-8b60-4d3a-af6c-ce54836eb0c7 HTTP/1.1" status: 200 len: 897 time: 0.1382246 Dec 22 13:57:06.044716 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-1dd8eba7-913d-40a0-b796-3538d2f521f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc714363-c606-4cd2-8b4c-5546d811e83d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1100996827', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': '99ece9db-a6e1-41a9-b205-4d67e7e61018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:55:59Z', 'updated_at': '2021-12-22T13:56:04Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '99ece9db-a6e1-41a9-b205-4d67e7e61018', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc714363-c606-4cd2-8b4c-5546d811e83d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:56:00Z', 'updated_at': '2021-12-22T13:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'c4d76eea-3946-4088-9c02-dbc55527cd34', 'name': '', 'network_id': '9196f671-8b60-4d3a-af6c-ce54836eb0c7', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:30:95:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc714363-c606-4cd2-8b4c-5546d811e83d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cde7697a-d263-4d9b-8ece-388b912ecc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:56:04Z', 'updated_at': '2021-12-22T13:56:10Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': 'cde7697a-d263-4d9b-8ece-388b912ecc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:57:06.048634 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd8eba7-913d-40a0-b796-3538d2f521f2 None None] Checking router: cc714363-c606-4cd2-8b4c-5546d811e83d for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:57:06.059731 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd8eba7-913d-40a0-b796-3538d2f521f2 None None] Routers {'cc714363-c606-4cd2-8b4c-5546d811e83d'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:57:06.060340 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-1dd8eba7-913d-40a0-b796-3538d2f521f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:56:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['cc714363-c606-4cd2-8b4c-5546d811e83d'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:57:06.120704 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ab44e296-7780-4d2f-b13c-73cb0c632199 req-b2b0bc96-997e-45ec-96ad-2c553a3b04a0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be9a4598-fd71-43b7-9a93-78a7bc1817c8 HTTP/1.1" status: 200 len: 217 time: 0.0692184 Dec 22 13:57:06.186044 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44e296-7780-4d2f-b13c-73cb0c632199 req-9578bd39-cb2c-4fd0-a1ad-cd9c1173d113 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:57:06.187629 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ab44e296-7780-4d2f-b13c-73cb0c632199 req-9578bd39-cb2c-4fd0-a1ad-cd9c1173d113 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cde7697a-d263-4d9b-8ece-388b912ecc80 HTTP/1.1" status: 200 len: 834 time: 0.0589564 Dec 22 13:57:06.222505 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6bf50-0ef8-4284-8176-22ff94ac33c6 req-797dd1f9-867a-47e3-b012-d60fbbc9d504 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:57:06.223988 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-43c6bf50-0ef8-4284-8176-22ff94ac33c6 req-797dd1f9-867a-47e3-b012-d60fbbc9d504 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=742cbbec-1a3c-413b-9ebe-74522845158c HTTP/1.1" status: 200 len: 945 time: 0.0836866 Dec 22 13:57:06.245772 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-1dd8eba7-913d-40a0-b796-3538d2f521f2 None None] Set router cc714363-c606-4cd2-8b4c-5546d811e83d gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:57:06.267948 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ab44e296-7780-4d2f-b13c-73cb0c632199 req-ab9701e9-c10f-4f88-9dfa-081dd7eef64a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9196f671-8b60-4d3a-af6c-ce54836eb0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715287 Dec 22 13:57:06.273605 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-43c6bf50-0ef8-4284-8176-22ff94ac33c6 req-5c342b17-c6b3-48c7-bc2e-70bd2119bfd4 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=ee350857-bcb1-4d9a-9bc6-7110e3048102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435088 Dec 22 13:57:06.409661 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ab44e296-7780-4d2f-b13c-73cb0c632199 req-1a949bc8-7636-4bc5-9252-231cc51d9784 service neutron] 10.222.0.45 "GET /v2.0/networks/9196f671-8b60-4d3a-af6c-ce54836eb0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330462 Dec 22 13:57:06.545526 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ab44e296-7780-4d2f-b13c-73cb0c632199 req-de555de0-f5bd-4fc7-977b-410cc93cbe9d service neutron] 10.222.0.45 "GET /v2.0/networks/9196f671-8b60-4d3a-af6c-ce54836eb0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282778 Dec 22 13:57:06.561620 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-1dd8eba7-913d-40a0-b796-3538d2f521f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc714363-c606-4cd2-8b4c-5546d811e83d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1100996827', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': '99ece9db-a6e1-41a9-b205-4d67e7e61018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:55:59Z', 'updated_at': '2021-12-22T13:56:04Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '99ece9db-a6e1-41a9-b205-4d67e7e61018', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc714363-c606-4cd2-8b4c-5546d811e83d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:56:00Z', 'updated_at': '2021-12-22T13:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'c4d76eea-3946-4088-9c02-dbc55527cd34', 'name': '', 'network_id': '9196f671-8b60-4d3a-af6c-ce54836eb0c7', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:30:95:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc714363-c606-4cd2-8b4c-5546d811e83d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cde7697a-d263-4d9b-8ece-388b912ecc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:56:04Z', 'updated_at': '2021-12-22T13:56:10Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': 'cde7697a-d263-4d9b-8ece-388b912ecc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:57:06.565560 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd8eba7-913d-40a0-b796-3538d2f521f2 None None] The sync data for ids ['cc714363-c606-4cd2-8b4c-5546d811e83d'] in dv-neutron-822669-1-hyperv is: [{'id': 'cc714363-c606-4cd2-8b4c-5546d811e83d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1100996827', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': '99ece9db-a6e1-41a9-b205-4d67e7e61018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:55:59Z', 'updated_at': '2021-12-22T13:56:04Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '99ece9db-a6e1-41a9-b205-4d67e7e61018', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc714363-c606-4cd2-8b4c-5546d811e83d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:56:00Z', 'updated_at': '2021-12-22T13:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'c4d76eea-3946-4088-9c02-dbc55527cd34', 'name': '', 'network_id': '9196f671-8b60-4d3a-af6c-ce54836eb0c7', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:30:95:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc714363-c606-4cd2-8b4c-5546d811e83d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cde7697a-d263-4d9b-8ece-388b912ecc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:56:04Z', 'updated_at': '2021-12-22T13:56:10Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': 'cde7697a-d263-4d9b-8ece-388b912ecc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:57:06.877332 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acda79a-0d33-4021-a055-d211fb4815d0 None None] New status for floating IP 4f9a923e-c4d3-4821-b2c5-12f4749016ac: DOWN {{(pid=84150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:57:07.474984 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c0e2c-ceb0-4682-9c94-73b79c8d6836 req-eda43685-eb57-4e98-811d-0d95fbcf8723 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:57:07.475653 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-5a0c0e2c-ceb0-4682-9c94-73b79c8d6836 req-eda43685-eb57-4e98-811d-0d95fbcf8723 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Synchronizing usage tracker for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:57:07.534724 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-5a0c0e2c-ceb0-4682-9c94-73b79c8d6836 req-eda43685-eb57-4e98-811d-0d95fbcf8723 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Unset dirty status for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:57:07.535897 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5a0c0e2c-ceb0-4682-9c94-73b79c8d6836 req-eda43685-eb57-4e98-811d-0d95fbcf8723 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=742cbbec-1a3c-413b-9ebe-74522845158c HTTP/1.1" status: 200 len: 945 time: 0.1394191 Dec 22 13:57:07.581609 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5a0c0e2c-ceb0-4682-9c94-73b79c8d6836 req-a1bc9170-3ea1-4abc-b154-d9a24b9cdcfd tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=ee350857-bcb1-4d9a-9bc6-7110e3048102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396755 Dec 22 13:57:07.968295 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5630d-8762-4efa-b163-a8a4aff19221 req-5907398b-3395-4a50-9fb0-b88b8ea06ee3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:57:07.969729 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c3c5630d-8762-4efa-b163-a8a4aff19221 req-5907398b-3395-4a50-9fb0-b88b8ea06ee3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.45 "GET /v2.0/ports?device_id=742cbbec-1a3c-413b-9ebe-74522845158c HTTP/1.1" status: 200 len: 945 time: 0.0762119 Dec 22 13:57:08.025611 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-48d38979-409e-4d1d-8b1b-dcec0c4ffb10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:08.051485 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-c3c5630d-8762-4efa-b163-a8a4aff19221 req-dfa605ab-552c-43bd-982b-b87321d49b33 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Deleting port be9a4598-fd71-43b7-9a93-78a7bc1817c8 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:57:08.051829 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-c3c5630d-8762-4efa-b163-a8a4aff19221 req-dfa605ab-552c-43bd-982b-b87321d49b33 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:08.293175 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-c3c5630d-8762-4efa-b163-a8a4aff19221 req-dfa605ab-552c-43bd-982b-b87321d49b33 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] For port be9a4598-fd71-43b7-9a93-78a7bc1817c8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=be9a4598-fd71-43b7-9a93-78a7bc1817c8,segment=NetworkSegment(00c90b3b-1e56-44bf-aa36-973a452857b4),segment_id=00c90b3b-1e56-44bf-aa36-973a452857b4)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:57:08.293531 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-c3c5630d-8762-4efa-b163-a8a4aff19221 req-dfa605ab-552c-43bd-982b-b87321d49b33 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:08.414289 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-c3c5630d-8762-4efa-b163-a8a4aff19221 req-dfa605ab-552c-43bd-982b-b87321d49b33 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Calling delete_port for be9a4598-fd71-43b7-9a93-78a7bc1817c8 owned by compute:nova {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:57:08.640111 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-c3c5630d-8762-4efa-b163-a8a4aff19221 req-dfa605ab-552c-43bd-982b-b87321d49b33 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:08.640111 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3765bb3c-7423-4f5a-a2da-6379c4b8f1f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:08.748919 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-6d6bb424-b04c-4537-af71-6d3142326002 req-18e2586d-7ab5-4706-865e-7e54656dc6c3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=742cbbec-1a3c-413b-9ebe-74522845158c HTTP/1.1" status: 200 len: 210 time: 0.0436702 Dec 22 13:57:08.786614 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa605ab-552c-43bd-982b-b87321d49b33 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event deleted for resources: {'Port': ['ID=be9a4598-fd71-43b7-9a93-78a7bc1817c8,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:08.791143 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-dfa605ab-552c-43bd-982b-b87321d49b33 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:08.861919 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c5630d-8762-4efa-b163-a8a4aff19221 req-dfa605ab-552c-43bd-982b-b87321d49b33 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] No DVR routers for this DVR port be9a4598-fd71-43b7-9a93-78a7bc1817c8 on host hv-neutron-8226 {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:57:08.864392 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-c3c5630d-8762-4efa-b163-a8a4aff19221 req-dfa605ab-552c-43bd-982b-b87321d49b33 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:08.867143 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742cbbec-1a3c-413b-9ebe-74522845158c', 'name': 'network-vif-deleted', 'tag': 'be9a4598-fd71-43b7-9a93-78a7bc1817c8'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:57:08.922297 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '742cbbec-1a3c-413b-9ebe-74522845158c', 'name': 'network-vif-deleted', 'tag': 'be9a4598-fd71-43b7-9a93-78a7bc1817c8', 'status': 'completed', 'code': 200} Dec 22 13:57:08.928788 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c3c5630d-8762-4efa-b163-a8a4aff19221 req-dfa605ab-552c-43bd-982b-b87321d49b33 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.45 "DELETE /v2.0/ports/be9a4598-fd71-43b7-9a93-78a7bc1817c8 HTTP/1.1" status: 204 len: 173 time: 0.9518478 Dec 22 13:57:09.014841 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:09.392358 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:09.927807 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-cc4764dc-c226-4950-b58a-de42de4bdbb9 req-c9b8cb1a-0658-4be5-bf19-069d962f8b30 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=742cbbec-1a3c-413b-9ebe-74522845158c HTTP/1.1" status: 200 len: 210 time: 0.0441041 Dec 22 13:57:10.493320 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device be9a4598-fd71-43b7-9a93-78a7bc1817c8 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:57:10.530575 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] No Port match for: be9a4598-fd71-43b7-9a93-78a7bc1817c8 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:57:10.534894 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device be9a4598-fd71-43b7-9a93-78a7bc1817c8 not bound to the agent host hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:57:10.580198 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:11.034513 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57480) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:11.427202 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-daf12aed-6419-4493-b821-2f8b8b1a5b60 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:12.126395 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-daf12aed-6419-4493-b821-2f8b8b1a5b60 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Deleting port c4d76eea-3946-4088-9c02-dbc55527cd34 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:57:12.127076 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-daf12aed-6419-4493-b821-2f8b8b1a5b60 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:12.311888 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-daf12aed-6419-4493-b821-2f8b8b1a5b60 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] For port c4d76eea-3946-4088-9c02-dbc55527cd34, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=c4d76eea-3946-4088-9c02-dbc55527cd34,segment=NetworkSegment(00c90b3b-1e56-44bf-aa36-973a452857b4),segment_id=00c90b3b-1e56-44bf-aa36-973a452857b4)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:57:12.312242 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-daf12aed-6419-4493-b821-2f8b8b1a5b60 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:12.431407 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-daf12aed-6419-4493-b821-2f8b8b1a5b60 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Calling delete_port for c4d76eea-3946-4088-9c02-dbc55527cd34 owned by network:router_interface {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:57:12.723405 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-daf12aed-6419-4493-b821-2f8b8b1a5b60 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:12.727614 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d3d6f8a6-c998-415a-b243-5c4642319ce2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:12.771268 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf12aed-6419-4493-b821-2f8b8b1a5b60 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event deleted for resources: {'Port': ['ID=c4d76eea-3946-4088-9c02-dbc55527cd34,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:12.812133 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf12aed-6419-4493-b821-2f8b8b1a5b60 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:12.812514 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf12aed-6419-4493-b821-2f8b8b1a5b60 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:12.812889 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf12aed-6419-4493-b821-2f8b8b1a5b60 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:12.813266 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf12aed-6419-4493-b821-2f8b8b1a5b60 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:12.813635 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf12aed-6419-4493-b821-2f8b8b1a5b60 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:12.813991 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf12aed-6419-4493-b821-2f8b8b1a5b60 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:12.814364 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf12aed-6419-4493-b821-2f8b8b1a5b60 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:12.814733 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf12aed-6419-4493-b821-2f8b8b1a5b60 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:12.815091 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf12aed-6419-4493-b821-2f8b8b1a5b60 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:12.815447 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf12aed-6419-4493-b821-2f8b8b1a5b60 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:12.815806 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf12aed-6419-4493-b821-2f8b8b1a5b60 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:12.823421 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-daf12aed-6419-4493-b821-2f8b8b1a5b60 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:13.074748 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-daf12aed-6419-4493-b821-2f8b8b1a5b60 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:13.742908 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf12aed-6419-4493-b821-2f8b8b1a5b60 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Router cc714363-c606-4cd2-8b4c-5546d811e83d has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:57:13.937097 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf12aed-6419-4493-b821-2f8b8b1a5b60 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:57:13.947356 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bb4052-ea73-4312-a67e-520ff64cd8ec None None] Sync routers for ids ['cc714363-c606-4cd2-8b4c-5546d811e83d'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:57:13.950309 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-daf12aed-6419-4493-b821-2f8b8b1a5b60 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "PUT /v2.0/routers/cc714363-c606-4cd2-8b4c-5546d811e83d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9147565 Dec 22 13:57:13.952925 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57484) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:13.958943 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bb4052-ea73-4312-a67e-520ff64cd8ec None None] Routers {'cc714363-c606-4cd2-8b4c-5546d811e83d'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:57:13.959546 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-05bb4052-ea73-4312-a67e-520ff64cd8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:57:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['cc714363-c606-4cd2-8b4c-5546d811e83d'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:57:14.140621 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-dffd0e62-faf0-452f-ae55-c57b540575f3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Deleting subnet cde7697a-d263-4d9b-8ece-388b912ecc80 {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:57:14.143379 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dffd0e62-faf0-452f-ae55-c57b540575f3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:14.162321 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-05bb4052-ea73-4312-a67e-520ff64cd8ec None None] Set router cc714363-c606-4cd2-8b4c-5546d811e83d gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:57:14.197405 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dffd0e62-faf0-452f-ae55-c57b540575f3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:14.280189 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dffd0e62-faf0-452f-ae55-c57b540575f3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:14.432267 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dffd0e62-faf0-452f-ae55-c57b540575f3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:14.436352 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6c66871a-ba38-4196-b734-532bce18ec2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:14.441583 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-05bb4052-ea73-4312-a67e-520ff64cd8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc714363-c606-4cd2-8b4c-5546d811e83d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1100996827', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': '99ece9db-a6e1-41a9-b205-4d67e7e61018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:55:59Z', 'updated_at': '2021-12-22T13:57:12Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '99ece9db-a6e1-41a9-b205-4d67e7e61018', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc714363-c606-4cd2-8b4c-5546d811e83d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:56:00Z', 'updated_at': '2021-12-22T13:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:57:14.445499 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bb4052-ea73-4312-a67e-520ff64cd8ec None None] Checking router: cc714363-c606-4cd2-8b4c-5546d811e83d for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:57:14.455746 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bb4052-ea73-4312-a67e-520ff64cd8ec None None] Routers {'cc714363-c606-4cd2-8b4c-5546d811e83d'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:57:14.456332 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-05bb4052-ea73-4312-a67e-520ff64cd8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:57:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['cc714363-c606-4cd2-8b4c-5546d811e83d'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:57:14.469662 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd0e62-faf0-452f-ae55-c57b540575f3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event deleted for resources: {'Subnet': ['ID=cde7697a-d263-4d9b-8ece-388b912ecc80,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:14.472541 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-dffd0e62-faf0-452f-ae55-c57b540575f3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:14.481531 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dffd0e62-faf0-452f-ae55-c57b540575f3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:14.489442 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9739bdb3-59be-410c-9cfd-6826628204ec None None] Network 9196f671-8b60-4d3a-af6c-ce54836eb0c7 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:57:14.491032 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-dffd0e62-faf0-452f-ae55-c57b540575f3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "DELETE /v2.0/subnets/cde7697a-d263-4d9b-8ece-388b912ecc80 HTTP/1.1" status: 204 len: 168 time: 0.5371182 Dec 22 13:57:14.492361 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 57488) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:14.637909 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-05bb4052-ea73-4312-a67e-520ff64cd8ec None None] Set router cc714363-c606-4cd2-8b4c-5546d811e83d gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:57:14.701989 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-de20b173-9b3c-45c9-ac5e-27630152a9f3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:14.777252 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ae9562-bc1a-4228-8c84-958b1701534f None None] DHCP port deletion for 9196f671-8b60-4d3a-af6c-ce54836eb0c7 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:57:14.781529 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-46ae9562-bc1a-4228-8c84-958b1701534f None None] Deleting port 6c4b7e05-0590-4518-b2e0-93cbcf66f6a5 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:57:14.781925 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-46ae9562-bc1a-4228-8c84-958b1701534f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:14.907768 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-de20b173-9b3c-45c9-ac5e-27630152a9f3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:14.928571 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-05bb4052-ea73-4312-a67e-520ff64cd8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc714363-c606-4cd2-8b4c-5546d811e83d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1100996827', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': '99ece9db-a6e1-41a9-b205-4d67e7e61018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:55:59Z', 'updated_at': '2021-12-22T13:57:12Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '99ece9db-a6e1-41a9-b205-4d67e7e61018', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc714363-c606-4cd2-8b4c-5546d811e83d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:56:00Z', 'updated_at': '2021-12-22T13:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:57:14.932481 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bb4052-ea73-4312-a67e-520ff64cd8ec None None] The sync data for ids ['cc714363-c606-4cd2-8b4c-5546d811e83d'] in dv-neutron-822669-1-hyperv is: [{'id': 'cc714363-c606-4cd2-8b4c-5546d811e83d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1100996827', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': '99ece9db-a6e1-41a9-b205-4d67e7e61018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:55:59Z', 'updated_at': '2021-12-22T13:57:12Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '99ece9db-a6e1-41a9-b205-4d67e7e61018', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc714363-c606-4cd2-8b4c-5546d811e83d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:56:00Z', 'updated_at': '2021-12-22T13:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:57:14.980815 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-de20b173-9b3c-45c9-ac5e-27630152a9f3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Deleting port 99ece9db-a6e1-41a9-b205-4d67e7e61018 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:57:14.981234 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-de20b173-9b3c-45c9-ac5e-27630152a9f3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:14.989623 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-46ae9562-bc1a-4228-8c84-958b1701534f None None] For port 6c4b7e05-0590-4518-b2e0-93cbcf66f6a5, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=6c4b7e05-0590-4518-b2e0-93cbcf66f6a5,segment=NetworkSegment(00c90b3b-1e56-44bf-aa36-973a452857b4),segment_id=00c90b3b-1e56-44bf-aa36-973a452857b4)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:57:14.989953 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-46ae9562-bc1a-4228-8c84-958b1701534f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:15.148562 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-46ae9562-bc1a-4228-8c84-958b1701534f None None] Calling delete_port for 6c4b7e05-0590-4518-b2e0-93cbcf66f6a5 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:57:15.155204 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-de20b173-9b3c-45c9-ac5e-27630152a9f3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] For port 99ece9db-a6e1-41a9-b205-4d67e7e61018, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=99ece9db-a6e1-41a9-b205-4d67e7e61018,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:57:15.155593 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-de20b173-9b3c-45c9-ac5e-27630152a9f3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:15.276539 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-de20b173-9b3c-45c9-ac5e-27630152a9f3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Calling delete_port for 99ece9db-a6e1-41a9-b205-4d67e7e61018 owned by network:router_gateway {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:57:15.317317 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-46ae9562-bc1a-4228-8c84-958b1701534f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:15.322596 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-5f2060dc-948c-469e-ac35-4410d2b2bb10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:15.371726 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae9562-bc1a-4228-8c84-958b1701534f None None] Pushing event deleted for resources: {'Port': ['ID=6c4b7e05-0590-4518-b2e0-93cbcf66f6a5,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:15.384007 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ae9562-bc1a-4228-8c84-958b1701534f None None] No DVR routers for this DVR port 6c4b7e05-0590-4518-b2e0-93cbcf66f6a5 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:57:15.386642 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae9562-bc1a-4228-8c84-958b1701534f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:15.386993 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae9562-bc1a-4228-8c84-958b1701534f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:15.387330 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae9562-bc1a-4228-8c84-958b1701534f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:15.387738 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae9562-bc1a-4228-8c84-958b1701534f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:15.388071 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae9562-bc1a-4228-8c84-958b1701534f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:15.388399 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae9562-bc1a-4228-8c84-958b1701534f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:15.388724 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae9562-bc1a-4228-8c84-958b1701534f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:15.389049 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae9562-bc1a-4228-8c84-958b1701534f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:15.389371 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae9562-bc1a-4228-8c84-958b1701534f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:15.389690 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae9562-bc1a-4228-8c84-958b1701534f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:15.390009 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae9562-bc1a-4228-8c84-958b1701534f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:15.393717 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-46ae9562-bc1a-4228-8c84-958b1701534f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:15.518134 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-de20b173-9b3c-45c9-ac5e-27630152a9f3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:15.523294 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-57523899-b26a-4777-905e-9838e0ef48fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:15.566803 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de20b173-9b3c-45c9-ac5e-27630152a9f3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event deleted for resources: {'Port': ['ID=99ece9db-a6e1-41a9-b205-4d67e7e61018,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:15.569320 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-de20b173-9b3c-45c9-ac5e-27630152a9f3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:15.784169 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-de20b173-9b3c-45c9-ac5e-27630152a9f3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:15.971469 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 6c4b7e05-0590-4518-b2e0-93cbcf66f6a5 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:57:16.004333 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 6c4b7e05-0590-4518-b2e0-93cbcf66f6a5 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:57:16.004683 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 6c4b7e05-0590-4518-b2e0-93cbcf66f6a5 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:57:16.005114 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device c4d76eea-3946-4088-9c02-dbc55527cd34 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:57:16.036480 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: c4d76eea-3946-4088-9c02-dbc55527cd34 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:57:16.036713 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device c4d76eea-3946-4088-9c02-dbc55527cd34 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:57:16.148842 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-de20b173-9b3c-45c9-ac5e-27630152a9f3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:16.153024 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-de20b173-9b3c-45c9-ac5e-27630152a9f3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:16.237770 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-de20b173-9b3c-45c9-ac5e-27630152a9f3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:16.238317 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de20b173-9b3c-45c9-ac5e-27630152a9f3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Fanout notify agent at l3_agent the message router_deleted on router cc714363-c606-4cd2-8b4c-5546d811e83d {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:57:16.251994 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-de20b173-9b3c-45c9-ac5e-27630152a9f3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:16.253087 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-de20b173-9b3c-45c9-ac5e-27630152a9f3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "DELETE /v2.0/routers/cc714363-c606-4cd2-8b4c-5546d811e83d HTTP/1.1" status: 204 len: 168 time: 1.7584331 Dec 22 13:57:16.255956 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57492) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:16.377668 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dd8a403d-23b1-4d14-b527-05e8a23d6c29 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:16.506170 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dd8a403d-23b1-4d14-b527-05e8a23d6c29 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:16.535366 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-dd8a403d-23b1-4d14-b527-05e8a23d6c29 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9196f671-8b60-4d3a-af6c-ce54836eb0c7']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:57:16.547162 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-dd8a403d-23b1-4d14-b527-05e8a23d6c29 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00c90b3b-1e56-44bf-aa36-973a452857b4') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:57:16.547399 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-dd8a403d-23b1-4d14-b527-05e8a23d6c29 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00c90b3b-1e56-44bf-aa36-973a452857b4') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:57:16.558480 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dd8a403d-23b1-4d14-b527-05e8a23d6c29 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:16.574186 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dd8a403d-23b1-4d14-b527-05e8a23d6c29 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:16.580110 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd8a403d-23b1-4d14-b527-05e8a23d6c29 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:57:16.580487 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dd8a403d-23b1-4d14-b527-05e8a23d6c29 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:16.594885 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 13:57:16.594885 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:57:16.594885 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 13:57:16.594885 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:57:16.594885 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 13:57:16.594885 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:57:16.594885 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 13:57:16.594885 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:57:16.594885 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 13:57:16.594885 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:57:16.594885 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 13:57:16.594885 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:57:16.594885 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 13:57:16.594885 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:57:16.594885 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:57:16.594885 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:57:16.594885 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:57:16.594885 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:57:16.594885 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 13:57:16.594885 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:57:16.594885 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 13:57:16.594885 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:57:16.594885 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:57:16.594885 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:57:16.594885 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 13:57:16.594885 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:57:16.594885 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:57:16.594885 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:57:16.594885 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:57:16.594885 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:57:16.594885 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:57:16.594885 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:57:16.756968 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dd8a403d-23b1-4d14-b527-05e8a23d6c29 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:16.761013 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-aa7232ae-29eb-447f-819a-98a2221d9eaf tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:16.875379 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dd8a403d-23b1-4d14-b527-05e8a23d6c29 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:16.887097 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a403d-23b1-4d14-b527-05e8a23d6c29 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event deleted for resources: {'Network': ['ID=9196f671-8b60-4d3a-af6c-ce54836eb0c7,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:16.890218 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-dd8a403d-23b1-4d14-b527-05e8a23d6c29 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:16.940744 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-dd8a403d-23b1-4d14-b527-05e8a23d6c29 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "DELETE /v2.0/networks/9196f671-8b60-4d3a-af6c-ce54836eb0c7 HTTP/1.1" status: 204 len: 168 time: 0.6837664 Dec 22 13:57:16.943341 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57496) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:17.011695 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-91219a72-dd46-4596-b5ed-7ba6608bd0c0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:17.039883 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-91219a72-dd46-4596-b5ed-7ba6608bd0c0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:17.168824 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-91219a72-dd46-4596-b5ed-7ba6608bd0c0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:17.173635 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-fcb1be26-a680-4340-8115-b3b807d82cb5 tempest-TestVolumeBootPattern-1689854436 tempest-TestVolumeBootPattern-1689854436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:17.188215 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91219a72-dd46-4596-b5ed-7ba6608bd0c0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee350857-bcb1-4d9a-9bc6-7110e3048102,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:17.190842 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-91219a72-dd46-4596-b5ed-7ba6608bd0c0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:17.259366 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-91219a72-dd46-4596-b5ed-7ba6608bd0c0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:17.260491 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-91219a72-dd46-4596-b5ed-7ba6608bd0c0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "DELETE /v2.0/security-groups/ee350857-bcb1-4d9a-9bc6-7110e3048102 HTTP/1.1" status: 204 len: 168 time: 0.3161554 Dec 22 13:57:17.639106 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57504) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:17.644782 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-b500b113-f510-4567-908e-1a4fe01b1c67 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1670791844', 'description': 'tempest-secgroup-smoke-1670791844 description', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:57:17.651117 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-b500b113-f510-4567-908e-1a4fe01b1c67 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:57:17.655183 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-b500b113-f510-4567-908e-1a4fe01b1c67 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:security_group and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:57:17.658023 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-b500b113-f510-4567-908e-1a4fe01b1c67 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:57:17.664256 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-b500b113-f510-4567-908e-1a4fe01b1c67 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:57:17.729216 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b500b113-f510-4567-908e-1a4fe01b1c67 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:17.765433 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-b500b113-f510-4567-908e-1a4fe01b1c67 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:57:17.769163 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-b500b113-f510-4567-908e-1a4fe01b1c67 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:security_group_rule and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:57:17.771901 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-b500b113-f510-4567-908e-1a4fe01b1c67 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:57:17.778502 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-b500b113-f510-4567-908e-1a4fe01b1c67 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:57:17.832406 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b500b113-f510-4567-908e-1a4fe01b1c67 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:17.877505 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b500b113-f510-4567-908e-1a4fe01b1c67 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:17.879030 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 99ece9db-a6e1-41a9-b205-4d67e7e61018 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:57:17.881432 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-95603e86-7b6b-4a6b-81fa-d1c0bbc03d58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:17.915816 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 99ece9db-a6e1-41a9-b205-4d67e7e61018 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:57:17.916171 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 99ece9db-a6e1-41a9-b205-4d67e7e61018 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:57:17.923425 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500b113-f510-4567-908e-1a4fe01b1c67 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e03a11-5d95-452d-a734-27d347194778,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:17.926389 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b500b113-f510-4567-908e-1a4fe01b1c67 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:17.969251 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b500b113-f510-4567-908e-1a4fe01b1c67 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:17.970518 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b500b113-f510-4567-908e-1a4fe01b1c67 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3303881 Dec 22 13:57:17.973595 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57508) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:17.980508 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-676f9078-d2ea-42ca-bbc3-b1c9f309d7d6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'security_group_rule': {'security_group_id': 'b1e03a11-5d95-452d-a734-27d347194778', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:57:17.985161 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-676f9078-d2ea-42ca-bbc3-b1c9f309d7d6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:57:17.989114 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-676f9078-d2ea-42ca-bbc3-b1c9f309d7d6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:security_group_rule and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:57:17.992002 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-676f9078-d2ea-42ca-bbc3-b1c9f309d7d6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:57:17.997609 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-676f9078-d2ea-42ca-bbc3-b1c9f309d7d6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:57:18.049391 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-676f9078-d2ea-42ca-bbc3-b1c9f309d7d6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:18.107592 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-676f9078-d2ea-42ca-bbc3-b1c9f309d7d6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:18.180279 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-676f9078-d2ea-42ca-bbc3-b1c9f309d7d6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:18.182146 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-834d56c1-c3a4-4a65-98c2-4882d2b1fbd6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:18.203796 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f9078-d2ea-42ca-bbc3-b1c9f309d7d6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cf51917-e866-4ce4-a489-f3e1707e8e47,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:18.206340 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-676f9078-d2ea-42ca-bbc3-b1c9f309d7d6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:18.277865 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-676f9078-d2ea-42ca-bbc3-b1c9f309d7d6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:18.279050 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-676f9078-d2ea-42ca-bbc3-b1c9f309d7d6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3044281 Dec 22 13:57:18.281869 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57512) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:18.287464 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-a8c99e3c-c380-4f89-9b1a-7fc4d5493192 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'security_group_rule': {'security_group_id': 'b1e03a11-5d95-452d-a734-27d347194778', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:57:18.293958 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-a8c99e3c-c380-4f89-9b1a-7fc4d5493192 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:57:18.297644 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-a8c99e3c-c380-4f89-9b1a-7fc4d5493192 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:security_group_rule and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:57:18.300543 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-a8c99e3c-c380-4f89-9b1a-7fc4d5493192 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:57:18.307245 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-a8c99e3c-c380-4f89-9b1a-7fc4d5493192 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:57:18.409758 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a8c99e3c-c380-4f89-9b1a-7fc4d5493192 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:18.473361 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a8c99e3c-c380-4f89-9b1a-7fc4d5493192 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:18.535010 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a8c99e3c-c380-4f89-9b1a-7fc4d5493192 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:18.536832 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-654c5cbe-b98b-4ca1-b389-534a8afc2920 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:18.559128 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c99e3c-c380-4f89-9b1a-7fc4d5493192 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d105d9-c465-481c-a572-3e5039f26ea0,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:18.561479 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a8c99e3c-c380-4f89-9b1a-7fc4d5493192 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:18.620219 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a8c99e3c-c380-4f89-9b1a-7fc4d5493192 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:18.621446 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a8c99e3c-c380-4f89-9b1a-7fc4d5493192 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3385899 Dec 22 13:57:18.624198 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57516) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:18.629583 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-d21677cd-498f-42f5-ba31-4a07e41be638 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'security_group_rule': {'security_group_id': 'b1e03a11-5d95-452d-a734-27d347194778', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:57:18.635744 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-d21677cd-498f-42f5-ba31-4a07e41be638 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:57:18.639539 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-d21677cd-498f-42f5-ba31-4a07e41be638 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:security_group_rule and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:57:18.642335 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-d21677cd-498f-42f5-ba31-4a07e41be638 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:57:18.647865 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-d21677cd-498f-42f5-ba31-4a07e41be638 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:57:18.706232 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d21677cd-498f-42f5-ba31-4a07e41be638 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:18.765987 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d21677cd-498f-42f5-ba31-4a07e41be638 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:18.814731 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d21677cd-498f-42f5-ba31-4a07e41be638 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:18.816659 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:18.837428 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21677cd-498f-42f5-ba31-4a07e41be638 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce0ea6a5-1f79-412b-80be-bba68f82dccd,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:18.839862 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d21677cd-498f-42f5-ba31-4a07e41be638 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:18.894578 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d21677cd-498f-42f5-ba31-4a07e41be638 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:18.895772 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d21677cd-498f-42f5-ba31-4a07e41be638 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2706671 Dec 22 13:57:18.898490 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57520) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:18.903893 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-8335fa27-8b09-4917-bd58-f2f75787f386 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'security_group_rule': {'security_group_id': 'b1e03a11-5d95-452d-a734-27d347194778', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:57:18.909536 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-8335fa27-8b09-4917-bd58-f2f75787f386 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:57:18.913251 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-8335fa27-8b09-4917-bd58-f2f75787f386 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:security_group_rule and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:57:18.916679 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-8335fa27-8b09-4917-bd58-f2f75787f386 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:57:18.922220 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-8335fa27-8b09-4917-bd58-f2f75787f386 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:57:18.992074 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8335fa27-8b09-4917-bd58-f2f75787f386 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:19.054940 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8335fa27-8b09-4917-bd58-f2f75787f386 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:19.100511 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8335fa27-8b09-4917-bd58-f2f75787f386 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:19.103284 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-27239dbb-f668-4844-b956-a44e40099c08 tempest-SecGroupTest-1949884235 tempest-SecGroupTest-1949884235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:19.127038 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335fa27-8b09-4917-bd58-f2f75787f386 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fa0fe84-d0d6-409c-92ec-e36a895b8c32,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:19.129397 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8335fa27-8b09-4917-bd58-f2f75787f386 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:19.174619 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8335fa27-8b09-4917-bd58-f2f75787f386 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:19.175782 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8335fa27-8b09-4917-bd58-f2f75787f386 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2762957 Dec 22 13:57:19.178421 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57524) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:19.184167 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-5c655ff1-db29-4039-8b41-07dde229e80d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'security_group_rule': {'security_group_id': 'b1e03a11-5d95-452d-a734-27d347194778', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:57:19.189953 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-5c655ff1-db29-4039-8b41-07dde229e80d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:57:19.193767 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-5c655ff1-db29-4039-8b41-07dde229e80d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:security_group_rule and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:57:19.196826 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-5c655ff1-db29-4039-8b41-07dde229e80d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:57:19.202545 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-5c655ff1-db29-4039-8b41-07dde229e80d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:57:19.254919 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.securitygroups_db [None req-5c655ff1-db29-4039-8b41-07dde229e80d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Project 3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:57:19.261160 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5c655ff1-db29-4039-8b41-07dde229e80d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:19.325665 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5c655ff1-db29-4039-8b41-07dde229e80d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:19.374397 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5c655ff1-db29-4039-8b41-07dde229e80d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:19.380372 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ec0b0831-4923-4cc4-9474-665add2cb084 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:19.400211 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c655ff1-db29-4039-8b41-07dde229e80d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e7318f-0a1b-4710-b23b-62747138c342,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:19.402937 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5c655ff1-db29-4039-8b41-07dde229e80d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:19.448623 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5c655ff1-db29-4039-8b41-07dde229e80d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:19.449809 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-5c655ff1-db29-4039-8b41-07dde229e80d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2704904 Dec 22 13:57:19.452466 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57528) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:19.457911 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-b761a704-b449-48f3-acac-ac8ee37bba5f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'security_group_rule': {'security_group_id': 'b1e03a11-5d95-452d-a734-27d347194778', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:57:19.463813 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-b761a704-b449-48f3-acac-ac8ee37bba5f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:57:19.467622 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-b761a704-b449-48f3-acac-ac8ee37bba5f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:security_group_rule and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:57:19.470456 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-b761a704-b449-48f3-acac-ac8ee37bba5f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:57:19.476339 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-b761a704-b449-48f3-acac-ac8ee37bba5f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:57:19.523586 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.securitygroups_db [None req-b761a704-b449-48f3-acac-ac8ee37bba5f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Project 3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:57:19.530617 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b761a704-b449-48f3-acac-ac8ee37bba5f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:19.594869 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b761a704-b449-48f3-acac-ac8ee37bba5f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:19.666577 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b761a704-b449-48f3-acac-ac8ee37bba5f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:19.668572 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f9d82a0a-3516-47a7-9791-9ca8523ef168 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:19.690465 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b761a704-b449-48f3-acac-ac8ee37bba5f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d6ca014-5525-4939-bfb1-cf708172be1c,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:19.696016 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b761a704-b449-48f3-acac-ac8ee37bba5f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:19.757242 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-b761a704-b449-48f3-acac-ac8ee37bba5f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:19.758526 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b761a704-b449-48f3-acac-ac8ee37bba5f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3050511 Dec 22 13:57:19.761325 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57532) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:19.766747 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-c1a7dcbb-c566-4d20-b514-40b7ef9c8cb1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'network': {'name': 'tempest-network-smoke--90685230', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'port_security_enabled': True}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:57:19.771605 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-c1a7dcbb-c566-4d20-b514-40b7ef9c8cb1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:57:19.776371 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-c1a7dcbb-c566-4d20-b514-40b7ef9c8cb1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:network and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:57:19.779232 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-c1a7dcbb-c566-4d20-b514-40b7ef9c8cb1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:57:19.785020 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-c1a7dcbb-c566-4d20-b514-40b7ef9c8cb1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:57:19.866195 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a7dcbb-c566-4d20-b514-40b7ef9c8cb1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Made reservation on behalf of 3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:57:19.869351 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c1a7dcbb-c566-4d20-b514-40b7ef9c8cb1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:19.899520 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1a7dcbb-c566-4d20-b514-40b7ef9c8cb1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:57:19.907788 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c1a7dcbb-c566-4d20-b514-40b7ef9c8cb1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:19.908130 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-c1a7dcbb-c566-4d20-b514-40b7ef9c8cb1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Added segment 343a0b3a-606c-497e-b7a8-bf5663bc79a7 of type vlan for network 5754352b-09e8-465b-a058-0bba27dce8e7 Dec 22 13:57:19.933396 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c1a7dcbb-c566-4d20-b514-40b7ef9c8cb1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:20.042456 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c1a7dcbb-c566-4d20-b514-40b7ef9c8cb1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:20.046157 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a7dcbb-c566-4d20-b514-40b7ef9c8cb1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:57:20.046754 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c1a7dcbb-c566-4d20-b514-40b7ef9c8cb1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:20.050305 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f9ff55f5-2451-4c31-aeb0-effed0c1f3dc tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:20.158440 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a7dcbb-c566-4d20-b514-40b7ef9c8cb1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'Network': ['ID=5754352b-09e8-465b-a058-0bba27dce8e7,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:20.161565 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c1a7dcbb-c566-4d20-b514-40b7ef9c8cb1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:20.171847 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 5754352b-09e8-465b-a058-0bba27dce8e7 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:57:20.215840 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c1a7dcbb-c566-4d20-b514-40b7ef9c8cb1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4534471 Dec 22 13:57:20.218389 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57536) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:20.223797 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-6bfce984-e338-4168-b895-bbfce9a12568 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-143379227', 'admin_state_up': True, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:57:20.231361 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-6bfce984-e338-4168-b895-bbfce9a12568 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:57:20.235301 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-6bfce984-e338-4168-b895-bbfce9a12568 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:router and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:57:20.238147 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-6bfce984-e338-4168-b895-bbfce9a12568 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:57:20.244531 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-6bfce984-e338-4168-b895-bbfce9a12568 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:57:20.328992 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6bfce984-e338-4168-b895-bbfce9a12568 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:20.329960 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6bfce984-e338-4168-b895-bbfce9a12568 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:20.348022 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6bfce984-e338-4168-b895-bbfce9a12568 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:20.538740 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6bfce984-e338-4168-b895-bbfce9a12568 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:20.582917 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [req-7d023369-babd-4fdd-a6df-5734690f8648 req-95cf5cbf-1cf9-4ab2-af21-b52c4a3d925d tempest-ServerDiskConfigTestJSON-1057595182 tempest-ServerDiskConfigTestJSON-1057595182-project] (84149) timed out ('10.222.0.45', 57826) {{(pid=84149) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 22 13:57:20.762028 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6bfce984-e338-4168-b895-bbfce9a12568 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for router_gateway, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:20.791757 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6bfce984-e338-4168-b895-bbfce9a12568 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:20.925603 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-6bfce984-e338-4168-b895-bbfce9a12568 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Allocated IP 172.26.1.114 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/3cbd8709-7465-47b2-b338-d45b1cfab922) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:57:21.066886 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6bfce984-e338-4168-b895-bbfce9a12568 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:21.152049 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6bfce984-e338-4168-b895-bbfce9a12568 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:21.156163 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e235bef9-cb84-4e04-a588-c54a97ff5fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:21.210982 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfce984-e338-4168-b895-bbfce9a12568 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:57:21.218778 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-6bfce984-e338-4168-b895-bbfce9a12568 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:57:21.224111 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfce984-e338-4168-b895-bbfce9a12568 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:57:21.255691 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfce984-e338-4168-b895-bbfce9a12568 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'Port': ['ID=3cbd8709-7465-47b2-b338-d45b1cfab922,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:21.262042 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6bfce984-e338-4168-b895-bbfce9a12568 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:21.547097 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6bfce984-e338-4168-b895-bbfce9a12568 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for router_gateway, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:21.547824 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6bfce984-e338-4168-b895-bbfce9a12568 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:21.860102 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bfce984-e338-4168-b895-bbfce9a12568 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Router d9942022-0e53-4cf4-8f51-43feab1c6591 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:57:22.056580 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfce984-e338-4168-b895-bbfce9a12568 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:57:22.066771 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71f5f75-e9d6-4834-bde2-fcc7d8e99f85 None None] Sync routers for ids ['d9942022-0e53-4cf4-8f51-43feab1c6591'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:57:22.078524 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71f5f75-e9d6-4834-bde2-fcc7d8e99f85 None None] Routers {'d9942022-0e53-4cf4-8f51-43feab1c6591'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:57:22.083627 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-a71f5f75-e9d6-4834-bde2-fcc7d8e99f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:57:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['d9942022-0e53-4cf4-8f51-43feab1c6591'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:57:22.151844 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6bfce984-e338-4168-b895-bbfce9a12568 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:22.152972 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6bfce984-e338-4168-b895-bbfce9a12568 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9336281 Dec 22 13:57:22.156026 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57540) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:22.198637 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d74b54a6-f648-4e7e-b4bf-11308f86320d tempest-TestNetworkAdvancedServerOps-1874708569 tempest-TestNetworkAdvancedServerOps-1874708569-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413384 Dec 22 13:57:22.201012 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57544) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:22.260819 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-a71f5f75-e9d6-4834-bde2-fcc7d8e99f85 None None] Set router d9942022-0e53-4cf4-8f51-43feab1c6591 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:57:22.330903 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9a865d-0963-42e1-9836-374f1f30c125 tempest-TestNetworkAdvancedServerOps-1874708569 tempest-TestNetworkAdvancedServerOps-1874708569-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:57:22.332374 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-bf9a865d-0963-42e1-9836-374f1f30c125 tempest-TestNetworkAdvancedServerOps-1874708569 tempest-TestNetworkAdvancedServerOps-1874708569-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1304438 Dec 22 13:57:22.335283 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57548) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:22.375367 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6ed79dcf-0c68-44d2-8d76-2a2cbd6e68c6 tempest-TestNetworkAdvancedServerOps-1874708569 tempest-TestNetworkAdvancedServerOps-1874708569-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=0776f1b4-770d-462f-bc0f-df97e8017b18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388708 Dec 22 13:57:22.377873 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57552) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:22.383246 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-302b6067-c635-4f6a-8b60-f19421bde0ae tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2038285170', 'network_id': '5754352b-09e8-465b-a058-0bba27dce8e7', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:57:22.491455 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-302b6067-c635-4f6a-8b60-f19421bde0ae tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:57:22.495249 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-302b6067-c635-4f6a-8b60-f19421bde0ae tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:subnet and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:57:22.498245 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-302b6067-c635-4f6a-8b60-f19421bde0ae tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:57:22.503762 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-302b6067-c635-4f6a-8b60-f19421bde0ae tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:57:22.552756 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-a71f5f75-e9d6-4834-bde2-fcc7d8e99f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9942022-0e53-4cf4-8f51-43feab1c6591', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143379227', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '3cbd8709-7465-47b2-b338-d45b1cfab922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:57:20Z', 'updated_at': '2021-12-22T13:57:21Z', 'revision_number': 3, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '3cbd8709-7465-47b2-b338-d45b1cfab922', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9942022-0e53-4cf4-8f51-43feab1c6591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:57:20Z', 'updated_at': '2021-12-22T13:57:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:57:22.557214 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71f5f75-e9d6-4834-bde2-fcc7d8e99f85 None None] Checking router: d9942022-0e53-4cf4-8f51-43feab1c6591 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:57:22.557567 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71f5f75-e9d6-4834-bde2-fcc7d8e99f85 None None] Updating router d9942022-0e53-4cf4-8f51-43feab1c6591 port 3cbd8709-7465-47b2-b338-d45b1cfab922 binding host dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:57:22.563384 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302b6067-c635-4f6a-8b60-f19421bde0ae tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Made reservation on behalf of 3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:57:22.608738 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a71f5f75-e9d6-4834-bde2-fcc7d8e99f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:22.667931 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-302b6067-c635-4f6a-8b60-f19421bde0ae tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:22.906602 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-302b6067-c635-4f6a-8b60-f19421bde0ae tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:22.915276 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-30edb919-52c8-4afd-b30a-f595c3b23539 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:22.929526 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a71f5f75-e9d6-4834-bde2-fcc7d8e99f85 None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:22.941870 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a71f5f75-e9d6-4834-bde2-fcc7d8e99f85 None None] Transition to ACTIVE for port object 3cbd8709-7465-47b2-b338-d45b1cfab922 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:57:22.989715 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302b6067-c635-4f6a-8b60-f19421bde0ae tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'Subnet': ['ID=7f27b52b-8202-40c8-83b5-f0aea042546c,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:22.991791 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a71f5f75-e9d6-4834-bde2-fcc7d8e99f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:22.993223 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-302b6067-c635-4f6a-8b60-f19421bde0ae tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:22.998976 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:23.006633 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302b6067-c635-4f6a-8b60-f19421bde0ae tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Checking segment: {'id': '343a0b3a-606c-497e-b7a8-bf5663bc79a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5754352b-09e8-465b-a058-0bba27dce8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:57:23.006991 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302b6067-c635-4f6a-8b60-f19421bde0ae tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Network hostable DHCP agents. Network: 5754352b-09e8-465b-a058-0bba27dce8e7, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:57:23.072651 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440a364-7eda-4538-86f7-957ac14e95c8 None None] Pushing event updated for resources: {'Port': ['ID=3cbd8709-7465-47b2-b338-d45b1cfab922,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:23.073216 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302b6067-c635-4f6a-8b60-f19421bde0ae tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Network 5754352b-09e8-465b-a058-0bba27dce8e7 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:57:23.076179 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-8440a364-7eda-4538-86f7-957ac14e95c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:23.076879 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-a71f5f75-e9d6-4834-bde2-fcc7d8e99f85 None None] Attempting to bind port 3cbd8709-7465-47b2-b338-d45b1cfab922 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:57:23.077249 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-a71f5f75-e9d6-4834-bde2-fcc7d8e99f85 None None] Attempting to bind port 3cbd8709-7465-47b2-b338-d45b1cfab922 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:57:23.077610 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71f5f75-e9d6-4834-bde2-fcc7d8e99f85 None None] Attempting to bind port 3cbd8709-7465-47b2-b338-d45b1cfab922 on network 0776f1b4-770d-462f-bc0f-df97e8017b18 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:57:23.084524 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71f5f75-e9d6-4834-bde2-fcc7d8e99f85 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:57:23.089068 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71f5f75-e9d6-4834-bde2-fcc7d8e99f85 None None] Checking segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:57:23.089068 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a71f5f75-e9d6-4834-bde2-fcc7d8e99f85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:23.089068 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71f5f75-e9d6-4834-bde2-fcc7d8e99f85 None None] Bound using segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:57:23.089068 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-a71f5f75-e9d6-4834-bde2-fcc7d8e99f85 None None] Bound port: 3cbd8709-7465-47b2-b338-d45b1cfab922, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:57:23.089068 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a71f5f75-e9d6-4834-bde2-fcc7d8e99f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:23.155644 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-a71f5f75-e9d6-4834-bde2-fcc7d8e99f85 None None] For port 3cbd8709-7465-47b2-b338-d45b1cfab922, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:57:23.158657 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-a71f5f75-e9d6-4834-bde2-fcc7d8e99f85 None None] For port 3cbd8709-7465-47b2-b338-d45b1cfab922, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=3cbd8709-7465-47b2-b338-d45b1cfab922,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:57:23.162942 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-302b6067-c635-4f6a-8b60-f19421bde0ae tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 5754352b-09e8-465b-a058-0bba27dce8e7) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:57:23.167407 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302b6067-c635-4f6a-8b60-f19421bde0ae tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:57:23.167991 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-302b6067-c635-4f6a-8b60-f19421bde0ae tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:23.171780 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96957e34-c2fb-4abd-b027-2f6c98630e4b None None] Network 5754352b-09e8-465b-a058-0bba27dce8e7 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:57:23.232749 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-302b6067-c635-4f6a-8b60-f19421bde0ae tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8538175 Dec 22 13:57:23.235571 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57556) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:23.278631 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a71f5f75-e9d6-4834-bde2-fcc7d8e99f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:23.283873 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:23.399367 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440a364-7eda-4538-86f7-957ac14e95c8 None None] Pushing event updated for resources: {'Port': ['ID=3cbd8709-7465-47b2-b338-d45b1cfab922,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:23.406334 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-8440a364-7eda-4538-86f7-957ac14e95c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:23.437232 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71f5f75-e9d6-4834-bde2-fcc7d8e99f85 None None] Routers {'d9942022-0e53-4cf4-8f51-43feab1c6591'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:57:23.437874 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-a71f5f75-e9d6-4834-bde2-fcc7d8e99f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:57:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['d9942022-0e53-4cf4-8f51-43feab1c6591'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:57:23.650327 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a33d0a7-c5e3-42c0-9a57-a6e87544981d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-5754352b-09e8-465b-a058-0bba27dce8e7', 'network_id': '5754352b-09e8-465b-a058-0bba27dce8e7', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'fixed_ips': [{'subnet_id': '7f27b52b-8202-40c8-83b5-f0aea042546c'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:57:23.651172 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a33d0a7-c5e3-42c0-9a57-a6e87544981d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:23.725716 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-a71f5f75-e9d6-4834-bde2-fcc7d8e99f85 None None] Set router d9942022-0e53-4cf4-8f51-43feab1c6591 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:57:24.018201 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-4a33d0a7-c5e3-42c0-9a57-a6e87544981d None None] Allocated IP 172.20.0.2 (5754352b-09e8-465b-a058-0bba27dce8e7/7f27b52b-8202-40c8-83b5-f0aea042546c/5d771630-175c-4ab7-a464-825382e10780) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:57:24.107919 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4a535546-30b0-4ea9-bdc1-4c6288b2c6a0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:24.238939 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-a71f5f75-e9d6-4834-bde2-fcc7d8e99f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9942022-0e53-4cf4-8f51-43feab1c6591', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143379227', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '3cbd8709-7465-47b2-b338-d45b1cfab922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:57:20Z', 'updated_at': '2021-12-22T13:57:21Z', 'revision_number': 3, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '3cbd8709-7465-47b2-b338-d45b1cfab922', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9942022-0e53-4cf4-8f51-43feab1c6591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:57:20Z', 'updated_at': '2021-12-22T13:57:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:57:24.251133 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71f5f75-e9d6-4834-bde2-fcc7d8e99f85 None None] The sync data for ids ['d9942022-0e53-4cf4-8f51-43feab1c6591'] in dv-neutron-822669-1-hyperv is: [{'id': 'd9942022-0e53-4cf4-8f51-43feab1c6591', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143379227', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '3cbd8709-7465-47b2-b338-d45b1cfab922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:57:20Z', 'updated_at': '2021-12-22T13:57:21Z', 'revision_number': 3, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '3cbd8709-7465-47b2-b338-d45b1cfab922', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9942022-0e53-4cf4-8f51-43feab1c6591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:57:20Z', 'updated_at': '2021-12-22T13:57:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:57:24.275965 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a33d0a7-c5e3-42c0-9a57-a6e87544981d None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:24.287088 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-4a33d0a7-c5e3-42c0-9a57-a6e87544981d None None] Transition to ACTIVE for port object 5d771630-175c-4ab7-a464-825382e10780 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:57:24.307636 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-4a33d0a7-c5e3-42c0-9a57-a6e87544981d None None] Transition to ACTIVE for port object 5d771630-175c-4ab7-a464-825382e10780 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:57:24.375105 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a33d0a7-c5e3-42c0-9a57-a6e87544981d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:24.379867 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-8440a364-7eda-4538-86f7-957ac14e95c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:24.466319 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a33d0a7-c5e3-42c0-9a57-a6e87544981d None None] Network 5754352b-09e8-465b-a058-0bba27dce8e7 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:57:24.469574 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-4a33d0a7-c5e3-42c0-9a57-a6e87544981d None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:57:24.478456 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a33d0a7-c5e3-42c0-9a57-a6e87544981d None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:57:24.480744 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33d0a7-c5e3-42c0-9a57-a6e87544981d None None] Pushing event updated for resources: {'Port': ['ID=5d771630-175c-4ab7-a464-825382e10780,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:24.484007 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-4a33d0a7-c5e3-42c0-9a57-a6e87544981d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:24.563772 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-4a535546-30b0-4ea9-bdc1-4c6288b2c6a0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Allocated IP 172.20.0.1 (5754352b-09e8-465b-a058-0bba27dce8e7/7f27b52b-8202-40c8-83b5-f0aea042546c/22538ef7-d4f7-4fe0-b133-0694986fde20) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:57:24.583950 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-4a33d0a7-c5e3-42c0-9a57-a6e87544981d None None] Attempting to bind port 5d771630-175c-4ab7-a464-825382e10780 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:57:24.583950 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-4a33d0a7-c5e3-42c0-9a57-a6e87544981d None None] Attempting to bind port 5d771630-175c-4ab7-a464-825382e10780 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '343a0b3a-606c-497e-b7a8-bf5663bc79a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5754352b-09e8-465b-a058-0bba27dce8e7'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:57:24.583950 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a33d0a7-c5e3-42c0-9a57-a6e87544981d None None] Attempting to bind port 5d771630-175c-4ab7-a464-825382e10780 on network 5754352b-09e8-465b-a058-0bba27dce8e7 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:57:24.593661 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a33d0a7-c5e3-42c0-9a57-a6e87544981d None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:57:24.594043 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a33d0a7-c5e3-42c0-9a57-a6e87544981d None None] Checking segment: {'id': '343a0b3a-606c-497e-b7a8-bf5663bc79a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5754352b-09e8-465b-a058-0bba27dce8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:57:24.594489 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a33d0a7-c5e3-42c0-9a57-a6e87544981d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:24.594918 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a33d0a7-c5e3-42c0-9a57-a6e87544981d None None] Bound using segment: {'id': '343a0b3a-606c-497e-b7a8-bf5663bc79a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5754352b-09e8-465b-a058-0bba27dce8e7'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:57:24.595397 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-4a33d0a7-c5e3-42c0-9a57-a6e87544981d None None] Bound port: 5d771630-175c-4ab7-a464-825382e10780, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '343a0b3a-606c-497e-b7a8-bf5663bc79a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5754352b-09e8-465b-a058-0bba27dce8e7'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:57:24.596059 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a33d0a7-c5e3-42c0-9a57-a6e87544981d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:24.692377 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-4a33d0a7-c5e3-42c0-9a57-a6e87544981d None None] For port 5d771630-175c-4ab7-a464-825382e10780, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:57:24.696313 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-4a33d0a7-c5e3-42c0-9a57-a6e87544981d None None] For port 5d771630-175c-4ab7-a464-825382e10780, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=5d771630-175c-4ab7-a464-825382e10780,segment=NetworkSegment(343a0b3a-606c-497e-b7a8-bf5663bc79a7),segment_id=343a0b3a-606c-497e-b7a8-bf5663bc79a7)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:57:24.733323 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4a535546-30b0-4ea9-bdc1-4c6288b2c6a0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:24.750248 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-4a535546-30b0-4ea9-bdc1-4c6288b2c6a0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Transition to ACTIVE for port object 22538ef7-d4f7-4fe0-b133-0694986fde20 will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:57:24.760209 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a33d0a7-c5e3-42c0-9a57-a6e87544981d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:24.766037 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cdc3a44-a84b-4f52-ab77-b0d564a67a23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:24.815739 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4a535546-30b0-4ea9-bdc1-4c6288b2c6a0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:24.821664 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-32214721-a792-43a2-a54b-9f7d1c8fae21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:24.848999 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33d0a7-c5e3-42c0-9a57-a6e87544981d None None] Pushing event updated for resources: {'Port': ['ID=5d771630-175c-4ab7-a464-825382e10780,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:24.852376 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-4a33d0a7-c5e3-42c0-9a57-a6e87544981d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:24.895740 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a535546-30b0-4ea9-bdc1-4c6288b2c6a0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Network 5754352b-09e8-465b-a058-0bba27dce8e7 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:57:24.899886 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-4a535546-30b0-4ea9-bdc1-4c6288b2c6a0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:57:24.907389 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a535546-30b0-4ea9-bdc1-4c6288b2c6a0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:57:24.936806 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a535546-30b0-4ea9-bdc1-4c6288b2c6a0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'Port': ['ID=22538ef7-d4f7-4fe0-b133-0694986fde20,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:24.944289 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-4a535546-30b0-4ea9-bdc1-4c6288b2c6a0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:24.970545 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4a535546-30b0-4ea9-bdc1-4c6288b2c6a0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:25.118674 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4a535546-30b0-4ea9-bdc1-4c6288b2c6a0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:25.647401 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4a535546-30b0-4ea9-bdc1-4c6288b2c6a0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:25.718661 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4a535546-30b0-4ea9-bdc1-4c6288b2c6a0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:25.746101 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-bfcf1637-757d-4ea9-8d81-94938917afa1 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:25.765934 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb7333c-1673-4527-8860-26e00dae5e1e None None] Network 5754352b-09e8-465b-a058-0bba27dce8e7 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:57:25.837349 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a535546-30b0-4ea9-bdc1-4c6288b2c6a0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'Port': ['ID=22538ef7-d4f7-4fe0-b133-0694986fde20,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:25.840750 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-4a535546-30b0-4ea9-bdc1-4c6288b2c6a0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:25.844082 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-4a535546-30b0-4ea9-bdc1-4c6288b2c6a0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:25.992241 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-537e04c4-cf5a-4bb4-bd2e-3614fe28805b None None] Provisioning for port 5d771630-175c-4ab7-a464-825382e10780 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:57:25.995378 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 5d771630-175c-4ab7-a464-825382e10780 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:57:26.003551 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a535546-30b0-4ea9-bdc1-4c6288b2c6a0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Network 5754352b-09e8-465b-a058-0bba27dce8e7 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:57:26.004699 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-4a535546-30b0-4ea9-bdc1-4c6288b2c6a0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:57:26.118340 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:57:26.185440 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 5d771630-175c-4ab7-a464-825382e10780 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:57:26.190738 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 5d771630-175c-4ab7-a464-825382e10780 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:57:26.191124 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:26.313517 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:26.355454 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 5d771630-175c-4ab7-a464-825382e10780, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=5d771630-175c-4ab7-a464-825382e10780,segment=NetworkSegment(343a0b3a-606c-497e-b7a8-bf5663bc79a7),segment_id=343a0b3a-606c-497e-b7a8-bf5663bc79a7)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:57:26.405697 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a535546-30b0-4ea9-bdc1-4c6288b2c6a0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Router d9942022-0e53-4cf4-8f51-43feab1c6591 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:57:26.449474 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:26.450406 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 3cbd8709-7465-47b2-b338-d45b1cfab922 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:57:26.481433 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-096d2a01-70b3-44b9-a33a-4ad9b651ee64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:26.528371 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-1db14c0d-117b-40fb-9b3c-e90434bcad03 None None] Provisioning for port 22538ef7-d4f7-4fe0-b133-0694986fde20 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:57:26.570811 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-1db14c0d-117b-40fb-9b3c-e90434bcad03 None None] Provisioning complete for port 22538ef7-d4f7-4fe0-b133-0694986fde20 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:57:26.572153 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1db14c0d-117b-40fb-9b3c-e90434bcad03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:26.684612 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-1db14c0d-117b-40fb-9b3c-e90434bcad03 None None] Port 22538ef7-d4f7-4fe0-b133-0694986fde20 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:57:26.687134 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a535546-30b0-4ea9-bdc1-4c6288b2c6a0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:57:26.704590 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-1db14c0d-117b-40fb-9b3c-e90434bcad03 None None] Provisioning complete for port 5d771630-175c-4ab7-a464-825382e10780 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:57:26.705108 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1db14c0d-117b-40fb-9b3c-e90434bcad03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:26.711083 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-4a535546-30b0-4ea9-bdc1-4c6288b2c6a0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "PUT /v2.0/routers/d9942022-0e53-4cf4-8f51-43feab1c6591/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4743340 Dec 22 13:57:26.732795 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=5d771630-175c-4ab7-a464-825382e10780,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:26.739693 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 3cbd8709-7465-47b2-b338-d45b1cfab922 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:57:26.752089 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:26.752678 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 3cbd8709-7465-47b2-b338-d45b1cfab922 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:57:26.753051 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:26.950906 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:26.968219 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 3cbd8709-7465-47b2-b338-d45b1cfab922, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=3cbd8709-7465-47b2-b338-d45b1cfab922,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:57:27.014990 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:27.018143 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:27.035440 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-e921ff6f-f263-470c-8727-871f15e15c4f req-1792f089-c5e9-4578-a635-05701345c128 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Synchronizing usage tracker for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:security_group {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:57:27.088353 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=3cbd8709-7465-47b2-b338-d45b1cfab922,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:27.093276 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:27.096110 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-9d47b32d-f33b-4f36-a5fe-0dbb7addc5b1 None None] Provisioning complete for port 22538ef7-d4f7-4fe0-b133-0694986fde20 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:57:27.096438 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9d47b32d-f33b-4f36-a5fe-0dbb7addc5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:27.106292 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-e921ff6f-f263-470c-8727-871f15e15c4f req-1792f089-c5e9-4578-a635-05701345c128 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Unset dirty status for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:security_group {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:57:27.110661 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e921ff6f-f263-470c-8727-871f15e15c4f req-1792f089-c5e9-4578-a635-05701345c128 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1670791844&fields=id&tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 HTTP/1.1" status: 200 len: 267 time: 0.1126814 Dec 22 13:57:27.151784 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-9d47b32d-f33b-4f36-a5fe-0dbb7addc5b1 None None] Port 22538ef7-d4f7-4fe0-b133-0694986fde20 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:57:27.257730 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921ff6f-f263-470c-8727-871f15e15c4f req-72492d08-17ab-45f0-aa90-181a0feb8893 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:57:27.258487 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-e921ff6f-f263-470c-8727-871f15e15c4f req-72492d08-17ab-45f0-aa90-181a0feb8893 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Synchronizing usage tracker for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:network {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:57:27.368974 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-e921ff6f-f263-470c-8727-871f15e15c4f req-72492d08-17ab-45f0-aa90-181a0feb8893 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Unset dirty status for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:network {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:57:27.370179 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e921ff6f-f263-470c-8727-871f15e15c4f req-72492d08-17ab-45f0-aa90-181a0feb8893 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/networks?id=5754352b-09e8-465b-a058-0bba27dce8e7 HTTP/1.1" status: 200 len: 795 time: 0.2562547 Dec 22 13:57:27.386518 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e921ff6f-f263-470c-8727-871f15e15c4f req-aa09cbe9-0a95-4f1a-997c-60b631a24ff1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/quotas/3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 HTTP/1.1" status: 200 len: 375 time: 0.0109339 Dec 22 13:57:27.464336 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-e921ff6f-f263-470c-8727-871f15e15c4f req-d979564a-bd70-489c-b433-f53a80540b1e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Synchronizing usage tracker for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:57:27.541090 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-e921ff6f-f263-470c-8727-871f15e15c4f req-d979564a-bd70-489c-b433-f53a80540b1e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Unset dirty status for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:57:27.542438 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e921ff6f-f263-470c-8727-871f15e15c4f req-d979564a-bd70-489c-b433-f53a80540b1e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1509638 Dec 22 13:57:27.681876 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e921ff6f-f263-470c-8727-871f15e15c4f req-8dde09a7-faed-4433-aac8-6ed523565c6b service neutron] 10.222.0.47 "GET /v2.0/networks/5754352b-09e8-465b-a058-0bba27dce8e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278331 Dec 22 13:57:27.767211 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f91426-f161-422d-b523-e0cfc2c89e28 None None] Sync routers for ids ['d9942022-0e53-4cf4-8f51-43feab1c6591'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:57:27.780133 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f91426-f161-422d-b523-e0cfc2c89e28 None None] Routers {'d9942022-0e53-4cf4-8f51-43feab1c6591'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:57:27.780762 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-50f91426-f161-422d-b523-e0cfc2c89e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:57:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['d9942022-0e53-4cf4-8f51-43feab1c6591'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:57:27.943831 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e921ff6f-f263-470c-8727-871f15e15c4f req-c8fe0e45-0c06-408e-9c4c-8baa162d4b00 service neutron] 10.222.0.47 "GET /v2.0/networks/5754352b-09e8-465b-a058-0bba27dce8e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562633 Dec 22 13:57:27.945194 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 5d771630-175c-4ab7-a464-825382e10780 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:57:27.965632 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-50f91426-f161-422d-b523-e0cfc2c89e28 None None] Set router d9942022-0e53-4cf4-8f51-43feab1c6591 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:57:28.024591 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 5d771630-175c-4ab7-a464-825382e10780 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:57:28.025617 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:28.144296 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 3cbd8709-7465-47b2-b338-d45b1cfab922 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:57:28.237528 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 3cbd8709-7465-47b2-b338-d45b1cfab922 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:57:28.237919 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:28.320151 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-61e6cef6-3cd2-41e8-9b79-e4ee69cd6918 req-e2a8a55a-747b-4eed-a488-76e708e7825f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Synchronizing usage tracker for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:57:28.334432 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-61e6cef6-3cd2-41e8-9b79-e4ee69cd6918 req-e2a8a55a-747b-4eed-a488-76e708e7825f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Unset dirty status for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:57:28.334918 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-50f91426-f161-422d-b523-e0cfc2c89e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9942022-0e53-4cf4-8f51-43feab1c6591', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143379227', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '3cbd8709-7465-47b2-b338-d45b1cfab922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:57:20Z', 'updated_at': '2021-12-22T13:57:24Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '3cbd8709-7465-47b2-b338-d45b1cfab922', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9942022-0e53-4cf4-8f51-43feab1c6591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:57:20Z', 'updated_at': '2021-12-22T13:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '22538ef7-d4f7-4fe0-b133-0694986fde20', 'name': '', 'network_id': '5754352b-09e8-465b-a058-0bba27dce8e7', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:26:b6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9942022-0e53-4cf4-8f51-43feab1c6591', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f27b52b-8202-40c8-83b5-f0aea042546c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:57:24Z', 'updated_at': '2021-12-22T13:57:25Z', 'revision_number': 2, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': '7f27b52b-8202-40c8-83b5-f0aea042546c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:57:28.340725 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f91426-f161-422d-b523-e0cfc2c89e28 None None] Checking router: d9942022-0e53-4cf4-8f51-43feab1c6591 for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:57:28.341651 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f91426-f161-422d-b523-e0cfc2c89e28 None None] Updating router d9942022-0e53-4cf4-8f51-43feab1c6591 port 22538ef7-d4f7-4fe0-b133-0694986fde20 binding host dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:57:28.346963 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-61e6cef6-3cd2-41e8-9b79-e4ee69cd6918 req-e2a8a55a-747b-4eed-a488-76e708e7825f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=b03e1474-438e-4021-b82a-fe0279a8368f HTTP/1.1" status: 200 len: 210 time: 0.1549048 Dec 22 13:57:28.397870 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-50f91426-f161-422d-b523-e0cfc2c89e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:28.741175 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-50f91426-f161-422d-b523-e0cfc2c89e28 None None] Notify callbacks [] for port, precommit_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:28.753232 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.provisioning_blocks [None req-50f91426-f161-422d-b523-e0cfc2c89e28 None None] Transition to ACTIVE for port object 22538ef7-d4f7-4fe0-b133-0694986fde20 will not be triggered until provisioned by entity L2. {{(pid=84151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:57:28.814400 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-50f91426-f161-422d-b523-e0cfc2c89e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:28.817831 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-fb16370a-0d29-4186-b794-9918f138ab76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:28.947242 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a9f72-af52-4788-be1a-22502f5c7f0d None None] Pushing event updated for resources: {'Port': ['ID=22538ef7-d4f7-4fe0-b133-0694986fde20,revision_number=3']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:28.988659 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0a9f72-af52-4788-be1a-22502f5c7f0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:28.989000 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0a9f72-af52-4788-be1a-22502f5c7f0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:28.989470 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0a9f72-af52-4788-be1a-22502f5c7f0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:28.989803 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0a9f72-af52-4788-be1a-22502f5c7f0d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:28.990246 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0a9f72-af52-4788-be1a-22502f5c7f0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:28.990599 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0a9f72-af52-4788-be1a-22502f5c7f0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:28.990923 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0a9f72-af52-4788-be1a-22502f5c7f0d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:28.991258 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0a9f72-af52-4788-be1a-22502f5c7f0d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:28.991581 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0a9f72-af52-4788-be1a-22502f5c7f0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:28.991938 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0a9f72-af52-4788-be1a-22502f5c7f0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:28.992745 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0a9f72-af52-4788-be1a-22502f5c7f0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:29.000576 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-7f0a9f72-af52-4788-be1a-22502f5c7f0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:29.062773 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-50f91426-f161-422d-b523-e0cfc2c89e28 None None] Attempting to bind port 22538ef7-d4f7-4fe0-b133-0694986fde20 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:57:29.063139 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-50f91426-f161-422d-b523-e0cfc2c89e28 None None] Attempting to bind port 22538ef7-d4f7-4fe0-b133-0694986fde20 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '343a0b3a-606c-497e-b7a8-bf5663bc79a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5754352b-09e8-465b-a058-0bba27dce8e7'}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:57:29.063491 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f91426-f161-422d-b523-e0cfc2c89e28 None None] Attempting to bind port 22538ef7-d4f7-4fe0-b133-0694986fde20 on network 5754352b-09e8-465b-a058-0bba27dce8e7 {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:57:29.071578 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f91426-f161-422d-b523-e0cfc2c89e28 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:57:29.071959 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f91426-f161-422d-b523-e0cfc2c89e28 None None] Checking segment: {'id': '343a0b3a-606c-497e-b7a8-bf5663bc79a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5754352b-09e8-465b-a058-0bba27dce8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:57:29.072356 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-50f91426-f161-422d-b523-e0cfc2c89e28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:29.072785 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f91426-f161-422d-b523-e0cfc2c89e28 None None] Bound using segment: {'id': '343a0b3a-606c-497e-b7a8-bf5663bc79a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5754352b-09e8-465b-a058-0bba27dce8e7'} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:57:29.073468 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-50f91426-f161-422d-b523-e0cfc2c89e28 None None] Bound port: 22538ef7-d4f7-4fe0-b133-0694986fde20, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '343a0b3a-606c-497e-b7a8-bf5663bc79a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5754352b-09e8-465b-a058-0bba27dce8e7'}}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:57:29.073833 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-50f91426-f161-422d-b523-e0cfc2c89e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:29.162345 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-50f91426-f161-422d-b523-e0cfc2c89e28 None None] For port 22538ef7-d4f7-4fe0-b133-0694986fde20, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:57:29.167931 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-50f91426-f161-422d-b523-e0cfc2c89e28 None None] For port 22538ef7-d4f7-4fe0-b133-0694986fde20, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=22538ef7-d4f7-4fe0-b133-0694986fde20,segment=NetworkSegment(343a0b3a-606c-497e-b7a8-bf5663bc79a7),segment_id=343a0b3a-606c-497e-b7a8-bf5663bc79a7)] {{(pid=84151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:57:29.181072 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:29.249155 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-50f91426-f161-422d-b523-e0cfc2c89e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:29.252879 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-3107c4a5-5c55-455b-aef2-e88688ddfcb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:29.334854 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a9f72-af52-4788-be1a-22502f5c7f0d None None] Pushing event updated for resources: {'Port': ['ID=22538ef7-d4f7-4fe0-b133-0694986fde20,revision_number=4']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:29.337376 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f91426-f161-422d-b523-e0cfc2c89e28 None None] Routers {'d9942022-0e53-4cf4-8f51-43feab1c6591'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:57:29.337982 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-50f91426-f161-422d-b523-e0cfc2c89e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:57:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['d9942022-0e53-4cf4-8f51-43feab1c6591'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:57:29.406173 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-7f0a9f72-af52-4788-be1a-22502f5c7f0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:29.526048 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-50f91426-f161-422d-b523-e0cfc2c89e28 None None] Set router d9942022-0e53-4cf4-8f51-43feab1c6591 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:57:29.548520 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c293c420-faaf-4209-ac26-a16e5a6141be req-a62066db-740f-48e5-af1c-a89ea0087953 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=b03e1474-438e-4021-b82a-fe0279a8368f HTTP/1.1" status: 200 len: 210 time: 0.0677299 Dec 22 13:57:29.835935 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-50f91426-f161-422d-b523-e0cfc2c89e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9942022-0e53-4cf4-8f51-43feab1c6591', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143379227', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '3cbd8709-7465-47b2-b338-d45b1cfab922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:57:20Z', 'updated_at': '2021-12-22T13:57:24Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '3cbd8709-7465-47b2-b338-d45b1cfab922', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9942022-0e53-4cf4-8f51-43feab1c6591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:57:20Z', 'updated_at': '2021-12-22T13:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '22538ef7-d4f7-4fe0-b133-0694986fde20', 'name': '', 'network_id': '5754352b-09e8-465b-a058-0bba27dce8e7', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:26:b6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9942022-0e53-4cf4-8f51-43feab1c6591', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f27b52b-8202-40c8-83b5-f0aea042546c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:57:24Z', 'updated_at': '2021-12-22T13:57:29Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': '7f27b52b-8202-40c8-83b5-f0aea042546c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:57:29.839762 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f91426-f161-422d-b523-e0cfc2c89e28 None None] The sync data for ids ['d9942022-0e53-4cf4-8f51-43feab1c6591'] in dv-neutron-822669-1-hyperv is: [{'id': 'd9942022-0e53-4cf4-8f51-43feab1c6591', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143379227', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '3cbd8709-7465-47b2-b338-d45b1cfab922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:57:20Z', 'updated_at': '2021-12-22T13:57:24Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '3cbd8709-7465-47b2-b338-d45b1cfab922', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9942022-0e53-4cf4-8f51-43feab1c6591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:57:20Z', 'updated_at': '2021-12-22T13:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '22538ef7-d4f7-4fe0-b133-0694986fde20', 'name': '', 'network_id': '5754352b-09e8-465b-a058-0bba27dce8e7', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:26:b6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9942022-0e53-4cf4-8f51-43feab1c6591', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f27b52b-8202-40c8-83b5-f0aea042546c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:57:24Z', 'updated_at': '2021-12-22T13:57:29Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': '7f27b52b-8202-40c8-83b5-f0aea042546c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:57:30.027239 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 22538ef7-d4f7-4fe0-b133-0694986fde20 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:57:30.156758 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921ff6f-f263-470c-8727-871f15e15c4f req-9e6f615e-5418-4be8-b4c9-1f69fbc93780 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:57:30.158203 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e921ff6f-f263-470c-8727-871f15e15c4f req-9e6f615e-5418-4be8-b4c9-1f69fbc93780 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.45 "GET /v2.0/networks?id=5754352b-09e8-465b-a058-0bba27dce8e7 HTTP/1.1" status: 200 len: 795 time: 0.1613815 Dec 22 13:57:30.186405 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 22538ef7-d4f7-4fe0-b133-0694986fde20 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:57:30.194560 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 22538ef7-d4f7-4fe0-b133-0694986fde20 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:57:30.194949 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:30.226163 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e921ff6f-f263-470c-8727-871f15e15c4f req-f78db1b7-56a1-4ad5-9680-9e7f9b220ebb tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 HTTP/1.1" status: 200 len: 380 time: 0.0440006 Dec 22 13:57:30.239679 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-e921ff6f-f263-470c-8727-871f15e15c4f req-7ffe1770-1054-4a85-a818-d13eacc24672 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'port': {'device_id': 'b03e1474-438e-4021-b82a-fe0279a8368f', 'network_id': '5754352b-09e8-465b-a058-0bba27dce8e7', 'admin_state_up': True, 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'security_groups': ['b1e03a11-5d95-452d-a734-27d347194778']}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:57:30.333796 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:30.377963 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 22538ef7-d4f7-4fe0-b133-0694986fde20, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=22538ef7-d4f7-4fe0-b133-0694986fde20,segment=NetworkSegment(343a0b3a-606c-497e-b7a8-bf5663bc79a7),segment_id=343a0b3a-606c-497e-b7a8-bf5663bc79a7)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:57:30.393297 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-e921ff6f-f263-470c-8727-871f15e15c4f req-7ffe1770-1054-4a85-a818-d13eacc24672 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:57:30.404140 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-e921ff6f-f263-470c-8727-871f15e15c4f req-7ffe1770-1054-4a85-a818-d13eacc24672 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:57:30.483223 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:30.486844 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-8440a364-7eda-4538-86f7-957ac14e95c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:30.510738 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e921ff6f-f263-470c-8727-871f15e15c4f req-7ffe1770-1054-4a85-a818-d13eacc24672 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Made reservation on behalf of 3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:57:30.516954 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-e921ff6f-f263-470c-8727-871f15e15c4f req-7ffe1770-1054-4a85-a818-d13eacc24672 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:30.561429 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=22538ef7-d4f7-4fe0-b133-0694986fde20,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:30.564800 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:30.751181 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-191f83ad-680d-4283-910e-853593350023 req-0a315522-5857-4645-8b31-0c00726fe397 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=b03e1474-438e-4021-b82a-fe0279a8368f HTTP/1.1" status: 200 len: 210 time: 0.0601699 Dec 22 13:57:30.768513 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [req-e921ff6f-f263-470c-8727-871f15e15c4f req-7ffe1770-1054-4a85-a818-d13eacc24672 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Allocated IP 172.20.0.8 (5754352b-09e8-465b-a058-0bba27dce8e7/7f27b52b-8202-40c8-83b5-f0aea042546c/fbb9f337-89d0-44b3-9d97-ce44ed01d049) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:57:30.957719 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-e921ff6f-f263-470c-8727-871f15e15c4f req-7ffe1770-1054-4a85-a818-d13eacc24672 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:30.973538 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-e921ff6f-f263-470c-8727-871f15e15c4f req-7ffe1770-1054-4a85-a818-d13eacc24672 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Transition to ACTIVE for port object fbb9f337-89d0-44b3-9d97-ce44ed01d049 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:57:31.042807 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-e921ff6f-f263-470c-8727-871f15e15c4f req-7ffe1770-1054-4a85-a818-d13eacc24672 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:31.048659 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9a5c4825-4d69-4abe-ba50-e0c718cb9884 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:31.116448 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e921ff6f-f263-470c-8727-871f15e15c4f req-7ffe1770-1054-4a85-a818-d13eacc24672 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Network 5754352b-09e8-465b-a058-0bba27dce8e7 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:57:31.120364 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [req-e921ff6f-f263-470c-8727-871f15e15c4f req-7ffe1770-1054-4a85-a818-d13eacc24672 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:57:31.122916 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-e921ff6f-f263-470c-8727-871f15e15c4f req-7ffe1770-1054-4a85-a818-d13eacc24672 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:57:31.156724 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe1770-1054-4a85-a818-d13eacc24672 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'Port': ['ID=fbb9f337-89d0-44b3-9d97-ce44ed01d049,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:31.163256 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7ffe1770-1054-4a85-a818-d13eacc24672 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:31.190808 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921ff6f-f263-470c-8727-871f15e15c4f req-7ffe1770-1054-4a85-a818-d13eacc24672 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:57:31.191399 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-e921ff6f-f263-470c-8727-871f15e15c4f req-7ffe1770-1054-4a85-a818-d13eacc24672 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:31.284217 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e921ff6f-f263-470c-8727-871f15e15c4f req-7ffe1770-1054-4a85-a818-d13eacc24672 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0489376 Dec 22 13:57:31.298917 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [req-e921ff6f-f263-470c-8727-871f15e15c4f req-02ca515c-deac-4e8c-8885-204679bd0429 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:57:31.299839 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e921ff6f-f263-470c-8727-871f15e15c4f req-02ca515c-deac-4e8c-8885-204679bd0429 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051064 Dec 22 13:57:31.312970 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-e921ff6f-f263-470c-8727-871f15e15c4f req-dc7a73ff-02e3-4a63-bbe4-03d9b5608b83 service neutron] Request body: {'port': {'device_id': 'b03e1474-438e-4021-b82a-fe0279a8368f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:57:31.403144 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-34b019e1-2303-44fb-a02a-ed0b12f68787 None None] Provisioning for port fbb9f337-89d0-44b3-9d97-ce44ed01d049 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:57:31.407981 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-34b019e1-2303-44fb-a02a-ed0b12f68787 None None] Provisioning complete for port fbb9f337-89d0-44b3-9d97-ce44ed01d049 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:57:31.408396 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-34b019e1-2303-44fb-a02a-ed0b12f68787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:31.422687 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-e921ff6f-f263-470c-8727-871f15e15c4f req-dc7a73ff-02e3-4a63-bbe4-03d9b5608b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:31.460389 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-34b019e1-2303-44fb-a02a-ed0b12f68787 None None] Port fbb9f337-89d0-44b3-9d97-ce44ed01d049 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:57:31.877931 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [req-e921ff6f-f263-470c-8727-871f15e15c4f req-dc7a73ff-02e3-4a63-bbe4-03d9b5608b83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbb9f337-89d0-44b3-9d97-ce44ed01d049 {{(pid=84149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:57:31.885135 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-e921ff6f-f263-470c-8727-871f15e15c4f req-dc7a73ff-02e3-4a63-bbe4-03d9b5608b83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:31.901741 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-e921ff6f-f263-470c-8727-871f15e15c4f req-dc7a73ff-02e3-4a63-bbe4-03d9b5608b83 service neutron] Transition to ACTIVE for port object fbb9f337-89d0-44b3-9d97-ce44ed01d049 will not be triggered until provisioned by entity L2. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:57:31.931903 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 22538ef7-d4f7-4fe0-b133-0694986fde20 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:57:31.952535 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-e921ff6f-f263-470c-8727-871f15e15c4f req-dc7a73ff-02e3-4a63-bbe4-03d9b5608b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:31.957051 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8bdefdb9-d362-4969-95c7-d1f0b937b9cf tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:31.959276 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9713c-15c4-457d-aa3f-264f870df74d req-e22484b3-13c2-4380-a0b6-44f03291447c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:57:31.961495 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-3ac9713c-15c4-457d-aa3f-264f870df74d req-e22484b3-13c2-4380-a0b6-44f03291447c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=b03e1474-438e-4021-b82a-fe0279a8368f HTTP/1.1" status: 200 len: 931 time: 0.0816638 Dec 22 13:57:32.038393 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-3ac9713c-15c4-457d-aa3f-264f870df74d req-128974f1-644d-45e4-a39e-88e554dcdcb1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1e03a11-5d95-452d-a734-27d347194778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709803 Dec 22 13:57:32.056619 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 22538ef7-d4f7-4fe0-b133-0694986fde20 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:57:32.057003 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:32.089946 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a73ff-02e3-4a63-bbe4-03d9b5608b83 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb9f337-89d0-44b3-9d97-ce44ed01d049,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:32.092810 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-dc7a73ff-02e3-4a63-bbe4-03d9b5608b83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:32.200957 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-e921ff6f-f263-470c-8727-871f15e15c4f req-dc7a73ff-02e3-4a63-bbe4-03d9b5608b83 service neutron] Attempting to bind port fbb9f337-89d0-44b3-9d97-ce44ed01d049 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:57:32.201579 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-e921ff6f-f263-470c-8727-871f15e15c4f req-dc7a73ff-02e3-4a63-bbe4-03d9b5608b83 service neutron] Attempting to bind port fbb9f337-89d0-44b3-9d97-ce44ed01d049 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '343a0b3a-606c-497e-b7a8-bf5663bc79a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5754352b-09e8-465b-a058-0bba27dce8e7'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:57:32.201579 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e921ff6f-f263-470c-8727-871f15e15c4f req-dc7a73ff-02e3-4a63-bbe4-03d9b5608b83 service neutron] Attempting to bind port fbb9f337-89d0-44b3-9d97-ce44ed01d049 on network 5754352b-09e8-465b-a058-0bba27dce8e7 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:57:32.207476 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e921ff6f-f263-470c-8727-871f15e15c4f req-dc7a73ff-02e3-4a63-bbe4-03d9b5608b83 service neutron] Port fbb9f337-89d0-44b3-9d97-ce44ed01d049 on network 5754352b-09e8-465b-a058-0bba27dce8e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:57:32.207792 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e921ff6f-f263-470c-8727-871f15e15c4f req-dc7a73ff-02e3-4a63-bbe4-03d9b5608b83 service neutron] Attempting to bind port fbb9f337-89d0-44b3-9d97-ce44ed01d049 on network 5754352b-09e8-465b-a058-0bba27dce8e7 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:57:32.214113 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e921ff6f-f263-470c-8727-871f15e15c4f req-dc7a73ff-02e3-4a63-bbe4-03d9b5608b83 service neutron] Checking agent: {'id': '72ee2f79-9ac0-483e-b4fd-5b910a776581', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'started_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:57:32.214468 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e921ff6f-f263-470c-8727-871f15e15c4f req-dc7a73ff-02e3-4a63-bbe4-03d9b5608b83 service neutron] Checking segment: {'id': '343a0b3a-606c-497e-b7a8-bf5663bc79a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5754352b-09e8-465b-a058-0bba27dce8e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:57:32.214844 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e921ff6f-f263-470c-8727-871f15e15c4f req-dc7a73ff-02e3-4a63-bbe4-03d9b5608b83 service neutron] Bound using segment: {'id': '343a0b3a-606c-497e-b7a8-bf5663bc79a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5754352b-09e8-465b-a058-0bba27dce8e7'} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:57:32.215265 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-e921ff6f-f263-470c-8727-871f15e15c4f req-dc7a73ff-02e3-4a63-bbe4-03d9b5608b83 service neutron] Bound port: fbb9f337-89d0-44b3-9d97-ce44ed01d049, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '343a0b3a-606c-497e-b7a8-bf5663bc79a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5754352b-09e8-465b-a058-0bba27dce8e7'}}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:57:32.215604 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-e921ff6f-f263-470c-8727-871f15e15c4f req-dc7a73ff-02e3-4a63-bbe4-03d9b5608b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:32.306957 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-e921ff6f-f263-470c-8727-871f15e15c4f req-dc7a73ff-02e3-4a63-bbe4-03d9b5608b83 service neutron] For port fbb9f337-89d0-44b3-9d97-ce44ed01d049, host hv-neutron-8226, cleared binding levels {{(pid=84149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:57:32.310060 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-e921ff6f-f263-470c-8727-871f15e15c4f req-dc7a73ff-02e3-4a63-bbe4-03d9b5608b83 service neutron] For port fbb9f337-89d0-44b3-9d97-ce44ed01d049, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fbb9f337-89d0-44b3-9d97-ce44ed01d049,segment=NetworkSegment(343a0b3a-606c-497e-b7a8-bf5663bc79a7),segment_id=343a0b3a-606c-497e-b7a8-bf5663bc79a7)] {{(pid=84149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:57:32.369126 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-e921ff6f-f263-470c-8727-871f15e15c4f req-dc7a73ff-02e3-4a63-bbe4-03d9b5608b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:32.372864 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ddd0679d-d228-4368-8a5c-af019a0c7928 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:32.428336 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-e921ff6f-f263-470c-8727-871f15e15c4f req-dc7a73ff-02e3-4a63-bbe4-03d9b5608b83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:32.429875 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e921ff6f-f263-470c-8727-871f15e15c4f req-dc7a73ff-02e3-4a63-bbe4-03d9b5608b83 service neutron] 10.222.0.45 "PUT /v2.0/ports/fbb9f337-89d0-44b3-9d97-ce44ed01d049 HTTP/1.1" status: 200 len: 1093 time: 1.1204276 Dec 22 13:57:32.430622 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b03e1474-438e-4021-b82a-fe0279a8368f', 'tag': 'fbb9f337-89d0-44b3-9d97-ce44ed01d049'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:57:32.455987 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a73ff-02e3-4a63-bbe4-03d9b5608b83 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb9f337-89d0-44b3-9d97-ce44ed01d049,revision_number=3']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:32.466609 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-dc7a73ff-02e3-4a63-bbe4-03d9b5608b83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:32.509478 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b03e1474-438e-4021-b82a-fe0279a8368f', 'tag': 'fbb9f337-89d0-44b3-9d97-ce44ed01d049', 'status': 'completed', 'code': 200} Dec 22 13:57:32.608666 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c53ac1fe-a636-4cd6-b03d-5501359f9176 req-a22cb371-16bb-4957-8e57-dde606d00de9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&device_id=b03e1474-438e-4021-b82a-fe0279a8368f HTTP/1.1" status: 200 len: 1096 time: 0.0729313 Dec 22 13:57:32.753169 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ac1fe-a636-4cd6-b03d-5501359f9176 req-9cf9ebda-c1ad-47a5-8bd8-d3531d1f8691 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:57:32.754630 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c53ac1fe-a636-4cd6-b03d-5501359f9176 req-9cf9ebda-c1ad-47a5-8bd8-d3531d1f8691 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1342154 Dec 22 13:57:32.893700 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ac1fe-a636-4cd6-b03d-5501359f9176 req-260d9951-a647-42de-a46b-b389644c2280 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:57:32.895095 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c53ac1fe-a636-4cd6-b03d-5501359f9176 req-260d9951-a647-42de-a46b-b389644c2280 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1294398 Dec 22 13:57:33.015993 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e921ff6f-f263-470c-8727-871f15e15c4f req-776102a8-bbba-4763-899b-e563201a32ff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&device_id=b03e1474-438e-4021-b82a-fe0279a8368f HTTP/1.1" status: 200 len: 1096 time: 0.0730631 Dec 22 13:57:33.089079 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e921ff6f-f263-470c-8727-871f15e15c4f req-08f4b3ae-0c52-474a-b292-12db7869f5d0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbb9f337-89d0-44b3-9d97-ce44ed01d049 HTTP/1.1" status: 200 len: 217 time: 0.0614123 Dec 22 13:57:33.163690 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921ff6f-f263-470c-8727-871f15e15c4f req-10559621-493c-43b2-b31e-93cc1d5999dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:57:33.165407 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e921ff6f-f263-470c-8727-871f15e15c4f req-10559621-493c-43b2-b31e-93cc1d5999dd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7f27b52b-8202-40c8-83b5-f0aea042546c HTTP/1.1" status: 200 len: 835 time: 0.0615880 Dec 22 13:57:33.234725 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473efda0-a817-43a3-bdee-ca71b3e7b4ef req-3c07266e-2e9b-43fb-9408-71690335f966 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:57:33.236162 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-473efda0-a817-43a3-bdee-ca71b3e7b4ef req-3c07266e-2e9b-43fb-9408-71690335f966 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=b03e1474-438e-4021-b82a-fe0279a8368f HTTP/1.1" status: 200 len: 943 time: 0.0828335 Dec 22 13:57:33.247566 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e921ff6f-f263-470c-8727-871f15e15c4f req-d1e65f04-dcd8-4326-9afd-7da66276b676 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5754352b-09e8-465b-a058-0bba27dce8e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716827 Dec 22 13:57:33.282501 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-473efda0-a817-43a3-bdee-ca71b3e7b4ef req-b8309c89-b164-4945-9d4d-009629c68267 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1e03a11-5d95-452d-a734-27d347194778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406890 Dec 22 13:57:33.387395 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e921ff6f-f263-470c-8727-871f15e15c4f req-bbb390c5-fc0d-4c11-9283-2aa365ac7c0f service neutron] 10.222.0.45 "GET /v2.0/networks/5754352b-09e8-465b-a058-0bba27dce8e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271799 Dec 22 13:57:33.520805 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e921ff6f-f263-470c-8727-871f15e15c4f req-2ab58474-7819-4124-8327-d3842ce9c86a service neutron] 10.222.0.45 "GET /v2.0/networks/5754352b-09e8-465b-a058-0bba27dce8e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234515 Dec 22 13:57:34.497298 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb30d4-7db4-43db-a846-d357db413590 req-2ac23b8e-1a97-4813-9148-0be2066d445d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:57:34.497963 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-2fcb30d4-7db4-43db-a846-d357db413590 req-2ac23b8e-1a97-4813-9148-0be2066d445d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Synchronizing usage tracker for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:57:34.563096 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-2fcb30d4-7db4-43db-a846-d357db413590 req-2ac23b8e-1a97-4813-9148-0be2066d445d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Unset dirty status for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:57:34.564249 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2fcb30d4-7db4-43db-a846-d357db413590 req-2ac23b8e-1a97-4813-9148-0be2066d445d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=b03e1474-438e-4021-b82a-fe0279a8368f HTTP/1.1" status: 200 len: 943 time: 0.1424241 Dec 22 13:57:34.614114 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2fcb30d4-7db4-43db-a846-d357db413590 req-c1295ea5-7c25-4ad1-9348-6e4e421872b6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1e03a11-5d95-452d-a734-27d347194778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443697 Dec 22 13:57:35.734467 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-749df30b-eee8-4535-bb5f-214826901824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:35.812733 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07406b54-331b-4437-8cc4-48d60fc3fcff req-2d14d68a-864a-49c5-9687-8c64db7b7268 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:57:35.814171 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-07406b54-331b-4437-8cc4-48d60fc3fcff req-2d14d68a-864a-49c5-9687-8c64db7b7268 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=b03e1474-438e-4021-b82a-fe0279a8368f HTTP/1.1" status: 200 len: 943 time: 0.0758388 Dec 22 13:57:35.859508 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-07406b54-331b-4437-8cc4-48d60fc3fcff req-4467b305-5bbd-4ce1-8798-109f7e4b5044 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1e03a11-5d95-452d-a734-27d347194778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396438 Dec 22 13:57:36.564782 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device fbb9f337-89d0-44b3-9d97-ce44ed01d049 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:57:36.699129 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port fbb9f337-89d0-44b3-9d97-ce44ed01d049, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fbb9f337-89d0-44b3-9d97-ce44ed01d049,segment=NetworkSegment(343a0b3a-606c-497e-b7a8-bf5663bc79a7),segment_id=343a0b3a-606c-497e-b7a8-bf5663bc79a7)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:57:36.712049 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': 'fbb9f337-89d0-44b3-9d97-ce44ed01d049', 'network_id': '5754352b-09e8-465b-a058-0bba27dce8e7', 'port_id': 'fbb9f337-89d0-44b3-9d97-ce44ed01d049', 'mac_address': 'fa:16:3e:73:64:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f27b52b-8202-40c8-83b5-f0aea042546c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:57:36.766804 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:36.783654 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbb9f337-89d0-44b3-9d97-ce44ed01d049 {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:57:36.798752 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port fbb9f337-89d0-44b3-9d97-ce44ed01d049, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fbb9f337-89d0-44b3-9d97-ce44ed01d049,segment=NetworkSegment(343a0b3a-606c-497e-b7a8-bf5663bc79a7),segment_id=343a0b3a-606c-497e-b7a8-bf5663bc79a7)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:57:36.848551 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:36.850284 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-46ae9562-bc1a-4228-8c84-958b1701534f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:36.918100 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=fbb9f337-89d0-44b3-9d97-ce44ed01d049,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:36.921114 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:37.055665 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a97f1-8f43-4263-9672-268bfcab868d req-8cc25285-04d7-4932-86fa-7c919e4a4d5b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:57:37.057003 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-068a97f1-8f43-4263-9672-268bfcab868d req-8cc25285-04d7-4932-86fa-7c919e4a4d5b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=b03e1474-438e-4021-b82a-fe0279a8368f HTTP/1.1" status: 200 len: 944 time: 0.0775423 Dec 22 13:57:37.103129 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-068a97f1-8f43-4263-9672-268bfcab868d req-ac46760c-7d01-4603-9835-49ec0745741a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1e03a11-5d95-452d-a734-27d347194778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406492 Dec 22 13:57:37.106258 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['fbb9f337-89d0-44b3-9d97-ce44ed01d049'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:57:38.082864 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c8ea8a4d-9fd3-4a1c-8322-d15c59a9dd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:38.299313 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82502ca3-9d4a-49ca-b5fc-3c522bf4a109 req-f50679de-c1da-4d69-ae10-c6f641f5ba59 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:57:38.300763 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-82502ca3-9d4a-49ca-b5fc-3c522bf4a109 req-f50679de-c1da-4d69-ae10-c6f641f5ba59 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=b03e1474-438e-4021-b82a-fe0279a8368f HTTP/1.1" status: 200 len: 944 time: 0.0792408 Dec 22 13:57:38.346162 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-82502ca3-9d4a-49ca-b5fc-3c522bf4a109 req-8a9b63f1-5529-464a-8df8-cec7a8c78fcd tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1e03a11-5d95-452d-a734-27d347194778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394053 Dec 22 13:57:38.571325 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device fbb9f337-89d0-44b3-9d97-ce44ed01d049 up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:57:38.693985 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning for port fbb9f337-89d0-44b3-9d97-ce44ed01d049 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:57:38.699372 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port fbb9f337-89d0-44b3-9d97-ce44ed01d049 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:57:38.699749 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:38.811606 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:38.837195 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03e1474-438e-4021-b82a-fe0279a8368f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb9f337-89d0-44b3-9d97-ce44ed01d049'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:57:38.847288 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port fbb9f337-89d0-44b3-9d97-ce44ed01d049, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fbb9f337-89d0-44b3-9d97-ce44ed01d049,segment=NetworkSegment(343a0b3a-606c-497e-b7a8-bf5663bc79a7),segment_id=343a0b3a-606c-497e-b7a8-bf5663bc79a7)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:57:38.890725 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03e1474-438e-4021-b82a-fe0279a8368f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb9f337-89d0-44b3-9d97-ce44ed01d049', 'code': 200} Dec 22 13:57:38.911661 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:38.916649 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-edcaa505-3ecc-49cf-b5e2-23229c3df9a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:38.995919 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=fbb9f337-89d0-44b3-9d97-ce44ed01d049,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:38.998862 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:39.059847 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:39.386538 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:39.479359 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0d9f7959-35c6-4fc7-bf59-a5bf3433fd3a req-30c8f6aa-247e-4e9d-a84e-2109fc1243cb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b03e1474-438e-4021-b82a-fe0279a8368f HTTP/1.1" status: 200 len: 1098 time: 0.2462060 Dec 22 13:57:39.530696 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0d9f7959-35c6-4fc7-bf59-a5bf3433fd3a req-600a37da-642d-4c35-87a1-4bef0e838202 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b1e03a11-5d95-452d-a734-27d347194778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391080 Dec 22 13:57:39.551619 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75855f36-796e-416b-9725-f331caac0a2c req-0af9f53d-4a9d-4eec-a70e-4a7e11c04d80 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:57:39.553059 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-75855f36-796e-416b-9725-f331caac0a2c req-0af9f53d-4a9d-4eec-a70e-4a7e11c04d80 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=b03e1474-438e-4021-b82a-fe0279a8368f HTTP/1.1" status: 200 len: 945 time: 0.0808697 Dec 22 13:57:39.602961 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-75855f36-796e-416b-9725-f331caac0a2c req-2dc8e23c-16a6-44eb-ad8b-b5600b7e2d65 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1e03a11-5d95-452d-a734-27d347194778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438497 Dec 22 13:57:40.597402 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:40.801452 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343abc85-552d-48bc-850d-3ccfb439246d req-7fe63d1f-eca5-4697-b62f-31799fa50282 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:57:40.802832 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-343abc85-552d-48bc-850d-3ccfb439246d req-7fe63d1f-eca5-4697-b62f-31799fa50282 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=b03e1474-438e-4021-b82a-fe0279a8368f HTTP/1.1" status: 200 len: 945 time: 0.0779874 Dec 22 13:57:40.848992 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-343abc85-552d-48bc-850d-3ccfb439246d req-8095e479-8f49-481c-a5df-f714045f2f35 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1e03a11-5d95-452d-a734-27d347194778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400267 Dec 22 13:57:42.043383 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf571058-4811-429e-a890-304055d9895a req-fa4182e7-1bfd-4282-908b-c36ebfa4dbdf tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:57:42.044818 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-bf571058-4811-429e-a890-304055d9895a req-fa4182e7-1bfd-4282-908b-c36ebfa4dbdf tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=b03e1474-438e-4021-b82a-fe0279a8368f HTTP/1.1" status: 200 len: 945 time: 0.0770888 Dec 22 13:57:42.090094 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-bf571058-4811-429e-a890-304055d9895a req-debd7448-790d-40cf-8855-6d0356d06a45 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1e03a11-5d95-452d-a734-27d347194778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398872 Dec 22 13:57:42.286861 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712986d-1811-40e9-abfb-40cb49744afd req-c2193e30-e6a4-4c18-abd2-9761fa501f23 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:57:42.288280 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b712986d-1811-40e9-abfb-40cb49744afd req-c2193e30-e6a4-4c18-abd2-9761fa501f23 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=b03e1474-438e-4021-b82a-fe0279a8368f HTTP/1.1" status: 200 len: 945 time: 0.0792918 Dec 22 13:57:42.333202 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b712986d-1811-40e9-abfb-40cb49744afd req-0190c3c2-0061-4b4e-b0b3-f5ef94d4f7df tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1e03a11-5d95-452d-a734-27d347194778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393934 Dec 22 13:57:42.359668 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 57612) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:42.428107 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9989c4bf-863c-4a48-91e1-bc9a7a711857 tempest-TestNetworkAdvancedServerOps-1874708569 tempest-TestNetworkAdvancedServerOps-1874708569-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b03e1474-438e-4021-b82a-fe0279a8368f HTTP/1.1" status: 200 len: 1093 time: 0.0672326 Dec 22 13:57:42.431144 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 57616) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:42.436321 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-f60773e4-72b8-4fd5-811f-77e6cb639041 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'floatingip': {'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'port_id': 'fbb9f337-89d0-44b3-9d97-ce44ed01d049', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:57:42.441641 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-f60773e4-72b8-4fd5-811f-77e6cb639041 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:57:42.445829 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f60773e4-72b8-4fd5-811f-77e6cb639041 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:floatingip and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:57:42.449699 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f60773e4-72b8-4fd5-811f-77e6cb639041 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:57:42.455344 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-f60773e4-72b8-4fd5-811f-77e6cb639041 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:57:42.523485 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f60773e4-72b8-4fd5-811f-77e6cb639041 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for floatingip, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:42.659590 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f60773e4-72b8-4fd5-811f-77e6cb639041 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:42.798066 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-f60773e4-72b8-4fd5-811f-77e6cb639041 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Allocated IP 172.26.1.122 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/9b8da8a7-587d-4ebd-895b-da503f156c46) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:57:42.942795 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f60773e4-72b8-4fd5-811f-77e6cb639041 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:43.037484 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f60773e4-72b8-4fd5-811f-77e6cb639041 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:43.041805 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b5c19ad9-c57c-40c2-b584-d2877d135bf6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:43.112656 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60773e4-72b8-4fd5-811f-77e6cb639041 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:57:43.113454 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60773e4-72b8-4fd5-811f-77e6cb639041 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'Port': ['ID=9b8da8a7-587d-4ebd-895b-da503f156c46,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:43.115942 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-f60773e4-72b8-4fd5-811f-77e6cb639041 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:57:43.117964 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f60773e4-72b8-4fd5-811f-77e6cb639041 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:43.118891 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60773e4-72b8-4fd5-811f-77e6cb639041 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:57:43.622844 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f60773e4-72b8-4fd5-811f-77e6cb639041 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:43.733317 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f60773e4-72b8-4fd5-811f-77e6cb639041 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:43.933888 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f60773e4-72b8-4fd5-811f-77e6cb639041 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:44.002227 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f60773e4-72b8-4fd5-811f-77e6cb639041 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:44.005817 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-dee6bf97-ae2a-4795-87d0-282f6e423cb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:44.204412 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60773e4-72b8-4fd5-811f-77e6cb639041 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'Port': ['ID=9b8da8a7-587d-4ebd-895b-da503f156c46,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:44.208426 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f60773e4-72b8-4fd5-811f-77e6cb639041 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:44.222938 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f60773e4-72b8-4fd5-811f-77e6cb639041 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:44.414514 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.l3_db [None req-f60773e4-72b8-4fd5-811f-77e6cb639041 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Floating IP 62716a20-36e2-499e-bbb0-74dd0b8fdff3 associated. External IP: 172.26.1.122, port: fbb9f337-89d0-44b3-9d97-ce44ed01d049. Dec 22 13:57:44.829775 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60773e4-72b8-4fd5-811f-77e6cb639041 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Router d9942022-0e53-4cf4-8f51-43feab1c6591 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:57:45.029845 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60773e4-72b8-4fd5-811f-77e6cb639041 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:57:45.039511 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdbfc58-2eca-4554-929b-95ea8a1e97fa None None] Sync routers for ids ['d9942022-0e53-4cf4-8f51-43feab1c6591'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:57:45.051037 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdbfc58-2eca-4554-929b-95ea8a1e97fa None None] Routers {'d9942022-0e53-4cf4-8f51-43feab1c6591'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:57:45.051687 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-2bdbfc58-2eca-4554-929b-95ea8a1e97fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:57:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['d9942022-0e53-4cf4-8f51-43feab1c6591'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:57:45.135056 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f60773e4-72b8-4fd5-811f-77e6cb639041 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:45.188594 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f60773e4-72b8-4fd5-811f-77e6cb639041 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7563136 Dec 22 13:57:45.189355 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b03e1474-438e-4021-b82a-fe0279a8368f', 'tag': 'fbb9f337-89d0-44b3-9d97-ce44ed01d049'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:57:45.231147 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-2bdbfc58-2eca-4554-929b-95ea8a1e97fa None None] Set router d9942022-0e53-4cf4-8f51-43feab1c6591 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:57:45.249753 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b03e1474-438e-4021-b82a-fe0279a8368f', 'tag': 'fbb9f337-89d0-44b3-9d97-ce44ed01d049', 'status': 'completed', 'code': 200} Dec 22 13:57:45.347175 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ed80c8c7-907d-4089-ab9e-b0b67291cf4b req-d9cea187-d584-486b-900a-98a26bec9c2d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&device_id=b03e1474-438e-4021-b82a-fe0279a8368f HTTP/1.1" status: 200 len: 1098 time: 0.0722210 Dec 22 13:57:45.370507 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c0ccb-de95-4375-970c-b9114182f419 req-c2e532e6-5fc2-4be4-984c-05027d420281 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:57:45.371955 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-de3c0ccb-de95-4375-970c-b9114182f419 req-c2e532e6-5fc2-4be4-984c-05027d420281 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=b03e1474-438e-4021-b82a-fe0279a8368f HTTP/1.1" status: 200 len: 945 time: 0.0859256 Dec 22 13:57:45.418423 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-de3c0ccb-de95-4375-970c-b9114182f419 req-d09b32c6-f77e-4ebd-9408-d2b2834df298 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1e03a11-5d95-452d-a734-27d347194778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395916 Dec 22 13:57:45.448126 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57624) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:45.491669 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80c8c7-907d-4089-ab9e-b0b67291cf4b req-d4481ca1-a594-4d63-9c9c-a3512e177274 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:57:45.493747 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ed80c8c7-907d-4089-ab9e-b0b67291cf4b req-d4481ca1-a594-4d63-9c9c-a3512e177274 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5754352b-09e8-465b-a058-0bba27dce8e7 HTTP/1.1" status: 200 len: 896 time: 0.1394801 Dec 22 13:57:45.563055 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6071dd3b-1fd0-4c97-b865-408b189b624e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/floatingips/62716a20-36e2-499e-bbb0-74dd0b8fdff3 HTTP/1.1" status: 200 len: 991 time: 0.1136808 Dec 22 13:57:45.593823 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-2bdbfc58-2eca-4554-929b-95ea8a1e97fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9942022-0e53-4cf4-8f51-43feab1c6591', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143379227', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '3cbd8709-7465-47b2-b338-d45b1cfab922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:57:20Z', 'updated_at': '2021-12-22T13:57:24Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '3cbd8709-7465-47b2-b338-d45b1cfab922', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9942022-0e53-4cf4-8f51-43feab1c6591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:57:20Z', 'updated_at': '2021-12-22T13:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '62716a20-36e2-499e-bbb0-74dd0b8fdff3', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'floating_ip_address': '172.26.1.122', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'd9942022-0e53-4cf4-8f51-43feab1c6591', 'port_id': 'fbb9f337-89d0-44b3-9d97-ce44ed01d049', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5754352b-09e8-465b-a058-0bba27dce8e7', 'mac_address': 'fa:16:3e:73:64:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03e1474-438e-4021-b82a-fe0279a8368f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:57:43Z', 'updated_at': '2021-12-22T13:57:43Z', 'revision_number': 0, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22538ef7-d4f7-4fe0-b133-0694986fde20', 'name': '', 'network_id': '5754352b-09e8-465b-a058-0bba27dce8e7', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:26:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9942022-0e53-4cf4-8f51-43feab1c6591', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f27b52b-8202-40c8-83b5-f0aea042546c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:57:24Z', 'updated_at': '2021-12-22T13:57:30Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': '7f27b52b-8202-40c8-83b5-f0aea042546c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:57:45.600594 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdbfc58-2eca-4554-929b-95ea8a1e97fa None None] Checking router: d9942022-0e53-4cf4-8f51-43feab1c6591 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:57:45.613611 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdbfc58-2eca-4554-929b-95ea8a1e97fa None None] Routers {'d9942022-0e53-4cf4-8f51-43feab1c6591'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:57:45.614226 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-2bdbfc58-2eca-4554-929b-95ea8a1e97fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:57:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['d9942022-0e53-4cf4-8f51-43feab1c6591'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:57:45.620625 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ed80c8c7-907d-4089-ab9e-b0b67291cf4b req-c6605f63-1ac9-4998-88e3-1dfeb241c5da service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbb9f337-89d0-44b3-9d97-ce44ed01d049 HTTP/1.1" status: 200 len: 999 time: 0.1108010 Dec 22 13:57:45.694010 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80c8c7-907d-4089-ab9e-b0b67291cf4b req-d4f9c2f6-fa04-4249-a551-bb4be28f5f0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:57:45.695481 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ed80c8c7-907d-4089-ab9e-b0b67291cf4b req-d4f9c2f6-fa04-4249-a551-bb4be28f5f0b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7f27b52b-8202-40c8-83b5-f0aea042546c HTTP/1.1" status: 200 len: 835 time: 0.0630374 Dec 22 13:57:45.775137 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ed80c8c7-907d-4089-ab9e-b0b67291cf4b req-32453172-1b6d-4247-b0cd-6b1a8b9bb2fa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5754352b-09e8-465b-a058-0bba27dce8e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724661 Dec 22 13:57:45.831882 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-2bdbfc58-2eca-4554-929b-95ea8a1e97fa None None] Set router d9942022-0e53-4cf4-8f51-43feab1c6591 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:57:46.037707 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ed80c8c7-907d-4089-ab9e-b0b67291cf4b req-f17ba8bc-fd93-41d0-8c86-ef91fc99e12c service neutron] 10.222.0.45 "GET /v2.0/networks/5754352b-09e8-465b-a058-0bba27dce8e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463260 Dec 22 13:57:46.169897 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ed80c8c7-907d-4089-ab9e-b0b67291cf4b req-a2567465-a33f-442d-9611-c1758f5c7c60 service neutron] 10.222.0.45 "GET /v2.0/networks/5754352b-09e8-465b-a058-0bba27dce8e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257572 Dec 22 13:57:46.188902 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-2bdbfc58-2eca-4554-929b-95ea8a1e97fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9942022-0e53-4cf4-8f51-43feab1c6591', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143379227', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '3cbd8709-7465-47b2-b338-d45b1cfab922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:57:20Z', 'updated_at': '2021-12-22T13:57:24Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '3cbd8709-7465-47b2-b338-d45b1cfab922', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9942022-0e53-4cf4-8f51-43feab1c6591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:57:20Z', 'updated_at': '2021-12-22T13:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '62716a20-36e2-499e-bbb0-74dd0b8fdff3', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'floating_ip_address': '172.26.1.122', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'd9942022-0e53-4cf4-8f51-43feab1c6591', 'port_id': 'fbb9f337-89d0-44b3-9d97-ce44ed01d049', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5754352b-09e8-465b-a058-0bba27dce8e7', 'mac_address': 'fa:16:3e:73:64:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03e1474-438e-4021-b82a-fe0279a8368f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:57:43Z', 'updated_at': '2021-12-22T13:57:43Z', 'revision_number': 0, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22538ef7-d4f7-4fe0-b133-0694986fde20', 'name': '', 'network_id': '5754352b-09e8-465b-a058-0bba27dce8e7', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:26:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9942022-0e53-4cf4-8f51-43feab1c6591', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f27b52b-8202-40c8-83b5-f0aea042546c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:57:24Z', 'updated_at': '2021-12-22T13:57:30Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': '7f27b52b-8202-40c8-83b5-f0aea042546c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:57:46.192912 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdbfc58-2eca-4554-929b-95ea8a1e97fa None None] The sync data for ids ['d9942022-0e53-4cf4-8f51-43feab1c6591'] in dv-neutron-822669-1-hyperv is: [{'id': 'd9942022-0e53-4cf4-8f51-43feab1c6591', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143379227', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '3cbd8709-7465-47b2-b338-d45b1cfab922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:57:20Z', 'updated_at': '2021-12-22T13:57:24Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '3cbd8709-7465-47b2-b338-d45b1cfab922', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9942022-0e53-4cf4-8f51-43feab1c6591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:57:20Z', 'updated_at': '2021-12-22T13:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '62716a20-36e2-499e-bbb0-74dd0b8fdff3', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'floating_ip_address': '172.26.1.122', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'd9942022-0e53-4cf4-8f51-43feab1c6591', 'port_id': 'fbb9f337-89d0-44b3-9d97-ce44ed01d049', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5754352b-09e8-465b-a058-0bba27dce8e7', 'mac_address': 'fa:16:3e:73:64:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03e1474-438e-4021-b82a-fe0279a8368f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:57:43Z', 'updated_at': '2021-12-22T13:57:43Z', 'revision_number': 0, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22538ef7-d4f7-4fe0-b133-0694986fde20', 'name': '', 'network_id': '5754352b-09e8-465b-a058-0bba27dce8e7', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:26:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9942022-0e53-4cf4-8f51-43feab1c6591', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f27b52b-8202-40c8-83b5-f0aea042546c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:57:24Z', 'updated_at': '2021-12-22T13:57:30Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': '7f27b52b-8202-40c8-83b5-f0aea042546c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:57:46.567390 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57628) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:46.673865 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-b5b5e3ac-8976-40b8-ac37-f71fa725320d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/floatingips/62716a20-36e2-499e-bbb0-74dd0b8fdff3 HTTP/1.1" status: 200 len: 991 time: 0.1051643 Dec 22 13:57:46.756134 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a9cfd6-28ca-4cc0-83c1-296861f3e6bb None None] New status for floating IP 62716a20-36e2-499e-bbb0-74dd0b8fdff3: ACTIVE {{(pid=84151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:57:47.677621 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57632) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:47.778205 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-63d2c481-6245-4e3a-ba7f-3965f413b529 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/floatingips/62716a20-36e2-499e-bbb0-74dd0b8fdff3 HTTP/1.1" status: 200 len: 993 time: 0.0993903 Dec 22 13:57:59.213732 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:03.117942 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:58:05.670741 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2a3a974d-26f9-4ea7-86a6-6544bf10aab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:08.041700 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5ef24c98-41ab-4818-8dd6-0312236c722d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:09.007441 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:09.419596 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:10.631068 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:15.434064 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-53ef38f2-e981-4c51-8cef-0632c4e7f339 req-508d3c26-e75b-464d-a092-386d74e68ab4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b03e1474-438e-4021-b82a-fe0279a8368f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681171 Dec 22 13:58:15.579591 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-53ef38f2-e981-4c51-8cef-0632c4e7f339 req-c094dc42-9725-4501-9617-4cf56c0487c8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&device_id=b03e1474-438e-4021-b82a-fe0279a8368f HTTP/1.1" status: 200 len: 1098 time: 0.0724669 Dec 22 13:58:15.735255 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef38f2-e981-4c51-8cef-0632c4e7f339 req-21adda0d-8092-4524-8aa9-5aa9135ab1fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:15.736608 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-53ef38f2-e981-4c51-8cef-0632c4e7f339 req-21adda0d-8092-4524-8aa9-5aa9135ab1fa service neutron] 10.222.0.45 "GET /v2.0/networks?id=5754352b-09e8-465b-a058-0bba27dce8e7 HTTP/1.1" status: 200 len: 896 time: 0.1345985 Dec 22 13:58:15.841080 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-53ef38f2-e981-4c51-8cef-0632c4e7f339 req-fadb36f4-4378-40d7-9dbc-0fb18ff74c71 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbb9f337-89d0-44b3-9d97-ce44ed01d049 HTTP/1.1" status: 200 len: 1001 time: 0.0960908 Dec 22 13:58:15.902293 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef38f2-e981-4c51-8cef-0632c4e7f339 req-68b3e853-cf7d-47e1-91df-fc06b6c3b48d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:15.903797 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-53ef38f2-e981-4c51-8cef-0632c4e7f339 req-68b3e853-cf7d-47e1-91df-fc06b6c3b48d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7f27b52b-8202-40c8-83b5-f0aea042546c HTTP/1.1" status: 200 len: 835 time: 0.0555780 Dec 22 13:58:15.981587 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-53ef38f2-e981-4c51-8cef-0632c4e7f339 req-dc2f5e41-2fab-43cb-b7bb-9552442bf715 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5754352b-09e8-465b-a058-0bba27dce8e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679283 Dec 22 13:58:16.115467 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-53ef38f2-e981-4c51-8cef-0632c4e7f339 req-8889f81f-13cd-4de7-8d2d-a94cae5d5144 service neutron] 10.222.0.45 "GET /v2.0/networks/5754352b-09e8-465b-a058-0bba27dce8e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258590 Dec 22 13:58:16.250088 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-53ef38f2-e981-4c51-8cef-0632c4e7f339 req-ec0d5b7d-c5ed-4d42-98bd-1ed9cf921052 service neutron] 10.222.0.45 "GET /v2.0/networks/5754352b-09e8-465b-a058-0bba27dce8e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255660 Dec 22 13:58:19.623703 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509c32a-06a9-4b9a-a9f5-7767c9eaf704 req-f9429ec8-9a4f-4485-8f53-6b84e12b07a6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:19.625146 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a509c32a-06a9-4b9a-a9f5-7767c9eaf704 req-f9429ec8-9a4f-4485-8f53-6b84e12b07a6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=b03e1474-438e-4021-b82a-fe0279a8368f HTTP/1.1" status: 200 len: 945 time: 0.1438787 Dec 22 13:58:19.627844 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c1d6260c-c448-4aa3-a073-2906e8780eeb req-979166b0-841a-47b5-bd52-29057a4e2d79 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&device_id=b03e1474-438e-4021-b82a-fe0279a8368f HTTP/1.1" status: 200 len: 1098 time: 0.1031661 Dec 22 13:58:19.755275 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a509c32a-06a9-4b9a-a9f5-7767c9eaf704 req-ae465b8a-5228-4d37-a652-39ef84cffc11 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1e03a11-5d95-452d-a734-27d347194778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243951 Dec 22 13:58:19.791618 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6260c-c448-4aa3-a073-2906e8780eeb req-8c39fd9d-26ff-4222-99a0-d64e0eb3cfbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:19.793050 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c1d6260c-c448-4aa3-a073-2906e8780eeb req-8c39fd9d-26ff-4222-99a0-d64e0eb3cfbc service neutron] 10.222.0.45 "GET /v2.0/networks?id=5754352b-09e8-465b-a058-0bba27dce8e7 HTTP/1.1" status: 200 len: 896 time: 0.1468720 Dec 22 13:58:19.900409 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c1d6260c-c448-4aa3-a073-2906e8780eeb req-d31c6c81-fbcf-46f9-92a0-e3c0c1907c86 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbb9f337-89d0-44b3-9d97-ce44ed01d049 HTTP/1.1" status: 200 len: 1001 time: 0.1003625 Dec 22 13:58:19.962462 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6260c-c448-4aa3-a073-2906e8780eeb req-9aa7cc0b-9b4b-4dc9-952f-63cc2b3ff6a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:19.963889 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c1d6260c-c448-4aa3-a073-2906e8780eeb req-9aa7cc0b-9b4b-4dc9-952f-63cc2b3ff6a5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7f27b52b-8202-40c8-83b5-f0aea042546c HTTP/1.1" status: 200 len: 835 time: 0.0567074 Dec 22 13:58:20.037698 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c1d6260c-c448-4aa3-a073-2906e8780eeb req-261ea366-7859-4dad-9b1e-ac0952364fdc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5754352b-09e8-465b-a058-0bba27dce8e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668480 Dec 22 13:58:20.275566 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c1d6260c-c448-4aa3-a073-2906e8780eeb req-80771734-9a50-4fae-a22c-ddd7e4ebc192 service neutron] 10.222.0.45 "GET /v2.0/networks/5754352b-09e8-465b-a058-0bba27dce8e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269840 Dec 22 13:58:20.406273 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c1d6260c-c448-4aa3-a073-2906e8780eeb req-26b143f0-9ed3-461f-858c-f5fc497309f0 service neutron] 10.222.0.45 "GET /v2.0/networks/5754352b-09e8-465b-a058-0bba27dce8e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232696 Dec 22 13:58:20.955825 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b499205-476c-4eed-a4c7-240f3671d9d7 req-0c024496-93c2-4ce0-a272-ee02848f220d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:20.957260 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-1b499205-476c-4eed-a4c7-240f3671d9d7 req-0c024496-93c2-4ce0-a272-ee02848f220d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=b03e1474-438e-4021-b82a-fe0279a8368f HTTP/1.1" status: 200 len: 945 time: 0.0796108 Dec 22 13:58:21.003538 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-1b499205-476c-4eed-a4c7-240f3671d9d7 req-e7681049-d96b-47cb-a6e4-16a3feab5383 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1e03a11-5d95-452d-a734-27d347194778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407770 Dec 22 13:58:22.207168 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c24b0-c59e-4e0d-9170-2f55cb338971 req-41773c0a-17ec-435b-82a0-ed3f324244a6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:22.208605 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e36c24b0-c59e-4e0d-9170-2f55cb338971 req-41773c0a-17ec-435b-82a0-ed3f324244a6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=b03e1474-438e-4021-b82a-fe0279a8368f HTTP/1.1" status: 200 len: 945 time: 0.0807512 Dec 22 13:58:22.255259 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e36c24b0-c59e-4e0d-9170-2f55cb338971 req-61b0d690-78c4-4afc-a28d-f13aa50a9076 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1e03a11-5d95-452d-a734-27d347194778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411651 Dec 22 13:58:23.447879 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c48ba3-f5e7-40a9-9127-d448d7b4a844 req-ba03d84f-c4dd-4f78-a388-1e7edfead28b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:23.449307 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-93c48ba3-f5e7-40a9-9127-d448d7b4a844 req-ba03d84f-c4dd-4f78-a388-1e7edfead28b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=b03e1474-438e-4021-b82a-fe0279a8368f HTTP/1.1" status: 200 len: 945 time: 0.0761542 Dec 22 13:58:23.499570 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-93c48ba3-f5e7-40a9-9127-d448d7b4a844 req-315ee6ef-414a-4e07-9888-23bc39c5fb8a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1e03a11-5d95-452d-a734-27d347194778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439095 Dec 22 13:58:24.692654 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcba2e-0ddf-45e2-acb5-4ee8afb84cbd req-6a16d27f-cc40-450b-8d40-b24416d19b1d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:24.694088 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a8bcba2e-0ddf-45e2-acb5-4ee8afb84cbd req-6a16d27f-cc40-450b-8d40-b24416d19b1d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=b03e1474-438e-4021-b82a-fe0279a8368f HTTP/1.1" status: 200 len: 945 time: 0.0755355 Dec 22 13:58:24.743197 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a8bcba2e-0ddf-45e2-acb5-4ee8afb84cbd req-03e2d8ae-1bd3-4483-ab1e-9a69dbca4595 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1e03a11-5d95-452d-a734-27d347194778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437052 Dec 22 13:58:25.941185 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f7e6d-70ce-49b4-94da-60bb9d34a204 req-5d72fec3-1735-4d9b-af46-b58d0b689d78 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:25.942637 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ca4f7e6d-70ce-49b4-94da-60bb9d34a204 req-5d72fec3-1735-4d9b-af46-b58d0b689d78 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=b03e1474-438e-4021-b82a-fe0279a8368f HTTP/1.1" status: 200 len: 945 time: 0.0770686 Dec 22 13:58:25.989356 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ca4f7e6d-70ce-49b4-94da-60bb9d34a204 req-6e717b37-a449-401a-8c0e-1bc143c72b0b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1e03a11-5d95-452d-a734-27d347194778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412097 Dec 22 13:58:27.186056 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99f03d-1519-42df-8bba-127434aa8485 req-6ec47a4f-cead-43c2-8ca7-5d006b98cba5 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:27.187486 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3c99f03d-1519-42df-8bba-127434aa8485 req-6ec47a4f-cead-43c2-8ca7-5d006b98cba5 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=b03e1474-438e-4021-b82a-fe0279a8368f HTTP/1.1" status: 200 len: 945 time: 0.0772958 Dec 22 13:58:27.233850 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3c99f03d-1519-42df-8bba-127434aa8485 req-54c8cf92-125c-4131-9709-ac073766bad8 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1e03a11-5d95-452d-a734-27d347194778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408013 Dec 22 13:58:28.438926 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91afdd-49b9-4e72-af75-87c3867c37cd req-c1518e1f-1846-464e-836a-06320f223d98 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:28.440385 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0e91afdd-49b9-4e72-af75-87c3867c37cd req-c1518e1f-1846-464e-836a-06320f223d98 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=b03e1474-438e-4021-b82a-fe0279a8368f HTTP/1.1" status: 200 len: 945 time: 0.0826776 Dec 22 13:58:28.485622 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0e91afdd-49b9-4e72-af75-87c3867c37cd req-76b423af-3521-43e5-8a07-f68333c170fb tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1e03a11-5d95-452d-a734-27d347194778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398369 Dec 22 13:58:29.213625 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:29.689731 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cef91-25f7-460a-977e-42d0c7aaf4bf req-27104992-44ad-4594-bc41-db9e29ccfd45 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:29.691211 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-460cef91-25f7-460a-977e-42d0c7aaf4bf req-27104992-44ad-4594-bc41-db9e29ccfd45 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=b03e1474-438e-4021-b82a-fe0279a8368f HTTP/1.1" status: 200 len: 945 time: 0.0837326 Dec 22 13:58:29.736483 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-460cef91-25f7-460a-977e-42d0c7aaf4bf req-f1d5731e-56b0-4712-a5c7-9bbe357e1e54 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1e03a11-5d95-452d-a734-27d347194778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398223 Dec 22 13:58:30.927183 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313933cf-0aa6-4acc-8f2a-2dca17be138a req-95bc2b99-cdc6-4fce-bbbb-f349385126a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:30.928648 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-313933cf-0aa6-4acc-8f2a-2dca17be138a req-95bc2b99-cdc6-4fce-bbbb-f349385126a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=b03e1474-438e-4021-b82a-fe0279a8368f HTTP/1.1" status: 200 len: 945 time: 0.0755358 Dec 22 13:58:30.973699 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-313933cf-0aa6-4acc-8f2a-2dca17be138a req-611dc208-2904-40a1-8929-cfd3b55f1a76 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1e03a11-5d95-452d-a734-27d347194778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396752 Dec 22 13:58:32.163695 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf44ec-cd5b-4850-9dc7-538d58258a8d req-a7e30b18-2994-4796-a3bc-441415c48b9e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:32.165027 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fecf44ec-cd5b-4850-9dc7-538d58258a8d req-a7e30b18-2994-4796-a3bc-441415c48b9e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=b03e1474-438e-4021-b82a-fe0279a8368f HTTP/1.1" status: 200 len: 945 time: 0.0754578 Dec 22 13:58:32.209935 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fecf44ec-cd5b-4850-9dc7-538d58258a8d req-f050197d-2157-4033-854a-6bcb1975ff1d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1e03a11-5d95-452d-a734-27d347194778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388734 Dec 22 13:58:32.237901 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 57674) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:58:32.343351 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7eabb04e-8894-4c49-a1a5-958a47ad22d1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/floatingips/62716a20-36e2-499e-bbb0-74dd0b8fdff3 HTTP/1.1" status: 200 len: 993 time: 0.1042264 Dec 22 13:58:35.664894 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-71455349-9450-4dcb-b97d-cba57a4cbe34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:38.041710 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ce0d6d70-8434-4b88-8fa3-fe6b92aeb2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:39.001997 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:39.424880 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:40.117858 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:58:40.590491 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:59.287094 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:05.144909 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57696) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:59:05.452365 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-51c89b55-3d2f-4a56-9c28-153cffd7ab2e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Deleting port 9b8da8a7-587d-4ebd-895b-da503f156c46 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:59:05.452695 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-51c89b55-3d2f-4a56-9c28-153cffd7ab2e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:05.622466 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-51c89b55-3d2f-4a56-9c28-153cffd7ab2e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:05.623640 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-51c89b55-3d2f-4a56-9c28-153cffd7ab2e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:05.669849 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-31623378-06e0-40a9-8a47-089813a965d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:05.746738 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-51c89b55-3d2f-4a56-9c28-153cffd7ab2e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Calling delete_port for 9b8da8a7-587d-4ebd-895b-da503f156c46 owned by network:floatingip {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:59:05.944442 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-51c89b55-3d2f-4a56-9c28-153cffd7ab2e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:05.948464 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-117ca5ed-91d4-4a15-a55a-26fcec349eeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:05.994245 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c89b55-3d2f-4a56-9c28-153cffd7ab2e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event deleted for resources: {'Port': ['ID=9b8da8a7-587d-4ebd-895b-da503f156c46,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:06.033719 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c89b55-3d2f-4a56-9c28-153cffd7ab2e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:06.034108 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c89b55-3d2f-4a56-9c28-153cffd7ab2e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:06.034524 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c89b55-3d2f-4a56-9c28-153cffd7ab2e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:06.034908 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c89b55-3d2f-4a56-9c28-153cffd7ab2e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:06.035282 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c89b55-3d2f-4a56-9c28-153cffd7ab2e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:06.035648 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c89b55-3d2f-4a56-9c28-153cffd7ab2e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:06.036019 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c89b55-3d2f-4a56-9c28-153cffd7ab2e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:06.036383 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c89b55-3d2f-4a56-9c28-153cffd7ab2e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:06.036747 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c89b55-3d2f-4a56-9c28-153cffd7ab2e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:06.037108 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c89b55-3d2f-4a56-9c28-153cffd7ab2e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:06.037472 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c89b55-3d2f-4a56-9c28-153cffd7ab2e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:06.044520 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-51c89b55-3d2f-4a56-9c28-153cffd7ab2e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:06.101568 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-51c89b55-3d2f-4a56-9c28-153cffd7ab2e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for floatingip, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:06.487059 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c89b55-3d2f-4a56-9c28-153cffd7ab2e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Router d9942022-0e53-4cf4-8f51-43feab1c6591 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:59:06.683476 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c89b55-3d2f-4a56-9c28-153cffd7ab2e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:59:06.693576 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df57130-611a-453e-a153-b1fcc8db5507 None None] Sync routers for ids ['d9942022-0e53-4cf4-8f51-43feab1c6591'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:59:06.705675 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df57130-611a-453e-a153-b1fcc8db5507 None None] Routers {'d9942022-0e53-4cf4-8f51-43feab1c6591'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:59:06.706722 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-1df57130-611a-453e-a153-b1fcc8db5507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:58:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['d9942022-0e53-4cf4-8f51-43feab1c6591'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:59:06.756901 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-51c89b55-3d2f-4a56-9c28-153cffd7ab2e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:06.816962 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-51c89b55-3d2f-4a56-9c28-153cffd7ab2e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "DELETE /v2.0/floatingips/62716a20-36e2-499e-bbb0-74dd0b8fdff3 HTTP/1.1" status: 204 len: 168 time: 1.6709409 Dec 22 13:59:06.817625 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b03e1474-438e-4021-b82a-fe0279a8368f', 'tag': 'fbb9f337-89d0-44b3-9d97-ce44ed01d049'}] {{(pid=84148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:59:06.873352 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b03e1474-438e-4021-b82a-fe0279a8368f', 'tag': 'fbb9f337-89d0-44b3-9d97-ce44ed01d049', 'status': 'completed', 'code': 200} Dec 22 13:59:06.889592 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-1df57130-611a-453e-a153-b1fcc8db5507 None None] Set router d9942022-0e53-4cf4-8f51-43feab1c6591 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:59:06.978535 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ae73453d-43ab-4653-a3fc-b263e649328c req-6d0e4322-2032-44ff-b897-52d3980370af service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&device_id=b03e1474-438e-4021-b82a-fe0279a8368f HTTP/1.1" status: 200 len: 1098 time: 0.0757959 Dec 22 13:59:07.114299 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73453d-43ab-4653-a3fc-b263e649328c req-401abb3f-29f9-41c8-aa7e-441e8c165a9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:07.115690 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ae73453d-43ab-4653-a3fc-b263e649328c req-401abb3f-29f9-41c8-aa7e-441e8c165a9d service neutron] 10.222.0.45 "GET /v2.0/networks?id=5754352b-09e8-465b-a058-0bba27dce8e7 HTTP/1.1" status: 200 len: 896 time: 0.1285150 Dec 22 13:59:07.184979 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ae73453d-43ab-4653-a3fc-b263e649328c req-82080a14-65ec-41ee-aa9e-02e389992ad7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbb9f337-89d0-44b3-9d97-ce44ed01d049 HTTP/1.1" status: 200 len: 217 time: 0.0612507 Dec 22 13:59:07.207265 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-1df57130-611a-453e-a153-b1fcc8db5507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9942022-0e53-4cf4-8f51-43feab1c6591', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143379227', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '3cbd8709-7465-47b2-b338-d45b1cfab922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:57:20Z', 'updated_at': '2021-12-22T13:57:24Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '3cbd8709-7465-47b2-b338-d45b1cfab922', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9942022-0e53-4cf4-8f51-43feab1c6591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:57:20Z', 'updated_at': '2021-12-22T13:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '22538ef7-d4f7-4fe0-b133-0694986fde20', 'name': '', 'network_id': '5754352b-09e8-465b-a058-0bba27dce8e7', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:26:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9942022-0e53-4cf4-8f51-43feab1c6591', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f27b52b-8202-40c8-83b5-f0aea042546c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:57:24Z', 'updated_at': '2021-12-22T13:57:30Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': '7f27b52b-8202-40c8-83b5-f0aea042546c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:59:07.211444 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df57130-611a-453e-a153-b1fcc8db5507 None None] Checking router: d9942022-0e53-4cf4-8f51-43feab1c6591 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:59:07.223433 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df57130-611a-453e-a153-b1fcc8db5507 None None] Routers {'d9942022-0e53-4cf4-8f51-43feab1c6591'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:59:07.224045 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-1df57130-611a-453e-a153-b1fcc8db5507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:58:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['d9942022-0e53-4cf4-8f51-43feab1c6591'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:59:07.258495 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73453d-43ab-4653-a3fc-b263e649328c req-608b6c2d-a94b-4a81-bfa8-7e695818d33f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:07.259956 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ae73453d-43ab-4653-a3fc-b263e649328c req-608b6c2d-a94b-4a81-bfa8-7e695818d33f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7f27b52b-8202-40c8-83b5-f0aea042546c HTTP/1.1" status: 200 len: 835 time: 0.0668814 Dec 22 13:59:07.350547 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ae73453d-43ab-4653-a3fc-b263e649328c req-68fb23b0-4977-427f-b097-8d656878596c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5754352b-09e8-465b-a058-0bba27dce8e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746148 Dec 22 13:59:07.485390 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-1df57130-611a-453e-a153-b1fcc8db5507 None None] Set router d9942022-0e53-4cf4-8f51-43feab1c6591 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:59:07.572628 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ae73453d-43ab-4653-a3fc-b263e649328c req-1e4eea09-f7e2-4a49-9949-259a44863cb7 service neutron] 10.222.0.45 "GET /v2.0/networks/5754352b-09e8-465b-a058-0bba27dce8e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139654 Dec 22 13:59:07.609636 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b0667-bfed-4e22-931d-c7d91a626e7c req-382d0f5f-c23d-4471-8a1d-0e6bdced6e87 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:07.610420 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-af9b0667-bfed-4e22-931d-c7d91a626e7c req-382d0f5f-c23d-4471-8a1d-0e6bdced6e87 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Synchronizing usage tracker for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:59:07.718697 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ae73453d-43ab-4653-a3fc-b263e649328c req-c5918887-2fc5-4482-9c11-5ae8075b0076 service neutron] 10.222.0.45 "GET /v2.0/networks/5754352b-09e8-465b-a058-0bba27dce8e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383679 Dec 22 13:59:07.727057 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-af9b0667-bfed-4e22-931d-c7d91a626e7c req-382d0f5f-c23d-4471-8a1d-0e6bdced6e87 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Unset dirty status for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:59:07.728844 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-af9b0667-bfed-4e22-931d-c7d91a626e7c req-382d0f5f-c23d-4471-8a1d-0e6bdced6e87 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=b03e1474-438e-4021-b82a-fe0279a8368f HTTP/1.1" status: 200 len: 945 time: 0.3817918 Dec 22 13:59:07.777232 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-af9b0667-bfed-4e22-931d-c7d91a626e7c req-e3bb618e-b049-4fca-a525-c0816a8faa07 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1e03a11-5d95-452d-a734-27d347194778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419989 Dec 22 13:59:07.834800 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-1df57130-611a-453e-a153-b1fcc8db5507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9942022-0e53-4cf4-8f51-43feab1c6591', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143379227', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '3cbd8709-7465-47b2-b338-d45b1cfab922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:57:20Z', 'updated_at': '2021-12-22T13:57:24Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '3cbd8709-7465-47b2-b338-d45b1cfab922', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9942022-0e53-4cf4-8f51-43feab1c6591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:57:20Z', 'updated_at': '2021-12-22T13:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '22538ef7-d4f7-4fe0-b133-0694986fde20', 'name': '', 'network_id': '5754352b-09e8-465b-a058-0bba27dce8e7', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:26:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9942022-0e53-4cf4-8f51-43feab1c6591', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f27b52b-8202-40c8-83b5-f0aea042546c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:57:24Z', 'updated_at': '2021-12-22T13:57:30Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': '7f27b52b-8202-40c8-83b5-f0aea042546c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:59:07.838923 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df57130-611a-453e-a153-b1fcc8db5507 None None] The sync data for ids ['d9942022-0e53-4cf4-8f51-43feab1c6591'] in dv-neutron-822669-1-hyperv is: [{'id': 'd9942022-0e53-4cf4-8f51-43feab1c6591', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143379227', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '3cbd8709-7465-47b2-b338-d45b1cfab922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:57:20Z', 'updated_at': '2021-12-22T13:57:24Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '3cbd8709-7465-47b2-b338-d45b1cfab922', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9942022-0e53-4cf4-8f51-43feab1c6591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:57:20Z', 'updated_at': '2021-12-22T13:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '22538ef7-d4f7-4fe0-b133-0694986fde20', 'name': '', 'network_id': '5754352b-09e8-465b-a058-0bba27dce8e7', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:26:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9942022-0e53-4cf4-8f51-43feab1c6591', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f27b52b-8202-40c8-83b5-f0aea042546c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:57:24Z', 'updated_at': '2021-12-22T13:57:30Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': '7f27b52b-8202-40c8-83b5-f0aea042546c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:59:08.047686 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5a56ddba-806d-4f74-b109-615e228a20f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:08.055448 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa5fdd6-b8a5-4fa9-b02c-e2f47e42e138 None None] New status for floating IP 62716a20-36e2-499e-bbb0-74dd0b8fdff3: DOWN {{(pid=84151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:59:09.018988 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:09.119305 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df4c5f-4ae0-42b1-a734-4f6e58faf615 req-6c96a0ca-cbff-4c98-baf1-23b9dde949f0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:09.120641 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f5df4c5f-4ae0-42b1-a734-4f6e58faf615 req-6c96a0ca-cbff-4c98-baf1-23b9dde949f0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=b03e1474-438e-4021-b82a-fe0279a8368f HTTP/1.1" status: 200 len: 945 time: 0.2210536 Dec 22 13:59:09.183069 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f5df4c5f-4ae0-42b1-a734-4f6e58faf615 req-beca0f29-c172-4fdb-8e34-523e5b8fe016 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1e03a11-5d95-452d-a734-27d347194778&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560522 Dec 22 13:59:09.189166 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abfc0dd-bfb1-4969-bf25-73beb636da3b req-1304675f-6b49-4324-a12d-1e493ad5ea49 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:09.190546 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5abfc0dd-bfb1-4969-bf25-73beb636da3b req-1304675f-6b49-4324-a12d-1e493ad5ea49 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.45 "GET /v2.0/ports?device_id=b03e1474-438e-4021-b82a-fe0279a8368f HTTP/1.1" status: 200 len: 945 time: 0.1208081 Dec 22 13:59:09.264571 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-5abfc0dd-bfb1-4969-bf25-73beb636da3b req-f7b9d075-543f-43eb-a4a3-748ee75b0e99 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Deleting port fbb9f337-89d0-44b3-9d97-ce44ed01d049 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:59:09.264954 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-5abfc0dd-bfb1-4969-bf25-73beb636da3b req-f7b9d075-543f-43eb-a4a3-748ee75b0e99 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:09.441531 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:09.505173 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-5abfc0dd-bfb1-4969-bf25-73beb636da3b req-f7b9d075-543f-43eb-a4a3-748ee75b0e99 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] For port fbb9f337-89d0-44b3-9d97-ce44ed01d049, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fbb9f337-89d0-44b3-9d97-ce44ed01d049,segment=NetworkSegment(343a0b3a-606c-497e-b7a8-bf5663bc79a7),segment_id=343a0b3a-606c-497e-b7a8-bf5663bc79a7)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:59:09.505529 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-5abfc0dd-bfb1-4969-bf25-73beb636da3b req-f7b9d075-543f-43eb-a4a3-748ee75b0e99 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:09.625582 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-5abfc0dd-bfb1-4969-bf25-73beb636da3b req-f7b9d075-543f-43eb-a4a3-748ee75b0e99 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Calling delete_port for fbb9f337-89d0-44b3-9d97-ce44ed01d049 owned by compute:nova {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:59:09.824148 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-5abfc0dd-bfb1-4969-bf25-73beb636da3b req-f7b9d075-543f-43eb-a4a3-748ee75b0e99 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:09.830663 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f60773e4-72b8-4fd5-811f-77e6cb639041 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:09.872062 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b9d075-543f-43eb-a4a3-748ee75b0e99 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event deleted for resources: {'Port': ['ID=fbb9f337-89d0-44b3-9d97-ce44ed01d049,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:09.908512 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b9d075-543f-43eb-a4a3-748ee75b0e99 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:09.908897 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b9d075-543f-43eb-a4a3-748ee75b0e99 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:09.909272 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b9d075-543f-43eb-a4a3-748ee75b0e99 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:09.909643 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b9d075-543f-43eb-a4a3-748ee75b0e99 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:09.910008 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b9d075-543f-43eb-a4a3-748ee75b0e99 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:09.910392 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b9d075-543f-43eb-a4a3-748ee75b0e99 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:09.910757 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b9d075-543f-43eb-a4a3-748ee75b0e99 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:09.911114 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b9d075-543f-43eb-a4a3-748ee75b0e99 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:09.911471 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b9d075-543f-43eb-a4a3-748ee75b0e99 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:09.911827 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b9d075-543f-43eb-a4a3-748ee75b0e99 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:09.912184 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b9d075-543f-43eb-a4a3-748ee75b0e99 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:09.919277 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f7b9d075-543f-43eb-a4a3-748ee75b0e99 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:09.961627 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-5abfc0dd-bfb1-4969-bf25-73beb636da3b req-f7b9d075-543f-43eb-a4a3-748ee75b0e99 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] No DVR routers for this DVR port fbb9f337-89d0-44b3-9d97-ce44ed01d049 on host hv-neutron-8226 {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:59:09.964190 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-5abfc0dd-bfb1-4969-bf25-73beb636da3b req-f7b9d075-543f-43eb-a4a3-748ee75b0e99 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:09.968230 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03e1474-438e-4021-b82a-fe0279a8368f', 'name': 'network-vif-deleted', 'tag': 'fbb9f337-89d0-44b3-9d97-ce44ed01d049'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:59:10.026956 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03e1474-438e-4021-b82a-fe0279a8368f', 'name': 'network-vif-deleted', 'tag': 'fbb9f337-89d0-44b3-9d97-ce44ed01d049', 'status': 'completed', 'code': 200} Dec 22 13:59:10.053430 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5abfc0dd-bfb1-4969-bf25-73beb636da3b req-f7b9d075-543f-43eb-a4a3-748ee75b0e99 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.45 "DELETE /v2.0/ports/fbb9f337-89d0-44b3-9d97-ce44ed01d049 HTTP/1.1" status: 204 len: 173 time: 0.8532865 Dec 22 13:59:10.352355 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-a35fa690-93f4-4c4e-b186-5d00514bb8f1 req-7b9a952f-3d0a-40f5-8b5f-8691305a4de9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Synchronizing usage tracker for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:59:10.487299 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-a35fa690-93f4-4c4e-b186-5d00514bb8f1 req-7b9a952f-3d0a-40f5-8b5f-8691305a4de9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Unset dirty status for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:59:10.488377 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a35fa690-93f4-4c4e-b186-5d00514bb8f1 req-7b9a952f-3d0a-40f5-8b5f-8691305a4de9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=b03e1474-438e-4021-b82a-fe0279a8368f HTTP/1.1" status: 200 len: 210 time: 0.1788018 Dec 22 13:59:10.625080 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:11.593374 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 57714) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:59:11.987306 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4941df2b-badf-4261-bafe-decdeb8826cb tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:12.694872 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-4941df2b-badf-4261-bafe-decdeb8826cb tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Deleting port 22538ef7-d4f7-4fe0-b133-0694986fde20 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:59:12.695578 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4941df2b-badf-4261-bafe-decdeb8826cb tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:12.883307 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-4941df2b-badf-4261-bafe-decdeb8826cb tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] For port 22538ef7-d4f7-4fe0-b133-0694986fde20, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=22538ef7-d4f7-4fe0-b133-0694986fde20,segment=NetworkSegment(343a0b3a-606c-497e-b7a8-bf5663bc79a7),segment_id=343a0b3a-606c-497e-b7a8-bf5663bc79a7)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:59:12.883582 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4941df2b-badf-4261-bafe-decdeb8826cb tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:13.003318 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-4941df2b-badf-4261-bafe-decdeb8826cb tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Calling delete_port for 22538ef7-d4f7-4fe0-b133-0694986fde20 owned by network:router_interface {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:59:13.194206 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device fbb9f337-89d0-44b3-9d97-ce44ed01d049 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:59:13.228276 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] No Port match for: fbb9f337-89d0-44b3-9d97-ce44ed01d049 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:59:13.228649 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device fbb9f337-89d0-44b3-9d97-ce44ed01d049 not bound to the agent host hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:59:13.229884 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4941df2b-badf-4261-bafe-decdeb8826cb tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:13.233788 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-af867ada-5387-408d-a4c3-7c8e0f196ba3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:13.278432 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941df2b-badf-4261-bafe-decdeb8826cb tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event deleted for resources: {'Port': ['ID=22538ef7-d4f7-4fe0-b133-0694986fde20,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:13.282301 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4941df2b-badf-4261-bafe-decdeb8826cb tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:13.576269 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4941df2b-badf-4261-bafe-decdeb8826cb tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:14.254981 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4941df2b-badf-4261-bafe-decdeb8826cb tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Router d9942022-0e53-4cf4-8f51-43feab1c6591 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:59:14.454809 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4941df2b-badf-4261-bafe-decdeb8826cb tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:59:14.466727 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e9242f-209d-4ec0-9a25-21d899da9ba5 None None] Sync routers for ids ['d9942022-0e53-4cf4-8f51-43feab1c6591'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:59:14.479195 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e9242f-209d-4ec0-9a25-21d899da9ba5 None None] Routers {'d9942022-0e53-4cf4-8f51-43feab1c6591'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:59:14.479808 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-c3e9242f-209d-4ec0-9a25-21d899da9ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:59:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['d9942022-0e53-4cf4-8f51-43feab1c6591'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:59:14.540614 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-4941df2b-badf-4261-bafe-decdeb8826cb tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "PUT /v2.0/routers/d9942022-0e53-4cf4-8f51-43feab1c6591/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9460416 Dec 22 13:59:14.543241 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 57718) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:59:14.660260 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-c3e9242f-209d-4ec0-9a25-21d899da9ba5 None None] Set router d9942022-0e53-4cf4-8f51-43feab1c6591 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:59:14.730875 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-37a88146-8231-4652-a480-16d526dce639 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Deleting subnet 7f27b52b-8202-40c8-83b5-f0aea042546c {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 13:59:14.734280 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-37a88146-8231-4652-a480-16d526dce639 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:14.787615 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-37a88146-8231-4652-a480-16d526dce639 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:14.872279 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-37a88146-8231-4652-a480-16d526dce639 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:14.942815 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-c3e9242f-209d-4ec0-9a25-21d899da9ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9942022-0e53-4cf4-8f51-43feab1c6591', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143379227', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '3cbd8709-7465-47b2-b338-d45b1cfab922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:57:20Z', 'updated_at': '2021-12-22T13:59:13Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '3cbd8709-7465-47b2-b338-d45b1cfab922', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9942022-0e53-4cf4-8f51-43feab1c6591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:57:20Z', 'updated_at': '2021-12-22T13:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:59:14.946717 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e9242f-209d-4ec0-9a25-21d899da9ba5 None None] Checking router: d9942022-0e53-4cf4-8f51-43feab1c6591 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:59:14.957919 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e9242f-209d-4ec0-9a25-21d899da9ba5 None None] Routers {'d9942022-0e53-4cf4-8f51-43feab1c6591'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:59:14.958549 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-c3e9242f-209d-4ec0-9a25-21d899da9ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:59:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['d9942022-0e53-4cf4-8f51-43feab1c6591'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:59:15.018921 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-37a88146-8231-4652-a480-16d526dce639 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:15.023701 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a2685f0c-6acf-4e4c-9e52-3144f5071b16 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:15.060201 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a88146-8231-4652-a480-16d526dce639 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event deleted for resources: {'Subnet': ['ID=7f27b52b-8202-40c8-83b5-f0aea042546c,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:15.062861 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-37a88146-8231-4652-a480-16d526dce639 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:15.066798 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-37a88146-8231-4652-a480-16d526dce639 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:15.074000 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-37a88146-8231-4652-a480-16d526dce639 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "DELETE /v2.0/subnets/7f27b52b-8202-40c8-83b5-f0aea042546c HTTP/1.1" status: 204 len: 168 time: 0.5298262 Dec 22 13:59:15.076870 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 57722) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:59:15.090651 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e056550-479a-4aeb-9443-125b72aa323e None None] Network 5754352b-09e8-465b-a058-0bba27dce8e7 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:59:15.280808 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-75f3ba40-c74c-4a0d-84b4-f025b7d86114 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:15.326298 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-c3e9242f-209d-4ec0-9a25-21d899da9ba5 None None] Set router d9942022-0e53-4cf4-8f51-43feab1c6591 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:59:15.478420 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-75f3ba40-c74c-4a0d-84b4-f025b7d86114 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:15.538923 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-75f3ba40-c74c-4a0d-84b4-f025b7d86114 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Deleting port 3cbd8709-7465-47b2-b338-d45b1cfab922 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:59:15.543171 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-75f3ba40-c74c-4a0d-84b4-f025b7d86114 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:15.648862 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6e9054-8481-4857-84ae-5c54d4038831 None None] DHCP port deletion for 5754352b-09e8-465b-a058-0bba27dce8e7 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 13:59:15.656461 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-af6e9054-8481-4857-84ae-5c54d4038831 None None] Deleting port 5d771630-175c-4ab7-a464-825382e10780 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 13:59:15.658386 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-af6e9054-8481-4857-84ae-5c54d4038831 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:15.684890 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-c3e9242f-209d-4ec0-9a25-21d899da9ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9942022-0e53-4cf4-8f51-43feab1c6591', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143379227', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '3cbd8709-7465-47b2-b338-d45b1cfab922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:57:20Z', 'updated_at': '2021-12-22T13:59:13Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '3cbd8709-7465-47b2-b338-d45b1cfab922', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9942022-0e53-4cf4-8f51-43feab1c6591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:57:20Z', 'updated_at': '2021-12-22T13:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:59:15.698136 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e9242f-209d-4ec0-9a25-21d899da9ba5 None None] The sync data for ids ['d9942022-0e53-4cf4-8f51-43feab1c6591'] in dv-neutron-822669-1-hyperv is: [{'id': 'd9942022-0e53-4cf4-8f51-43feab1c6591', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143379227', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.114'}], 'enable_snat': True}, 'gw_port_id': '3cbd8709-7465-47b2-b338-d45b1cfab922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:57:20Z', 'updated_at': '2021-12-22T13:59:13Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '3cbd8709-7465-47b2-b338-d45b1cfab922', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9942022-0e53-4cf4-8f51-43feab1c6591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:57:20Z', 'updated_at': '2021-12-22T13:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:59:15.841424 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-75f3ba40-c74c-4a0d-84b4-f025b7d86114 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] For port 3cbd8709-7465-47b2-b338-d45b1cfab922, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=3cbd8709-7465-47b2-b338-d45b1cfab922,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:59:15.841675 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-75f3ba40-c74c-4a0d-84b4-f025b7d86114 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:15.861477 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-af6e9054-8481-4857-84ae-5c54d4038831 None None] For port 5d771630-175c-4ab7-a464-825382e10780, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=5d771630-175c-4ab7-a464-825382e10780,segment=NetworkSegment(343a0b3a-606c-497e-b7a8-bf5663bc79a7),segment_id=343a0b3a-606c-497e-b7a8-bf5663bc79a7)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:59:15.861814 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-af6e9054-8481-4857-84ae-5c54d4038831 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:15.960785 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-75f3ba40-c74c-4a0d-84b4-f025b7d86114 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Calling delete_port for 3cbd8709-7465-47b2-b338-d45b1cfab922 owned by network:router_gateway {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:59:15.985304 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-af6e9054-8481-4857-84ae-5c54d4038831 None None] Calling delete_port for 5d771630-175c-4ab7-a464-825382e10780 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 13:59:16.105248 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 5d771630-175c-4ab7-a464-825382e10780 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:59:16.148290 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-af6e9054-8481-4857-84ae-5c54d4038831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:16.153907 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:16.201579 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-75f3ba40-c74c-4a0d-84b4-f025b7d86114 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:16.206413 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-af867ada-5387-408d-a4c3-7c8e0f196ba3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:16.209276 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e9054-8481-4857-84ae-5c54d4038831 None None] Pushing event deleted for resources: {'Port': ['ID=5d771630-175c-4ab7-a464-825382e10780,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:16.225876 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6e9054-8481-4857-84ae-5c54d4038831 None None] No DVR routers for this DVR port 5d771630-175c-4ab7-a464-825382e10780 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:59:16.230112 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6e9054-8481-4857-84ae-5c54d4038831 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:16.230495 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6e9054-8481-4857-84ae-5c54d4038831 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:16.230840 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6e9054-8481-4857-84ae-5c54d4038831 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:16.231180 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6e9054-8481-4857-84ae-5c54d4038831 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:16.231582 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6e9054-8481-4857-84ae-5c54d4038831 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:16.236163 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6e9054-8481-4857-84ae-5c54d4038831 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:16.236559 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6e9054-8481-4857-84ae-5c54d4038831 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:16.236880 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6e9054-8481-4857-84ae-5c54d4038831 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:16.237216 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6e9054-8481-4857-84ae-5c54d4038831 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:16.237553 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6e9054-8481-4857-84ae-5c54d4038831 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:16.237886 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6e9054-8481-4857-84ae-5c54d4038831 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:16.241519 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-af6e9054-8481-4857-84ae-5c54d4038831 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:16.242733 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No active binding found for port 5d771630-175c-4ab7-a464-825382e10780 {{(pid=84150) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Dec 22 13:59:16.243154 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 5d771630-175c-4ab7-a464-825382e10780 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:59:16.243574 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 22538ef7-d4f7-4fe0-b133-0694986fde20 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:59:16.247319 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f3ba40-c74c-4a0d-84b4-f025b7d86114 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event deleted for resources: {'Port': ['ID=3cbd8709-7465-47b2-b338-d45b1cfab922,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:16.251502 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-75f3ba40-c74c-4a0d-84b4-f025b7d86114 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:16.277045 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 22538ef7-d4f7-4fe0-b133-0694986fde20 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:59:16.277404 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 22538ef7-d4f7-4fe0-b133-0694986fde20 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:59:16.470809 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-75f3ba40-c74c-4a0d-84b4-f025b7d86114 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:16.727053 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-75f3ba40-c74c-4a0d-84b4-f025b7d86114 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:16.731180 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-75f3ba40-c74c-4a0d-84b4-f025b7d86114 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:16.824102 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-75f3ba40-c74c-4a0d-84b4-f025b7d86114 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:16.824627 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f3ba40-c74c-4a0d-84b4-f025b7d86114 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Fanout notify agent at l3_agent the message router_deleted on router d9942022-0e53-4cf4-8f51-43feab1c6591 {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 13:59:16.844580 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-75f3ba40-c74c-4a0d-84b4-f025b7d86114 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:16.844580 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-75f3ba40-c74c-4a0d-84b4-f025b7d86114 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "DELETE /v2.0/routers/d9942022-0e53-4cf4-8f51-43feab1c6591 HTTP/1.1" status: 204 len: 168 time: 1.7663829 Dec 22 13:59:16.847207 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 57726) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:59:16.963329 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-74ebb9ff-475c-42e2-98a8-59f7b008216f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:17.092179 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-74ebb9ff-475c-42e2-98a8-59f7b008216f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:17.116867 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:59:17.120483 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-74ebb9ff-475c-42e2-98a8-59f7b008216f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5754352b-09e8-465b-a058-0bba27dce8e7']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:59:17.229111 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-74ebb9ff-475c-42e2-98a8-59f7b008216f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '343a0b3a-606c-497e-b7a8-bf5663bc79a7') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:59:17.229349 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-74ebb9ff-475c-42e2-98a8-59f7b008216f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '343a0b3a-606c-497e-b7a8-bf5663bc79a7') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:59:17.241828 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-74ebb9ff-475c-42e2-98a8-59f7b008216f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:17.258661 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-74ebb9ff-475c-42e2-98a8-59f7b008216f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:17.265709 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74ebb9ff-475c-42e2-98a8-59f7b008216f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 13:59:17.266164 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-74ebb9ff-475c-42e2-98a8-59f7b008216f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:17.280560 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 13:59:17.280560 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 13:59:17.280560 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 13:59:17.280560 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:59:17.280560 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 13:59:17.280560 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:59:17.280560 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 13:59:17.280560 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:59:17.280560 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 13:59:17.280560 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:59:17.280560 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 13:59:17.280560 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:59:17.280560 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 13:59:17.280560 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:59:17.280560 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:59:17.280560 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:59:17.280560 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:59:17.280560 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:59:17.280560 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 13:59:17.280560 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 13:59:17.280560 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 13:59:17.280560 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 13:59:17.280560 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:59:17.280560 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 13:59:17.280560 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 13:59:17.280560 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 13:59:17.280560 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:59:17.280560 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 13:59:17.280560 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:59:17.280560 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 13:59:17.280560 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:59:17.280560 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:59:17.418882 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-74ebb9ff-475c-42e2-98a8-59f7b008216f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:17.422112 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2ca28d0e-3224-4f22-bbec-e74ad0920c8c tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:17.437918 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-74ebb9ff-475c-42e2-98a8-59f7b008216f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:17.450052 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ebb9ff-475c-42e2-98a8-59f7b008216f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event deleted for resources: {'Network': ['ID=5754352b-09e8-465b-a058-0bba27dce8e7,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:17.453491 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-74ebb9ff-475c-42e2-98a8-59f7b008216f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:17.533655 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-74ebb9ff-475c-42e2-98a8-59f7b008216f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "DELETE /v2.0/networks/5754352b-09e8-465b-a058-0bba27dce8e7 HTTP/1.1" status: 204 len: 168 time: 0.6854296 Dec 22 13:59:17.536207 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 57730) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:59:17.604697 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e6313ad5-3269-4161-a624-bffa816e0230 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:17.634097 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e6313ad5-3269-4161-a624-bffa816e0230 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:17.755263 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e6313ad5-3269-4161-a624-bffa816e0230 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:17.759021 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-76c877cc-ec8f-49ec-a880-419209fc0413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:17.774245 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6313ad5-3269-4161-a624-bffa816e0230 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e03a11-5d95-452d-a734-27d347194778,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:17.776826 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e6313ad5-3269-4161-a624-bffa816e0230 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:17.846019 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e6313ad5-3269-4161-a624-bffa816e0230 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:17.847420 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e6313ad5-3269-4161-a624-bffa816e0230 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "DELETE /v2.0/security-groups/b1e03a11-5d95-452d-a734-27d347194778 HTTP/1.1" status: 204 len: 168 time: 0.3102064 Dec 22 13:59:17.985748 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 3cbd8709-7465-47b2-b338-d45b1cfab922 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:59:18.017228 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 3cbd8709-7465-47b2-b338-d45b1cfab922 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 13:59:18.017554 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 3cbd8709-7465-47b2-b338-d45b1cfab922 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:59:18.363604 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57738) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:59:18.369199 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-6f422aa8-6a28-45b0-8f3f-bfad078d0054 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-240208741', 'description': 'tempest-secgroup-smoke-240208741 description', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:59:18.376238 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-6f422aa8-6a28-45b0-8f3f-bfad078d0054 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:59:18.380237 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-6f422aa8-6a28-45b0-8f3f-bfad078d0054 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:security_group and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:59:18.383044 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-6f422aa8-6a28-45b0-8f3f-bfad078d0054 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:59:18.389321 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-6f422aa8-6a28-45b0-8f3f-bfad078d0054 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:59:18.492521 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6f422aa8-6a28-45b0-8f3f-bfad078d0054 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:18.527199 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-6f422aa8-6a28-45b0-8f3f-bfad078d0054 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:59:18.531162 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-6f422aa8-6a28-45b0-8f3f-bfad078d0054 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:security_group_rule and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:59:18.533962 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-6f422aa8-6a28-45b0-8f3f-bfad078d0054 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:59:18.539605 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-6f422aa8-6a28-45b0-8f3f-bfad078d0054 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:59:18.593056 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6f422aa8-6a28-45b0-8f3f-bfad078d0054 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:18.658184 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6f422aa8-6a28-45b0-8f3f-bfad078d0054 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:18.661722 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-131f8e00-0a33-4df8-8d5e-878f38f03230 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:18.705080 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f422aa8-6a28-45b0-8f3f-bfad078d0054 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97d4502b-7440-454c-9c59-a7044487db37,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:18.708052 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6f422aa8-6a28-45b0-8f3f-bfad078d0054 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:18.778401 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6f422aa8-6a28-45b0-8f3f-bfad078d0054 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:18.779623 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6f422aa8-6a28-45b0-8f3f-bfad078d0054 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4150174 Dec 22 13:59:18.783129 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57742) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:59:18.788505 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-5f2ab89c-1dd9-4472-bfbd-e4338c03a850 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'security_group_rule': {'security_group_id': '97d4502b-7440-454c-9c59-a7044487db37', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:59:18.794453 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-5f2ab89c-1dd9-4472-bfbd-e4338c03a850 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:59:18.800792 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-5f2ab89c-1dd9-4472-bfbd-e4338c03a850 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:security_group_rule and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:59:18.802155 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-5f2ab89c-1dd9-4472-bfbd-e4338c03a850 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:59:18.807806 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-5f2ab89c-1dd9-4472-bfbd-e4338c03a850 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:59:18.875919 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5f2ab89c-1dd9-4472-bfbd-e4338c03a850 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:18.935634 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5f2ab89c-1dd9-4472-bfbd-e4338c03a850 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:18.989404 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5f2ab89c-1dd9-4472-bfbd-e4338c03a850 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:18.991193 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2002237c-3bdc-481b-88e7-b29c812cd7b0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:19.013045 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2ab89c-1dd9-4472-bfbd-e4338c03a850 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72aa2002-cc52-4fcf-82d3-97d9b5a67cc7,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:19.015404 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5f2ab89c-1dd9-4472-bfbd-e4338c03a850 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:19.103895 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-5f2ab89c-1dd9-4472-bfbd-e4338c03a850 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:19.105167 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-5f2ab89c-1dd9-4472-bfbd-e4338c03a850 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3211350 Dec 22 13:59:19.107827 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57746) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:59:19.113791 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-f61047c1-a7bc-40fa-8572-65891d128304 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'security_group_rule': {'security_group_id': '97d4502b-7440-454c-9c59-a7044487db37', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:59:19.119627 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-f61047c1-a7bc-40fa-8572-65891d128304 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:59:19.123410 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-f61047c1-a7bc-40fa-8572-65891d128304 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:security_group_rule and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:59:19.127006 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-f61047c1-a7bc-40fa-8572-65891d128304 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:59:19.132601 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-f61047c1-a7bc-40fa-8572-65891d128304 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:59:19.218376 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f61047c1-a7bc-40fa-8572-65891d128304 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:19.278149 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f61047c1-a7bc-40fa-8572-65891d128304 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:19.356215 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f61047c1-a7bc-40fa-8572-65891d128304 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:19.358061 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-aadf53ba-2f0c-4465-bffa-be687e36c554 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:19.380384 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61047c1-a7bc-40fa-8572-65891d128304 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9229b05e-a0e4-4b57-bd74-a955faf56764,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:19.384166 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f61047c1-a7bc-40fa-8572-65891d128304 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:19.458326 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f61047c1-a7bc-40fa-8572-65891d128304 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:19.459542 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f61047c1-a7bc-40fa-8572-65891d128304 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3508136 Dec 22 13:59:19.463007 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57750) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:59:19.468375 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-992f5e79-bd6f-49b6-b65d-1a6ecf5e0ec9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'security_group_rule': {'security_group_id': '97d4502b-7440-454c-9c59-a7044487db37', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:59:19.475389 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-992f5e79-bd6f-49b6-b65d-1a6ecf5e0ec9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:59:19.479083 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-992f5e79-bd6f-49b6-b65d-1a6ecf5e0ec9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:security_group_rule and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:59:19.481872 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-992f5e79-bd6f-49b6-b65d-1a6ecf5e0ec9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:59:19.488368 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-992f5e79-bd6f-49b6-b65d-1a6ecf5e0ec9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:59:19.561531 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-992f5e79-bd6f-49b6-b65d-1a6ecf5e0ec9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:19.622113 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-992f5e79-bd6f-49b6-b65d-1a6ecf5e0ec9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:19.680753 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-992f5e79-bd6f-49b6-b65d-1a6ecf5e0ec9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:19.682558 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7d381f3d-5cac-4a5d-a58b-f9179901d683 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:19.704239 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f5e79-bd6f-49b6-b65d-1a6ecf5e0ec9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13b92830-6f43-45b3-a61e-2834dbf9d80c,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:19.708426 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-992f5e79-bd6f-49b6-b65d-1a6ecf5e0ec9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:19.772617 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-992f5e79-bd6f-49b6-b65d-1a6ecf5e0ec9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:19.773788 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-992f5e79-bd6f-49b6-b65d-1a6ecf5e0ec9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3098552 Dec 22 13:59:19.776427 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57754) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:59:19.782245 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-6260c3db-f33f-4bbb-81bf-4e26af351c1b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'security_group_rule': {'security_group_id': '97d4502b-7440-454c-9c59-a7044487db37', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:59:19.788007 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-6260c3db-f33f-4bbb-81bf-4e26af351c1b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:59:19.791719 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-6260c3db-f33f-4bbb-81bf-4e26af351c1b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:security_group_rule and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:59:19.794522 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-6260c3db-f33f-4bbb-81bf-4e26af351c1b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:59:19.800639 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-6260c3db-f33f-4bbb-81bf-4e26af351c1b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:59:19.904642 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6260c3db-f33f-4bbb-81bf-4e26af351c1b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:19.968204 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6260c3db-f33f-4bbb-81bf-4e26af351c1b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:20.040848 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6260c3db-f33f-4bbb-81bf-4e26af351c1b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:20.042784 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-5c655ff1-db29-4039-8b41-07dde229e80d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:20.065522 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6260c3db-f33f-4bbb-81bf-4e26af351c1b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b68b7fb-8159-42e1-a082-17442d710d48,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:20.070084 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6260c3db-f33f-4bbb-81bf-4e26af351c1b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:20.132463 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-6260c3db-f33f-4bbb-81bf-4e26af351c1b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:20.133662 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6260c3db-f33f-4bbb-81bf-4e26af351c1b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3562531 Dec 22 13:59:20.136303 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57758) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:59:20.142335 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-d755eaa7-feb8-424f-bba0-002c7c6ab4cf tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'security_group_rule': {'security_group_id': '97d4502b-7440-454c-9c59-a7044487db37', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:59:20.148030 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-d755eaa7-feb8-424f-bba0-002c7c6ab4cf tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:59:20.151717 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-d755eaa7-feb8-424f-bba0-002c7c6ab4cf tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:security_group_rule and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:59:20.154499 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-d755eaa7-feb8-424f-bba0-002c7c6ab4cf tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:59:20.160590 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-d755eaa7-feb8-424f-bba0-002c7c6ab4cf tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:59:20.223834 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.securitygroups_db [None req-d755eaa7-feb8-424f-bba0-002c7c6ab4cf tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Project 3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:59:20.229893 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d755eaa7-feb8-424f-bba0-002c7c6ab4cf tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:20.294021 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d755eaa7-feb8-424f-bba0-002c7c6ab4cf tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:20.349803 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d755eaa7-feb8-424f-bba0-002c7c6ab4cf tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:20.351923 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9bd72cf4-b4d9-4075-b424-f932600926ad tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:20.372963 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d755eaa7-feb8-424f-bba0-002c7c6ab4cf tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e9c45e-36b1-4295-9c5c-6f4069927063,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:20.377524 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d755eaa7-feb8-424f-bba0-002c7c6ab4cf tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:20.458637 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-d755eaa7-feb8-424f-bba0-002c7c6ab4cf tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:20.459885 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-d755eaa7-feb8-424f-bba0-002c7c6ab4cf tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3226538 Dec 22 13:59:20.462665 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57762) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:59:20.468135 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-f7b963b6-c9b7-424c-bc7f-9a9cc8e65465 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'security_group_rule': {'security_group_id': '97d4502b-7440-454c-9c59-a7044487db37', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:59:20.474297 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-f7b963b6-c9b7-424c-bc7f-9a9cc8e65465 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:59:20.477981 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-f7b963b6-c9b7-424c-bc7f-9a9cc8e65465 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:security_group_rule and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:59:20.480761 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-f7b963b6-c9b7-424c-bc7f-9a9cc8e65465 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:59:20.486508 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-f7b963b6-c9b7-424c-bc7f-9a9cc8e65465 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:59:20.555515 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.securitygroups_db [None req-f7b963b6-c9b7-424c-bc7f-9a9cc8e65465 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Project 3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:59:20.562201 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f7b963b6-c9b7-424c-bc7f-9a9cc8e65465 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:20.626260 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f7b963b6-c9b7-424c-bc7f-9a9cc8e65465 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:20.692073 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f7b963b6-c9b7-424c-bc7f-9a9cc8e65465 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:20.694124 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f1b7a774-c5d4-41cf-bec0-23e0003621c6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:20.714943 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b963b6-c9b7-424c-bc7f-9a9cc8e65465 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc65c3df-3960-4734-9e66-b0fdef2f6082,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:20.717389 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f7b963b6-c9b7-424c-bc7f-9a9cc8e65465 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:20.766674 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-f7b963b6-c9b7-424c-bc7f-9a9cc8e65465 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:20.767794 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f7b963b6-c9b7-424c-bc7f-9a9cc8e65465 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3042109 Dec 22 13:59:20.770566 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57766) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:59:20.775889 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-c90baf2c-37d5-43ad-8907-ce582472fb6f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'network': {'name': 'tempest-network-smoke--348866850', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'port_security_enabled': True}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:59:20.780724 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-c90baf2c-37d5-43ad-8907-ce582472fb6f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:59:20.784740 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-c90baf2c-37d5-43ad-8907-ce582472fb6f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:network and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:59:20.787509 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-c90baf2c-37d5-43ad-8907-ce582472fb6f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:59:20.793058 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-c90baf2c-37d5-43ad-8907-ce582472fb6f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:59:20.846471 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90baf2c-37d5-43ad-8907-ce582472fb6f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Made reservation on behalf of 3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:59:20.849632 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c90baf2c-37d5-43ad-8907-ce582472fb6f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:20.878048 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c90baf2c-37d5-43ad-8907-ce582472fb6f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:59:20.886129 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c90baf2c-37d5-43ad-8907-ce582472fb6f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:20.886488 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-c90baf2c-37d5-43ad-8907-ce582472fb6f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Added segment 066338e5-b6f5-45b8-b209-21af39ecbd06 of type vlan for network f481ef38-a37e-4853-a2ef-b9c1fa8192d7 Dec 22 13:59:20.911566 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c90baf2c-37d5-43ad-8907-ce582472fb6f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:21.006620 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c90baf2c-37d5-43ad-8907-ce582472fb6f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:21.010399 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90baf2c-37d5-43ad-8907-ce582472fb6f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:21.010983 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-c90baf2c-37d5-43ad-8907-ce582472fb6f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:21.014587 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ca5535d0-be90-4fd7-ba19-472117606393 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:21.120993 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90baf2c-37d5-43ad-8907-ce582472fb6f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'Network': ['ID=f481ef38-a37e-4853-a2ef-b9c1fa8192d7,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:21.123645 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c90baf2c-37d5-43ad-8907-ce582472fb6f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:21.131447 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network f481ef38-a37e-4853-a2ef-b9c1fa8192d7 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:59:21.179175 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-c90baf2c-37d5-43ad-8907-ce582472fb6f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4076142 Dec 22 13:59:21.181867 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57770) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:59:21.187118 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-bcde205e-9d5a-44f9-978d-a8154a81a9de tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1396320726', 'admin_state_up': True, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:59:21.194012 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-bcde205e-9d5a-44f9-978d-a8154a81a9de tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:59:21.197929 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-bcde205e-9d5a-44f9-978d-a8154a81a9de tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:router and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:59:21.200793 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-bcde205e-9d5a-44f9-978d-a8154a81a9de tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:59:21.206558 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-bcde205e-9d5a-44f9-978d-a8154a81a9de tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:59:21.298496 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bcde205e-9d5a-44f9-978d-a8154a81a9de tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:21.299462 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bcde205e-9d5a-44f9-978d-a8154a81a9de tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:21.316794 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bcde205e-9d5a-44f9-978d-a8154a81a9de tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:21.566231 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bcde205e-9d5a-44f9-978d-a8154a81a9de tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:21.790056 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bcde205e-9d5a-44f9-978d-a8154a81a9de tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for router_gateway, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:21.821938 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bcde205e-9d5a-44f9-978d-a8154a81a9de tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:21.950137 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-bcde205e-9d5a-44f9-978d-a8154a81a9de tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Allocated IP 172.26.1.162 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/b9de99da-be60-4ef2-9aff-79f7b4a9a0d5) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:59:22.093205 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bcde205e-9d5a-44f9-978d-a8154a81a9de tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:22.174149 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bcde205e-9d5a-44f9-978d-a8154a81a9de tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:22.178292 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0a83b987-5982-42f5-9f69-f9d6def410f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:22.239829 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcde205e-9d5a-44f9-978d-a8154a81a9de tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:59:22.246695 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-bcde205e-9d5a-44f9-978d-a8154a81a9de tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:59:22.249156 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcde205e-9d5a-44f9-978d-a8154a81a9de tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:59:22.283895 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde205e-9d5a-44f9-978d-a8154a81a9de tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'Port': ['ID=b9de99da-be60-4ef2-9aff-79f7b4a9a0d5,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:22.287895 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-bcde205e-9d5a-44f9-978d-a8154a81a9de tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:22.494616 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bcde205e-9d5a-44f9-978d-a8154a81a9de tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for router_gateway, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:22.495338 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bcde205e-9d5a-44f9-978d-a8154a81a9de tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:22.875137 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcde205e-9d5a-44f9-978d-a8154a81a9de tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Router b7760fba-de50-44d8-b486-827ab698c99e is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 13:59:23.074729 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcde205e-9d5a-44f9-978d-a8154a81a9de tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:59:23.084828 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1325b8-149b-4185-880c-3dca163bf15b None None] Sync routers for ids ['b7760fba-de50-44d8-b486-827ab698c99e'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:59:23.097205 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1325b8-149b-4185-880c-3dca163bf15b None None] Routers {'b7760fba-de50-44d8-b486-827ab698c99e'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:59:23.097815 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-df1325b8-149b-4185-880c-3dca163bf15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:59:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b7760fba-de50-44d8-b486-827ab698c99e'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:59:23.207244 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bcde205e-9d5a-44f9-978d-a8154a81a9de tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:23.208506 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-bcde205e-9d5a-44f9-978d-a8154a81a9de tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0256853 Dec 22 13:59:23.211608 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57774) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:59:23.251449 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-e072d510-35cb-488a-98e6-0310d6a755d1 tempest-TestNetworkAdvancedServerOps-1874708569 tempest-TestNetworkAdvancedServerOps-1874708569-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379968 Dec 22 13:59:23.254058 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57778) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:59:23.270492 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-df1325b8-149b-4185-880c-3dca163bf15b None None] Set router b7760fba-de50-44d8-b486-827ab698c99e gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:59:23.383910 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be85004-229e-4ef0-b2e6-728e01d1702d tempest-TestNetworkAdvancedServerOps-1874708569 tempest-TestNetworkAdvancedServerOps-1874708569-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:23.385679 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-6be85004-229e-4ef0-b2e6-728e01d1702d tempest-TestNetworkAdvancedServerOps-1874708569 tempest-TestNetworkAdvancedServerOps-1874708569-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1306884 Dec 22 13:59:23.388692 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57782) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:59:23.429557 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ad8ae1cb-58e4-454e-b45e-dce10348c6dc tempest-TestNetworkAdvancedServerOps-1874708569 tempest-TestNetworkAdvancedServerOps-1874708569-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=0776f1b4-770d-462f-bc0f-df97e8017b18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395539 Dec 22 13:59:23.431944 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57786) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:59:23.437106 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-85dec0ca-f67f-4f05-bf03-64cdd779436a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1922212902', 'network_id': 'f481ef38-a37e-4853-a2ef-b9c1fa8192d7', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:59:23.554586 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-85dec0ca-f67f-4f05-bf03-64cdd779436a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:59:23.556307 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-df1325b8-149b-4185-880c-3dca163bf15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7760fba-de50-44d8-b486-827ab698c99e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396320726', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'b9de99da-be60-4ef2-9aff-79f7b4a9a0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:59:21Z', 'updated_at': '2021-12-22T13:59:22Z', 'revision_number': 3, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': 'b9de99da-be60-4ef2-9aff-79f7b4a9a0d5', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7760fba-de50-44d8-b486-827ab698c99e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:21Z', 'updated_at': '2021-12-22T13:59:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:59:23.558462 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-85dec0ca-f67f-4f05-bf03-64cdd779436a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:subnet and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:59:23.560372 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1325b8-149b-4185-880c-3dca163bf15b None None] Checking router: b7760fba-de50-44d8-b486-827ab698c99e for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:59:23.560836 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1325b8-149b-4185-880c-3dca163bf15b None None] Updating router b7760fba-de50-44d8-b486-827ab698c99e port b9de99da-be60-4ef2-9aff-79f7b4a9a0d5 binding host dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:59:23.561322 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-85dec0ca-f67f-4f05-bf03-64cdd779436a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:59:23.567822 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-85dec0ca-f67f-4f05-bf03-64cdd779436a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:59:23.611823 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-df1325b8-149b-4185-880c-3dca163bf15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:23.635273 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85dec0ca-f67f-4f05-bf03-64cdd779436a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Made reservation on behalf of 3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:59:23.737123 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-85dec0ca-f67f-4f05-bf03-64cdd779436a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:23.958192 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-df1325b8-149b-4185-880c-3dca163bf15b None None] Notify callbacks [] for port, precommit_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:23.969268 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.provisioning_blocks [None req-df1325b8-149b-4185-880c-3dca163bf15b None None] Transition to ACTIVE for port object b9de99da-be60-4ef2-9aff-79f7b4a9a0d5 will not be triggered until provisioned by entity L2. {{(pid=84151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:59:23.995568 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-85dec0ca-f67f-4f05-bf03-64cdd779436a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:23.999331 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a9bb8997-559d-430a-ab24-8608421d5f82 tempest-TagsExtTest-2009580858 tempest-TagsExtTest-2009580858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:24.041378 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-df1325b8-149b-4185-880c-3dca163bf15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:24.045931 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-7f0a9f72-af52-4788-be1a-22502f5c7f0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:24.074504 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dec0ca-f67f-4f05-bf03-64cdd779436a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'Subnet': ['ID=4fef6040-125e-43e1-a37b-50157d6c0d2f,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:24.077913 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-85dec0ca-f67f-4f05-bf03-64cdd779436a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:24.086229 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dec0ca-f67f-4f05-bf03-64cdd779436a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Checking segment: {'id': '066338e5-b6f5-45b8-b209-21af39ecbd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f481ef38-a37e-4853-a2ef-b9c1fa8192d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:59:24.086613 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dec0ca-f67f-4f05-bf03-64cdd779436a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Network hostable DHCP agents. Network: f481ef38-a37e-4853-a2ef-b9c1fa8192d7, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:59:24.126576 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-df1325b8-149b-4185-880c-3dca163bf15b None None] Attempting to bind port b9de99da-be60-4ef2-9aff-79f7b4a9a0d5 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:59:24.127109 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-df1325b8-149b-4185-880c-3dca163bf15b None None] Attempting to bind port b9de99da-be60-4ef2-9aff-79f7b4a9a0d5 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:59:24.127286 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1325b8-149b-4185-880c-3dca163bf15b None None] Attempting to bind port b9de99da-be60-4ef2-9aff-79f7b4a9a0d5 on network 0776f1b4-770d-462f-bc0f-df97e8017b18 {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:59:24.129282 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c5a20-7448-457f-acf6-c239b3baa12c None None] Pushing event updated for resources: {'Port': ['ID=b9de99da-be60-4ef2-9aff-79f7b4a9a0d5,revision_number=2']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:24.140784 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7c5a20-7448-457f-acf6-c239b3baa12c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:24.141176 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7c5a20-7448-457f-acf6-c239b3baa12c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:24.142113 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7c5a20-7448-457f-acf6-c239b3baa12c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:24.142483 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7c5a20-7448-457f-acf6-c239b3baa12c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:24.142809 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7c5a20-7448-457f-acf6-c239b3baa12c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:24.143129 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7c5a20-7448-457f-acf6-c239b3baa12c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:24.143447 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7c5a20-7448-457f-acf6-c239b3baa12c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:24.143766 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7c5a20-7448-457f-acf6-c239b3baa12c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:24.144083 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7c5a20-7448-457f-acf6-c239b3baa12c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:24.144395 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7c5a20-7448-457f-acf6-c239b3baa12c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:24.144706 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7c5a20-7448-457f-acf6-c239b3baa12c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:24.148842 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-ab7c5a20-7448-457f-acf6-c239b3baa12c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:24.149772 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1325b8-149b-4185-880c-3dca163bf15b None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:59:24.150137 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1325b8-149b-4185-880c-3dca163bf15b None None] Checking segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:59:24.150564 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-df1325b8-149b-4185-880c-3dca163bf15b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:24.150947 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1325b8-149b-4185-880c-3dca163bf15b None None] Bound using segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:59:24.151404 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-df1325b8-149b-4185-880c-3dca163bf15b None None] Bound port: b9de99da-be60-4ef2-9aff-79f7b4a9a0d5, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:59:24.151772 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-df1325b8-149b-4185-880c-3dca163bf15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:24.161196 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dec0ca-f67f-4f05-bf03-64cdd779436a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Network f481ef38-a37e-4853-a2ef-b9c1fa8192d7 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:59:24.222254 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-df1325b8-149b-4185-880c-3dca163bf15b None None] For port b9de99da-be60-4ef2-9aff-79f7b4a9a0d5, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:59:24.225265 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-df1325b8-149b-4185-880c-3dca163bf15b None None] For port b9de99da-be60-4ef2-9aff-79f7b4a9a0d5, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=b9de99da-be60-4ef2-9aff-79f7b4a9a0d5,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:59:24.229678 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-85dec0ca-f67f-4f05-bf03-64cdd779436a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, f481ef38-a37e-4853-a2ef-b9c1fa8192d7) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:59:24.234626 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dec0ca-f67f-4f05-bf03-64cdd779436a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:24.235215 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-85dec0ca-f67f-4f05-bf03-64cdd779436a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:24.238233 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7a8d03-1c13-4e10-93dd-a8cf118f697a None None] Network f481ef38-a37e-4853-a2ef-b9c1fa8192d7 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:59:24.310674 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-df1325b8-149b-4185-880c-3dca163bf15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:24.315674 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-fbe1fb89-bc66-44ee-ab1e-a1d7e03f02c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:24.339633 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-85dec0ca-f67f-4f05-bf03-64cdd779436a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9065902 Dec 22 13:59:24.342395 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57790) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:59:24.393977 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c5a20-7448-457f-acf6-c239b3baa12c None None] Pushing event updated for resources: {'Port': ['ID=b9de99da-be60-4ef2-9aff-79f7b4a9a0d5,revision_number=3']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:24.397388 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-ab7c5a20-7448-457f-acf6-c239b3baa12c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:24.400824 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1325b8-149b-4185-880c-3dca163bf15b None None] Routers {'b7760fba-de50-44d8-b486-827ab698c99e'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:59:24.401439 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-df1325b8-149b-4185-880c-3dca163bf15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:59:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b7760fba-de50-44d8-b486-827ab698c99e'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:59:24.460396 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2864fa-852a-4a96-afe8-4f22ce1c5840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-f481ef38-a37e-4853-a2ef-b9c1fa8192d7', 'network_id': 'f481ef38-a37e-4853-a2ef-b9c1fa8192d7', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'fixed_ips': [{'subnet_id': '4fef6040-125e-43e1-a37b-50157d6c0d2f'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 13:59:24.461231 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ab2864fa-852a-4a96-afe8-4f22ce1c5840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:24.593021 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-df1325b8-149b-4185-880c-3dca163bf15b None None] Set router b7760fba-de50-44d8-b486-827ab698c99e gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:59:24.664948 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-ab2864fa-852a-4a96-afe8-4f22ce1c5840 None None] Allocated IP 172.20.0.2 (f481ef38-a37e-4853-a2ef-b9c1fa8192d7/4fef6040-125e-43e1-a37b-50157d6c0d2f/86ba69d0-a213-42ae-bd15-8ad6ed33c66d) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:59:24.875011 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ab2864fa-852a-4a96-afe8-4f22ce1c5840 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:24.886129 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-ab2864fa-852a-4a96-afe8-4f22ce1c5840 None None] Transition to ACTIVE for port object 86ba69d0-a213-42ae-bd15-8ad6ed33c66d will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:59:24.894656 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-df1325b8-149b-4185-880c-3dca163bf15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7760fba-de50-44d8-b486-827ab698c99e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396320726', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'b9de99da-be60-4ef2-9aff-79f7b4a9a0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:59:21Z', 'updated_at': '2021-12-22T13:59:22Z', 'revision_number': 3, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': 'b9de99da-be60-4ef2-9aff-79f7b4a9a0d5', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7760fba-de50-44d8-b486-827ab698c99e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:21Z', 'updated_at': '2021-12-22T13:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:59:24.899918 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1325b8-149b-4185-880c-3dca163bf15b None None] The sync data for ids ['b7760fba-de50-44d8-b486-827ab698c99e'] in dv-neutron-822669-1-hyperv is: [{'id': 'b7760fba-de50-44d8-b486-827ab698c99e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396320726', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'b9de99da-be60-4ef2-9aff-79f7b4a9a0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:59:21Z', 'updated_at': '2021-12-22T13:59:22Z', 'revision_number': 3, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': 'b9de99da-be60-4ef2-9aff-79f7b4a9a0d5', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7760fba-de50-44d8-b486-827ab698c99e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:21Z', 'updated_at': '2021-12-22T13:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:59:24.905747 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-ab2864fa-852a-4a96-afe8-4f22ce1c5840 None None] Transition to ACTIVE for port object 86ba69d0-a213-42ae-bd15-8ad6ed33c66d will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:59:24.967506 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ab2864fa-852a-4a96-afe8-4f22ce1c5840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:24.975180 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-edcaa505-3ecc-49cf-b5e2-23229c3df9a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:25.041924 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2864fa-852a-4a96-afe8-4f22ce1c5840 None None] Network f481ef38-a37e-4853-a2ef-b9c1fa8192d7 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:59:25.045188 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-ab2864fa-852a-4a96-afe8-4f22ce1c5840 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:59:25.049968 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2864fa-852a-4a96-afe8-4f22ce1c5840 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:59:25.052158 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2864fa-852a-4a96-afe8-4f22ce1c5840 None None] Pushing event updated for resources: {'Port': ['ID=86ba69d0-a213-42ae-bd15-8ad6ed33c66d,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:25.054893 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-ab2864fa-852a-4a96-afe8-4f22ce1c5840 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:25.164306 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-ab2864fa-852a-4a96-afe8-4f22ce1c5840 None None] Attempting to bind port 86ba69d0-a213-42ae-bd15-8ad6ed33c66d on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:59:25.164683 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-ab2864fa-852a-4a96-afe8-4f22ce1c5840 None None] Attempting to bind port 86ba69d0-a213-42ae-bd15-8ad6ed33c66d by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '066338e5-b6f5-45b8-b209-21af39ecbd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f481ef38-a37e-4853-a2ef-b9c1fa8192d7'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:59:25.165170 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2864fa-852a-4a96-afe8-4f22ce1c5840 None None] Attempting to bind port 86ba69d0-a213-42ae-bd15-8ad6ed33c66d on network f481ef38-a37e-4853-a2ef-b9c1fa8192d7 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:59:25.172833 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2864fa-852a-4a96-afe8-4f22ce1c5840 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:59:25.173221 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2864fa-852a-4a96-afe8-4f22ce1c5840 None None] Checking segment: {'id': '066338e5-b6f5-45b8-b209-21af39ecbd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f481ef38-a37e-4853-a2ef-b9c1fa8192d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:59:25.173605 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ab2864fa-852a-4a96-afe8-4f22ce1c5840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:25.173999 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2864fa-852a-4a96-afe8-4f22ce1c5840 None None] Bound using segment: {'id': '066338e5-b6f5-45b8-b209-21af39ecbd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f481ef38-a37e-4853-a2ef-b9c1fa8192d7'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:59:25.174508 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-ab2864fa-852a-4a96-afe8-4f22ce1c5840 None None] Bound port: 86ba69d0-a213-42ae-bd15-8ad6ed33c66d, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066338e5-b6f5-45b8-b209-21af39ecbd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f481ef38-a37e-4853-a2ef-b9c1fa8192d7'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:59:25.174895 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ab2864fa-852a-4a96-afe8-4f22ce1c5840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:25.270684 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-ab2864fa-852a-4a96-afe8-4f22ce1c5840 None None] For port 86ba69d0-a213-42ae-bd15-8ad6ed33c66d, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:59:25.274572 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-ab2864fa-852a-4a96-afe8-4f22ce1c5840 None None] For port 86ba69d0-a213-42ae-bd15-8ad6ed33c66d, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=86ba69d0-a213-42ae-bd15-8ad6ed33c66d,segment=NetworkSegment(066338e5-b6f5-45b8-b209-21af39ecbd06),segment_id=066338e5-b6f5-45b8-b209-21af39ecbd06)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:59:25.312743 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-94ef41fd-f2e2-4cee-a54e-692efabb366e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:25.362099 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ab2864fa-852a-4a96-afe8-4f22ce1c5840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:25.366063 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:25.455162 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2864fa-852a-4a96-afe8-4f22ce1c5840 None None] Pushing event updated for resources: {'Port': ['ID=86ba69d0-a213-42ae-bd15-8ad6ed33c66d,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:25.456319 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-ab2864fa-852a-4a96-afe8-4f22ce1c5840 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:25.777727 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-94ef41fd-f2e2-4cee-a54e-692efabb366e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Allocated IP 172.20.0.1 (f481ef38-a37e-4853-a2ef-b9c1fa8192d7/4fef6040-125e-43e1-a37b-50157d6c0d2f/b0ad1275-de81-43c0-ba1b-eb34a30c2b12) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:59:25.935499 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-94ef41fd-f2e2-4cee-a54e-692efabb366e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:25.953425 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-94ef41fd-f2e2-4cee-a54e-692efabb366e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Transition to ACTIVE for port object b0ad1275-de81-43c0-ba1b-eb34a30c2b12 will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:59:26.041255 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 86ba69d0-a213-42ae-bd15-8ad6ed33c66d up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:59:26.076158 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-94ef41fd-f2e2-4cee-a54e-692efabb366e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:26.080745 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b3a23279-0b46-4a41-ae08-17e4ee438005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:26.152502 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ef41fd-f2e2-4cee-a54e-692efabb366e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Network f481ef38-a37e-4853-a2ef-b9c1fa8192d7 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:59:26.156077 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-94ef41fd-f2e2-4cee-a54e-692efabb366e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:59:26.161283 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ef41fd-f2e2-4cee-a54e-692efabb366e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:59:26.186223 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef41fd-f2e2-4cee-a54e-692efabb366e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'Port': ['ID=b0ad1275-de81-43c0-ba1b-eb34a30c2b12,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:26.191999 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-94ef41fd-f2e2-4cee-a54e-692efabb366e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:26.206630 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 86ba69d0-a213-42ae-bd15-8ad6ed33c66d completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:59:26.212295 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device b9de99da-be60-4ef2-9aff-79f7b4a9a0d5 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:59:26.221711 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-94ef41fd-f2e2-4cee-a54e-692efabb366e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:26.345531 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port b9de99da-be60-4ef2-9aff-79f7b4a9a0d5 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:59:26.351168 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port b9de99da-be60-4ef2-9aff-79f7b4a9a0d5 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:59:26.351547 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:26.390557 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-94ef41fd-f2e2-4cee-a54e-692efabb366e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:26.452412 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b7277b-fcb7-48af-b142-b668b046421f None None] Network f481ef38-a37e-4853-a2ef-b9c1fa8192d7 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 13:59:26.559794 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:26.600266 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port b9de99da-be60-4ef2-9aff-79f7b4a9a0d5, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=b9de99da-be60-4ef2-9aff-79f7b4a9a0d5,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:59:26.661679 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-efcd920e-3752-42fc-9990-9bf5d8575088 None None] Provisioning for port 86ba69d0-a213-42ae-bd15-8ad6ed33c66d completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:59:26.670773 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-efcd920e-3752-42fc-9990-9bf5d8575088 None None] Provisioning complete for port 86ba69d0-a213-42ae-bd15-8ad6ed33c66d triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:59:26.671145 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-efcd920e-3752-42fc-9990-9bf5d8575088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:26.704625 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:26.736471 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-af6e9054-8481-4857-84ae-5c54d4038831 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:26.814586 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-94ef41fd-f2e2-4cee-a54e-692efabb366e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:26.831796 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=b9de99da-be60-4ef2-9aff-79f7b4a9a0d5,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:26.838001 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:26.875244 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-94ef41fd-f2e2-4cee-a54e-692efabb366e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:26.911981 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-efcd920e-3752-42fc-9990-9bf5d8575088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:26.948365 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-efcd920e-3752-42fc-9990-9bf5d8575088 None None] For port 86ba69d0-a213-42ae-bd15-8ad6ed33c66d, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=86ba69d0-a213-42ae-bd15-8ad6ed33c66d,segment=NetworkSegment(066338e5-b6f5-45b8-b209-21af39ecbd06),segment_id=066338e5-b6f5-45b8-b209-21af39ecbd06)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:59:26.989846 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-efcd920e-3752-42fc-9990-9bf5d8575088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:26.991975 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:27.026095 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c50b5086-3b3d-4b03-9492-48b04084e9b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:27.064689 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd920e-3752-42fc-9990-9bf5d8575088 None None] Pushing event updated for resources: {'Port': ['ID=86ba69d0-a213-42ae-bd15-8ad6ed33c66d,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:27.067665 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-efcd920e-3752-42fc-9990-9bf5d8575088 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:27.110517 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef41fd-f2e2-4cee-a54e-692efabb366e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'Port': ['ID=b0ad1275-de81-43c0-ba1b-eb34a30c2b12,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:27.112789 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-94ef41fd-f2e2-4cee-a54e-692efabb366e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:27.116544 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-94ef41fd-f2e2-4cee-a54e-692efabb366e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:27.263169 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ef41fd-f2e2-4cee-a54e-692efabb366e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Network f481ef38-a37e-4853-a2ef-b9c1fa8192d7 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:59:27.263766 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-97083a14-5353-470b-b9b7-6b7655ab0767 None None] Provisioning for port b0ad1275-de81-43c0-ba1b-eb34a30c2b12 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:59:27.264647 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-94ef41fd-f2e2-4cee-a54e-692efabb366e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:59:27.270597 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-97083a14-5353-470b-b9b7-6b7655ab0767 None None] Provisioning complete for port b0ad1275-de81-43c0-ba1b-eb34a30c2b12 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:59:27.271167 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-97083a14-5353-470b-b9b7-6b7655ab0767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:27.342882 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-97083a14-5353-470b-b9b7-6b7655ab0767 None None] Port b0ad1275-de81-43c0-ba1b-eb34a30c2b12 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:59:27.358980 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-97083a14-5353-470b-b9b7-6b7655ab0767 None None] Provisioning complete for port 86ba69d0-a213-42ae-bd15-8ad6ed33c66d triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:59:27.360203 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-97083a14-5353-470b-b9b7-6b7655ab0767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:27.653083 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-9802e032-7e39-4190-a66a-bceadd3da0fb None None] Provisioning complete for port b0ad1275-de81-43c0-ba1b-eb34a30c2b12 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:59:27.653375 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9802e032-7e39-4190-a66a-bceadd3da0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:27.695639 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ef41fd-f2e2-4cee-a54e-692efabb366e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Router b7760fba-de50-44d8-b486-827ab698c99e has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:59:27.711259 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-9802e032-7e39-4190-a66a-bceadd3da0fb None None] Port b0ad1275-de81-43c0-ba1b-eb34a30c2b12 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:59:27.894055 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ef41fd-f2e2-4cee-a54e-692efabb366e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:59:27.906057 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-94ef41fd-f2e2-4cee-a54e-692efabb366e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "PUT /v2.0/routers/b7760fba-de50-44d8-b486-827ab698c99e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5624027 Dec 22 13:59:27.991648 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 86ba69d0-a213-42ae-bd15-8ad6ed33c66d up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:59:28.085252 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-93df32f6-2c32-48a6-ab46-e85c549b55f2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Synchronizing usage tracker for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:59:28.100061 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 86ba69d0-a213-42ae-bd15-8ad6ed33c66d triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:59:28.100436 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:28.163170 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-93df32f6-2c32-48a6-ab46-e85c549b55f2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Unset dirty status for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:59:28.164644 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-93df32f6-2c32-48a6-ab46-e85c549b55f2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-240208741&fields=id&tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 HTTP/1.1" status: 200 len: 267 time: 0.1229327 Dec 22 13:59:28.217036 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device b9de99da-be60-4ef2-9aff-79f7b4a9a0d5 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:59:28.289119 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port b9de99da-be60-4ef2-9aff-79f7b4a9a0d5 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:59:28.289499 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:28.327763 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-e80ffd31-a3f2-4c89-94a0-9301382cab12 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:28.328516 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-e80ffd31-a3f2-4c89-94a0-9301382cab12 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Synchronizing usage tracker for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:network {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:59:28.418632 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-e80ffd31-a3f2-4c89-94a0-9301382cab12 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Unset dirty status for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:network {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:59:28.419825 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-e80ffd31-a3f2-4c89-94a0-9301382cab12 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/networks?id=f481ef38-a37e-4853-a2ef-b9c1fa8192d7 HTTP/1.1" status: 200 len: 796 time: 0.2445641 Dec 22 13:59:28.432629 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933e0b39-3116-4bbd-9749-750042f5a86d None None] Sync routers for ids ['b7760fba-de50-44d8-b486-827ab698c99e'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:59:28.436638 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-f8b26588-fa5a-4fbe-bed4-d11383a6e07e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/quotas/3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 HTTP/1.1" status: 200 len: 375 time: 0.0112121 Dec 22 13:59:28.445594 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933e0b39-3116-4bbd-9749-750042f5a86d None None] Routers {'b7760fba-de50-44d8-b486-827ab698c99e'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:59:28.446225 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-933e0b39-3116-4bbd-9749-750042f5a86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:59:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b7760fba-de50-44d8-b486-827ab698c99e'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:59:28.520980 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-80a9922c-f5ba-400b-a36e-cddc6ef1b446 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Synchronizing usage tracker for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:59:28.624333 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-80a9922c-f5ba-400b-a36e-cddc6ef1b446 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Unset dirty status for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:59:28.624566 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-933e0b39-3116-4bbd-9749-750042f5a86d None None] Set router b7760fba-de50-44d8-b486-827ab698c99e gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:59:28.626133 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-80a9922c-f5ba-400b-a36e-cddc6ef1b446 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1833558 Dec 22 13:59:28.708536 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-13d12346-0efe-464c-b99b-166334cb9392 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 13:59:28.709606 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-13d12346-0efe-464c-b99b-166334cb9392 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0727260 Dec 22 13:59:28.844027 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-b4940f9d-fdb9-41f9-b970-a01a1a70cbeb service neutron] 10.222.0.47 "GET /v2.0/networks/f481ef38-a37e-4853-a2ef-b9c1fa8192d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281323 Dec 22 13:59:28.933610 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-933e0b39-3116-4bbd-9749-750042f5a86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7760fba-de50-44d8-b486-827ab698c99e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396320726', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'b9de99da-be60-4ef2-9aff-79f7b4a9a0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:59:21Z', 'updated_at': '2021-12-22T13:59:26Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': 'b9de99da-be60-4ef2-9aff-79f7b4a9a0d5', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7760fba-de50-44d8-b486-827ab698c99e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:21Z', 'updated_at': '2021-12-22T13:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'b0ad1275-de81-43c0-ba1b-eb34a30c2b12', 'name': '', 'network_id': 'f481ef38-a37e-4853-a2ef-b9c1fa8192d7', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:b6:4b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7760fba-de50-44d8-b486-827ab698c99e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fef6040-125e-43e1-a37b-50157d6c0d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:25Z', 'updated_at': '2021-12-22T13:59:26Z', 'revision_number': 2, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': '4fef6040-125e-43e1-a37b-50157d6c0d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:59:28.937527 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933e0b39-3116-4bbd-9749-750042f5a86d None None] Checking router: b7760fba-de50-44d8-b486-827ab698c99e for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:59:28.938022 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933e0b39-3116-4bbd-9749-750042f5a86d None None] Updating router b7760fba-de50-44d8-b486-827ab698c99e port b0ad1275-de81-43c0-ba1b-eb34a30c2b12 binding host dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 13:59:28.975286 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-5cabd75d-22d6-4e99-8142-d47d764f0fdb service neutron] 10.222.0.47 "GET /v2.0/networks/f481ef38-a37e-4853-a2ef-b9c1fa8192d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241646 Dec 22 13:59:28.993408 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-933e0b39-3116-4bbd-9749-750042f5a86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:29.259278 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-b960f7b1-378b-4e5c-8ba3-fee6972d185e req-95b977d9-1a04-4af2-a003-7f684cea5332 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Synchronizing usage tracker for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:59:29.280302 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-b960f7b1-378b-4e5c-8ba3-fee6972d185e req-95b977d9-1a04-4af2-a003-7f684cea5332 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Unset dirty status for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:59:29.280302 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-b960f7b1-378b-4e5c-8ba3-fee6972d185e req-95b977d9-1a04-4af2-a003-7f684cea5332 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 210 time: 0.0751312 Dec 22 13:59:29.311786 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:29.344794 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-933e0b39-3116-4bbd-9749-750042f5a86d None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:29.356702 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-933e0b39-3116-4bbd-9749-750042f5a86d None None] Transition to ACTIVE for port object b0ad1275-de81-43c0-ba1b-eb34a30c2b12 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:59:29.452256 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-933e0b39-3116-4bbd-9749-750042f5a86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:29.456246 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-ab2864fa-852a-4a96-afe8-4f22ce1c5840 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:29.582153 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f874d-b1e0-4fdb-bb29-934e6aa47c99 None None] Pushing event updated for resources: {'Port': ['ID=b0ad1275-de81-43c0-ba1b-eb34a30c2b12,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:29.590942 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-583f874d-b1e0-4fdb-bb29-934e6aa47c99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:29.725095 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-933e0b39-3116-4bbd-9749-750042f5a86d None None] Attempting to bind port b0ad1275-de81-43c0-ba1b-eb34a30c2b12 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:59:29.725515 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-933e0b39-3116-4bbd-9749-750042f5a86d None None] Attempting to bind port b0ad1275-de81-43c0-ba1b-eb34a30c2b12 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '066338e5-b6f5-45b8-b209-21af39ecbd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f481ef38-a37e-4853-a2ef-b9c1fa8192d7'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:59:29.725829 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933e0b39-3116-4bbd-9749-750042f5a86d None None] Attempting to bind port b0ad1275-de81-43c0-ba1b-eb34a30c2b12 on network f481ef38-a37e-4853-a2ef-b9c1fa8192d7 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:59:29.736181 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933e0b39-3116-4bbd-9749-750042f5a86d None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:59:29.736567 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933e0b39-3116-4bbd-9749-750042f5a86d None None] Checking segment: {'id': '066338e5-b6f5-45b8-b209-21af39ecbd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f481ef38-a37e-4853-a2ef-b9c1fa8192d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:59:29.736970 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-933e0b39-3116-4bbd-9749-750042f5a86d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:29.737361 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933e0b39-3116-4bbd-9749-750042f5a86d None None] Bound using segment: {'id': '066338e5-b6f5-45b8-b209-21af39ecbd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f481ef38-a37e-4853-a2ef-b9c1fa8192d7'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:59:29.737827 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-933e0b39-3116-4bbd-9749-750042f5a86d None None] Bound port: b0ad1275-de81-43c0-ba1b-eb34a30c2b12, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066338e5-b6f5-45b8-b209-21af39ecbd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f481ef38-a37e-4853-a2ef-b9c1fa8192d7'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:59:29.738200 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-933e0b39-3116-4bbd-9749-750042f5a86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:29.835056 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-933e0b39-3116-4bbd-9749-750042f5a86d None None] For port b0ad1275-de81-43c0-ba1b-eb34a30c2b12, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:59:29.838015 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-933e0b39-3116-4bbd-9749-750042f5a86d None None] For port b0ad1275-de81-43c0-ba1b-eb34a30c2b12, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=b0ad1275-de81-43c0-ba1b-eb34a30c2b12,segment=NetworkSegment(066338e5-b6f5-45b8-b209-21af39ecbd06),segment_id=066338e5-b6f5-45b8-b209-21af39ecbd06)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:59:29.910448 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-933e0b39-3116-4bbd-9749-750042f5a86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:29.914759 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f10bec04-ec69-4860-9af6-5374a5137d46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:29.994295 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f874d-b1e0-4fdb-bb29-934e6aa47c99 None None] Pushing event updated for resources: {'Port': ['ID=b0ad1275-de81-43c0-ba1b-eb34a30c2b12,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:29.997473 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-583f874d-b1e0-4fdb-bb29-934e6aa47c99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:29.998494 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933e0b39-3116-4bbd-9749-750042f5a86d None None] Routers {'b7760fba-de50-44d8-b486-827ab698c99e'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:59:29.999115 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-933e0b39-3116-4bbd-9749-750042f5a86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:59:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b7760fba-de50-44d8-b486-827ab698c99e'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:59:30.182952 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-933e0b39-3116-4bbd-9749-750042f5a86d None None] Set router b7760fba-de50-44d8-b486-827ab698c99e gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:59:30.440142 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b3d74824-22ef-449e-a29f-df7af883b09a req-8ad6869a-e6ed-4469-b1fe-478457def7fc tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 210 time: 0.0410681 Dec 22 13:59:30.509566 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-933e0b39-3116-4bbd-9749-750042f5a86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7760fba-de50-44d8-b486-827ab698c99e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396320726', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'b9de99da-be60-4ef2-9aff-79f7b4a9a0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:59:21Z', 'updated_at': '2021-12-22T13:59:26Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': 'b9de99da-be60-4ef2-9aff-79f7b4a9a0d5', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7760fba-de50-44d8-b486-827ab698c99e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:21Z', 'updated_at': '2021-12-22T13:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'b0ad1275-de81-43c0-ba1b-eb34a30c2b12', 'name': '', 'network_id': 'f481ef38-a37e-4853-a2ef-b9c1fa8192d7', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:b6:4b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7760fba-de50-44d8-b486-827ab698c99e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fef6040-125e-43e1-a37b-50157d6c0d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:25Z', 'updated_at': '2021-12-22T13:59:29Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': '4fef6040-125e-43e1-a37b-50157d6c0d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:59:30.513707 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933e0b39-3116-4bbd-9749-750042f5a86d None None] The sync data for ids ['b7760fba-de50-44d8-b486-827ab698c99e'] in dv-neutron-822669-1-hyperv is: [{'id': 'b7760fba-de50-44d8-b486-827ab698c99e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396320726', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'b9de99da-be60-4ef2-9aff-79f7b4a9a0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:59:21Z', 'updated_at': '2021-12-22T13:59:26Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': 'b9de99da-be60-4ef2-9aff-79f7b4a9a0d5', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7760fba-de50-44d8-b486-827ab698c99e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:21Z', 'updated_at': '2021-12-22T13:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'b0ad1275-de81-43c0-ba1b-eb34a30c2b12', 'name': '', 'network_id': 'f481ef38-a37e-4853-a2ef-b9c1fa8192d7', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:b6:4b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7760fba-de50-44d8-b486-827ab698c99e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fef6040-125e-43e1-a37b-50157d6c0d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:25Z', 'updated_at': '2021-12-22T13:59:29Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': '4fef6040-125e-43e1-a37b-50157d6c0d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:59:31.431960 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-7b5164d2-66ed-4ee7-9eaa-394b8ce685e6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:31.433465 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-7b5164d2-66ed-4ee7-9eaa-394b8ce685e6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.45 "GET /v2.0/networks?id=f481ef38-a37e-4853-a2ef-b9c1fa8192d7 HTTP/1.1" status: 200 len: 796 time: 0.1493244 Dec 22 13:59:31.505609 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-9728d6e5-57ac-40a6-a6b8-c54615798799 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 HTTP/1.1" status: 200 len: 379 time: 0.0488183 Dec 22 13:59:31.534069 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-f42cea22-a5f8-4dda-8b1d-9ac18d048f78 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'port': {'device_id': '5abb1c2a-a371-4c86-987e-77719d35c396', 'network_id': 'f481ef38-a37e-4853-a2ef-b9c1fa8192d7', 'admin_state_up': True, 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'security_groups': ['97d4502b-7440-454c-9c59-a7044487db37']}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:59:31.607735 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-80765ed5-e6f0-47c8-9623-a794de04c07f req-5b00bc68-37ef-4393-a71d-f39c2da09e29 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 210 time: 0.0418162 Dec 22 13:59:31.677036 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-f42cea22-a5f8-4dda-8b1d-9ac18d048f78 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:59:31.686695 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-f42cea22-a5f8-4dda-8b1d-9ac18d048f78 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:59:31.783994 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-f42cea22-a5f8-4dda-8b1d-9ac18d048f78 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Made reservation on behalf of 3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:59:31.787135 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-f42cea22-a5f8-4dda-8b1d-9ac18d048f78 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:31.967796 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-f42cea22-a5f8-4dda-8b1d-9ac18d048f78 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Allocated IP 172.20.0.5 (f481ef38-a37e-4853-a2ef-b9c1fa8192d7/4fef6040-125e-43e1-a37b-50157d6c0d2f/4942a602-7ab4-456f-88a7-5a35ebec548e) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:59:32.007161 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device b0ad1275-de81-43c0-ba1b-eb34a30c2b12 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:59:32.143876 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port b0ad1275-de81-43c0-ba1b-eb34a30c2b12 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:59:32.148758 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port b0ad1275-de81-43c0-ba1b-eb34a30c2b12 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:59:32.149133 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:32.157173 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-f42cea22-a5f8-4dda-8b1d-9ac18d048f78 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:32.173405 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-f42cea22-a5f8-4dda-8b1d-9ac18d048f78 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Transition to ACTIVE for port object 4942a602-7ab4-456f-88a7-5a35ebec548e will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:59:32.260179 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:32.264109 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-f42cea22-a5f8-4dda-8b1d-9ac18d048f78 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:32.270676 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-dee6bf97-ae2a-4795-87d0-282f6e423cb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:32.295601 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port b0ad1275-de81-43c0-ba1b-eb34a30c2b12, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=b0ad1275-de81-43c0-ba1b-eb34a30c2b12,segment=NetworkSegment(066338e5-b6f5-45b8-b209-21af39ecbd06),segment_id=066338e5-b6f5-45b8-b209-21af39ecbd06)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:59:32.339832 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-f42cea22-a5f8-4dda-8b1d-9ac18d048f78 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Network f481ef38-a37e-4853-a2ef-b9c1fa8192d7 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:59:32.343225 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-f42cea22-a5f8-4dda-8b1d-9ac18d048f78 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:59:32.345133 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cea22-a5f8-4dda-8b1d-9ac18d048f78 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'Port': ['ID=4942a602-7ab4-456f-88a7-5a35ebec548e,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:32.347464 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-f42cea22-a5f8-4dda-8b1d-9ac18d048f78 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:59:32.357006 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:32.358958 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-d0b64e28-024e-42d5-8a8d-deda763a69ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:32.379201 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f42cea22-a5f8-4dda-8b1d-9ac18d048f78 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:32.429390 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=b0ad1275-de81-43c0-ba1b-eb34a30c2b12,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:32.432603 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:32.526037 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-f42cea22-a5f8-4dda-8b1d-9ac18d048f78 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:32.526863 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-f42cea22-a5f8-4dda-8b1d-9ac18d048f78 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:32.613161 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-f42cea22-a5f8-4dda-8b1d-9ac18d048f78 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0838344 Dec 22 13:59:32.630953 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-bde71b16-86ad-4a18-a4a8-eeb32fd3cf18 service neutron] Request body: {'port': {'device_id': '5abb1c2a-a371-4c86-987e-77719d35c396', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:59:32.726832 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-ec5ebc6f-8170-4212-be54-b10ff96b62ee None None] Provisioning for port 4942a602-7ab4-456f-88a7-5a35ebec548e completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:59:32.732069 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-ec5ebc6f-8170-4212-be54-b10ff96b62ee None None] Provisioning complete for port 4942a602-7ab4-456f-88a7-5a35ebec548e triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:59:32.732448 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ec5ebc6f-8170-4212-be54-b10ff96b62ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:32.784377 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-bde71b16-86ad-4a18-a4a8-eeb32fd3cf18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:32.786153 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-ec5ebc6f-8170-4212-be54-b10ff96b62ee None None] Port 4942a602-7ab4-456f-88a7-5a35ebec548e cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 13:59:32.935943 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81012976-23d2-4c95-800f-c87fd5f6165a req-7606f6a5-6850-4d49-b87c-d8c2f1282989 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:32.936618 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-81012976-23d2-4c95-800f-c87fd5f6165a req-7606f6a5-6850-4d49-b87c-d8c2f1282989 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Synchronizing usage tracker for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:59:33.035841 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-81012976-23d2-4c95-800f-c87fd5f6165a req-7606f6a5-6850-4d49-b87c-d8c2f1282989 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Unset dirty status for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:59:33.036909 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-81012976-23d2-4c95-800f-c87fd5f6165a req-7606f6a5-6850-4d49-b87c-d8c2f1282989 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 931 time: 0.2959051 Dec 22 13:59:33.113584 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-81012976-23d2-4c95-800f-c87fd5f6165a req-984e90cc-bb09-4347-b43d-fb3332f9ed50 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=97d4502b-7440-454c-9c59-a7044487db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699697 Dec 22 13:59:33.202259 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-bde71b16-86ad-4a18-a4a8-eeb32fd3cf18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4942a602-7ab4-456f-88a7-5a35ebec548e {{(pid=84149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:59:33.209060 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-bde71b16-86ad-4a18-a4a8-eeb32fd3cf18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:33.223594 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-bde71b16-86ad-4a18-a4a8-eeb32fd3cf18 service neutron] Transition to ACTIVE for port object 4942a602-7ab4-456f-88a7-5a35ebec548e will not be triggered until provisioned by entity L2. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:59:33.309347 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-bde71b16-86ad-4a18-a4a8-eeb32fd3cf18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:33.313617 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-dc7a73ff-02e3-4a63-bbe4-03d9b5608b83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:33.444748 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde71b16-86ad-4a18-a4a8-eeb32fd3cf18 service neutron] Pushing event updated for resources: {'Port': ['ID=4942a602-7ab4-456f-88a7-5a35ebec548e,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:33.448462 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-bde71b16-86ad-4a18-a4a8-eeb32fd3cf18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:33.551374 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-bde71b16-86ad-4a18-a4a8-eeb32fd3cf18 service neutron] Attempting to bind port 4942a602-7ab4-456f-88a7-5a35ebec548e on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:59:33.551976 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-bde71b16-86ad-4a18-a4a8-eeb32fd3cf18 service neutron] Attempting to bind port 4942a602-7ab4-456f-88a7-5a35ebec548e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '066338e5-b6f5-45b8-b209-21af39ecbd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f481ef38-a37e-4853-a2ef-b9c1fa8192d7'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:59:33.552084 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-bde71b16-86ad-4a18-a4a8-eeb32fd3cf18 service neutron] Attempting to bind port 4942a602-7ab4-456f-88a7-5a35ebec548e on network f481ef38-a37e-4853-a2ef-b9c1fa8192d7 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:59:33.557759 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-bde71b16-86ad-4a18-a4a8-eeb32fd3cf18 service neutron] Port 4942a602-7ab4-456f-88a7-5a35ebec548e on network f481ef38-a37e-4853-a2ef-b9c1fa8192d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 13:59:33.558077 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-bde71b16-86ad-4a18-a4a8-eeb32fd3cf18 service neutron] Attempting to bind port 4942a602-7ab4-456f-88a7-5a35ebec548e on network f481ef38-a37e-4853-a2ef-b9c1fa8192d7 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 13:59:33.565226 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-bde71b16-86ad-4a18-a4a8-eeb32fd3cf18 service neutron] Checking agent: {'id': '72ee2f79-9ac0-483e-b4fd-5b910a776581', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'started_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 13:59:33.565509 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-bde71b16-86ad-4a18-a4a8-eeb32fd3cf18 service neutron] Checking segment: {'id': '066338e5-b6f5-45b8-b209-21af39ecbd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f481ef38-a37e-4853-a2ef-b9c1fa8192d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 13:59:33.565891 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-bde71b16-86ad-4a18-a4a8-eeb32fd3cf18 service neutron] Bound using segment: {'id': '066338e5-b6f5-45b8-b209-21af39ecbd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f481ef38-a37e-4853-a2ef-b9c1fa8192d7'} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 13:59:33.566310 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-bde71b16-86ad-4a18-a4a8-eeb32fd3cf18 service neutron] Bound port: 4942a602-7ab4-456f-88a7-5a35ebec548e, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '066338e5-b6f5-45b8-b209-21af39ecbd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f481ef38-a37e-4853-a2ef-b9c1fa8192d7'}}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:59:33.566674 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-bde71b16-86ad-4a18-a4a8-eeb32fd3cf18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:33.657161 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-bde71b16-86ad-4a18-a4a8-eeb32fd3cf18 service neutron] For port 4942a602-7ab4-456f-88a7-5a35ebec548e, host hv-neutron-8226, cleared binding levels {{(pid=84149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 13:59:33.660017 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-bde71b16-86ad-4a18-a4a8-eeb32fd3cf18 service neutron] For port 4942a602-7ab4-456f-88a7-5a35ebec548e, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4942a602-7ab4-456f-88a7-5a35ebec548e,segment=NetworkSegment(066338e5-b6f5-45b8-b209-21af39ecbd06),segment_id=066338e5-b6f5-45b8-b209-21af39ecbd06)] {{(pid=84149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 13:59:33.726928 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-bde71b16-86ad-4a18-a4a8-eeb32fd3cf18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:33.731156 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-bde71b16-86ad-4a18-a4a8-eeb32fd3cf18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:33.792586 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-bde71b16-86ad-4a18-a4a8-eeb32fd3cf18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:33.793997 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-bde71b16-86ad-4a18-a4a8-eeb32fd3cf18 service neutron] 10.222.0.45 "PUT /v2.0/ports/4942a602-7ab4-456f-88a7-5a35ebec548e HTTP/1.1" status: 200 len: 1093 time: 1.1671619 Dec 22 13:59:33.794550 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5abb1c2a-a371-4c86-987e-77719d35c396', 'tag': '4942a602-7ab4-456f-88a7-5a35ebec548e'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:59:33.811869 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde71b16-86ad-4a18-a4a8-eeb32fd3cf18 service neutron] Pushing event updated for resources: {'Port': ['ID=4942a602-7ab4-456f-88a7-5a35ebec548e,revision_number=3']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:33.815054 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-bde71b16-86ad-4a18-a4a8-eeb32fd3cf18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:33.853385 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5abb1c2a-a371-4c86-987e-77719d35c396', 'tag': '4942a602-7ab4-456f-88a7-5a35ebec548e', 'status': 'completed', 'code': 200} Dec 22 13:59:33.976645 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-cea66a4b-95df-4b0c-987c-d74ab2f75532 req-1f8c9c1e-9134-43dc-a02c-df11296810e1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 1096 time: 0.0907793 Dec 22 13:59:33.993942 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device b0ad1275-de81-43c0-ba1b-eb34a30c2b12 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:59:34.078010 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port b0ad1275-de81-43c0-ba1b-eb34a30c2b12 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:59:34.079403 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:34.124339 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea66a4b-95df-4b0c-987c-d74ab2f75532 req-a5296ae9-d1c2-4382-af18-4ae1798372d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:34.126099 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-cea66a4b-95df-4b0c-987c-d74ab2f75532 req-a5296ae9-d1c2-4382-af18-4ae1798372d9 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1374078 Dec 22 13:59:34.310803 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea66a4b-95df-4b0c-987c-d74ab2f75532 req-df87b04a-4a30-4610-a733-9d4329b40347 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:34.312207 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-cea66a4b-95df-4b0c-987c-d74ab2f75532 req-df87b04a-4a30-4610-a733-9d4329b40347 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1744306 Dec 22 13:59:34.343593 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344938b6-f584-475f-bf7c-7bfc3b8628a0 req-d8489af0-a2e9-41c2-91ea-449b0543209d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:34.345195 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-344938b6-f584-475f-bf7c-7bfc3b8628a0 req-d8489af0-a2e9-41c2-91ea-449b0543209d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 943 time: 0.1005085 Dec 22 13:59:34.441424 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-344938b6-f584-475f-bf7c-7bfc3b8628a0 req-54c819ac-fdf9-4b6b-bfba-1c2920180637 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=97d4502b-7440-454c-9c59-a7044487db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905335 Dec 22 13:59:34.459983 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-31fbac44-2b89-4865-8c64-abf17b2ea0f6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 1096 time: 0.0939434 Dec 22 13:59:34.534813 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-acddbdc9-4bbf-49f1-af4c-fb552060ce05 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4942a602-7ab4-456f-88a7-5a35ebec548e HTTP/1.1" status: 200 len: 217 time: 0.0617485 Dec 22 13:59:34.701319 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-907e80ec-6718-42f2-ac1f-4d6984238037 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:34.702758 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-907e80ec-6718-42f2-ac1f-4d6984238037 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4fef6040-125e-43e1-a37b-50157d6c0d2f HTTP/1.1" status: 200 len: 835 time: 0.1612442 Dec 22 13:59:34.784001 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-86fdbd72-b06b-447d-91bd-96f87c5607d8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f481ef38-a37e-4853-a2ef-b9c1fa8192d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703144 Dec 22 13:59:34.919408 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-94c4fd59-4844-4b34-8d1e-c956c2ef6171 service neutron] 10.222.0.45 "GET /v2.0/networks/f481ef38-a37e-4853-a2ef-b9c1fa8192d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236627 Dec 22 13:59:35.055357 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ea1f827d-557b-4c25-8d7f-bbdd6c32a308 req-3a5ba029-1d85-48e9-aa60-68976e13d568 service neutron] 10.222.0.45 "GET /v2.0/networks/f481ef38-a37e-4853-a2ef-b9c1fa8192d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288230 Dec 22 13:59:35.640426 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aae7bd-7c45-4be9-b5f6-bb7592bd5654 req-53220373-4de7-45ea-81cd-01e9e454efaf tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:35.642627 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-96aae7bd-7c45-4be9-b5f6-bb7592bd5654 req-53220373-4de7-45ea-81cd-01e9e454efaf tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 943 time: 0.0788839 Dec 22 13:59:35.663979 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-68c976a5-8a47-41d8-b23b-43be6d7c8dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:35.691395 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-96aae7bd-7c45-4be9-b5f6-bb7592bd5654 req-29898e77-95ef-4884-bcf5-b33383dd7918 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Synchronizing usage tracker for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:security_group {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:59:35.702619 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-96aae7bd-7c45-4be9-b5f6-bb7592bd5654 req-29898e77-95ef-4884-bcf5-b33383dd7918 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Unset dirty status for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:security_group {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:59:35.704226 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-96aae7bd-7c45-4be9-b5f6-bb7592bd5654 req-29898e77-95ef-4884-bcf5-b33383dd7918 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=97d4502b-7440-454c-9c59-a7044487db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559833 Dec 22 13:59:36.903077 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a2119-d0e0-4119-9e5e-39c3a36ba17c req-9b992e0b-5c99-4d9e-8a98-05ee6b04fb27 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:36.904388 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-464a2119-d0e0-4119-9e5e-39c3a36ba17c req-9b992e0b-5c99-4d9e-8a98-05ee6b04fb27 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 943 time: 0.0767102 Dec 22 13:59:36.954602 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-464a2119-d0e0-4119-9e5e-39c3a36ba17c req-7391dfe6-0bcd-401a-969d-6b0fce0c1355 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=97d4502b-7440-454c-9c59-a7044487db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440307 Dec 22 13:59:37.302802 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 4942a602-7ab4-456f-88a7-5a35ebec548e details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:59:37.436858 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 4942a602-7ab4-456f-88a7-5a35ebec548e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4942a602-7ab4-456f-88a7-5a35ebec548e,segment=NetworkSegment(066338e5-b6f5-45b8-b209-21af39ecbd06),segment_id=066338e5-b6f5-45b8-b209-21af39ecbd06)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:59:37.450023 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '4942a602-7ab4-456f-88a7-5a35ebec548e', 'network_id': 'f481ef38-a37e-4853-a2ef-b9c1fa8192d7', 'port_id': '4942a602-7ab4-456f-88a7-5a35ebec548e', 'mac_address': 'fa:16:3e:4d:63:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fef6040-125e-43e1-a37b-50157d6c0d2f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:59:37.503043 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:37.520468 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4942a602-7ab4-456f-88a7-5a35ebec548e {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:59:37.535373 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 4942a602-7ab4-456f-88a7-5a35ebec548e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4942a602-7ab4-456f-88a7-5a35ebec548e,segment=NetworkSegment(066338e5-b6f5-45b8-b209-21af39ecbd06),segment_id=066338e5-b6f5-45b8-b209-21af39ecbd06)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:59:37.595165 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:37.598067 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-583f874d-b1e0-4fdb-bb29-934e6aa47c99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:37.700619 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=4942a602-7ab4-456f-88a7-5a35ebec548e,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:37.704364 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:37.917407 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['4942a602-7ab4-456f-88a7-5a35ebec548e'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 13:59:38.025687 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-611e2fdf-f046-4e6e-943a-e8951956e217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:38.151159 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf3688-3eb0-472c-92e9-d923434ad14c req-711ea9e3-82a6-4c09-9adf-17071e6cbf2e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:38.152712 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5ccf3688-3eb0-472c-92e9-d923434ad14c req-711ea9e3-82a6-4c09-9adf-17071e6cbf2e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 944 time: 0.0782926 Dec 22 13:59:38.199452 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5ccf3688-3eb0-472c-92e9-d923434ad14c req-b059263f-4d93-407e-9f84-4a5ce59e5f86 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=97d4502b-7440-454c-9c59-a7044487db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403090 Dec 22 13:59:39.035050 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:39.303923 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 4942a602-7ab4-456f-88a7-5a35ebec548e up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:59:39.397385 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82620a1-106b-460e-95c6-cedca97457a6 req-96684bce-b70f-42ff-b024-558d6def98c5 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:39.398876 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c82620a1-106b-460e-95c6-cedca97457a6 req-96684bce-b70f-42ff-b024-558d6def98c5 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 944 time: 0.0819025 Dec 22 13:59:39.444572 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c82620a1-106b-460e-95c6-cedca97457a6 req-52afdc76-fe54-4f6f-bcf6-d6a2003cb34f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=97d4502b-7440-454c-9c59-a7044487db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401423 Dec 22 13:59:39.458070 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:39.492176 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning for port 4942a602-7ab4-456f-88a7-5a35ebec548e completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:59:39.497480 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 4942a602-7ab4-456f-88a7-5a35ebec548e triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:59:39.497890 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:39.613014 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:39.639548 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5abb1c2a-a371-4c86-987e-77719d35c396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4942a602-7ab4-456f-88a7-5a35ebec548e'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:59:39.649486 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 4942a602-7ab4-456f-88a7-5a35ebec548e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4942a602-7ab4-456f-88a7-5a35ebec548e,segment=NetworkSegment(066338e5-b6f5-45b8-b209-21af39ecbd06),segment_id=066338e5-b6f5-45b8-b209-21af39ecbd06)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 13:59:39.715567 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:39.717416 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:39.776478 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5abb1c2a-a371-4c86-987e-77719d35c396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4942a602-7ab4-456f-88a7-5a35ebec548e', 'code': 200} Dec 22 13:59:39.786699 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=4942a602-7ab4-456f-88a7-5a35ebec548e,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:39.789561 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:40.146691 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-900878dd-0f12-4cfd-ab68-b502250de948 req-25ae702a-54ec-4c40-9214-9f327f08dd33 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 1098 time: 0.0720317 Dec 22 13:59:40.194058 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-900878dd-0f12-4cfd-ab68-b502250de948 req-3a7aa29d-db36-45cd-ae93-4b86290de72d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=97d4502b-7440-454c-9c59-a7044487db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364079 Dec 22 13:59:40.612209 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:40.649227 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599791e0-40d1-41a3-870b-9e87f3adb43d req-ccbb6c37-f449-45c1-a46d-37b3ec4ba4b3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:40.650694 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-599791e0-40d1-41a3-870b-9e87f3adb43d req-ccbb6c37-f449-45c1-a46d-37b3ec4ba4b3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 945 time: 0.0775890 Dec 22 13:59:40.696924 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-599791e0-40d1-41a3-870b-9e87f3adb43d req-585e0e7e-7161-41ff-9de3-6882a61e9725 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=97d4502b-7440-454c-9c59-a7044487db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406458 Dec 22 13:59:41.893595 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2ce10-181a-4758-b131-bb74434b6a9c req-5ae83a76-02be-4c50-be83-2737f2f7082b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:41.894977 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ffc2ce10-181a-4758-b131-bb74434b6a9c req-5ae83a76-02be-4c50-be83-2737f2f7082b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 945 time: 0.0795732 Dec 22 13:59:41.939371 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ffc2ce10-181a-4758-b131-bb74434b6a9c req-cf0450ef-bfd4-47df-b338-f83b0d4653f3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=97d4502b-7440-454c-9c59-a7044487db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389268 Dec 22 13:59:42.138756 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5cb49-44dd-4077-8875-4450e91d9241 req-49dfe521-a706-402c-976f-b6e270d7ae54 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:42.140186 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-43f5cb49-44dd-4077-8875-4450e91d9241 req-49dfe521-a706-402c-976f-b6e270d7ae54 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 945 time: 0.0818253 Dec 22 13:59:42.186234 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-43f5cb49-44dd-4077-8875-4450e91d9241 req-062ae60a-ed97-401a-9574-161ab487bce6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=97d4502b-7440-454c-9c59-a7044487db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398169 Dec 22 13:59:42.214033 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57844) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:59:42.282327 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-5daf98b0-eee9-40e6-acc4-1a7989e2a9e2 tempest-TestNetworkAdvancedServerOps-1874708569 tempest-TestNetworkAdvancedServerOps-1874708569-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 1093 time: 0.0670500 Dec 22 13:59:42.284815 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57848) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:59:42.289823 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-140b42b2-c5d3-4192-b95a-a5af564862e9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'floatingip': {'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'port_id': '4942a602-7ab4-456f-88a7-5a35ebec548e', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 13:59:42.295165 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-140b42b2-c5d3-4192-b95a-a5af564862e9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:59:42.299491 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-140b42b2-c5d3-4192-b95a-a5af564862e9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:floatingip and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:59:42.302292 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-140b42b2-c5d3-4192-b95a-a5af564862e9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:59:42.307875 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-140b42b2-c5d3-4192-b95a-a5af564862e9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:59:42.361415 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-140b42b2-c5d3-4192-b95a-a5af564862e9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for floatingip, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:42.497360 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-140b42b2-c5d3-4192-b95a-a5af564862e9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:42.737053 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-140b42b2-c5d3-4192-b95a-a5af564862e9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Allocated IP 172.26.1.80 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/e39ab88b-054c-48cb-b4a9-632684aaffcf) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:59:42.879399 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-140b42b2-c5d3-4192-b95a-a5af564862e9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:42.972767 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-140b42b2-c5d3-4192-b95a-a5af564862e9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:42.976394 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8a7624f2-20a7-42c4-a084-3bd05ccd269a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:43.043915 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140b42b2-c5d3-4192-b95a-a5af564862e9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:59:43.047688 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-140b42b2-c5d3-4192-b95a-a5af564862e9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:59:43.049649 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b42b2-c5d3-4192-b95a-a5af564862e9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'Port': ['ID=e39ab88b-054c-48cb-b4a9-632684aaffcf,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:43.051754 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140b42b2-c5d3-4192-b95a-a5af564862e9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 13:59:43.079305 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-140b42b2-c5d3-4192-b95a-a5af564862e9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:43.556010 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-140b42b2-c5d3-4192-b95a-a5af564862e9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:43.661582 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-140b42b2-c5d3-4192-b95a-a5af564862e9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:43.860560 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-140b42b2-c5d3-4192-b95a-a5af564862e9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:43.903541 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-140b42b2-c5d3-4192-b95a-a5af564862e9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:43.907075 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-4a535546-30b0-4ea9-bdc1-4c6288b2c6a0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:44.003632 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b42b2-c5d3-4192-b95a-a5af564862e9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'Port': ['ID=e39ab88b-054c-48cb-b4a9-632684aaffcf,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:44.007430 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-140b42b2-c5d3-4192-b95a-a5af564862e9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:44.023217 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-140b42b2-c5d3-4192-b95a-a5af564862e9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:44.210696 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.l3_db [None req-140b42b2-c5d3-4192-b95a-a5af564862e9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Floating IP 2f4ba4d3-06c7-4158-bac0-f11e36cec3aa associated. External IP: 172.26.1.80, port: 4942a602-7ab4-456f-88a7-5a35ebec548e. Dec 22 13:59:44.710157 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-140b42b2-c5d3-4192-b95a-a5af564862e9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Router b7760fba-de50-44d8-b486-827ab698c99e has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 13:59:44.909582 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140b42b2-c5d3-4192-b95a-a5af564862e9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 13:59:44.918671 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad640f4-877e-4975-a26c-980281309d66 None None] Sync routers for ids ['b7760fba-de50-44d8-b486-827ab698c99e'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 13:59:44.931061 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad640f4-877e-4975-a26c-980281309d66 None None] Routers {'b7760fba-de50-44d8-b486-827ab698c99e'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:59:44.931631 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-1ad640f4-877e-4975-a26c-980281309d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:59:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b7760fba-de50-44d8-b486-827ab698c99e'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:59:44.989704 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-140b42b2-c5d3-4192-b95a-a5af564862e9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:45.049089 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-140b42b2-c5d3-4192-b95a-a5af564862e9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7632713 Dec 22 13:59:45.049890 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5abb1c2a-a371-4c86-987e-77719d35c396', 'tag': '4942a602-7ab4-456f-88a7-5a35ebec548e'}] {{(pid=84148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:59:45.105182 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5abb1c2a-a371-4c86-987e-77719d35c396', 'tag': '4942a602-7ab4-456f-88a7-5a35ebec548e', 'status': 'completed', 'code': 200} Dec 22 13:59:45.110057 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-1ad640f4-877e-4975-a26c-980281309d66 None None] Set router b7760fba-de50-44d8-b486-827ab698c99e gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:59:45.203082 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ab29a819-cef9-4129-a079-241a4cfff0ef req-64cb6946-1121-4f6d-94ba-591e72a9c2ed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 1098 time: 0.0720849 Dec 22 13:59:45.228874 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a265e48-60c7-43a5-8ea9-b23150313e81 req-2551ad49-a96b-46e1-9d06-74c65e1d6f87 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:45.230320 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5a265e48-60c7-43a5-8ea9-b23150313e81 req-2551ad49-a96b-46e1-9d06-74c65e1d6f87 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 945 time: 0.0804567 Dec 22 13:59:45.277161 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5a265e48-60c7-43a5-8ea9-b23150313e81 req-39448185-a11a-492e-b48c-81efed03b642 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=97d4502b-7440-454c-9c59-a7044487db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407920 Dec 22 13:59:45.306133 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57856) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:59:45.352383 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29a819-cef9-4129-a079-241a4cfff0ef req-98ac8742-c132-4b8c-bb8a-27bd5a2db7d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:45.353905 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ab29a819-cef9-4129-a079-241a4cfff0ef req-98ac8742-c132-4b8c-bb8a-27bd5a2db7d0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f481ef38-a37e-4853-a2ef-b9c1fa8192d7 HTTP/1.1" status: 200 len: 897 time: 0.1438179 Dec 22 13:59:45.422538 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-1ead6983-ae89-449d-b410-3f833f682b53 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/floatingips/2f4ba4d3-06c7-4158-bac0-f11e36cec3aa HTTP/1.1" status: 200 len: 990 time: 0.1133454 Dec 22 13:59:45.459800 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ab29a819-cef9-4129-a079-241a4cfff0ef req-4aaa27d1-3306-486b-b55e-94219837d125 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4942a602-7ab4-456f-88a7-5a35ebec548e HTTP/1.1" status: 200 len: 998 time: 0.0983024 Dec 22 13:59:45.509365 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-1ad640f4-877e-4975-a26c-980281309d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7760fba-de50-44d8-b486-827ab698c99e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396320726', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'b9de99da-be60-4ef2-9aff-79f7b4a9a0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:59:21Z', 'updated_at': '2021-12-22T13:59:26Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': 'b9de99da-be60-4ef2-9aff-79f7b4a9a0d5', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7760fba-de50-44d8-b486-827ab698c99e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:21Z', 'updated_at': '2021-12-22T13:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '2f4ba4d3-06c7-4158-bac0-f11e36cec3aa', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'floating_ip_address': '172.26.1.80', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'b7760fba-de50-44d8-b486-827ab698c99e', 'port_id': '4942a602-7ab4-456f-88a7-5a35ebec548e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f481ef38-a37e-4853-a2ef-b9c1fa8192d7', 'mac_address': 'fa:16:3e:4d:63:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abb1c2a-a371-4c86-987e-77719d35c396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:59:43Z', 'updated_at': '2021-12-22T13:59:43Z', 'revision_number': 0, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0ad1275-de81-43c0-ba1b-eb34a30c2b12', 'name': '', 'network_id': 'f481ef38-a37e-4853-a2ef-b9c1fa8192d7', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:b6:4b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7760fba-de50-44d8-b486-827ab698c99e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fef6040-125e-43e1-a37b-50157d6c0d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:25Z', 'updated_at': '2021-12-22T13:59:32Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': '4fef6040-125e-43e1-a37b-50157d6c0d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:59:45.513262 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad640f4-877e-4975-a26c-980281309d66 None None] Checking router: b7760fba-de50-44d8-b486-827ab698c99e for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 13:59:45.526028 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad640f4-877e-4975-a26c-980281309d66 None None] Routers {'b7760fba-de50-44d8-b486-827ab698c99e'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 13:59:45.526667 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-1ad640f4-877e-4975-a26c-980281309d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T13:59:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b7760fba-de50-44d8-b486-827ab698c99e'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:59:45.532441 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29a819-cef9-4129-a079-241a4cfff0ef req-54af46d2-4ecb-4802-a840-c47f90781d7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:45.534212 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ab29a819-cef9-4129-a079-241a4cfff0ef req-54af46d2-4ecb-4802-a840-c47f90781d7d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4fef6040-125e-43e1-a37b-50157d6c0d2f HTTP/1.1" status: 200 len: 835 time: 0.0670567 Dec 22 13:59:45.610298 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ab29a819-cef9-4129-a079-241a4cfff0ef req-a17dc929-60b1-49ae-897e-e46778ff66c6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f481ef38-a37e-4853-a2ef-b9c1fa8192d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686085 Dec 22 13:59:45.704215 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-1ad640f4-877e-4975-a26c-980281309d66 None None] Set router b7760fba-de50-44d8-b486-827ab698c99e gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 13:59:45.742751 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ab29a819-cef9-4129-a079-241a4cfff0ef req-9cfed15c-47ac-4ae5-b5c7-577a41ed5907 service neutron] 10.222.0.45 "GET /v2.0/networks/f481ef38-a37e-4853-a2ef-b9c1fa8192d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253486 Dec 22 13:59:45.878236 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ab29a819-cef9-4129-a079-241a4cfff0ef req-b6a71e2a-106b-46e3-86f9-52100224ad9a service neutron] 10.222.0.45 "GET /v2.0/networks/f481ef38-a37e-4853-a2ef-b9c1fa8192d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272571 Dec 22 13:59:46.044634 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-1ad640f4-877e-4975-a26c-980281309d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7760fba-de50-44d8-b486-827ab698c99e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396320726', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'b9de99da-be60-4ef2-9aff-79f7b4a9a0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:59:21Z', 'updated_at': '2021-12-22T13:59:26Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': 'b9de99da-be60-4ef2-9aff-79f7b4a9a0d5', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7760fba-de50-44d8-b486-827ab698c99e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:21Z', 'updated_at': '2021-12-22T13:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '2f4ba4d3-06c7-4158-bac0-f11e36cec3aa', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'floating_ip_address': '172.26.1.80', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'b7760fba-de50-44d8-b486-827ab698c99e', 'port_id': '4942a602-7ab4-456f-88a7-5a35ebec548e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f481ef38-a37e-4853-a2ef-b9c1fa8192d7', 'mac_address': 'fa:16:3e:4d:63:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abb1c2a-a371-4c86-987e-77719d35c396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:59:43Z', 'updated_at': '2021-12-22T13:59:43Z', 'revision_number': 0, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0ad1275-de81-43c0-ba1b-eb34a30c2b12', 'name': '', 'network_id': 'f481ef38-a37e-4853-a2ef-b9c1fa8192d7', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:b6:4b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7760fba-de50-44d8-b486-827ab698c99e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fef6040-125e-43e1-a37b-50157d6c0d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:25Z', 'updated_at': '2021-12-22T13:59:32Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': '4fef6040-125e-43e1-a37b-50157d6c0d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:59:46.049077 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad640f4-877e-4975-a26c-980281309d66 None None] The sync data for ids ['b7760fba-de50-44d8-b486-827ab698c99e'] in dv-neutron-822669-1-hyperv is: [{'id': 'b7760fba-de50-44d8-b486-827ab698c99e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396320726', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'b9de99da-be60-4ef2-9aff-79f7b4a9a0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:59:21Z', 'updated_at': '2021-12-22T13:59:26Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': 'b9de99da-be60-4ef2-9aff-79f7b4a9a0d5', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7760fba-de50-44d8-b486-827ab698c99e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:21Z', 'updated_at': '2021-12-22T13:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '2f4ba4d3-06c7-4158-bac0-f11e36cec3aa', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'floating_ip_address': '172.26.1.80', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'b7760fba-de50-44d8-b486-827ab698c99e', 'port_id': '4942a602-7ab4-456f-88a7-5a35ebec548e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f481ef38-a37e-4853-a2ef-b9c1fa8192d7', 'mac_address': 'fa:16:3e:4d:63:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abb1c2a-a371-4c86-987e-77719d35c396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:59:43Z', 'updated_at': '2021-12-22T13:59:43Z', 'revision_number': 0, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0ad1275-de81-43c0-ba1b-eb34a30c2b12', 'name': '', 'network_id': 'f481ef38-a37e-4853-a2ef-b9c1fa8192d7', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:b6:4b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7760fba-de50-44d8-b486-827ab698c99e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fef6040-125e-43e1-a37b-50157d6c0d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:25Z', 'updated_at': '2021-12-22T13:59:32Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': '4fef6040-125e-43e1-a37b-50157d6c0d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 13:59:46.425315 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 57860) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:59:46.629275 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b8b5acbe-a12b-40c7-b10f-685f0ab3c4ca tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/floatingips/2f4ba4d3-06c7-4158-bac0-f11e36cec3aa HTTP/1.1" status: 200 len: 990 time: 0.2025805 Dec 22 13:59:47.433591 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd60e06-4854-4ed8-89bd-2131ca8b33e2 None None] New status for floating IP 2f4ba4d3-06c7-4158-bac0-f11e36cec3aa: ACTIVE {{(pid=84150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 13:59:47.632211 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 57864) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:59:47.735562 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-4eb3f960-6df3-4c29-af1c-86ea78cc57b8 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/floatingips/2f4ba4d3-06c7-4158-bac0-f11e36cec3aa HTTP/1.1" status: 200 len: 990 time: 0.1021554 Dec 22 13:59:48.739436 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 57868) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:59:48.844185 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5922cd0b-ad39-4ade-827e-0ac7383dc809 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/floatingips/2f4ba4d3-06c7-4158-bac0-f11e36cec3aa HTTP/1.1" status: 200 len: 992 time: 0.1035917 Dec 22 13:59:54.116692 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:59:59.263452 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:05.680477 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-300624e6-b096-4c48-93a5-3b725acb7296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:08.029424 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1ff58fe6-d7d7-4cfa-b9ba-c8aff1ce453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:09.018111 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:09.417232 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:10.651690 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:17.434576 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e658cbed-e3da-4f55-a0d4-9dd59f8f0ac3 req-235a7167-2362-499c-b2fe-54a44835b9c1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680025 Dec 22 14:00:17.571705 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e658cbed-e3da-4f55-a0d4-9dd59f8f0ac3 req-2f460d9f-85fc-47e7-b5d9-33c7cf8348ae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 1098 time: 0.0687788 Dec 22 14:00:17.717647 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658cbed-e3da-4f55-a0d4-9dd59f8f0ac3 req-6a065c59-2c54-4aae-ba6b-2126b9952ec4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:17.719034 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e658cbed-e3da-4f55-a0d4-9dd59f8f0ac3 req-6a065c59-2c54-4aae-ba6b-2126b9952ec4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f481ef38-a37e-4853-a2ef-b9c1fa8192d7 HTTP/1.1" status: 200 len: 897 time: 0.1271844 Dec 22 14:00:17.822138 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e658cbed-e3da-4f55-a0d4-9dd59f8f0ac3 req-3b2f75c7-69f3-46fe-a0b5-255840efea24 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4942a602-7ab4-456f-88a7-5a35ebec548e HTTP/1.1" status: 200 len: 1000 time: 0.0950253 Dec 22 14:00:17.889465 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658cbed-e3da-4f55-a0d4-9dd59f8f0ac3 req-3568e5ce-dc58-49d5-adde-d6acfe968616 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:17.890897 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e658cbed-e3da-4f55-a0d4-9dd59f8f0ac3 req-3568e5ce-dc58-49d5-adde-d6acfe968616 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4fef6040-125e-43e1-a37b-50157d6c0d2f HTTP/1.1" status: 200 len: 835 time: 0.0617614 Dec 22 14:00:17.965857 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e658cbed-e3da-4f55-a0d4-9dd59f8f0ac3 req-d0e1fcfe-b54d-4d31-a141-1440ccc13af1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f481ef38-a37e-4853-a2ef-b9c1fa8192d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668762 Dec 22 14:00:18.098784 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e658cbed-e3da-4f55-a0d4-9dd59f8f0ac3 req-90638f00-2f0e-4eb1-8066-15d98585f0c2 service neutron] 10.222.0.45 "GET /v2.0/networks/f481ef38-a37e-4853-a2ef-b9c1fa8192d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256313 Dec 22 14:00:18.230769 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e658cbed-e3da-4f55-a0d4-9dd59f8f0ac3 req-054f4e35-2372-43a1-b7ca-5bb5aa6edbda service neutron] 10.222.0.45 "GET /v2.0/networks/f481ef38-a37e-4853-a2ef-b9c1fa8192d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235912 Dec 22 14:00:20.166888 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5b850995-aa7a-443d-8c6d-15512d9ed7e6 req-ab9448b1-b22e-4984-ba45-d59159533c92 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0718617 Dec 22 14:00:21.613843 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600557f7-478b-4fe7-aac8-9a50b8beab78 req-0f0a784f-28d2-48b8-b163-ef83a11e6688 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:21.615556 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-600557f7-478b-4fe7-aac8-9a50b8beab78 req-0f0a784f-28d2-48b8-b163-ef83a11e6688 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 945 time: 0.0886779 Dec 22 14:00:21.663117 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-600557f7-478b-4fe7-aac8-9a50b8beab78 req-3b67fc59-ce49-4d0c-a15e-c421b9b74119 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=97d4502b-7440-454c-9c59-a7044487db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420449 Dec 22 14:00:21.777855 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e8bf3a35-8915-4ff7-a24a-e19e2eb4c242 req-002e48d2-d97c-4608-baa0-b7c6c9417684 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2020617 Dec 22 14:00:22.868436 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a06f9-332f-4626-b307-414bd2a00b54 req-e92beae6-361d-4b03-ac51-95fe6b6455ea tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:22.869838 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7c2a06f9-332f-4626-b307-414bd2a00b54 req-e92beae6-361d-4b03-ac51-95fe6b6455ea tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 945 time: 0.0793917 Dec 22 14:00:22.916221 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7c2a06f9-332f-4626-b307-414bd2a00b54 req-71f75f78-f291-4493-98da-a74188986b10 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=97d4502b-7440-454c-9c59-a7044487db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408666 Dec 22 14:00:23.879156 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e8bf3a35-8915-4ff7-a24a-e19e2eb4c242 req-677ddbf9-b395-471c-9b5f-9c8e581de341 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 1098 time: 0.0737844 Dec 22 14:00:24.012050 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf3a35-8915-4ff7-a24a-e19e2eb4c242 req-98632814-d79a-4f21-9213-f6cbb4d1e630 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:24.013456 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e8bf3a35-8915-4ff7-a24a-e19e2eb4c242 req-98632814-d79a-4f21-9213-f6cbb4d1e630 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f481ef38-a37e-4853-a2ef-b9c1fa8192d7 HTTP/1.1" status: 200 len: 897 time: 0.1275749 Dec 22 14:00:24.265749 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e8bf3a35-8915-4ff7-a24a-e19e2eb4c242 req-c1ca5271-b58f-4216-8b54-bc362940cf61 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4942a602-7ab4-456f-88a7-5a35ebec548e HTTP/1.1" status: 200 len: 1000 time: 0.2420502 Dec 22 14:00:24.328685 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03860c75-3d60-450a-aa91-af03fb35f61b req-799a9fe5-647b-4a55-90d0-bad6db340a87 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:24.330076 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-03860c75-3d60-450a-aa91-af03fb35f61b req-799a9fe5-647b-4a55-90d0-bad6db340a87 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 945 time: 0.2598758 Dec 22 14:00:24.363843 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf3a35-8915-4ff7-a24a-e19e2eb4c242 req-2fa7bac5-09a5-41d2-8c61-85a64cb434ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:24.365222 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e8bf3a35-8915-4ff7-a24a-e19e2eb4c242 req-2fa7bac5-09a5-41d2-8c61-85a64cb434ad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4fef6040-125e-43e1-a37b-50157d6c0d2f HTTP/1.1" status: 200 len: 835 time: 0.0870073 Dec 22 14:00:24.429105 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-03860c75-3d60-450a-aa91-af03fb35f61b req-6a6cdd10-b03e-4007-a219-c53cb269489d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=97d4502b-7440-454c-9c59-a7044487db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905039 Dec 22 14:00:24.458696 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e8bf3a35-8915-4ff7-a24a-e19e2eb4c242 req-6638ec08-a2d3-4bfe-b9f2-01cf77475503 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f481ef38-a37e-4853-a2ef-b9c1fa8192d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813985 Dec 22 14:00:24.593814 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e8bf3a35-8915-4ff7-a24a-e19e2eb4c242 req-82650033-78a4-4896-9c86-5b015d511318 service neutron] 10.222.0.45 "GET /v2.0/networks/f481ef38-a37e-4853-a2ef-b9c1fa8192d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249957 Dec 22 14:00:24.726406 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e8bf3a35-8915-4ff7-a24a-e19e2eb4c242 req-af959068-aa4a-4634-bed4-25d1bfc391dc service neutron] 10.222.0.45 "GET /v2.0/networks/f481ef38-a37e-4853-a2ef-b9c1fa8192d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218486 Dec 22 14:00:25.626781 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b162de-9f77-4efe-ace2-e9966ac23d9e req-19fdc73b-e9ba-498f-8cbd-a66a35b0000b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:25.629001 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c7b162de-9f77-4efe-ace2-e9966ac23d9e req-19fdc73b-e9ba-498f-8cbd-a66a35b0000b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 945 time: 0.0803545 Dec 22 14:00:25.673809 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c7b162de-9f77-4efe-ace2-e9966ac23d9e req-f0c6212b-4e83-4321-bd02-117e6207b309 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=97d4502b-7440-454c-9c59-a7044487db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394170 Dec 22 14:00:26.869874 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18877c2e-f1ac-45ab-90b1-10cf93f1fb83 req-8a159fd0-58b2-43fb-95fe-f2097e51f7b5 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:26.876937 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-18877c2e-f1ac-45ab-90b1-10cf93f1fb83 req-8a159fd0-58b2-43fb-95fe-f2097e51f7b5 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 945 time: 0.0757468 Dec 22 14:00:26.917003 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-18877c2e-f1ac-45ab-90b1-10cf93f1fb83 req-ffc8271b-bf4a-4c88-8b7f-48120ef1e7a9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=97d4502b-7440-454c-9c59-a7044487db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402722 Dec 22 14:00:28.109559 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42acfa-ee2a-4142-a80e-879b2f59fa7e req-f4e7f0db-4a15-48c9-abc6-989238dde7f2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:28.111022 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9a42acfa-ee2a-4142-a80e-879b2f59fa7e req-f4e7f0db-4a15-48c9-abc6-989238dde7f2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 945 time: 0.0755687 Dec 22 14:00:28.161282 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9a42acfa-ee2a-4142-a80e-879b2f59fa7e req-5fbf0ee4-ecd0-4ab6-95b5-63e3e45dd50f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=97d4502b-7440-454c-9c59-a7044487db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440254 Dec 22 14:00:29.269731 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:29.360188 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134d5b5-f400-4545-ae3d-b98085730844 req-f2378501-4f4a-4a32-8cb0-c2b4b928cd68 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:29.362044 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f134d5b5-f400-4545-ae3d-b98085730844 req-f2378501-4f4a-4a32-8cb0-c2b4b928cd68 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 945 time: 0.0806761 Dec 22 14:00:29.406944 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f134d5b5-f400-4545-ae3d-b98085730844 req-4cc4e9eb-693c-4726-addc-886ac8be7bfd tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=97d4502b-7440-454c-9c59-a7044487db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397310 Dec 22 14:00:30.612970 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ea65-85ac-4622-ba3b-374e7ce63393 req-17203c4c-ec8d-4caa-810b-c544d6924276 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:30.614425 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-73e0ea65-85ac-4622-ba3b-374e7ce63393 req-17203c4c-ec8d-4caa-810b-c544d6924276 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 945 time: 0.0847793 Dec 22 14:00:30.661370 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-73e0ea65-85ac-4622-ba3b-374e7ce63393 req-7902697e-5b5e-4d19-86b2-fe96446a89ac tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=97d4502b-7440-454c-9c59-a7044487db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411692 Dec 22 14:00:31.117277 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:00:31.858814 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c998e7-2588-41b7-93c4-dcbfd6fb213e req-fb40761d-2a1f-4c81-a374-daf65f93e6c3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:31.860166 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e6c998e7-2588-41b7-93c4-dcbfd6fb213e req-fb40761d-2a1f-4c81-a374-daf65f93e6c3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 945 time: 0.0754108 Dec 22 14:00:31.911391 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e6c998e7-2588-41b7-93c4-dcbfd6fb213e req-9cf86945-7358-44c9-ba49-f53261148cce tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=97d4502b-7440-454c-9c59-a7044487db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450313 Dec 22 14:00:33.105414 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963b9bb-8bc5-4076-bf61-7b1b2d8d77ed req-ad4e10e7-2ce4-4abf-bd6c-d38943ad9514 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:33.106887 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-1963b9bb-8bc5-4076-bf61-7b1b2d8d77ed req-ad4e10e7-2ce4-4abf-bd6c-d38943ad9514 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 945 time: 0.0758581 Dec 22 14:00:33.152496 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-1963b9bb-8bc5-4076-bf61-7b1b2d8d77ed req-d9e8237a-541b-4b3f-9fa6-ca33f3481968 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=97d4502b-7440-454c-9c59-a7044487db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401886 Dec 22 14:00:34.347621 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468b348-7ccf-4a5e-b5d0-b515544aaaee req-0cbb1fdb-211e-4dcf-af18-7b5fd5234a1e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:34.348947 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a468b348-7ccf-4a5e-b5d0-b515544aaaee req-0cbb1fdb-211e-4dcf-af18-7b5fd5234a1e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 945 time: 0.0777421 Dec 22 14:00:34.394337 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a468b348-7ccf-4a5e-b5d0-b515544aaaee req-f0244b15-16fd-455c-bf0c-c455ae154853 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=97d4502b-7440-454c-9c59-a7044487db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399528 Dec 22 14:00:35.595917 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20723d1-88d1-41b0-93fb-40ef3a56a31a req-5904bacb-280c-4e7c-bc49-5104039793c3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:35.597362 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d20723d1-88d1-41b0-93fb-40ef3a56a31a req-5904bacb-280c-4e7c-bc49-5104039793c3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 945 time: 0.0812287 Dec 22 14:00:35.643241 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d20723d1-88d1-41b0-93fb-40ef3a56a31a req-39ef0042-ba1b-4d46-bccc-f8ac74ff4903 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=97d4502b-7440-454c-9c59-a7044487db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401783 Dec 22 14:00:35.663258 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-bfd4b8bf-2427-4681-aeee-0cdfd422472b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:36.842247 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7a147-0ff6-4569-9eb8-c469d708642a req-f97aba4b-78bf-417e-a6ed-fda601154f57 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:36.843616 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3ac7a147-0ff6-4569-9eb8-c469d708642a req-f97aba4b-78bf-417e-a6ed-fda601154f57 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 945 time: 0.0797679 Dec 22 14:00:36.891424 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3ac7a147-0ff6-4569-9eb8-c469d708642a req-d7ce2d84-92e9-465f-bed8-726b64645ed2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=97d4502b-7440-454c-9c59-a7044487db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413218 Dec 22 14:00:38.023028 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-76c9a355-2f44-406e-94dc-defb11046e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:38.093803 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aeeee1-3427-4abf-93d0-b7d54dd030b4 req-7bd30dc5-59dd-4cec-af50-b83c8ab0279d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:38.095277 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-35aeeee1-3427-4abf-93d0-b7d54dd030b4 req-7bd30dc5-59dd-4cec-af50-b83c8ab0279d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 945 time: 0.0786266 Dec 22 14:00:38.144061 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-35aeeee1-3427-4abf-93d0-b7d54dd030b4 req-150c66ca-bc86-4b5f-aff3-ab45cbd1a77c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=97d4502b-7440-454c-9c59-a7044487db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424225 Dec 22 14:00:39.005340 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:39.340830 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b786c2b-c344-4b78-9fe3-8861018af9d2 req-8636df0a-3be2-42e9-ae73-692fe73c165d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:39.342172 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6b786c2b-c344-4b78-9fe3-8861018af9d2 req-8636df0a-3be2-42e9-ae73-692fe73c165d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 945 time: 0.0752585 Dec 22 14:00:39.391600 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6b786c2b-c344-4b78-9fe3-8861018af9d2 req-2e7c4785-e3c6-47b1-bc1f-6925ea244db9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=97d4502b-7440-454c-9c59-a7044487db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440118 Dec 22 14:00:39.428472 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:40.590914 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a879a88-7fda-4e2d-b327-020dd47510b5 req-a8ab2db6-d729-4ac8-8e55-caab68658b9b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:40.592375 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9a879a88-7fda-4e2d-b327-020dd47510b5 req-a8ab2db6-d729-4ac8-8e55-caab68658b9b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 945 time: 0.0804639 Dec 22 14:00:40.612425 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:40.638583 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9a879a88-7fda-4e2d-b327-020dd47510b5 req-137c2b82-b165-4fe5-a6dd-4b38bec14ded tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=97d4502b-7440-454c-9c59-a7044487db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399811 Dec 22 14:00:41.836614 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3c96c-ee54-45d4-92bc-1e242516f043 req-ca6715b9-8711-4363-aaea-66ae7a118981 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:41.837987 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-45f3c96c-ee54-45d4-92bc-1e242516f043 req-ca6715b9-8711-4363-aaea-66ae7a118981 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 945 time: 0.0804756 Dec 22 14:00:41.882485 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-45f3c96c-ee54-45d4-92bc-1e242516f043 req-a019c549-5708-4b0d-83aa-eba4766df968 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=97d4502b-7440-454c-9c59-a7044487db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390646 Dec 22 14:00:41.976091 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e8bf3a35-8915-4ff7-a24a-e19e2eb4c242 req-66056e97-a3d5-4438-8029-5b3c0ef667c9 service neutron] 10.222.0.45 "GET /v2.0/ports/4942a602-7ab4-456f-88a7-5a35ebec548e/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0738971 Dec 22 14:00:42.527279 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e8bf3a35-8915-4ff7-a24a-e19e2eb4c242 req-ff25c4e8-f747-42c2-b70c-7cf5cc261b56 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396&tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 HTTP/1.1" status: 200 len: 1098 time: 0.0739577 Dec 22 14:00:42.622672 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e8bf3a35-8915-4ff7-a24a-e19e2eb4c242 req-e1548ee5-140b-4f0a-8356-4285e1456469 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 1098 time: 0.0688028 Dec 22 14:00:42.764818 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf3a35-8915-4ff7-a24a-e19e2eb4c242 req-004ab0f6-6213-43ae-86e7-b290fc709324 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:42.766250 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e8bf3a35-8915-4ff7-a24a-e19e2eb4c242 req-004ab0f6-6213-43ae-86e7-b290fc709324 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f481ef38-a37e-4853-a2ef-b9c1fa8192d7 HTTP/1.1" status: 200 len: 897 time: 0.1312208 Dec 22 14:00:42.874158 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e8bf3a35-8915-4ff7-a24a-e19e2eb4c242 req-e616f8e8-2c3e-48ed-b3f6-17e7d56df530 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4942a602-7ab4-456f-88a7-5a35ebec548e HTTP/1.1" status: 200 len: 1000 time: 0.0961397 Dec 22 14:00:42.944175 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf3a35-8915-4ff7-a24a-e19e2eb4c242 req-57a5c47b-828a-405a-bba3-a878e283188b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:42.945608 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e8bf3a35-8915-4ff7-a24a-e19e2eb4c242 req-57a5c47b-828a-405a-bba3-a878e283188b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4fef6040-125e-43e1-a37b-50157d6c0d2f HTTP/1.1" status: 200 len: 835 time: 0.0601683 Dec 22 14:00:43.138782 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e8bf3a35-8915-4ff7-a24a-e19e2eb4c242 req-74aa5d24-9329-4cb7-9f28-0e754e2c051c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f481ef38-a37e-4853-a2ef-b9c1fa8192d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1819546 Dec 22 14:00:43.202751 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9956e7-1484-4a43-84f1-1dd1fb8ea7e1 req-3bd38109-840b-48e3-afef-224b3183cc6a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:43.204209 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4a9956e7-1484-4a43-84f1-1dd1fb8ea7e1 req-3bd38109-840b-48e3-afef-224b3183cc6a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 945 time: 0.2006438 Dec 22 14:00:43.250950 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4a9956e7-1484-4a43-84f1-1dd1fb8ea7e1 req-f42f5934-ded8-4c06-a24e-bdacb2b10b46 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=97d4502b-7440-454c-9c59-a7044487db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398927 Dec 22 14:00:43.278459 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e8bf3a35-8915-4ff7-a24a-e19e2eb4c242 req-af113cc8-3876-45cf-9453-f56a93f3e363 service neutron] 10.222.0.45 "GET /v2.0/networks/f481ef38-a37e-4853-a2ef-b9c1fa8192d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267252 Dec 22 14:00:43.414569 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e8bf3a35-8915-4ff7-a24a-e19e2eb4c242 req-47532edb-c9b5-4a00-a0ab-287b1a8c07b2 service neutron] 10.222.0.45 "GET /v2.0/networks/f481ef38-a37e-4853-a2ef-b9c1fa8192d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239679 Dec 22 14:00:44.448605 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9cb838-bacf-47d4-affd-1fd622c90677 req-72c13f96-7499-42f5-b648-e41906dc2ad4 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:44.450047 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0b9cb838-bacf-47d4-affd-1fd622c90677 req-72c13f96-7499-42f5-b648-e41906dc2ad4 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 945 time: 0.0795441 Dec 22 14:00:44.502535 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0b9cb838-bacf-47d4-affd-1fd622c90677 req-9822d282-42c2-4d5a-a853-43b05c47fe4d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=97d4502b-7440-454c-9c59-a7044487db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457532 Dec 22 14:00:45.703114 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9116b7-e365-4d7e-ad5b-64866fa2d395 req-0e1d8e74-24e0-4a7c-bc64-0ff2894e7892 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:45.705177 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-8b9116b7-e365-4d7e-ad5b-64866fa2d395 req-0e1d8e74-24e0-4a7c-bc64-0ff2894e7892 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 945 time: 0.0780411 Dec 22 14:00:45.727562 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 4942a602-7ab4-456f-88a7-5a35ebec548e details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 14:00:45.729902 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 4942a602-7ab4-456f-88a7-5a35ebec548e no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:00:45.753587 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-8b9116b7-e365-4d7e-ad5b-64866fa2d395 req-e0c855a1-b5e4-4a45-b9c6-4f21c38b168f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=97d4502b-7440-454c-9c59-a7044487db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423312 Dec 22 14:00:45.949114 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:45.971346 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 4942a602-7ab4-456f-88a7-5a35ebec548e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4942a602-7ab4-456f-88a7-5a35ebec548e,segment=NetworkSegment(066338e5-b6f5-45b8-b209-21af39ecbd06),segment_id=066338e5-b6f5-45b8-b209-21af39ecbd06)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:00:45.993515 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5abb1c2a-a371-4c86-987e-77719d35c396', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4942a602-7ab4-456f-88a7-5a35ebec548e'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:00:45.997992 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '4942a602-7ab4-456f-88a7-5a35ebec548e', 'network_id': 'f481ef38-a37e-4853-a2ef-b9c1fa8192d7', 'port_id': '4942a602-7ab4-456f-88a7-5a35ebec548e', 'mac_address': 'fa:16:3e:4d:63:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fef6040-125e-43e1-a37b-50157d6c0d2f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 14:00:46.036781 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 4942a602-7ab4-456f-88a7-5a35ebec548e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4942a602-7ab4-456f-88a7-5a35ebec548e,segment=NetworkSegment(066338e5-b6f5-45b8-b209-21af39ecbd06),segment_id=066338e5-b6f5-45b8-b209-21af39ecbd06)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:00:46.062865 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5abb1c2a-a371-4c86-987e-77719d35c396', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4942a602-7ab4-456f-88a7-5a35ebec548e', 'code': 200} Dec 22 14:00:46.063468 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:46.081027 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4942a602-7ab4-456f-88a7-5a35ebec548e {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 14:00:46.120606 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:46.122470 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:00:46.271908 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 14:00:46.272163 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 14:00:46.275457 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=4942a602-7ab4-456f-88a7-5a35ebec548e,revision_number=6']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:00:46.284578 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:00:46.284921 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:00:46.285256 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:00:46.285586 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:00:46.285912 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:00:46.286233 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:00:46.286584 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:00:46.286904 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:00:46.287222 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:00:46.287538 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:00:46.287850 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:00:46.291647 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:00:46.825386 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:46.842266 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4942a602-7ab4-456f-88a7-5a35ebec548e {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 14:00:46.857722 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 4942a602-7ab4-456f-88a7-5a35ebec548e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4942a602-7ab4-456f-88a7-5a35ebec548e,segment=NetworkSegment(066338e5-b6f5-45b8-b209-21af39ecbd06),segment_id=066338e5-b6f5-45b8-b209-21af39ecbd06)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:00:46.926099 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:46.927982 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-efcd920e-3752-42fc-9990-9bf5d8575088 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:00:46.955898 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1726db-d6af-4f8f-81f9-47f1fa348af3 req-5bb60df4-f5a2-4971-93f9-283bd3a37b04 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:46.957372 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-bd1726db-d6af-4f8f-81f9-47f1fa348af3 req-5bb60df4-f5a2-4971-93f9-283bd3a37b04 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 943 time: 0.0824683 Dec 22 14:00:46.998793 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['4942a602-7ab4-456f-88a7-5a35ebec548e'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 14:00:47.005333 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-bd1726db-d6af-4f8f-81f9-47f1fa348af3 req-c6f86d99-683e-40c1-b801-975e811c4970 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=97d4502b-7440-454c-9c59-a7044487db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420129 Dec 22 14:00:47.027471 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=4942a602-7ab4-456f-88a7-5a35ebec548e,revision_number=7']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:00:47.035899 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:00:47.475519 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b7197-c886-4cc0-919d-33d989435d46 req-d4eab836-2e9b-4870-b8d7-7a8ee99ca6ce tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:47.477073 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c67b7197-c886-4cc0-919d-33d989435d46 req-d4eab836-2e9b-4870-b8d7-7a8ee99ca6ce tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 944 time: 0.0776970 Dec 22 14:00:47.526988 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c67b7197-c886-4cc0-919d-33d989435d46 req-dc76a9e0-ef0f-4c6a-b1d8-a3918ebd98b8 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=97d4502b-7440-454c-9c59-a7044487db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440855 Dec 22 14:00:47.541026 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b48aa-1df2-42ce-907b-1b00011c8bef req-fd13261f-51c1-4f70-be3b-7dd43023f6a7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:47.542555 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e47b48aa-1df2-42ce-907b-1b00011c8bef req-fd13261f-51c1-4f70-be3b-7dd43023f6a7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.45 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396&tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 944 time: 0.0848007 Dec 22 14:00:47.737894 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 4942a602-7ab4-456f-88a7-5a35ebec548e up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:00:47.741399 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e47b48aa-1df2-42ce-907b-1b00011c8bef req-db920869-df17-468e-8175-65e84449a149 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 1097 time: 0.1242988 Dec 22 14:00:47.804627 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 4942a602-7ab4-456f-88a7-5a35ebec548e triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:00:47.805007 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:47.827539 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283addc-6f38-4493-a6df-a8a29c0b4c13 req-c88a659a-a2db-46f2-8190-f4088a35f0aa tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:47.828886 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6283addc-6f38-4493-a6df-a8a29c0b4c13 req-c88a659a-a2db-46f2-8190-f4088a35f0aa tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 944 time: 0.1725204 Dec 22 14:00:47.916461 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6283addc-6f38-4493-a6df-a8a29c0b4c13 req-9786e8ae-ef1a-48d2-b79c-028c258840f1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=97d4502b-7440-454c-9c59-a7044487db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747793 Dec 22 14:00:47.920578 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:47.921094 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b48aa-1df2-42ce-907b-1b00011c8bef req-532f3ca9-ccaf-4fe3-b2d6-a64bb49eca0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:47.922454 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e47b48aa-1df2-42ce-907b-1b00011c8bef req-532f3ca9-ccaf-4fe3-b2d6-a64bb49eca0f service neutron] 10.222.0.45 "GET /v2.0/networks?id=f481ef38-a37e-4853-a2ef-b9c1fa8192d7 HTTP/1.1" status: 200 len: 897 time: 0.1735516 Dec 22 14:00:47.953837 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 4942a602-7ab4-456f-88a7-5a35ebec548e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4942a602-7ab4-456f-88a7-5a35ebec548e,segment=NetworkSegment(066338e5-b6f5-45b8-b209-21af39ecbd06),segment_id=066338e5-b6f5-45b8-b209-21af39ecbd06)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:00:48.017787 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:48.019696 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f1effda9-9c78-471d-b92a-262698cac59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:00:48.031369 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e47b48aa-1df2-42ce-907b-1b00011c8bef req-d9282ffe-ec37-414b-b37b-085a12dbfcff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4942a602-7ab4-456f-88a7-5a35ebec548e HTTP/1.1" status: 200 len: 999 time: 0.1015224 Dec 22 14:00:48.065060 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5abb1c2a-a371-4c86-987e-77719d35c396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4942a602-7ab4-456f-88a7-5a35ebec548e'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:00:48.093277 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=4942a602-7ab4-456f-88a7-5a35ebec548e,revision_number=8']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:00:48.096955 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:00:48.098758 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b48aa-1df2-42ce-907b-1b00011c8bef req-d9f13f9e-c6e7-49ab-9f79-534138f7f0e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:48.101979 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e47b48aa-1df2-42ce-907b-1b00011c8bef req-d9f13f9e-c6e7-49ab-9f79-534138f7f0e8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4fef6040-125e-43e1-a37b-50157d6c0d2f HTTP/1.1" status: 200 len: 835 time: 0.0624850 Dec 22 14:00:48.130796 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5abb1c2a-a371-4c86-987e-77719d35c396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4942a602-7ab4-456f-88a7-5a35ebec548e', 'code': 200} Dec 22 14:00:48.179916 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e47b48aa-1df2-42ce-907b-1b00011c8bef req-600a8d71-fd89-4879-a0fb-24ecfa96974e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f481ef38-a37e-4853-a2ef-b9c1fa8192d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730429 Dec 22 14:00:48.308158 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e47b48aa-1df2-42ce-907b-1b00011c8bef req-14092bf8-fb17-44f8-bfd9-eb7b1baa84b0 service neutron] 10.222.0.45 "GET /v2.0/networks/f481ef38-a37e-4853-a2ef-b9c1fa8192d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216829 Dec 22 14:00:48.435954 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e47b48aa-1df2-42ce-907b-1b00011c8bef req-5e219d97-89aa-4db9-9d02-94c87ef04d50 service neutron] 10.222.0.45 "GET /v2.0/networks/f481ef38-a37e-4853-a2ef-b9c1fa8192d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214674 Dec 22 14:00:49.116154 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2246a4-81f9-4e52-b21d-ee58744e8285 req-b8b221cc-6689-4020-9267-5b3af9543d5d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:49.117629 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9e2246a4-81f9-4e52-b21d-ee58744e8285 req-b8b221cc-6689-4020-9267-5b3af9543d5d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 945 time: 0.0773673 Dec 22 14:00:49.163023 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9e2246a4-81f9-4e52-b21d-ee58744e8285 req-70969410-4692-4846-af71-a9029c818c85 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=97d4502b-7440-454c-9c59-a7044487db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393474 Dec 22 14:00:50.359657 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e960fe9b-6a04-41fe-8ae6-56015cfc9dbb req-a6a52348-990d-4120-86e8-d31406101f9a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:50.361051 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e960fe9b-6a04-41fe-8ae6-56015cfc9dbb req-a6a52348-990d-4120-86e8-d31406101f9a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 945 time: 0.0753093 Dec 22 14:00:50.405987 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e960fe9b-6a04-41fe-8ae6-56015cfc9dbb req-b6b615cf-963b-47fc-aadd-e962e31098a5 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=97d4502b-7440-454c-9c59-a7044487db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395553 Dec 22 14:00:50.433190 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 57968) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:00:50.539352 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-28cd3968-e6d9-4027-a1a1-be75802d973b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/floatingips/2f4ba4d3-06c7-4158-bac0-f11e36cec3aa HTTP/1.1" status: 200 len: 992 time: 0.1048794 Dec 22 14:00:59.302311 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:05.668260 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-09f071fa-ca4f-41fb-b0b9-8197a9d7367c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:08.022292 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4b27e484-9041-4688-afcf-30fb81c454ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:08.117867 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:01:08.982114 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:09.421802 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:10.674047 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:18.543171 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f4a5cd42-999a-4eeb-acf7-bf85c5b2f9fe req-74b02adc-58e5-4af7-8c08-c588b8442963 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1827846 Dec 22 14:01:18.682163 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f4a5cd42-999a-4eeb-acf7-bf85c5b2f9fe req-6954ac56-bc1c-4254-873a-9cf86d390e2f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 1098 time: 0.0676022 Dec 22 14:01:18.829961 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5cd42-999a-4eeb-acf7-bf85c5b2f9fe req-4790ffe8-9845-4559-aa0a-b4de244952eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:01:18.831313 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f4a5cd42-999a-4eeb-acf7-bf85c5b2f9fe req-4790ffe8-9845-4559-aa0a-b4de244952eb service neutron] 10.222.0.45 "GET /v2.0/networks?id=f481ef38-a37e-4853-a2ef-b9c1fa8192d7 HTTP/1.1" status: 200 len: 897 time: 0.1232607 Dec 22 14:01:18.937019 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f4a5cd42-999a-4eeb-acf7-bf85c5b2f9fe req-60a991b0-b5e6-4233-b0e6-b7ed9c93af73 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4942a602-7ab4-456f-88a7-5a35ebec548e HTTP/1.1" status: 200 len: 1000 time: 0.0946846 Dec 22 14:01:19.000788 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5cd42-999a-4eeb-acf7-bf85c5b2f9fe req-197cc710-5311-47cd-8dcc-bff6761deece service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:01:19.002222 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f4a5cd42-999a-4eeb-acf7-bf85c5b2f9fe req-197cc710-5311-47cd-8dcc-bff6761deece service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4fef6040-125e-43e1-a37b-50157d6c0d2f HTTP/1.1" status: 200 len: 835 time: 0.0572801 Dec 22 14:01:19.078735 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f4a5cd42-999a-4eeb-acf7-bf85c5b2f9fe req-5f539ff6-47ea-4985-97da-831579593384 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f481ef38-a37e-4853-a2ef-b9c1fa8192d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689883 Dec 22 14:01:19.208807 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f4a5cd42-999a-4eeb-acf7-bf85c5b2f9fe req-5f79a97a-33d3-4b47-ace6-3d54189aed20 service neutron] 10.222.0.45 "GET /v2.0/networks/f481ef38-a37e-4853-a2ef-b9c1fa8192d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225131 Dec 22 14:01:19.227324 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 57982) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:01:19.342625 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f4a5cd42-999a-4eeb-acf7-bf85c5b2f9fe req-2eea476d-6a10-42f0-9f19-e4421cabb82f service neutron] 10.222.0.45 "GET /v2.0/networks/f481ef38-a37e-4853-a2ef-b9c1fa8192d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255050 Dec 22 14:01:19.431486 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-ffd915a4-28cd-41f1-94b8-80485941bf7f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Deleting port e39ab88b-054c-48cb-b4a9-632684aaffcf {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 14:01:19.431826 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ffd915a4-28cd-41f1-94b8-80485941bf7f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:19.599320 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ffd915a4-28cd-41f1-94b8-80485941bf7f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:19.599653 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ffd915a4-28cd-41f1-94b8-80485941bf7f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:19.717456 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-ffd915a4-28cd-41f1-94b8-80485941bf7f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Calling delete_port for e39ab88b-054c-48cb-b4a9-632684aaffcf owned by network:floatingip {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 14:01:19.931529 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ffd915a4-28cd-41f1-94b8-80485941bf7f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:19.936008 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-80a07d43-3cb8-486c-b6fc-0209cd96d712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:01:19.982095 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd915a4-28cd-41f1-94b8-80485941bf7f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event deleted for resources: {'Port': ['ID=e39ab88b-054c-48cb-b4a9-632684aaffcf,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:01:20.030905 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd915a4-28cd-41f1-94b8-80485941bf7f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:20.032464 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd915a4-28cd-41f1-94b8-80485941bf7f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:20.032464 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd915a4-28cd-41f1-94b8-80485941bf7f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:20.032464 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd915a4-28cd-41f1-94b8-80485941bf7f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:20.032464 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd915a4-28cd-41f1-94b8-80485941bf7f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:20.032868 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd915a4-28cd-41f1-94b8-80485941bf7f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:20.033099 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd915a4-28cd-41f1-94b8-80485941bf7f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:20.033461 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd915a4-28cd-41f1-94b8-80485941bf7f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:20.033822 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd915a4-28cd-41f1-94b8-80485941bf7f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:20.034183 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd915a4-28cd-41f1-94b8-80485941bf7f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:20.034635 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd915a4-28cd-41f1-94b8-80485941bf7f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:20.041277 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ffd915a4-28cd-41f1-94b8-80485941bf7f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:01:20.093592 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ffd915a4-28cd-41f1-94b8-80485941bf7f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for floatingip, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:20.583968 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd915a4-28cd-41f1-94b8-80485941bf7f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Router b7760fba-de50-44d8-b486-827ab698c99e has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 14:01:20.782593 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd915a4-28cd-41f1-94b8-80485941bf7f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 14:01:20.793299 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac0b43e-9178-4a09-bc69-b7cf771f26ba None None] Sync routers for ids ['b7760fba-de50-44d8-b486-827ab698c99e'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 14:01:20.805873 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac0b43e-9178-4a09-bc69-b7cf771f26ba None None] Routers {'b7760fba-de50-44d8-b486-827ab698c99e'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:01:20.806509 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-eac0b43e-9178-4a09-bc69-b7cf771f26ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:01:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b7760fba-de50-44d8-b486-827ab698c99e'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:01:20.851343 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-ffd915a4-28cd-41f1-94b8-80485941bf7f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:20.903638 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-ffd915a4-28cd-41f1-94b8-80485941bf7f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "DELETE /v2.0/floatingips/2f4ba4d3-06c7-4158-bac0-f11e36cec3aa HTTP/1.1" status: 204 len: 168 time: 1.6752353 Dec 22 14:01:20.904290 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5abb1c2a-a371-4c86-987e-77719d35c396', 'tag': '4942a602-7ab4-456f-88a7-5a35ebec548e'}] {{(pid=84148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:01:20.959708 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5abb1c2a-a371-4c86-987e-77719d35c396', 'tag': '4942a602-7ab4-456f-88a7-5a35ebec548e', 'status': 'completed', 'code': 200} Dec 22 14:01:20.991511 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-eac0b43e-9178-4a09-bc69-b7cf771f26ba None None] Set router b7760fba-de50-44d8-b486-827ab698c99e gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:01:21.059125 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-32c77f17-67d9-4fc4-8c5a-38bcde6b5bb4 req-da524b4f-96ec-454c-9546-2d837b7e69c4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 1098 time: 0.0741003 Dec 22 14:01:21.196225 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c77f17-67d9-4fc4-8c5a-38bcde6b5bb4 req-ef187c3b-520f-4486-96de-7f0299b63f29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:01:21.198022 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-32c77f17-67d9-4fc4-8c5a-38bcde6b5bb4 req-ef187c3b-520f-4486-96de-7f0299b63f29 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f481ef38-a37e-4853-a2ef-b9c1fa8192d7 HTTP/1.1" status: 200 len: 897 time: 0.1317594 Dec 22 14:01:21.284153 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-32c77f17-67d9-4fc4-8c5a-38bcde6b5bb4 req-c06954e7-3de1-4ffa-aea5-4ab2afb0edfe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4942a602-7ab4-456f-88a7-5a35ebec548e HTTP/1.1" status: 200 len: 217 time: 0.0705452 Dec 22 14:01:21.313350 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-eac0b43e-9178-4a09-bc69-b7cf771f26ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7760fba-de50-44d8-b486-827ab698c99e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396320726', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'b9de99da-be60-4ef2-9aff-79f7b4a9a0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:59:21Z', 'updated_at': '2021-12-22T13:59:26Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': 'b9de99da-be60-4ef2-9aff-79f7b4a9a0d5', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7760fba-de50-44d8-b486-827ab698c99e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:21Z', 'updated_at': '2021-12-22T13:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'b0ad1275-de81-43c0-ba1b-eb34a30c2b12', 'name': '', 'network_id': 'f481ef38-a37e-4853-a2ef-b9c1fa8192d7', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:b6:4b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7760fba-de50-44d8-b486-827ab698c99e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fef6040-125e-43e1-a37b-50157d6c0d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:25Z', 'updated_at': '2021-12-22T13:59:32Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': '4fef6040-125e-43e1-a37b-50157d6c0d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:01:21.318531 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac0b43e-9178-4a09-bc69-b7cf771f26ba None None] Checking router: b7760fba-de50-44d8-b486-827ab698c99e for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 14:01:21.328964 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac0b43e-9178-4a09-bc69-b7cf771f26ba None None] Routers {'b7760fba-de50-44d8-b486-827ab698c99e'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:01:21.329562 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-eac0b43e-9178-4a09-bc69-b7cf771f26ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:01:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b7760fba-de50-44d8-b486-827ab698c99e'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:01:21.352848 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c77f17-67d9-4fc4-8c5a-38bcde6b5bb4 req-c1ada6bb-2bd5-4993-bb23-310dd21dc23f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:01:21.354311 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-32c77f17-67d9-4fc4-8c5a-38bcde6b5bb4 req-c1ada6bb-2bd5-4993-bb23-310dd21dc23f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4fef6040-125e-43e1-a37b-50157d6c0d2f HTTP/1.1" status: 200 len: 835 time: 0.0617826 Dec 22 14:01:21.493270 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d15c8-a9b3-4995-b878-1fd8a8f61fa2 req-bb768670-5937-4a91-b6b2-1c798556bd2b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:01:21.494762 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8a0d15c8-a9b3-4995-b878-1fd8a8f61fa2 req-bb768670-5937-4a91-b6b2-1c798556bd2b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 945 time: 0.1390934 Dec 22 14:01:21.498293 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-32c77f17-67d9-4fc4-8c5a-38bcde6b5bb4 req-12a6a19f-84c4-4903-82ec-91090dbd2115 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f481ef38-a37e-4853-a2ef-b9c1fa8192d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1083577 Dec 22 14:01:21.530583 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-eac0b43e-9178-4a09-bc69-b7cf771f26ba None None] Set router b7760fba-de50-44d8-b486-827ab698c99e gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:01:21.625591 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8a0d15c8-a9b3-4995-b878-1fd8a8f61fa2 req-dfafd798-4a47-4041-883f-e1665dfc046c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=97d4502b-7440-454c-9c59-a7044487db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252663 Dec 22 14:01:21.669187 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-32c77f17-67d9-4fc4-8c5a-38bcde6b5bb4 req-ed5f6ced-842b-49f1-8784-e01c35763de1 service neutron] 10.222.0.45 "GET /v2.0/networks/f481ef38-a37e-4853-a2ef-b9c1fa8192d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535332 Dec 22 14:01:21.809599 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-32c77f17-67d9-4fc4-8c5a-38bcde6b5bb4 req-907fdce1-a580-4914-bf7c-7becf8d0aef9 service neutron] 10.222.0.45 "GET /v2.0/networks/f481ef38-a37e-4853-a2ef-b9c1fa8192d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272075 Dec 22 14:01:21.836858 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-eac0b43e-9178-4a09-bc69-b7cf771f26ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7760fba-de50-44d8-b486-827ab698c99e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396320726', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'b9de99da-be60-4ef2-9aff-79f7b4a9a0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:59:21Z', 'updated_at': '2021-12-22T13:59:26Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': 'b9de99da-be60-4ef2-9aff-79f7b4a9a0d5', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7760fba-de50-44d8-b486-827ab698c99e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:21Z', 'updated_at': '2021-12-22T13:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'b0ad1275-de81-43c0-ba1b-eb34a30c2b12', 'name': '', 'network_id': 'f481ef38-a37e-4853-a2ef-b9c1fa8192d7', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:b6:4b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7760fba-de50-44d8-b486-827ab698c99e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fef6040-125e-43e1-a37b-50157d6c0d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:25Z', 'updated_at': '2021-12-22T13:59:32Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': '4fef6040-125e-43e1-a37b-50157d6c0d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:01:21.840620 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac0b43e-9178-4a09-bc69-b7cf771f26ba None None] The sync data for ids ['b7760fba-de50-44d8-b486-827ab698c99e'] in dv-neutron-822669-1-hyperv is: [{'id': 'b7760fba-de50-44d8-b486-827ab698c99e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396320726', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'b9de99da-be60-4ef2-9aff-79f7b4a9a0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:59:21Z', 'updated_at': '2021-12-22T13:59:26Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': 'b9de99da-be60-4ef2-9aff-79f7b4a9a0d5', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7760fba-de50-44d8-b486-827ab698c99e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:21Z', 'updated_at': '2021-12-22T13:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'b0ad1275-de81-43c0-ba1b-eb34a30c2b12', 'name': '', 'network_id': 'f481ef38-a37e-4853-a2ef-b9c1fa8192d7', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:b6:4b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7760fba-de50-44d8-b486-827ab698c99e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fef6040-125e-43e1-a37b-50157d6c0d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:25Z', 'updated_at': '2021-12-22T13:59:32Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': '4fef6040-125e-43e1-a37b-50157d6c0d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 14:01:22.138951 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9368c3-59e2-43d6-9da9-f1ad7a43c5f0 None None] New status for floating IP 2f4ba4d3-06c7-4158-bac0-f11e36cec3aa: DOWN {{(pid=84150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 14:01:22.828803 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f199e36-9dba-4bd4-9498-bd1d5d4ca399 req-1ae78dba-65e6-4214-8a6a-2640f96e5c16 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:01:22.829393 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-2f199e36-9dba-4bd4-9498-bd1d5d4ca399 req-1ae78dba-65e6-4214-8a6a-2640f96e5c16 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Synchronizing usage tracker for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:01:22.885123 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-2f199e36-9dba-4bd4-9498-bd1d5d4ca399 req-1ae78dba-65e6-4214-8a6a-2640f96e5c16 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Unset dirty status for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:01:22.886423 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-2f199e36-9dba-4bd4-9498-bd1d5d4ca399 req-1ae78dba-65e6-4214-8a6a-2640f96e5c16 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 945 time: 0.1354828 Dec 22 14:01:22.932427 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-2f199e36-9dba-4bd4-9498-bd1d5d4ca399 req-6c718c91-3170-48e9-8374-a66f685850e8 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=97d4502b-7440-454c-9c59-a7044487db37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405035 Dec 22 14:01:23.414442 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d858bc18-67a7-4abb-a205-559a78aa038d req-59632484-1ef4-4936-ab47-1de193f592d1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:01:23.415853 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d858bc18-67a7-4abb-a205-559a78aa038d req-59632484-1ef4-4936-ab47-1de193f592d1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.45 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 945 time: 0.1799655 Dec 22 14:01:23.488019 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-d858bc18-67a7-4abb-a205-559a78aa038d req-ec9386af-4f47-4855-a12c-d8ba405238a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Deleting port 4942a602-7ab4-456f-88a7-5a35ebec548e {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 14:01:23.488360 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d858bc18-67a7-4abb-a205-559a78aa038d req-ec9386af-4f47-4855-a12c-d8ba405238a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:23.725405 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-d858bc18-67a7-4abb-a205-559a78aa038d req-ec9386af-4f47-4855-a12c-d8ba405238a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] For port 4942a602-7ab4-456f-88a7-5a35ebec548e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4942a602-7ab4-456f-88a7-5a35ebec548e,segment=NetworkSegment(066338e5-b6f5-45b8-b209-21af39ecbd06),segment_id=066338e5-b6f5-45b8-b209-21af39ecbd06)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:01:23.725759 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d858bc18-67a7-4abb-a205-559a78aa038d req-ec9386af-4f47-4855-a12c-d8ba405238a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:23.843943 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-d858bc18-67a7-4abb-a205-559a78aa038d req-ec9386af-4f47-4855-a12c-d8ba405238a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Calling delete_port for 4942a602-7ab4-456f-88a7-5a35ebec548e owned by compute:nova {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 14:01:24.051054 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d858bc18-67a7-4abb-a205-559a78aa038d req-ec9386af-4f47-4855-a12c-d8ba405238a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:24.059339 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1ff26ab6-64d4-4f74-b295-e26e9ad3c811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:01:24.144382 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9386af-4f47-4855-a12c-d8ba405238a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event deleted for resources: {'Port': ['ID=4942a602-7ab4-456f-88a7-5a35ebec548e,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:01:24.149212 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d8df585d-bcb5-49ad-8cd0-8c8789a4ae88 req-826790b7-3644-44cf-adde-cc5ed2c62b8b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 210 time: 0.0915184 Dec 22 14:01:24.188860 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9386af-4f47-4855-a12c-d8ba405238a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:24.189246 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9386af-4f47-4855-a12c-d8ba405238a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:24.189624 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9386af-4f47-4855-a12c-d8ba405238a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:24.189996 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9386af-4f47-4855-a12c-d8ba405238a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:24.190441 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9386af-4f47-4855-a12c-d8ba405238a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:24.191366 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9386af-4f47-4855-a12c-d8ba405238a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:24.191911 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9386af-4f47-4855-a12c-d8ba405238a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:24.192152 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9386af-4f47-4855-a12c-d8ba405238a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:24.192497 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9386af-4f47-4855-a12c-d8ba405238a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:24.192860 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9386af-4f47-4855-a12c-d8ba405238a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:24.193224 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9386af-4f47-4855-a12c-d8ba405238a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:24.199882 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ec9386af-4f47-4855-a12c-d8ba405238a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:01:24.234768 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-d858bc18-67a7-4abb-a205-559a78aa038d req-ec9386af-4f47-4855-a12c-d8ba405238a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] No DVR routers for this DVR port 4942a602-7ab4-456f-88a7-5a35ebec548e on host hv-neutron-8226 {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 14:01:24.236979 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d858bc18-67a7-4abb-a205-559a78aa038d req-ec9386af-4f47-4855-a12c-d8ba405238a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:24.240259 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5abb1c2a-a371-4c86-987e-77719d35c396', 'name': 'network-vif-deleted', 'tag': '4942a602-7ab4-456f-88a7-5a35ebec548e'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:01:24.294071 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5abb1c2a-a371-4c86-987e-77719d35c396', 'name': 'network-vif-deleted', 'tag': '4942a602-7ab4-456f-88a7-5a35ebec548e', 'status': 'completed', 'code': 200} Dec 22 14:01:24.325970 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d858bc18-67a7-4abb-a205-559a78aa038d req-ec9386af-4f47-4855-a12c-d8ba405238a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.45 "DELETE /v2.0/ports/4942a602-7ab4-456f-88a7-5a35ebec548e HTTP/1.1" status: 204 len: 173 time: 0.8990903 Dec 22 14:01:25.324375 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-e7d978e0-22e5-4d63-a3f6-ba40efb89cf1 req-fa704729-4305-4a4c-856a-b5cacfe74bb0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Synchronizing usage tracker for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:01:25.411293 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-e7d978e0-22e5-4d63-a3f6-ba40efb89cf1 req-fa704729-4305-4a4c-856a-b5cacfe74bb0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Unset dirty status for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:01:25.412501 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e7d978e0-22e5-4d63-a3f6-ba40efb89cf1 req-fa704729-4305-4a4c-856a-b5cacfe74bb0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=5abb1c2a-a371-4c86-987e-77719d35c396 HTTP/1.1" status: 200 len: 210 time: 0.1282003 Dec 22 14:01:25.964257 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 4942a602-7ab4-456f-88a7-5a35ebec548e no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:01:26.001463 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] No Port match for: 4942a602-7ab4-456f-88a7-5a35ebec548e {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 14:01:26.001821 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 4942a602-7ab4-456f-88a7-5a35ebec548e not bound to the agent host hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:01:26.516800 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 58002) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:01:26.912931 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-81ea687f-20c3-46bc-a30d-8076a2cd438b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:27.510565 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-81ea687f-20c3-46bc-a30d-8076a2cd438b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Deleting port b0ad1275-de81-43c0-ba1b-eb34a30c2b12 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 14:01:27.510909 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-81ea687f-20c3-46bc-a30d-8076a2cd438b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:27.806561 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-81ea687f-20c3-46bc-a30d-8076a2cd438b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] For port b0ad1275-de81-43c0-ba1b-eb34a30c2b12, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=b0ad1275-de81-43c0-ba1b-eb34a30c2b12,segment=NetworkSegment(066338e5-b6f5-45b8-b209-21af39ecbd06),segment_id=066338e5-b6f5-45b8-b209-21af39ecbd06)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:01:27.807248 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-81ea687f-20c3-46bc-a30d-8076a2cd438b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:27.931892 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-81ea687f-20c3-46bc-a30d-8076a2cd438b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Calling delete_port for b0ad1275-de81-43c0-ba1b-eb34a30c2b12 owned by network:router_interface {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 14:01:28.170867 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-81ea687f-20c3-46bc-a30d-8076a2cd438b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:28.174504 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d3d6f8a6-c998-415a-b243-5c4642319ce2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:01:28.219377 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea687f-20c3-46bc-a30d-8076a2cd438b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event deleted for resources: {'Port': ['ID=b0ad1275-de81-43c0-ba1b-eb34a30c2b12,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:01:28.224902 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-81ea687f-20c3-46bc-a30d-8076a2cd438b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:01:28.517175 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-81ea687f-20c3-46bc-a30d-8076a2cd438b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:29.190931 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ea687f-20c3-46bc-a30d-8076a2cd438b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Router b7760fba-de50-44d8-b486-827ab698c99e has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 14:01:29.273539 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:29.391418 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ea687f-20c3-46bc-a30d-8076a2cd438b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 14:01:29.400693 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8019318e-ee9d-4fee-ab2e-9e0d1e89c317 None None] Sync routers for ids ['b7760fba-de50-44d8-b486-827ab698c99e'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 14:01:29.412161 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8019318e-ee9d-4fee-ab2e-9e0d1e89c317 None None] Routers {'b7760fba-de50-44d8-b486-827ab698c99e'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:01:29.412784 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-8019318e-ee9d-4fee-ab2e-9e0d1e89c317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:01:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b7760fba-de50-44d8-b486-827ab698c99e'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:01:29.480983 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-81ea687f-20c3-46bc-a30d-8076a2cd438b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "PUT /v2.0/routers/b7760fba-de50-44d8-b486-827ab698c99e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9629691 Dec 22 14:01:29.483552 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 58006) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:01:29.591209 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-8019318e-ee9d-4fee-ab2e-9e0d1e89c317 None None] Set router b7760fba-de50-44d8-b486-827ab698c99e gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:01:29.676901 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-74689c0b-138b-4df1-800e-ffaad95bb9e4 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Deleting subnet 4fef6040-125e-43e1-a37b-50157d6c0d2f {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 14:01:29.679762 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-74689c0b-138b-4df1-800e-ffaad95bb9e4 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:29.733364 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-74689c0b-138b-4df1-800e-ffaad95bb9e4 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:29.820056 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-74689c0b-138b-4df1-800e-ffaad95bb9e4 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:29.872473 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-8019318e-ee9d-4fee-ab2e-9e0d1e89c317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7760fba-de50-44d8-b486-827ab698c99e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396320726', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'b9de99da-be60-4ef2-9aff-79f7b4a9a0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:59:21Z', 'updated_at': '2021-12-22T14:01:28Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': 'b9de99da-be60-4ef2-9aff-79f7b4a9a0d5', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7760fba-de50-44d8-b486-827ab698c99e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:21Z', 'updated_at': '2021-12-22T13:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:01:29.876352 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8019318e-ee9d-4fee-ab2e-9e0d1e89c317 None None] Checking router: b7760fba-de50-44d8-b486-827ab698c99e for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 14:01:29.887592 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8019318e-ee9d-4fee-ab2e-9e0d1e89c317 None None] Routers {'b7760fba-de50-44d8-b486-827ab698c99e'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:01:29.888445 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-8019318e-ee9d-4fee-ab2e-9e0d1e89c317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:01:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b7760fba-de50-44d8-b486-827ab698c99e'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:01:29.965556 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-74689c0b-138b-4df1-800e-ffaad95bb9e4 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:29.970240 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f483ab9e-d2dc-4514-8e64-da9cf8a0aed3 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:01:30.007608 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74689c0b-138b-4df1-800e-ffaad95bb9e4 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event deleted for resources: {'Subnet': ['ID=4fef6040-125e-43e1-a37b-50157d6c0d2f,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:01:30.010158 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-74689c0b-138b-4df1-800e-ffaad95bb9e4 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:01:30.012703 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-74689c0b-138b-4df1-800e-ffaad95bb9e4 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:30.020870 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c535135-3ca7-4e8a-ae33-3967ced9aff0 None None] Network f481ef38-a37e-4853-a2ef-b9c1fa8192d7 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 14:01:30.024418 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-74689c0b-138b-4df1-800e-ffaad95bb9e4 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "DELETE /v2.0/subnets/4fef6040-125e-43e1-a37b-50157d6c0d2f HTTP/1.1" status: 204 len: 168 time: 0.5398757 Dec 22 14:01:30.027120 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58010) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:01:30.088153 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-8019318e-ee9d-4fee-ab2e-9e0d1e89c317 None None] Set router b7760fba-de50-44d8-b486-827ab698c99e gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:01:30.246097 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3b018f50-eb71-4325-87ff-b4345bf6369a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:30.282656 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ba3772-f31f-4410-af37-47d7f6d196ab None None] DHCP port deletion for f481ef38-a37e-4853-a2ef-b9c1fa8192d7 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 14:01:30.287861 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-27ba3772-f31f-4410-af37-47d7f6d196ab None None] Deleting port 86ba69d0-a213-42ae-bd15-8ad6ed33c66d {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 14:01:30.288552 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-27ba3772-f31f-4410-af37-47d7f6d196ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:30.410279 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-8019318e-ee9d-4fee-ab2e-9e0d1e89c317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7760fba-de50-44d8-b486-827ab698c99e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396320726', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'b9de99da-be60-4ef2-9aff-79f7b4a9a0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:59:21Z', 'updated_at': '2021-12-22T14:01:28Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': 'b9de99da-be60-4ef2-9aff-79f7b4a9a0d5', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7760fba-de50-44d8-b486-827ab698c99e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:21Z', 'updated_at': '2021-12-22T13:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:01:30.414885 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8019318e-ee9d-4fee-ab2e-9e0d1e89c317 None None] The sync data for ids ['b7760fba-de50-44d8-b486-827ab698c99e'] in dv-neutron-822669-1-hyperv is: [{'id': 'b7760fba-de50-44d8-b486-827ab698c99e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396320726', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.162'}], 'enable_snat': True}, 'gw_port_id': 'b9de99da-be60-4ef2-9aff-79f7b4a9a0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:59:21Z', 'updated_at': '2021-12-22T14:01:28Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': 'b9de99da-be60-4ef2-9aff-79f7b4a9a0d5', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7760fba-de50-44d8-b486-827ab698c99e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:21Z', 'updated_at': '2021-12-22T13:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 14:01:30.462487 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3b018f50-eb71-4325-87ff-b4345bf6369a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:30.503974 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-27ba3772-f31f-4410-af37-47d7f6d196ab None None] For port 86ba69d0-a213-42ae-bd15-8ad6ed33c66d, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=86ba69d0-a213-42ae-bd15-8ad6ed33c66d,segment=NetworkSegment(066338e5-b6f5-45b8-b209-21af39ecbd06),segment_id=066338e5-b6f5-45b8-b209-21af39ecbd06)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:01:30.504177 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-27ba3772-f31f-4410-af37-47d7f6d196ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:30.587918 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-3b018f50-eb71-4325-87ff-b4345bf6369a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Deleting port b9de99da-be60-4ef2-9aff-79f7b4a9a0d5 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 14:01:30.588490 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3b018f50-eb71-4325-87ff-b4345bf6369a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:30.625864 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-27ba3772-f31f-4410-af37-47d7f6d196ab None None] Calling delete_port for 86ba69d0-a213-42ae-bd15-8ad6ed33c66d owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 14:01:30.765538 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-27ba3772-f31f-4410-af37-47d7f6d196ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:30.767333 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-3b018f50-eb71-4325-87ff-b4345bf6369a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] For port b9de99da-be60-4ef2-9aff-79f7b4a9a0d5, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=b9de99da-be60-4ef2-9aff-79f7b4a9a0d5,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:01:30.767693 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3b018f50-eb71-4325-87ff-b4345bf6369a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:30.771067 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:01:30.816473 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba3772-f31f-4410-af37-47d7f6d196ab None None] Pushing event deleted for resources: {'Port': ['ID=86ba69d0-a213-42ae-bd15-8ad6ed33c66d,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:01:30.819043 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-27ba3772-f31f-4410-af37-47d7f6d196ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:01:30.825072 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ba3772-f31f-4410-af37-47d7f6d196ab None None] No DVR routers for this DVR port 86ba69d0-a213-42ae-bd15-8ad6ed33c66d on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 14:01:31.011708 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-3b018f50-eb71-4325-87ff-b4345bf6369a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Calling delete_port for b9de99da-be60-4ef2-9aff-79f7b4a9a0d5 owned by network:router_gateway {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 14:01:31.216462 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3b018f50-eb71-4325-87ff-b4345bf6369a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:31.219968 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f60773e4-72b8-4fd5-811f-77e6cb639041 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:01:31.263152 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b018f50-eb71-4325-87ff-b4345bf6369a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event deleted for resources: {'Port': ['ID=b9de99da-be60-4ef2-9aff-79f7b4a9a0d5,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:01:31.265630 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3b018f50-eb71-4325-87ff-b4345bf6369a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:01:31.486043 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3b018f50-eb71-4325-87ff-b4345bf6369a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:31.738995 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3b018f50-eb71-4325-87ff-b4345bf6369a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:31.743111 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3b018f50-eb71-4325-87ff-b4345bf6369a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:31.833739 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3b018f50-eb71-4325-87ff-b4345bf6369a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:31.834504 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b018f50-eb71-4325-87ff-b4345bf6369a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Fanout notify agent at l3_agent the message router_deleted on router b7760fba-de50-44d8-b486-827ab698c99e {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 14:01:31.851110 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3b018f50-eb71-4325-87ff-b4345bf6369a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:31.853296 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-3b018f50-eb71-4325-87ff-b4345bf6369a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "DELETE /v2.0/routers/b7760fba-de50-44d8-b486-827ab698c99e HTTP/1.1" status: 204 len: 168 time: 1.8241119 Dec 22 14:01:31.855100 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 58014) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:01:31.976306 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-41db7d99-bffd-4763-8084-7158e8e1b76c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:32.103209 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-41db7d99-bffd-4763-8084-7158e8e1b76c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:32.127096 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-41db7d99-bffd-4763-8084-7158e8e1b76c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f481ef38-a37e-4853-a2ef-b9c1fa8192d7']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:01:32.139203 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-41db7d99-bffd-4763-8084-7158e8e1b76c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '066338e5-b6f5-45b8-b209-21af39ecbd06') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:01:32.139498 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-41db7d99-bffd-4763-8084-7158e8e1b76c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '066338e5-b6f5-45b8-b209-21af39ecbd06') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:01:32.151035 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-41db7d99-bffd-4763-8084-7158e8e1b76c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:32.169787 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-41db7d99-bffd-4763-8084-7158e8e1b76c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:32.176646 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41db7d99-bffd-4763-8084-7158e8e1b76c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 14:01:32.177032 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-41db7d99-bffd-4763-8084-7158e8e1b76c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:32.191365 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 14:01:32.191365 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 14:01:32.191365 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 14:01:32.191365 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 14:01:32.191365 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 14:01:32.191365 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 14:01:32.191365 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 14:01:32.191365 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 14:01:32.191365 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 14:01:32.191365 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 14:01:32.191365 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 14:01:32.191365 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 14:01:32.191365 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 14:01:32.191365 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 14:01:32.191365 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 14:01:32.191365 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 14:01:32.191365 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 14:01:32.191365 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 14:01:32.191365 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 14:01:32.191365 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 14:01:32.191365 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 14:01:32.191365 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 14:01:32.191365 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 14:01:32.191365 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 14:01:32.191365 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 14:01:32.191365 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 14:01:32.191365 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 14:01:32.191365 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 14:01:32.191365 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 14:01:32.191365 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 14:01:32.191365 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 14:01:32.191365 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 14:01:32.319356 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device b0ad1275-de81-43c0-ba1b-eb34a30c2b12 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:01:32.319895 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-41db7d99-bffd-4763-8084-7158e8e1b76c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:32.323107 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0351fd82-d04e-47af-91ad-3d9cbddafe3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:01:32.338578 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-41db7d99-bffd-4763-8084-7158e8e1b76c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:32.351240 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db7d99-bffd-4763-8084-7158e8e1b76c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event deleted for resources: {'Network': ['ID=f481ef38-a37e-4853-a2ef-b9c1fa8192d7,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:01:32.354621 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-41db7d99-bffd-4763-8084-7158e8e1b76c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:01:32.396763 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: b0ad1275-de81-43c0-ba1b-eb34a30c2b12 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 14:01:32.397116 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device b0ad1275-de81-43c0-ba1b-eb34a30c2b12 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:01:32.397546 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 86ba69d0-a213-42ae-bd15-8ad6ed33c66d no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:01:32.400397 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-41db7d99-bffd-4763-8084-7158e8e1b76c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "DELETE /v2.0/networks/f481ef38-a37e-4853-a2ef-b9c1fa8192d7 HTTP/1.1" status: 204 len: 168 time: 0.5441418 Dec 22 14:01:32.402996 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 58018) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:01:32.428866 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 86ba69d0-a213-42ae-bd15-8ad6ed33c66d {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 14:01:32.429218 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 86ba69d0-a213-42ae-bd15-8ad6ed33c66d not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:01:32.429635 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device b9de99da-be60-4ef2-9aff-79f7b4a9a0d5 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:01:32.461263 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: b9de99da-be60-4ef2-9aff-79f7b4a9a0d5 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 14:01:32.461611 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device b9de99da-be60-4ef2-9aff-79f7b4a9a0d5 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:01:32.479202 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-85586e7b-7dd6-4d41-ab31-bdbbeebcd1c0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:32.509318 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-85586e7b-7dd6-4d41-ab31-bdbbeebcd1c0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:32.621623 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-85586e7b-7dd6-4d41-ab31-bdbbeebcd1c0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:32.626552 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1bffa75f-9084-4f80-9591-ce6181314580 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:01:32.641323 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85586e7b-7dd6-4d41-ab31-bdbbeebcd1c0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d4502b-7440-454c-9c59-a7044487db37,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:01:32.644023 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-85586e7b-7dd6-4d41-ab31-bdbbeebcd1c0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:01:32.712375 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-85586e7b-7dd6-4d41-ab31-bdbbeebcd1c0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:32.713513 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-85586e7b-7dd6-4d41-ab31-bdbbeebcd1c0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "DELETE /v2.0/security-groups/97d4502b-7440-454c-9c59-a7044487db37 HTTP/1.1" status: 204 len: 168 time: 0.3095636 Dec 22 14:01:34.139132 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58028) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:01:34.145432 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-01394f40-5778-489f-9030-e993903db503 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1301000417', 'description': 'tempest-secgroup-smoke-1301000417 description', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:01:34.151478 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-01394f40-5778-489f-9030-e993903db503 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:01:34.155813 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-01394f40-5778-489f-9030-e993903db503 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:security_group and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:01:34.158785 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-01394f40-5778-489f-9030-e993903db503 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:01:34.165117 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-01394f40-5778-489f-9030-e993903db503 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:01:34.238963 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-01394f40-5778-489f-9030-e993903db503 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:34.273677 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-01394f40-5778-489f-9030-e993903db503 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:01:34.277416 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-01394f40-5778-489f-9030-e993903db503 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:security_group_rule and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:01:34.280179 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-01394f40-5778-489f-9030-e993903db503 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:01:34.285803 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-01394f40-5778-489f-9030-e993903db503 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:01:34.339213 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-01394f40-5778-489f-9030-e993903db503 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:34.405025 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-01394f40-5778-489f-9030-e993903db503 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:34.410178 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-81c0f9db-cbb9-4898-b41c-2df5675e99bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:01:34.450954 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01394f40-5778-489f-9030-e993903db503 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9a4bd8-2ca0-451b-8f05-a6a8df2a9b89,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:01:34.453689 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-01394f40-5778-489f-9030-e993903db503 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:01:34.571133 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-01394f40-5778-489f-9030-e993903db503 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:34.572495 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-01394f40-5778-489f-9030-e993903db503 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4323015 Dec 22 14:01:34.575239 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58032) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:01:34.580763 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-c81ae040-4f44-4833-97c7-a07786f7db4f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'security_group_rule': {'security_group_id': '6e9a4bd8-2ca0-451b-8f05-a6a8df2a9b89', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:01:34.587771 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-c81ae040-4f44-4833-97c7-a07786f7db4f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:01:34.591781 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c81ae040-4f44-4833-97c7-a07786f7db4f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:security_group_rule and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:01:34.594782 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c81ae040-4f44-4833-97c7-a07786f7db4f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:01:34.601001 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-c81ae040-4f44-4833-97c7-a07786f7db4f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:01:34.673699 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c81ae040-4f44-4833-97c7-a07786f7db4f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:34.733062 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c81ae040-4f44-4833-97c7-a07786f7db4f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:34.781773 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c81ae040-4f44-4833-97c7-a07786f7db4f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:34.783587 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1835a152-8759-4029-adee-5239e3191fef tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:01:34.805860 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ae040-4f44-4833-97c7-a07786f7db4f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc25831a-7b82-4a93-8981-f5c5c219b69a,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:01:34.808159 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c81ae040-4f44-4833-97c7-a07786f7db4f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:01:34.902092 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c81ae040-4f44-4833-97c7-a07786f7db4f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:34.903307 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c81ae040-4f44-4833-97c7-a07786f7db4f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3270998 Dec 22 14:01:34.906076 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58036) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:01:34.911731 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-1bfaab51-f021-43cb-943f-a91afc4d14f9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'security_group_rule': {'security_group_id': '6e9a4bd8-2ca0-451b-8f05-a6a8df2a9b89', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:01:34.917611 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1bfaab51-f021-43cb-943f-a91afc4d14f9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:01:34.921474 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1bfaab51-f021-43cb-943f-a91afc4d14f9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:security_group_rule and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:01:34.924462 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1bfaab51-f021-43cb-943f-a91afc4d14f9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:01:34.930626 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1bfaab51-f021-43cb-943f-a91afc4d14f9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:01:35.012870 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1bfaab51-f021-43cb-943f-a91afc4d14f9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:35.073296 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1bfaab51-f021-43cb-943f-a91afc4d14f9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:35.142403 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1bfaab51-f021-43cb-943f-a91afc4d14f9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:35.148602 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5611d368-f139-424c-bc14-27caf80490a2 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:01:35.169033 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfaab51-f021-43cb-943f-a91afc4d14f9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ea5ccc-f98a-4078-8221-279d345dd2ba,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:01:35.171972 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1bfaab51-f021-43cb-943f-a91afc4d14f9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:01:35.244752 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1bfaab51-f021-43cb-943f-a91afc4d14f9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:35.245932 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1bfaab51-f021-43cb-943f-a91afc4d14f9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3389146 Dec 22 14:01:35.248624 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58040) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:01:35.254085 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-99ba19c7-e568-4f30-9dbc-d9776b986ee7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'security_group_rule': {'security_group_id': '6e9a4bd8-2ca0-451b-8f05-a6a8df2a9b89', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:01:35.260016 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-99ba19c7-e568-4f30-9dbc-d9776b986ee7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:01:35.263808 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-99ba19c7-e568-4f30-9dbc-d9776b986ee7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:security_group_rule and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:01:35.266648 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-99ba19c7-e568-4f30-9dbc-d9776b986ee7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:01:35.272631 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-99ba19c7-e568-4f30-9dbc-d9776b986ee7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:01:35.377046 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99ba19c7-e568-4f30-9dbc-d9776b986ee7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:35.440712 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99ba19c7-e568-4f30-9dbc-d9776b986ee7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:35.507879 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99ba19c7-e568-4f30-9dbc-d9776b986ee7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:35.509697 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c81ae040-4f44-4833-97c7-a07786f7db4f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:01:35.532097 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba19c7-e568-4f30-9dbc-d9776b986ee7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=573ed022-3efc-4a7a-8605-c0e4dfbaa01f,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:01:35.535121 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-99ba19c7-e568-4f30-9dbc-d9776b986ee7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:01:35.604994 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-99ba19c7-e568-4f30-9dbc-d9776b986ee7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:35.606195 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-99ba19c7-e568-4f30-9dbc-d9776b986ee7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3566809 Dec 22 14:01:35.608818 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58044) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:01:35.614528 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-ad097ede-4ec9-4e3a-a900-e765c9784207 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'security_group_rule': {'security_group_id': '6e9a4bd8-2ca0-451b-8f05-a6a8df2a9b89', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:01:35.620578 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-ad097ede-4ec9-4e3a-a900-e765c9784207 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:01:35.624368 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-ad097ede-4ec9-4e3a-a900-e765c9784207 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:security_group_rule and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:01:35.628628 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-ad097ede-4ec9-4e3a-a900-e765c9784207 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:01:35.633032 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-ad097ede-4ec9-4e3a-a900-e765c9784207 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:01:35.696484 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9ec880df-faf4-4cbd-bfd8-3daf7274a301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:35.713853 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ad097ede-4ec9-4e3a-a900-e765c9784207 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:35.779449 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ad097ede-4ec9-4e3a-a900-e765c9784207 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:35.827772 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ad097ede-4ec9-4e3a-a900-e765c9784207 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:35.829555 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-65e3f88e-e9cd-4a15-bfca-3797642ee482 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:01:35.852083 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad097ede-4ec9-4e3a-a900-e765c9784207 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f3621f6-f79a-4a49-b606-a0bd9894e554,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:01:35.854376 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ad097ede-4ec9-4e3a-a900-e765c9784207 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:01:35.907573 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ad097ede-4ec9-4e3a-a900-e765c9784207 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:35.908773 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ad097ede-4ec9-4e3a-a900-e765c9784207 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2990627 Dec 22 14:01:35.911535 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58048) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:01:35.917037 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-39b9e015-2be2-4c7b-9a27-4176ad271324 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'security_group_rule': {'security_group_id': '6e9a4bd8-2ca0-451b-8f05-a6a8df2a9b89', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:01:35.922895 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-39b9e015-2be2-4c7b-9a27-4176ad271324 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:01:35.927042 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-39b9e015-2be2-4c7b-9a27-4176ad271324 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:security_group_rule and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:01:35.930078 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-39b9e015-2be2-4c7b-9a27-4176ad271324 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:01:35.935791 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-39b9e015-2be2-4c7b-9a27-4176ad271324 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:01:35.998699 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.securitygroups_db [None req-39b9e015-2be2-4c7b-9a27-4176ad271324 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Project 3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 14:01:36.005796 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-39b9e015-2be2-4c7b-9a27-4176ad271324 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:36.071789 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-39b9e015-2be2-4c7b-9a27-4176ad271324 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:36.130688 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-39b9e015-2be2-4c7b-9a27-4176ad271324 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:36.132453 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-710e313e-aea6-4092-8289-c946e0530d88 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:01:36.154011 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b9e015-2be2-4c7b-9a27-4176ad271324 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bef11223-4a82-4b90-bd2e-43843e257a4d,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:01:36.156354 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-39b9e015-2be2-4c7b-9a27-4176ad271324 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:01:36.210472 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-39b9e015-2be2-4c7b-9a27-4176ad271324 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:36.211642 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-39b9e015-2be2-4c7b-9a27-4176ad271324 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2991481 Dec 22 14:01:36.214247 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58052) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:01:36.219708 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-912bc2ee-820a-43fb-bc97-5d0ce32adbb9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'security_group_rule': {'security_group_id': '6e9a4bd8-2ca0-451b-8f05-a6a8df2a9b89', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:01:36.226907 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-912bc2ee-820a-43fb-bc97-5d0ce32adbb9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:01:36.230587 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-912bc2ee-820a-43fb-bc97-5d0ce32adbb9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:security_group_rule and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:01:36.233363 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-912bc2ee-820a-43fb-bc97-5d0ce32adbb9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:01:36.239560 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-912bc2ee-820a-43fb-bc97-5d0ce32adbb9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:01:36.296523 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.securitygroups_db [None req-912bc2ee-820a-43fb-bc97-5d0ce32adbb9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Project 3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 14:01:36.303247 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-912bc2ee-820a-43fb-bc97-5d0ce32adbb9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:36.367765 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-912bc2ee-820a-43fb-bc97-5d0ce32adbb9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:36.433123 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-912bc2ee-820a-43fb-bc97-5d0ce32adbb9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:36.434941 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-de6ff69a-ef4e-4ff3-a793-78a9d32498ca tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:01:36.460099 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912bc2ee-820a-43fb-bc97-5d0ce32adbb9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a7cf713-3eca-47bb-b947-5fb244cfbc73,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:01:36.464485 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-912bc2ee-820a-43fb-bc97-5d0ce32adbb9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:01:36.530913 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-912bc2ee-820a-43fb-bc97-5d0ce32adbb9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:36.532094 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-912bc2ee-820a-43fb-bc97-5d0ce32adbb9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3169143 Dec 22 14:01:36.534959 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58056) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:01:36.540382 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-a179e21b-4014-4306-8154-5649f9e8cf47 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'network': {'name': 'tempest-network-smoke--38718862', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'port_security_enabled': True}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:01:36.545397 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-a179e21b-4014-4306-8154-5649f9e8cf47 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:01:36.549392 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-a179e21b-4014-4306-8154-5649f9e8cf47 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:network and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:01:36.552843 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-a179e21b-4014-4306-8154-5649f9e8cf47 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:01:36.558392 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-a179e21b-4014-4306-8154-5649f9e8cf47 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:01:36.724607 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a179e21b-4014-4306-8154-5649f9e8cf47 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Made reservation on behalf of 3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 14:01:36.727801 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a179e21b-4014-4306-8154-5649f9e8cf47 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:36.756144 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a179e21b-4014-4306-8154-5649f9e8cf47 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 14:01:36.764389 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a179e21b-4014-4306-8154-5649f9e8cf47 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:36.764730 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-a179e21b-4014-4306-8154-5649f9e8cf47 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Added segment c6963af2-bb6b-445c-a874-2145a722cdf9 of type vlan for network b72aae35-d0d6-4ecd-aa81-8c0871429e44 Dec 22 14:01:36.791885 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a179e21b-4014-4306-8154-5649f9e8cf47 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:36.896338 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a179e21b-4014-4306-8154-5649f9e8cf47 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:36.900081 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a179e21b-4014-4306-8154-5649f9e8cf47 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:01:36.900659 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a179e21b-4014-4306-8154-5649f9e8cf47 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:36.905661 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5f95c4db-b61d-4907-888a-6408e860cf74 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:01:37.007613 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179e21b-4014-4306-8154-5649f9e8cf47 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'Network': ['ID=b72aae35-d0d6-4ecd-aa81-8c0871429e44,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:01:37.010404 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a179e21b-4014-4306-8154-5649f9e8cf47 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:01:37.018743 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network b72aae35-d0d6-4ecd-aa81-8c0871429e44 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 14:01:37.068727 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a179e21b-4014-4306-8154-5649f9e8cf47 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5326943 Dec 22 14:01:37.071361 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58060) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:01:37.076487 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-c5eba472-e8d1-473d-9228-a988e47d84a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1060640564', 'admin_state_up': True, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:01:37.083990 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-c5eba472-e8d1-473d-9228-a988e47d84a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:01:37.087822 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c5eba472-e8d1-473d-9228-a988e47d84a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:router and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:01:37.090668 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c5eba472-e8d1-473d-9228-a988e47d84a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:01:37.096209 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-c5eba472-e8d1-473d-9228-a988e47d84a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:01:37.193846 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c5eba472-e8d1-473d-9228-a988e47d84a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:37.194834 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c5eba472-e8d1-473d-9228-a988e47d84a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:37.213324 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c5eba472-e8d1-473d-9228-a988e47d84a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:37.436432 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c5eba472-e8d1-473d-9228-a988e47d84a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:37.682065 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c5eba472-e8d1-473d-9228-a988e47d84a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for router_gateway, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:37.710576 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c5eba472-e8d1-473d-9228-a988e47d84a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:37.843328 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-c5eba472-e8d1-473d-9228-a988e47d84a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Allocated IP 172.26.1.16 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/8a7f5580-7602-45c8-a8fc-4429ac475d83) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:01:37.989250 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c5eba472-e8d1-473d-9228-a988e47d84a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:38.056336 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-179c5bb7-d7ab-4bad-9784-a0950ea5b7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:38.091022 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c5eba472-e8d1-473d-9228-a988e47d84a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:38.094853 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ec9386af-4f47-4855-a12c-d8ba405238a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:01:38.159457 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5eba472-e8d1-473d-9228-a988e47d84a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:01:38.162612 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-c5eba472-e8d1-473d-9228-a988e47d84a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:01:38.166746 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eba472-e8d1-473d-9228-a988e47d84a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 14:01:38.194602 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eba472-e8d1-473d-9228-a988e47d84a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'Port': ['ID=8a7f5580-7602-45c8-a8fc-4429ac475d83,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:01:38.199784 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c5eba472-e8d1-473d-9228-a988e47d84a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:01:38.410225 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c5eba472-e8d1-473d-9228-a988e47d84a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for router_gateway, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:38.410884 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c5eba472-e8d1-473d-9228-a988e47d84a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:38.673282 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5eba472-e8d1-473d-9228-a988e47d84a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Router 5406f861-26e0-4a79-8755-e170a98fd22b is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 14:01:38.870292 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5eba472-e8d1-473d-9228-a988e47d84a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 14:01:38.882694 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84cf634-8ab1-4313-ba74-875e3568eb61 None None] Sync routers for ids ['5406f861-26e0-4a79-8755-e170a98fd22b'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 14:01:38.898125 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84cf634-8ab1-4313-ba74-875e3568eb61 None None] Routers {'5406f861-26e0-4a79-8755-e170a98fd22b'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:01:38.898779 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-a84cf634-8ab1-4313-ba74-875e3568eb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:01:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['5406f861-26e0-4a79-8755-e170a98fd22b'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:01:38.936555 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c5eba472-e8d1-473d-9228-a988e47d84a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:38.937673 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c5eba472-e8d1-473d-9228-a988e47d84a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8653631 Dec 22 14:01:38.941416 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58064) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:01:39.040100 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:39.089208 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-a84cf634-8ab1-4313-ba74-875e3568eb61 None None] Set router 5406f861-26e0-4a79-8755-e170a98fd22b gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:01:39.169374 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-afb48c85-0f42-4c95-9027-3fc9d65d5325 tempest-TestNetworkAdvancedServerOps-1874708569 tempest-TestNetworkAdvancedServerOps-1874708569-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2267687 Dec 22 14:01:39.171921 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58070) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:01:39.300539 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e8649b-06b7-4bf7-a10e-e7d0095eb7f4 tempest-TestNetworkAdvancedServerOps-1874708569 tempest-TestNetworkAdvancedServerOps-1874708569-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:01:39.301939 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f2e8649b-06b7-4bf7-a10e-e7d0095eb7f4 tempest-TestNetworkAdvancedServerOps-1874708569 tempest-TestNetworkAdvancedServerOps-1874708569-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1291282 Dec 22 14:01:39.304678 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58074) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:01:39.343047 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7ead18da-3030-436c-96bb-90a2b23ca51e tempest-TestNetworkAdvancedServerOps-1874708569 tempest-TestNetworkAdvancedServerOps-1874708569-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=0776f1b4-770d-462f-bc0f-df97e8017b18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372376 Dec 22 14:01:39.345401 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58078) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:01:39.351641 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-db7788e1-15ac-4f1c-94b7-ba1c350e452e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-698634392', 'network_id': 'b72aae35-d0d6-4ecd-aa81-8c0871429e44', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:01:39.388966 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-a84cf634-8ab1-4313-ba74-875e3568eb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5406f861-26e0-4a79-8755-e170a98fd22b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060640564', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': '8a7f5580-7602-45c8-a8fc-4429ac475d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:01:37Z', 'updated_at': '2021-12-22T14:01:38Z', 'revision_number': 3, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '8a7f5580-7602-45c8-a8fc-4429ac475d83', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5406f861-26e0-4a79-8755-e170a98fd22b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:01:37Z', 'updated_at': '2021-12-22T14:01:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:01:39.392810 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84cf634-8ab1-4313-ba74-875e3568eb61 None None] Checking router: 5406f861-26e0-4a79-8755-e170a98fd22b for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 14:01:39.393733 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84cf634-8ab1-4313-ba74-875e3568eb61 None None] Updating router 5406f861-26e0-4a79-8755-e170a98fd22b port 8a7f5580-7602-45c8-a8fc-4429ac475d83 binding host dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 14:01:39.442631 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:39.444901 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a84cf634-8ab1-4313-ba74-875e3568eb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:39.459965 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-db7788e1-15ac-4f1c-94b7-ba1c350e452e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:01:39.463987 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-db7788e1-15ac-4f1c-94b7-ba1c350e452e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:subnet and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:01:39.466827 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-db7788e1-15ac-4f1c-94b7-ba1c350e452e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:01:39.473559 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-db7788e1-15ac-4f1c-94b7-ba1c350e452e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:01:39.541992 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7788e1-15ac-4f1c-94b7-ba1c350e452e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Made reservation on behalf of 3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 14:01:39.644954 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-db7788e1-15ac-4f1c-94b7-ba1c350e452e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:39.765291 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a84cf634-8ab1-4313-ba74-875e3568eb61 None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:39.777309 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-a84cf634-8ab1-4313-ba74-875e3568eb61 None None] Transition to ACTIVE for port object 8a7f5580-7602-45c8-a8fc-4429ac475d83 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:01:39.839102 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a84cf634-8ab1-4313-ba74-875e3568eb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:39.842851 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:01:39.918642 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f135aa-1d66-48eb-a210-219cd428a959 None None] Pushing event updated for resources: {'Port': ['ID=8a7f5580-7602-45c8-a8fc-4429ac475d83,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:01:39.919519 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-db7788e1-15ac-4f1c-94b7-ba1c350e452e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:39.922520 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-e0f135aa-1d66-48eb-a210-219cd428a959 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:01:39.923661 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ceca09e8-10a1-4707-a7c3-9658c131a20e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:01:39.925228 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-a84cf634-8ab1-4313-ba74-875e3568eb61 None None] Attempting to bind port 8a7f5580-7602-45c8-a8fc-4429ac475d83 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 14:01:39.926143 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-a84cf634-8ab1-4313-ba74-875e3568eb61 None None] Attempting to bind port 8a7f5580-7602-45c8-a8fc-4429ac475d83 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 14:01:39.926143 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84cf634-8ab1-4313-ba74-875e3568eb61 None None] Attempting to bind port 8a7f5580-7602-45c8-a8fc-4429ac475d83 on network 0776f1b4-770d-462f-bc0f-df97e8017b18 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 14:01:39.932430 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84cf634-8ab1-4313-ba74-875e3568eb61 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 14:01:39.932809 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84cf634-8ab1-4313-ba74-875e3568eb61 None None] Checking segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 14:01:39.933218 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a84cf634-8ab1-4313-ba74-875e3568eb61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:39.934230 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84cf634-8ab1-4313-ba74-875e3568eb61 None None] Bound using segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 14:01:39.934230 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-a84cf634-8ab1-4313-ba74-875e3568eb61 None None] Bound port: 8a7f5580-7602-45c8-a8fc-4429ac475d83, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 14:01:39.934545 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a84cf634-8ab1-4313-ba74-875e3568eb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:40.004189 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7788e1-15ac-4f1c-94b7-ba1c350e452e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'Subnet': ['ID=a0649d22-21f0-4068-8104-c68c6227d8f7,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:01:40.007631 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-db7788e1-15ac-4f1c-94b7-ba1c350e452e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:01:40.008162 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-a84cf634-8ab1-4313-ba74-875e3568eb61 None None] For port 8a7f5580-7602-45c8-a8fc-4429ac475d83, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 14:01:40.011611 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-a84cf634-8ab1-4313-ba74-875e3568eb61 None None] For port 8a7f5580-7602-45c8-a8fc-4429ac475d83, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=8a7f5580-7602-45c8-a8fc-4429ac475d83,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 14:01:40.014929 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7788e1-15ac-4f1c-94b7-ba1c350e452e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Checking segment: {'id': 'c6963af2-bb6b-445c-a874-2145a722cdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b72aae35-d0d6-4ecd-aa81-8c0871429e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 14:01:40.015303 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7788e1-15ac-4f1c-94b7-ba1c350e452e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Network hostable DHCP agents. Network: b72aae35-d0d6-4ecd-aa81-8c0871429e44, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 14:01:40.102538 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a84cf634-8ab1-4313-ba74-875e3568eb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:40.106210 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-096d2a01-70b3-44b9-a33a-4ad9b651ee64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:01:40.124766 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7788e1-15ac-4f1c-94b7-ba1c350e452e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Network b72aae35-d0d6-4ecd-aa81-8c0871429e44 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 14:01:40.182654 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f135aa-1d66-48eb-a210-219cd428a959 None None] Pushing event updated for resources: {'Port': ['ID=8a7f5580-7602-45c8-a8fc-4429ac475d83,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:01:40.185908 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-e0f135aa-1d66-48eb-a210-219cd428a959 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:01:40.188132 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84cf634-8ab1-4313-ba74-875e3568eb61 None None] Routers {'5406f861-26e0-4a79-8755-e170a98fd22b'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:01:40.188732 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-a84cf634-8ab1-4313-ba74-875e3568eb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:01:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['5406f861-26e0-4a79-8755-e170a98fd22b'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:01:40.216350 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-db7788e1-15ac-4f1c-94b7-ba1c350e452e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, b72aae35-d0d6-4ecd-aa81-8c0871429e44) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:01:40.220309 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7788e1-15ac-4f1c-94b7-ba1c350e452e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:01:40.221082 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-db7788e1-15ac-4f1c-94b7-ba1c350e452e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:40.242292 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ca12d7-ba91-457e-b484-d876d7c0c40a None None] Network b72aae35-d0d6-4ecd-aa81-8c0871429e44 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 14:01:40.308855 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-db7788e1-15ac-4f1c-94b7-ba1c350e452e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9623709 Dec 22 14:01:40.311500 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58082) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:01:40.541202 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-a84cf634-8ab1-4313-ba74-875e3568eb61 None None] Set router 5406f861-26e0-4a79-8755-e170a98fd22b gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:01:40.698024 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:40.764588 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21834b5b-2c98-493a-9fa8-9eb5ed7757ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-b72aae35-d0d6-4ecd-aa81-8c0871429e44', 'network_id': 'b72aae35-d0d6-4ecd-aa81-8c0871429e44', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'fixed_ips': [{'subnet_id': 'a0649d22-21f0-4068-8104-c68c6227d8f7'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 14:01:40.765402 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-21834b5b-2c98-493a-9fa8-9eb5ed7757ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:41.005030 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-21834b5b-2c98-493a-9fa8-9eb5ed7757ce None None] Allocated IP 172.20.0.2 (b72aae35-d0d6-4ecd-aa81-8c0871429e44/a0649d22-21f0-4068-8104-c68c6227d8f7/dbeaaad6-a530-4f19-a706-2d6ca14705a9) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:01:41.099541 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-a84cf634-8ab1-4313-ba74-875e3568eb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5406f861-26e0-4a79-8755-e170a98fd22b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060640564', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': '8a7f5580-7602-45c8-a8fc-4429ac475d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:01:37Z', 'updated_at': '2021-12-22T14:01:38Z', 'revision_number': 3, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '8a7f5580-7602-45c8-a8fc-4429ac475d83', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5406f861-26e0-4a79-8755-e170a98fd22b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:01:37Z', 'updated_at': '2021-12-22T14:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:01:41.114293 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84cf634-8ab1-4313-ba74-875e3568eb61 None None] The sync data for ids ['5406f861-26e0-4a79-8755-e170a98fd22b'] in dv-neutron-822669-1-hyperv is: [{'id': '5406f861-26e0-4a79-8755-e170a98fd22b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060640564', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': '8a7f5580-7602-45c8-a8fc-4429ac475d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:01:37Z', 'updated_at': '2021-12-22T14:01:38Z', 'revision_number': 3, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '8a7f5580-7602-45c8-a8fc-4429ac475d83', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5406f861-26e0-4a79-8755-e170a98fd22b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:01:37Z', 'updated_at': '2021-12-22T14:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 14:01:41.197252 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4af08731-9e0f-4c54-8316-b73a761246d2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:41.246119 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-21834b5b-2c98-493a-9fa8-9eb5ed7757ce None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:41.266123 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-21834b5b-2c98-493a-9fa8-9eb5ed7757ce None None] Transition to ACTIVE for port object dbeaaad6-a530-4f19-a706-2d6ca14705a9 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:01:41.315968 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-21834b5b-2c98-493a-9fa8-9eb5ed7757ce None None] Transition to ACTIVE for port object dbeaaad6-a530-4f19-a706-2d6ca14705a9 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:01:41.416837 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-21834b5b-2c98-493a-9fa8-9eb5ed7757ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:41.421736 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:01:41.497255 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21834b5b-2c98-493a-9fa8-9eb5ed7757ce None None] Network b72aae35-d0d6-4ecd-aa81-8c0871429e44 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:01:41.498108 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21834b5b-2c98-493a-9fa8-9eb5ed7757ce None None] Pushing event updated for resources: {'Port': ['ID=dbeaaad6-a530-4f19-a706-2d6ca14705a9,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:01:41.500727 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-21834b5b-2c98-493a-9fa8-9eb5ed7757ce None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:01:41.502937 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-21834b5b-2c98-493a-9fa8-9eb5ed7757ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:01:41.503850 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21834b5b-2c98-493a-9fa8-9eb5ed7757ce None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 14:01:41.601832 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-21834b5b-2c98-493a-9fa8-9eb5ed7757ce None None] Attempting to bind port dbeaaad6-a530-4f19-a706-2d6ca14705a9 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 14:01:41.602206 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-21834b5b-2c98-493a-9fa8-9eb5ed7757ce None None] Attempting to bind port dbeaaad6-a530-4f19-a706-2d6ca14705a9 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'c6963af2-bb6b-445c-a874-2145a722cdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b72aae35-d0d6-4ecd-aa81-8c0871429e44'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 14:01:41.602607 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21834b5b-2c98-493a-9fa8-9eb5ed7757ce None None] Attempting to bind port dbeaaad6-a530-4f19-a706-2d6ca14705a9 on network b72aae35-d0d6-4ecd-aa81-8c0871429e44 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 14:01:41.609311 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21834b5b-2c98-493a-9fa8-9eb5ed7757ce None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 14:01:41.609694 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21834b5b-2c98-493a-9fa8-9eb5ed7757ce None None] Checking segment: {'id': 'c6963af2-bb6b-445c-a874-2145a722cdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b72aae35-d0d6-4ecd-aa81-8c0871429e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 14:01:41.610105 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-21834b5b-2c98-493a-9fa8-9eb5ed7757ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:41.610547 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21834b5b-2c98-493a-9fa8-9eb5ed7757ce None None] Bound using segment: {'id': 'c6963af2-bb6b-445c-a874-2145a722cdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b72aae35-d0d6-4ecd-aa81-8c0871429e44'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 14:01:41.611015 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-21834b5b-2c98-493a-9fa8-9eb5ed7757ce None None] Bound port: dbeaaad6-a530-4f19-a706-2d6ca14705a9, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6963af2-bb6b-445c-a874-2145a722cdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b72aae35-d0d6-4ecd-aa81-8c0871429e44'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 14:01:41.611398 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-21834b5b-2c98-493a-9fa8-9eb5ed7757ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:41.659512 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-4af08731-9e0f-4c54-8316-b73a761246d2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Allocated IP 172.20.0.1 (b72aae35-d0d6-4ecd-aa81-8c0871429e44/a0649d22-21f0-4068-8104-c68c6227d8f7/54d990db-0522-472b-98ad-8671477d8c31) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:01:41.705335 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-21834b5b-2c98-493a-9fa8-9eb5ed7757ce None None] For port dbeaaad6-a530-4f19-a706-2d6ca14705a9, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 14:01:41.709163 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-21834b5b-2c98-493a-9fa8-9eb5ed7757ce None None] For port dbeaaad6-a530-4f19-a706-2d6ca14705a9, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=dbeaaad6-a530-4f19-a706-2d6ca14705a9,segment=NetworkSegment(c6963af2-bb6b-445c-a874-2145a722cdf9),segment_id=c6963af2-bb6b-445c-a874-2145a722cdf9)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 14:01:41.776970 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-21834b5b-2c98-493a-9fa8-9eb5ed7757ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:41.781120 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:01:41.827804 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4af08731-9e0f-4c54-8316-b73a761246d2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:41.847172 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-4af08731-9e0f-4c54-8316-b73a761246d2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Transition to ACTIVE for port object 54d990db-0522-472b-98ad-8671477d8c31 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:01:41.862294 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21834b5b-2c98-493a-9fa8-9eb5ed7757ce None None] Pushing event updated for resources: {'Port': ['ID=dbeaaad6-a530-4f19-a706-2d6ca14705a9,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:01:41.865618 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-21834b5b-2c98-493a-9fa8-9eb5ed7757ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:01:41.925814 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4af08731-9e0f-4c54-8316-b73a761246d2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:41.929800 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1e15edc9-fe94-4cf3-b311-bc9a40d799fb tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:01:41.995966 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af08731-9e0f-4c54-8316-b73a761246d2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Network b72aae35-d0d6-4ecd-aa81-8c0871429e44 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:01:42.004539 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-4af08731-9e0f-4c54-8316-b73a761246d2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:01:42.023330 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af08731-9e0f-4c54-8316-b73a761246d2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 14:01:42.050555 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af08731-9e0f-4c54-8316-b73a761246d2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'Port': ['ID=54d990db-0522-472b-98ad-8671477d8c31,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:01:42.055730 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4af08731-9e0f-4c54-8316-b73a761246d2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:01:42.088198 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4af08731-9e0f-4c54-8316-b73a761246d2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:42.168598 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device dbeaaad6-a530-4f19-a706-2d6ca14705a9 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:01:42.261919 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4af08731-9e0f-4c54-8316-b73a761246d2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:42.291139 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port dbeaaad6-a530-4f19-a706-2d6ca14705a9 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:01:42.296159 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 8a7f5580-7602-45c8-a8fc-4429ac475d83 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:01:42.416750 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 8a7f5580-7602-45c8-a8fc-4429ac475d83 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:01:42.421674 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 8a7f5580-7602-45c8-a8fc-4429ac475d83 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:01:42.422058 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:42.598651 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:42.617517 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 8a7f5580-7602-45c8-a8fc-4429ac475d83, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=8a7f5580-7602-45c8-a8fc-4429ac475d83,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:01:42.684217 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4af08731-9e0f-4c54-8316-b73a761246d2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:42.701968 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:42.706990 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:01:42.755649 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4af08731-9e0f-4c54-8316-b73a761246d2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:42.771044 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=8a7f5580-7602-45c8-a8fc-4429ac475d83,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:01:42.774039 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:01:42.787428 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3e9f419d-e5b9-460f-bb3f-d63593c49292 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:01:42.855360 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb8f21b-62f6-4938-b2b2-e835a912732b None None] Network b72aae35-d0d6-4ecd-aa81-8c0871429e44 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 14:01:42.872425 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af08731-9e0f-4c54-8316-b73a761246d2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'Port': ['ID=54d990db-0522-472b-98ad-8671477d8c31,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:01:42.876794 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4af08731-9e0f-4c54-8316-b73a761246d2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:01:42.878098 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4af08731-9e0f-4c54-8316-b73a761246d2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:43.016444 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af08731-9e0f-4c54-8316-b73a761246d2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Network b72aae35-d0d6-4ecd-aa81-8c0871429e44 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:01:43.017616 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-4af08731-9e0f-4c54-8316-b73a761246d2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:01:43.085191 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-5ac7fd33-6530-4752-a60d-def130c004e3 None None] Provisioning for port dbeaaad6-a530-4f19-a706-2d6ca14705a9 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:01:43.100023 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-5ac7fd33-6530-4752-a60d-def130c004e3 None None] Provisioning complete for port dbeaaad6-a530-4f19-a706-2d6ca14705a9 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:01:43.100023 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5ac7fd33-6530-4752-a60d-def130c004e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:43.231145 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5ac7fd33-6530-4752-a60d-def130c004e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:43.268880 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-5ac7fd33-6530-4752-a60d-def130c004e3 None None] For port dbeaaad6-a530-4f19-a706-2d6ca14705a9, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=dbeaaad6-a530-4f19-a706-2d6ca14705a9,segment=NetworkSegment(c6963af2-bb6b-445c-a874-2145a722cdf9),segment_id=c6963af2-bb6b-445c-a874-2145a722cdf9)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:01:43.342522 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-5ac7fd33-6530-4752-a60d-def130c004e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:43.344340 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:01:43.412024 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac7fd33-6530-4752-a60d-def130c004e3 None None] Pushing event updated for resources: {'Port': ['ID=dbeaaad6-a530-4f19-a706-2d6ca14705a9,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:01:43.415299 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-5ac7fd33-6530-4752-a60d-def130c004e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:01:43.539781 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af08731-9e0f-4c54-8316-b73a761246d2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Router 5406f861-26e0-4a79-8755-e170a98fd22b has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 14:01:43.553608 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-b32f6d64-3a86-49ec-b5fe-4b4f7732431c None None] Provisioning for port 54d990db-0522-472b-98ad-8671477d8c31 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:01:43.559318 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-b32f6d64-3a86-49ec-b5fe-4b4f7732431c None None] Provisioning complete for port 54d990db-0522-472b-98ad-8671477d8c31 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:01:43.559584 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b32f6d64-3a86-49ec-b5fe-4b4f7732431c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:43.621097 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-b32f6d64-3a86-49ec-b5fe-4b4f7732431c None None] Port 54d990db-0522-472b-98ad-8671477d8c31 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 14:01:43.634799 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-b32f6d64-3a86-49ec-b5fe-4b4f7732431c None None] Provisioning complete for port dbeaaad6-a530-4f19-a706-2d6ca14705a9 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:01:43.635182 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b32f6d64-3a86-49ec-b5fe-4b4f7732431c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:43.754587 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af08731-9e0f-4c54-8316-b73a761246d2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 14:01:43.766608 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-4af08731-9e0f-4c54-8316-b73a761246d2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "PUT /v2.0/routers/5406f861-26e0-4a79-8755-e170a98fd22b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4539034 Dec 22 14:01:43.873525 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-565a1f5a-64f8-49b6-a0d9-b2e679e66836 None None] Provisioning complete for port 54d990db-0522-472b-98ad-8671477d8c31 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:01:43.873831 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-565a1f5a-64f8-49b6-a0d9-b2e679e66836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:43.929917 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-565a1f5a-64f8-49b6-a0d9-b2e679e66836 None None] Port 54d990db-0522-472b-98ad-8671477d8c31 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 14:01:43.940740 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-e88ecd3e-d4e1-4dc1-8d73-49dad2e5c789 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Synchronizing usage tracker for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:01:44.039343 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-e88ecd3e-d4e1-4dc1-8d73-49dad2e5c789 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Unset dirty status for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:01:44.040535 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-e88ecd3e-d4e1-4dc1-8d73-49dad2e5c789 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1301000417&fields=id&tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 HTTP/1.1" status: 200 len: 267 time: 0.1420412 Dec 22 14:01:44.056359 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device dbeaaad6-a530-4f19-a706-2d6ca14705a9 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:01:44.125254 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port dbeaaad6-a530-4f19-a706-2d6ca14705a9 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:01:44.125541 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:44.192702 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-96fcd054-bad5-4e59-b9e9-6a180a53b8f1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:01:44.193525 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-96fcd054-bad5-4e59-b9e9-6a180a53b8f1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Synchronizing usage tracker for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:network {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:01:44.240745 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 8a7f5580-7602-45c8-a8fc-4429ac475d83 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:01:44.273531 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-96fcd054-bad5-4e59-b9e9-6a180a53b8f1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Unset dirty status for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:network {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:01:44.274860 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-96fcd054-bad5-4e59-b9e9-6a180a53b8f1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/networks?id=b72aae35-d0d6-4ecd-aa81-8c0871429e44 HTTP/1.1" status: 200 len: 795 time: 0.2278867 Dec 22 14:01:44.291162 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-f884e4f5-829a-468e-b7e4-ef17b2228554 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/quotas/3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 HTTP/1.1" status: 200 len: 375 time: 0.0109429 Dec 22 14:01:44.309748 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 8a7f5580-7602-45c8-a8fc-4429ac475d83 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:01:44.310130 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:44.379841 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-714030b5-670e-43a4-9665-6cd2d68af2fb tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Synchronizing usage tracker for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:01:44.456759 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-714030b5-670e-43a4-9665-6cd2d68af2fb tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Unset dirty status for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:01:44.462033 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-714030b5-670e-43a4-9665-6cd2d68af2fb tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1619174 Dec 22 14:01:44.638764 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-85155f64-1a53-4d2c-aac6-e264571c6166 service neutron] 10.222.0.47 "GET /v2.0/networks/b72aae35-d0d6-4ecd-aa81-8c0871429e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382020 Dec 22 14:01:44.638883 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2137d94-bb1d-4941-bf46-e3ef6e1be798 None None] Sync routers for ids ['5406f861-26e0-4a79-8755-e170a98fd22b'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 14:01:44.638883 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2137d94-bb1d-4941-bf46-e3ef6e1be798 None None] Routers {'5406f861-26e0-4a79-8755-e170a98fd22b'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:01:44.638883 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-e2137d94-bb1d-4941-bf46-e3ef6e1be798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:01:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['5406f861-26e0-4a79-8755-e170a98fd22b'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:01:44.743484 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-17f1f235-0da8-4580-89a8-4aacd7d17e62 service neutron] 10.222.0.47 "GET /v2.0/networks/b72aae35-d0d6-4ecd-aa81-8c0871429e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285150 Dec 22 14:01:44.812266 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-e2137d94-bb1d-4941-bf46-e3ef6e1be798 None None] Set router 5406f861-26e0-4a79-8755-e170a98fd22b gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:01:45.033454 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-01405a84-c292-4025-b4bb-62543277de45 req-89eb6bca-e096-45b9-b168-cd1834417763 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Synchronizing usage tracker for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:01:45.045578 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-01405a84-c292-4025-b4bb-62543277de45 req-89eb6bca-e096-45b9-b168-cd1834417763 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Unset dirty status for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:01:45.046863 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-01405a84-c292-4025-b4bb-62543277de45 req-89eb6bca-e096-45b9-b168-cd1834417763 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e HTTP/1.1" status: 200 len: 210 time: 0.0558076 Dec 22 14:01:45.120011 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:01:45.139689 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-e2137d94-bb1d-4941-bf46-e3ef6e1be798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5406f861-26e0-4a79-8755-e170a98fd22b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060640564', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': '8a7f5580-7602-45c8-a8fc-4429ac475d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:01:37Z', 'updated_at': '2021-12-22T14:01:42Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '8a7f5580-7602-45c8-a8fc-4429ac475d83', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5406f861-26e0-4a79-8755-e170a98fd22b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:01:37Z', 'updated_at': '2021-12-22T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '54d990db-0522-472b-98ad-8671477d8c31', 'name': '', 'network_id': 'b72aae35-d0d6-4ecd-aa81-8c0871429e44', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:a2:d4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5406f861-26e0-4a79-8755-e170a98fd22b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0649d22-21f0-4068-8104-c68c6227d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:01:41Z', 'updated_at': '2021-12-22T14:01:42Z', 'revision_number': 2, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': 'a0649d22-21f0-4068-8104-c68c6227d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:01:45.143725 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2137d94-bb1d-4941-bf46-e3ef6e1be798 None None] Checking router: 5406f861-26e0-4a79-8755-e170a98fd22b for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 14:01:45.144077 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2137d94-bb1d-4941-bf46-e3ef6e1be798 None None] Updating router 5406f861-26e0-4a79-8755-e170a98fd22b port 54d990db-0522-472b-98ad-8671477d8c31 binding host dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 14:01:45.197599 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-e2137d94-bb1d-4941-bf46-e3ef6e1be798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:45.540882 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-e2137d94-bb1d-4941-bf46-e3ef6e1be798 None None] Notify callbacks [] for port, precommit_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:45.553017 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.provisioning_blocks [None req-e2137d94-bb1d-4941-bf46-e3ef6e1be798 None None] Transition to ACTIVE for port object 54d990db-0522-472b-98ad-8671477d8c31 will not be triggered until provisioned by entity L2. {{(pid=84151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:01:45.605016 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-e2137d94-bb1d-4941-bf46-e3ef6e1be798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:45.608705 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-1e0a340c-c363-4d52-9207-96a6f096c0d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:01:45.729294 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8fb06-c762-4833-8062-35111b2ef4e2 None None] Pushing event updated for resources: {'Port': ['ID=54d990db-0522-472b-98ad-8671477d8c31,revision_number=3']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:01:45.747240 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8fb06-c762-4833-8062-35111b2ef4e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:45.747240 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8fb06-c762-4833-8062-35111b2ef4e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:45.747240 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8fb06-c762-4833-8062-35111b2ef4e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:45.747240 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8fb06-c762-4833-8062-35111b2ef4e2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:45.747240 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8fb06-c762-4833-8062-35111b2ef4e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:45.747240 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8fb06-c762-4833-8062-35111b2ef4e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:45.747240 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8fb06-c762-4833-8062-35111b2ef4e2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:45.747240 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8fb06-c762-4833-8062-35111b2ef4e2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:45.747240 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8fb06-c762-4833-8062-35111b2ef4e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:45.747240 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8fb06-c762-4833-8062-35111b2ef4e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:45.747240 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8fb06-c762-4833-8062-35111b2ef4e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:45.775644 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-12a8fb06-c762-4833-8062-35111b2ef4e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:01:45.829536 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-e2137d94-bb1d-4941-bf46-e3ef6e1be798 None None] Attempting to bind port 54d990db-0522-472b-98ad-8671477d8c31 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 14:01:45.829912 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-e2137d94-bb1d-4941-bf46-e3ef6e1be798 None None] Attempting to bind port 54d990db-0522-472b-98ad-8671477d8c31 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'c6963af2-bb6b-445c-a874-2145a722cdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b72aae35-d0d6-4ecd-aa81-8c0871429e44'}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 14:01:45.830270 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2137d94-bb1d-4941-bf46-e3ef6e1be798 None None] Attempting to bind port 54d990db-0522-472b-98ad-8671477d8c31 on network b72aae35-d0d6-4ecd-aa81-8c0871429e44 {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 14:01:45.837540 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2137d94-bb1d-4941-bf46-e3ef6e1be798 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 14:01:45.837933 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2137d94-bb1d-4941-bf46-e3ef6e1be798 None None] Checking segment: {'id': 'c6963af2-bb6b-445c-a874-2145a722cdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b72aae35-d0d6-4ecd-aa81-8c0871429e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 14:01:45.838330 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-e2137d94-bb1d-4941-bf46-e3ef6e1be798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:45.838740 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2137d94-bb1d-4941-bf46-e3ef6e1be798 None None] Bound using segment: {'id': 'c6963af2-bb6b-445c-a874-2145a722cdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b72aae35-d0d6-4ecd-aa81-8c0871429e44'} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 14:01:45.839198 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-e2137d94-bb1d-4941-bf46-e3ef6e1be798 None None] Bound port: 54d990db-0522-472b-98ad-8671477d8c31, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6963af2-bb6b-445c-a874-2145a722cdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b72aae35-d0d6-4ecd-aa81-8c0871429e44'}}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 14:01:45.839567 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-e2137d94-bb1d-4941-bf46-e3ef6e1be798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:45.959595 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-e2137d94-bb1d-4941-bf46-e3ef6e1be798 None None] For port 54d990db-0522-472b-98ad-8671477d8c31, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 14:01:45.962462 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-e2137d94-bb1d-4941-bf46-e3ef6e1be798 None None] For port 54d990db-0522-472b-98ad-8671477d8c31, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=54d990db-0522-472b-98ad-8671477d8c31,segment=NetworkSegment(c6963af2-bb6b-445c-a874-2145a722cdf9),segment_id=c6963af2-bb6b-445c-a874-2145a722cdf9)] {{(pid=84151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 14:01:46.005949 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-e2137d94-bb1d-4941-bf46-e3ef6e1be798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:46.013164 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-12a8fb06-c762-4833-8062-35111b2ef4e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:01:46.095792 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8fb06-c762-4833-8062-35111b2ef4e2 None None] Pushing event updated for resources: {'Port': ['ID=54d990db-0522-472b-98ad-8671477d8c31,revision_number=4']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:01:46.099855 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-12a8fb06-c762-4833-8062-35111b2ef4e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:01:46.103888 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2137d94-bb1d-4941-bf46-e3ef6e1be798 None None] Routers {'5406f861-26e0-4a79-8755-e170a98fd22b'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:01:46.105276 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-e2137d94-bb1d-4941-bf46-e3ef6e1be798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:01:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['5406f861-26e0-4a79-8755-e170a98fd22b'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:01:46.236759 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-debcb34c-acde-4f06-ba4c-4f7e263645c8 req-f865b113-f5b3-47ad-8329-c5d37d6c02b4 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e HTTP/1.1" status: 200 len: 210 time: 0.0486135 Dec 22 14:01:46.298043 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-e2137d94-bb1d-4941-bf46-e3ef6e1be798 None None] Set router 5406f861-26e0-4a79-8755-e170a98fd22b gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:01:46.613087 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-e2137d94-bb1d-4941-bf46-e3ef6e1be798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5406f861-26e0-4a79-8755-e170a98fd22b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060640564', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': '8a7f5580-7602-45c8-a8fc-4429ac475d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:01:37Z', 'updated_at': '2021-12-22T14:01:42Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '8a7f5580-7602-45c8-a8fc-4429ac475d83', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5406f861-26e0-4a79-8755-e170a98fd22b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:01:37Z', 'updated_at': '2021-12-22T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '54d990db-0522-472b-98ad-8671477d8c31', 'name': '', 'network_id': 'b72aae35-d0d6-4ecd-aa81-8c0871429e44', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:a2:d4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5406f861-26e0-4a79-8755-e170a98fd22b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0649d22-21f0-4068-8104-c68c6227d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:01:41Z', 'updated_at': '2021-12-22T14:01:45Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': 'a0649d22-21f0-4068-8104-c68c6227d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:01:46.616991 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2137d94-bb1d-4941-bf46-e3ef6e1be798 None None] The sync data for ids ['5406f861-26e0-4a79-8755-e170a98fd22b'] in dv-neutron-822669-1-hyperv is: [{'id': '5406f861-26e0-4a79-8755-e170a98fd22b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060640564', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': '8a7f5580-7602-45c8-a8fc-4429ac475d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:01:37Z', 'updated_at': '2021-12-22T14:01:42Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '8a7f5580-7602-45c8-a8fc-4429ac475d83', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5406f861-26e0-4a79-8755-e170a98fd22b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:01:37Z', 'updated_at': '2021-12-22T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '54d990db-0522-472b-98ad-8671477d8c31', 'name': '', 'network_id': 'b72aae35-d0d6-4ecd-aa81-8c0871429e44', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:a2:d4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5406f861-26e0-4a79-8755-e170a98fd22b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0649d22-21f0-4068-8104-c68c6227d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:01:41Z', 'updated_at': '2021-12-22T14:01:45Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': 'a0649d22-21f0-4068-8104-c68c6227d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 14:01:47.181669 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-7a46d494-2b3b-49a4-ab1f-ca5da8ba140b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:01:47.183158 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-7a46d494-2b3b-49a4-ab1f-ca5da8ba140b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.45 "GET /v2.0/networks?id=b72aae35-d0d6-4ecd-aa81-8c0871429e44 HTTP/1.1" status: 200 len: 795 time: 0.1536078 Dec 22 14:01:47.251910 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-65e806c1-1d1d-45a4-915b-8d3696deb999 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 HTTP/1.1" status: 200 len: 380 time: 0.0457299 Dec 22 14:01:47.264333 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-e898cf5d-ace0-4957-bb7c-2df64335f113 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'port': {'device_id': '26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e', 'network_id': 'b72aae35-d0d6-4ecd-aa81-8c0871429e44', 'admin_state_up': True, 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'security_groups': ['6e9a4bd8-2ca0-451b-8f05-a6a8df2a9b89']}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:01:47.420333 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-8c128e4c-e241-42ed-b12f-908ec6b6a8d9 req-f4f9dde8-b4af-4a3d-a05d-3e11ee935351 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e HTTP/1.1" status: 200 len: 210 time: 0.0499473 Dec 22 14:01:47.420910 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-e898cf5d-ace0-4957-bb7c-2df64335f113 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:01:47.431108 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-e898cf5d-ace0-4957-bb7c-2df64335f113 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:01:47.490879 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-e898cf5d-ace0-4957-bb7c-2df64335f113 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Made reservation on behalf of 3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 14:01:47.494077 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-e898cf5d-ace0-4957-bb7c-2df64335f113 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:47.766662 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-e898cf5d-ace0-4957-bb7c-2df64335f113 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Allocated IP 172.20.0.6 (b72aae35-d0d6-4ecd-aa81-8c0871429e44/a0649d22-21f0-4068-8104-c68c6227d8f7/5c807569-28a0-4ca9-9c9a-0df7162fddf9) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:01:47.951962 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-e898cf5d-ace0-4957-bb7c-2df64335f113 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:47.967786 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-e898cf5d-ace0-4957-bb7c-2df64335f113 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Transition to ACTIVE for port object 5c807569-28a0-4ca9-9c9a-0df7162fddf9 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:01:48.068640 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-e898cf5d-ace0-4957-bb7c-2df64335f113 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:48.070970 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 54d990db-0522-472b-98ad-8671477d8c31 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:01:48.074621 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-dab5137c-dd20-4536-9d01-bbadc4ec1298 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:01:48.134335 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-e898cf5d-ace0-4957-bb7c-2df64335f113 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Network b72aae35-d0d6-4ecd-aa81-8c0871429e44 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:01:48.137433 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-e898cf5d-ace0-4957-bb7c-2df64335f113 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:01:48.146240 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-e898cf5d-ace0-4957-bb7c-2df64335f113 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 14:01:48.186327 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898cf5d-ace0-4957-bb7c-2df64335f113 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'Port': ['ID=5c807569-28a0-4ca9-9c9a-0df7162fddf9,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:01:48.191218 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e898cf5d-ace0-4957-bb7c-2df64335f113 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:01:48.216592 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-e898cf5d-ace0-4957-bb7c-2df64335f113 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:01:48.217191 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-e898cf5d-ace0-4957-bb7c-2df64335f113 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:48.256354 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 54d990db-0522-472b-98ad-8671477d8c31 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:01:48.261680 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 54d990db-0522-472b-98ad-8671477d8c31 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:01:48.262066 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:48.303009 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-e898cf5d-ace0-4957-bb7c-2df64335f113 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0427988 Dec 22 14:01:48.321752 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-54633e93-efc4-4e65-854a-6f51e8c7e113 service neutron] Request body: {'port': {'device_id': '26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:01:48.379288 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:48.410572 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 54d990db-0522-472b-98ad-8671477d8c31, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=54d990db-0522-472b-98ad-8671477d8c31,segment=NetworkSegment(c6963af2-bb6b-445c-a874-2145a722cdf9),segment_id=c6963af2-bb6b-445c-a874-2145a722cdf9)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:01:48.429729 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-54633e93-efc4-4e65-854a-6f51e8c7e113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:48.513434 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:48.515463 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-4a33d0a7-c5e3-42c0-9a57-a6e87544981d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:01:48.551149 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-2d6185f9-2a3c-428b-a494-73d3510a1f0d None None] Provisioning for port 5c807569-28a0-4ca9-9c9a-0df7162fddf9 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:01:48.565230 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-2d6185f9-2a3c-428b-a494-73d3510a1f0d None None] Provisioning complete for port 5c807569-28a0-4ca9-9c9a-0df7162fddf9 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:01:48.565609 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2d6185f9-2a3c-428b-a494-73d3510a1f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:48.634524 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=54d990db-0522-472b-98ad-8671477d8c31,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:01:48.639326 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-2d6185f9-2a3c-428b-a494-73d3510a1f0d None None] Port 5c807569-28a0-4ca9-9c9a-0df7162fddf9 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 14:01:48.646598 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:48.646943 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:48.647279 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:48.647612 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:48.647945 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:48.648270 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:48.648596 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:48.648917 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:48.649237 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:48.649559 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:48.649876 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:01:48.653474 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:01:48.745815 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac72ace-d3b5-487e-9e41-759020fd4ccc req-9b24a677-3278-407a-b813-4fdade4c79ba tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:01:48.746523 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-5ac72ace-d3b5-487e-9e41-759020fd4ccc req-9b24a677-3278-407a-b813-4fdade4c79ba tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Synchronizing usage tracker for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:01:48.853017 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-54633e93-efc4-4e65-854a-6f51e8c7e113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c807569-28a0-4ca9-9c9a-0df7162fddf9 {{(pid=84149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 14:01:48.859647 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-54633e93-efc4-4e65-854a-6f51e8c7e113 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:48.872057 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-5ac72ace-d3b5-487e-9e41-759020fd4ccc req-9b24a677-3278-407a-b813-4fdade4c79ba tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Unset dirty status for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:01:48.873210 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5ac72ace-d3b5-487e-9e41-759020fd4ccc req-9b24a677-3278-407a-b813-4fdade4c79ba tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e HTTP/1.1" status: 200 len: 931 time: 0.3251820 Dec 22 14:01:48.875508 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-54633e93-efc4-4e65-854a-6f51e8c7e113 service neutron] Transition to ACTIVE for port object 5c807569-28a0-4ca9-9c9a-0df7162fddf9 will not be triggered until provisioned by entity L2. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:01:48.923050 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5ac72ace-d3b5-487e-9e41-759020fd4ccc req-56091344-6ff8-4540-a4d1-67be362a3e88 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e9a4bd8-2ca0-451b-8f05-a6a8df2a9b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437913 Dec 22 14:01:48.942017 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-54633e93-efc4-4e65-854a-6f51e8c7e113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:48.946470 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a6a60e4f-f370-49ee-8ff2-a7aee0118a96 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:01:49.068975 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54633e93-efc4-4e65-854a-6f51e8c7e113 service neutron] Pushing event updated for resources: {'Port': ['ID=5c807569-28a0-4ca9-9c9a-0df7162fddf9,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:01:49.073122 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-54633e93-efc4-4e65-854a-6f51e8c7e113 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:01:49.180044 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-54633e93-efc4-4e65-854a-6f51e8c7e113 service neutron] Attempting to bind port 5c807569-28a0-4ca9-9c9a-0df7162fddf9 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 14:01:49.180375 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-54633e93-efc4-4e65-854a-6f51e8c7e113 service neutron] Attempting to bind port 5c807569-28a0-4ca9-9c9a-0df7162fddf9 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'c6963af2-bb6b-445c-a874-2145a722cdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b72aae35-d0d6-4ecd-aa81-8c0871429e44'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 14:01:49.180700 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-54633e93-efc4-4e65-854a-6f51e8c7e113 service neutron] Attempting to bind port 5c807569-28a0-4ca9-9c9a-0df7162fddf9 on network b72aae35-d0d6-4ecd-aa81-8c0871429e44 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 14:01:49.186426 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-54633e93-efc4-4e65-854a-6f51e8c7e113 service neutron] Port 5c807569-28a0-4ca9-9c9a-0df7162fddf9 on network b72aae35-d0d6-4ecd-aa81-8c0871429e44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 14:01:49.186747 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-54633e93-efc4-4e65-854a-6f51e8c7e113 service neutron] Attempting to bind port 5c807569-28a0-4ca9-9c9a-0df7162fddf9 on network b72aae35-d0d6-4ecd-aa81-8c0871429e44 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 14:01:49.193916 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-54633e93-efc4-4e65-854a-6f51e8c7e113 service neutron] Checking agent: {'id': '72ee2f79-9ac0-483e-b4fd-5b910a776581', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'started_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 14:01:49.194256 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-54633e93-efc4-4e65-854a-6f51e8c7e113 service neutron] Checking segment: {'id': 'c6963af2-bb6b-445c-a874-2145a722cdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b72aae35-d0d6-4ecd-aa81-8c0871429e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 14:01:49.194671 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-54633e93-efc4-4e65-854a-6f51e8c7e113 service neutron] Bound using segment: {'id': 'c6963af2-bb6b-445c-a874-2145a722cdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b72aae35-d0d6-4ecd-aa81-8c0871429e44'} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 14:01:49.195091 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-54633e93-efc4-4e65-854a-6f51e8c7e113 service neutron] Bound port: 5c807569-28a0-4ca9-9c9a-0df7162fddf9, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6963af2-bb6b-445c-a874-2145a722cdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b72aae35-d0d6-4ecd-aa81-8c0871429e44'}}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 14:01:49.195429 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-54633e93-efc4-4e65-854a-6f51e8c7e113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:49.287222 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-54633e93-efc4-4e65-854a-6f51e8c7e113 service neutron] For port 5c807569-28a0-4ca9-9c9a-0df7162fddf9, host hv-neutron-8226, cleared binding levels {{(pid=84149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 14:01:49.290077 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-54633e93-efc4-4e65-854a-6f51e8c7e113 service neutron] For port 5c807569-28a0-4ca9-9c9a-0df7162fddf9, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5c807569-28a0-4ca9-9c9a-0df7162fddf9,segment=NetworkSegment(c6963af2-bb6b-445c-a874-2145a722cdf9),segment_id=c6963af2-bb6b-445c-a874-2145a722cdf9)] {{(pid=84149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 14:01:49.330894 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-54633e93-efc4-4e65-854a-6f51e8c7e113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:49.334740 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-dfa605ab-552c-43bd-982b-b87321d49b33 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:01:49.388511 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-54633e93-efc4-4e65-854a-6f51e8c7e113 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:49.389959 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-54633e93-efc4-4e65-854a-6f51e8c7e113 service neutron] 10.222.0.45 "PUT /v2.0/ports/5c807569-28a0-4ca9-9c9a-0df7162fddf9 HTTP/1.1" status: 200 len: 1093 time: 1.0725913 Dec 22 14:01:49.390441 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e', 'tag': '5c807569-28a0-4ca9-9c9a-0df7162fddf9'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:01:49.415232 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54633e93-efc4-4e65-854a-6f51e8c7e113 service neutron] Pushing event updated for resources: {'Port': ['ID=5c807569-28a0-4ca9-9c9a-0df7162fddf9,revision_number=3']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:01:49.418790 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-54633e93-efc4-4e65-854a-6f51e8c7e113 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:01:49.453232 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e', 'tag': '5c807569-28a0-4ca9-9c9a-0df7162fddf9', 'status': 'completed', 'code': 200} Dec 22 14:01:49.568172 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-89adf7eb-db05-46e2-b67a-f71c797f780d req-e3185061-964c-461a-8a50-335622200839 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&device_id=26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e HTTP/1.1" status: 200 len: 1096 time: 0.0814097 Dec 22 14:01:49.821546 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adf7eb-db05-46e2-b67a-f71c797f780d req-4468b29a-6c29-4d39-a7cd-951c6f5860db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:01:49.823016 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-89adf7eb-db05-46e2-b67a-f71c797f780d req-4468b29a-6c29-4d39-a7cd-951c6f5860db service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&shared=False HTTP/1.1" status: 200 len: 896 time: 0.2406194 Dec 22 14:01:49.966431 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adf7eb-db05-46e2-b67a-f71c797f780d req-7c3d7deb-d6f1-49e4-a904-ef8219bf098e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:01:49.967889 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-89adf7eb-db05-46e2-b67a-f71c797f780d req-7c3d7deb-d6f1-49e4-a904-ef8219bf098e service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1355257 Dec 22 14:01:50.059374 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 54d990db-0522-472b-98ad-8671477d8c31 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:01:50.129038 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 54d990db-0522-472b-98ad-8671477d8c31 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:01:50.129426 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:50.154503 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-6a7920d9-f41e-427b-8a2e-02d70f44a2da service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&device_id=26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e HTTP/1.1" status: 200 len: 1096 time: 0.1394761 Dec 22 14:01:50.161116 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e2f46-e590-4558-b50c-aeda4150824a req-22d1a8d8-7388-4f07-a800-c11c94978e1a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:01:50.162508 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-590e2f46-e590-4558-b50c-aeda4150824a req-22d1a8d8-7388-4f07-a800-c11c94978e1a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e HTTP/1.1" status: 200 len: 943 time: 0.1158822 Dec 22 14:01:50.252693 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-ef53e8c8-9da0-442a-bb78-8b54b6cb90f8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c807569-28a0-4ca9-9c9a-0df7162fddf9 HTTP/1.1" status: 200 len: 217 time: 0.0851197 Dec 22 14:01:50.311026 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-590e2f46-e590-4558-b50c-aeda4150824a req-659a5fed-2fd0-4ce9-a207-fb290caf2af0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e9a4bd8-2ca0-451b-8f05-a6a8df2a9b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429610 Dec 22 14:01:50.328201 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-408ba432-4582-459e-987b-e4b1d5aeffb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:01:50.329380 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-408ba432-4582-459e-987b-e4b1d5aeffb0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a0649d22-21f0-4068-8104-c68c6227d8f7 HTTP/1.1" status: 200 len: 834 time: 0.0663075 Dec 22 14:01:50.408336 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-89034556-1033-41b1-a63f-97a071429327 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b72aae35-d0d6-4ecd-aa81-8c0871429e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683231 Dec 22 14:01:50.545237 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-0d378d9b-9e49-451e-a436-334a85923486 service neutron] 10.222.0.45 "GET /v2.0/networks/b72aae35-d0d6-4ecd-aa81-8c0871429e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246858 Dec 22 14:01:50.684519 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4b5c32ee-f918-45b4-a58d-1fe88ced5dbf req-f22fad74-39e6-4a24-90d7-ecbe78547eee service neutron] 10.222.0.45 "GET /v2.0/networks/b72aae35-d0d6-4ecd-aa81-8c0871429e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285739 Dec 22 14:01:51.506714 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee822bee-105e-4288-9fe5-a9c4be429458 req-a1cf167c-28de-4c39-ab99-1ec1d6a11f6f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:01:51.508150 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ee822bee-105e-4288-9fe5-a9c4be429458 req-a1cf167c-28de-4c39-ab99-1ec1d6a11f6f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e HTTP/1.1" status: 200 len: 943 time: 0.0773516 Dec 22 14:01:51.553893 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-ee822bee-105e-4288-9fe5-a9c4be429458 req-48406ee8-8471-4f73-99eb-62c12bdaa327 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Synchronizing usage tracker for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:security_group {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:01:51.565250 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-ee822bee-105e-4288-9fe5-a9c4be429458 req-48406ee8-8471-4f73-99eb-62c12bdaa327 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Unset dirty status for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:security_group {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:01:51.566370 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ee822bee-105e-4288-9fe5-a9c4be429458 req-48406ee8-8471-4f73-99eb-62c12bdaa327 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e9a4bd8-2ca0-451b-8f05-a6a8df2a9b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525844 Dec 22 14:01:52.108692 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 5c807569-28a0-4ca9-9c9a-0df7162fddf9 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 14:01:52.240945 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 5c807569-28a0-4ca9-9c9a-0df7162fddf9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5c807569-28a0-4ca9-9c9a-0df7162fddf9,segment=NetworkSegment(c6963af2-bb6b-445c-a874-2145a722cdf9),segment_id=c6963af2-bb6b-445c-a874-2145a722cdf9)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:01:52.253746 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '5c807569-28a0-4ca9-9c9a-0df7162fddf9', 'network_id': 'b72aae35-d0d6-4ecd-aa81-8c0871429e44', 'port_id': '5c807569-28a0-4ca9-9c9a-0df7162fddf9', 'mac_address': 'fa:16:3e:bd:50:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0649d22-21f0-4068-8104-c68c6227d8f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 14:01:52.305826 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:52.324973 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c807569-28a0-4ca9-9c9a-0df7162fddf9 {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 14:01:52.339633 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 5c807569-28a0-4ca9-9c9a-0df7162fddf9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5c807569-28a0-4ca9-9c9a-0df7162fddf9,segment=NetworkSegment(c6963af2-bb6b-445c-a874-2145a722cdf9),segment_id=c6963af2-bb6b-445c-a874-2145a722cdf9)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:01:52.427507 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:52.429981 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:01:52.493430 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=5c807569-28a0-4ca9-9c9a-0df7162fddf9,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:01:52.496516 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:01:52.693724 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['5c807569-28a0-4ca9-9c9a-0df7162fddf9'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 14:01:52.769570 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1cca0-9fdf-4518-876c-0db5a1bc17a3 req-5dcc14cf-9524-4938-bd48-cf6932830683 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:01:52.771167 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-62c1cca0-9fdf-4518-876c-0db5a1bc17a3 req-5dcc14cf-9524-4938-bd48-cf6932830683 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e HTTP/1.1" status: 200 len: 944 time: 0.0819592 Dec 22 14:01:52.817947 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-62c1cca0-9fdf-4518-876c-0db5a1bc17a3 req-63b0d3ee-900c-4a4c-90a0-5d1854d82f9d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e9a4bd8-2ca0-451b-8f05-a6a8df2a9b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408437 Dec 22 14:01:54.014869 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01aa06e-415f-4c57-bb69-760c5d6f03f1 req-3def0e77-cbd4-40ce-98db-e680c9523b49 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:01:54.016293 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-a01aa06e-415f-4c57-bb69-760c5d6f03f1 req-3def0e77-cbd4-40ce-98db-e680c9523b49 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e HTTP/1.1" status: 200 len: 944 time: 0.0802898 Dec 22 14:01:54.061261 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-a01aa06e-415f-4c57-bb69-760c5d6f03f1 req-01a76642-fc73-45b3-a14a-38ef382128ab tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e9a4bd8-2ca0-451b-8f05-a6a8df2a9b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390832 Dec 22 14:01:54.099596 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 5c807569-28a0-4ca9-9c9a-0df7162fddf9 up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:01:54.233224 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning for port 5c807569-28a0-4ca9-9c9a-0df7162fddf9 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:01:54.238143 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 5c807569-28a0-4ca9-9c9a-0df7162fddf9 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:01:54.238557 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:54.349252 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:54.374618 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c807569-28a0-4ca9-9c9a-0df7162fddf9'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:01:54.383965 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 5c807569-28a0-4ca9-9c9a-0df7162fddf9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5c807569-28a0-4ca9-9c9a-0df7162fddf9,segment=NetworkSegment(c6963af2-bb6b-445c-a874-2145a722cdf9),segment_id=c6963af2-bb6b-445c-a874-2145a722cdf9)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:01:54.429436 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c807569-28a0-4ca9-9c9a-0df7162fddf9', 'code': 200} Dec 22 14:01:54.456953 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:54.458883 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:01:54.528272 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=5c807569-28a0-4ca9-9c9a-0df7162fddf9,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:01:54.531210 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:01:54.796089 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e6395cb2-2f7b-4503-b9f3-1ac599718fa6 req-6c41cc6e-fe4b-4768-9896-c1ac8f056e63 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e HTTP/1.1" status: 200 len: 1098 time: 0.0670674 Dec 22 14:01:54.847207 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e6395cb2-2f7b-4503-b9f3-1ac599718fa6 req-821d4fe5-3605-4a33-887b-0416795872ec service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6e9a4bd8-2ca0-451b-8f05-a6a8df2a9b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396714 Dec 22 14:01:55.257260 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d180e-e12b-41ae-a894-58bb0dcda75b req-8cdd4942-ea48-4ec9-89e3-c9412e90bad6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:01:55.258829 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9d8d180e-e12b-41ae-a894-58bb0dcda75b req-8cdd4942-ea48-4ec9-89e3-c9412e90bad6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e HTTP/1.1" status: 200 len: 945 time: 0.0755210 Dec 22 14:01:55.304243 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9d8d180e-e12b-41ae-a894-58bb0dcda75b req-b41eda82-768d-4aeb-ba70-b5d54f95112e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e9a4bd8-2ca0-451b-8f05-a6a8df2a9b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400553 Dec 22 14:01:56.504806 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1fbd1a-1ed5-4c79-ba10-9852621c83c1 req-0f0447f8-4f4b-4fd5-9755-c5e721e3aad0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:01:56.506262 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ae1fbd1a-1ed5-4c79-ba10-9852621c83c1 req-0f0447f8-4f4b-4fd5-9755-c5e721e3aad0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e HTTP/1.1" status: 200 len: 945 time: 0.0805264 Dec 22 14:01:56.553243 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ae1fbd1a-1ed5-4c79-ba10-9852621c83c1 req-e2797cf7-6b85-45c7-bc03-975b88a23094 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e9a4bd8-2ca0-451b-8f05-a6a8df2a9b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413198 Dec 22 14:01:56.749468 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a5f8bf-6f32-4032-9786-73828aa8e461 req-d3c48d31-389a-4249-a5ab-39ea5f50d643 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:01:56.750827 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-24a5f8bf-6f32-4032-9786-73828aa8e461 req-d3c48d31-389a-4249-a5ab-39ea5f50d643 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e HTTP/1.1" status: 200 len: 945 time: 0.0793569 Dec 22 14:01:56.797161 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-24a5f8bf-6f32-4032-9786-73828aa8e461 req-b249549a-47d9-48dc-a936-36677f6ae6d3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e9a4bd8-2ca0-451b-8f05-a6a8df2a9b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400810 Dec 22 14:01:56.824773 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58132) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:01:56.898901 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-38b50872-7498-4ee0-bc06-5844dceb276c tempest-TestNetworkAdvancedServerOps-1874708569 tempest-TestNetworkAdvancedServerOps-1874708569-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e HTTP/1.1" status: 200 len: 1093 time: 0.0727098 Dec 22 14:01:56.901270 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58136) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:01:56.906321 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-f2b84442-53a1-4c03-a7ab-d2522ca520a9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'floatingip': {'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'port_id': '5c807569-28a0-4ca9-9c9a-0df7162fddf9', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:01:56.911962 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-f2b84442-53a1-4c03-a7ab-d2522ca520a9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:01:56.915859 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f2b84442-53a1-4c03-a7ab-d2522ca520a9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:floatingip and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:01:56.918667 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f2b84442-53a1-4c03-a7ab-d2522ca520a9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:01:56.924283 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-f2b84442-53a1-4c03-a7ab-d2522ca520a9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:01:57.004717 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f2b84442-53a1-4c03-a7ab-d2522ca520a9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for floatingip, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:57.143285 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f2b84442-53a1-4c03-a7ab-d2522ca520a9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:57.285653 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-f2b84442-53a1-4c03-a7ab-d2522ca520a9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Allocated IP 172.26.1.117 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/43b5989e-b33b-4c7c-bab1-6bc80a9aec67) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:01:57.431699 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f2b84442-53a1-4c03-a7ab-d2522ca520a9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:57.508002 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f2b84442-53a1-4c03-a7ab-d2522ca520a9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:57.511849 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-bde71b16-86ad-4a18-a4a8-eeb32fd3cf18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:01:57.672503 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b84442-53a1-4c03-a7ab-d2522ca520a9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:01:57.679886 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-f2b84442-53a1-4c03-a7ab-d2522ca520a9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:01:57.683846 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b84442-53a1-4c03-a7ab-d2522ca520a9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 14:01:57.713028 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b84442-53a1-4c03-a7ab-d2522ca520a9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'Port': ['ID=43b5989e-b33b-4c7c-bab1-6bc80a9aec67,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:01:57.718756 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f2b84442-53a1-4c03-a7ab-d2522ca520a9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:01:58.188972 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f2b84442-53a1-4c03-a7ab-d2522ca520a9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:58.302210 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f2b84442-53a1-4c03-a7ab-d2522ca520a9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:58.506276 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f2b84442-53a1-4c03-a7ab-d2522ca520a9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:58.553296 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f2b84442-53a1-4c03-a7ab-d2522ca520a9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:58.557122 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f7b9d075-543f-43eb-a4a3-748ee75b0e99 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:01:58.654062 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b84442-53a1-4c03-a7ab-d2522ca520a9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'Port': ['ID=43b5989e-b33b-4c7c-bab1-6bc80a9aec67,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:01:58.657966 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f2b84442-53a1-4c03-a7ab-d2522ca520a9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:01:58.672030 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f2b84442-53a1-4c03-a7ab-d2522ca520a9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:58.864084 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.l3_db [None req-f2b84442-53a1-4c03-a7ab-d2522ca520a9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Floating IP d9d0933f-c409-49ab-b8f1-00a8b41d436f associated. External IP: 172.26.1.117, port: 5c807569-28a0-4ca9-9c9a-0df7162fddf9. Dec 22 14:01:59.290759 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:59.362989 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b84442-53a1-4c03-a7ab-d2522ca520a9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Router 5406f861-26e0-4a79-8755-e170a98fd22b has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 14:01:59.565104 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b84442-53a1-4c03-a7ab-d2522ca520a9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 14:01:59.574318 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718c2fa7-46ad-464c-b8ba-79cc79445265 None None] Sync routers for ids ['5406f861-26e0-4a79-8755-e170a98fd22b'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 14:01:59.586768 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718c2fa7-46ad-464c-b8ba-79cc79445265 None None] Routers {'5406f861-26e0-4a79-8755-e170a98fd22b'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:01:59.587377 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-718c2fa7-46ad-464c-b8ba-79cc79445265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:01:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['5406f861-26e0-4a79-8755-e170a98fd22b'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:01:59.650075 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f2b84442-53a1-4c03-a7ab-d2522ca520a9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:59.703806 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f2b84442-53a1-4c03-a7ab-d2522ca520a9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8015144 Dec 22 14:01:59.704476 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e', 'tag': '5c807569-28a0-4ca9-9c9a-0df7162fddf9'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:01:59.760809 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e', 'tag': '5c807569-28a0-4ca9-9c9a-0df7162fddf9', 'status': 'completed', 'code': 200} Dec 22 14:01:59.769566 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-718c2fa7-46ad-464c-b8ba-79cc79445265 None None] Set router 5406f861-26e0-4a79-8755-e170a98fd22b gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:01:59.920679 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3e9e32c0-35cb-45d7-8507-ace7fcdcf08e req-13fb575f-299f-4d74-ac23-d626a05e770c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&device_id=26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e HTTP/1.1" status: 200 len: 1098 time: 0.1357226 Dec 22 14:01:59.926969 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14740b-78b5-4dc0-9149-09e008664a7d req-49fb4c1b-8800-454d-9c94-ef9f1924db33 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:01:59.928330 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ad14740b-78b5-4dc0-9149-09e008664a7d req-49fb4c1b-8800-454d-9c94-ef9f1924db33 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e HTTP/1.1" status: 200 len: 945 time: 0.1089740 Dec 22 14:02:00.067984 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ad14740b-78b5-4dc0-9149-09e008664a7d req-814c1906-fef0-418d-b4aa-ee2f55a08399 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e9a4bd8-2ca0-451b-8f05-a6a8df2a9b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181943 Dec 22 14:02:00.094466 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e32c0-35cb-45d7-8507-ace7fcdcf08e req-40391ce8-f448-46fb-94dc-3f3dbd918dcc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:02:00.096147 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3e9e32c0-35cb-45d7-8507-ace7fcdcf08e req-40391ce8-f448-46fb-94dc-3f3dbd918dcc service neutron] 10.222.0.45 "GET /v2.0/networks?id=b72aae35-d0d6-4ecd-aa81-8c0871429e44 HTTP/1.1" status: 200 len: 896 time: 0.1668224 Dec 22 14:02:00.096573 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 58144) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:02:00.117907 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-718c2fa7-46ad-464c-b8ba-79cc79445265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5406f861-26e0-4a79-8755-e170a98fd22b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060640564', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': '8a7f5580-7602-45c8-a8fc-4429ac475d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:01:37Z', 'updated_at': '2021-12-22T14:01:42Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '8a7f5580-7602-45c8-a8fc-4429ac475d83', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5406f861-26e0-4a79-8755-e170a98fd22b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:01:37Z', 'updated_at': '2021-12-22T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': 'd9d0933f-c409-49ab-b8f1-00a8b41d436f', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'floating_ip_address': '172.26.1.117', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '5406f861-26e0-4a79-8755-e170a98fd22b', 'port_id': '5c807569-28a0-4ca9-9c9a-0df7162fddf9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b72aae35-d0d6-4ecd-aa81-8c0871429e44', 'mac_address': 'fa:16:3e:bd:50:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:01:58Z', 'updated_at': '2021-12-22T14:01:58Z', 'revision_number': 0, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54d990db-0522-472b-98ad-8671477d8c31', 'name': '', 'network_id': 'b72aae35-d0d6-4ecd-aa81-8c0871429e44', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:a2:d4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5406f861-26e0-4a79-8755-e170a98fd22b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0649d22-21f0-4068-8104-c68c6227d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:01:41Z', 'updated_at': '2021-12-22T14:01:48Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': 'a0649d22-21f0-4068-8104-c68c6227d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:02:00.121909 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718c2fa7-46ad-464c-b8ba-79cc79445265 None None] Checking router: 5406f861-26e0-4a79-8755-e170a98fd22b for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 14:02:00.133225 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718c2fa7-46ad-464c-b8ba-79cc79445265 None None] Routers {'5406f861-26e0-4a79-8755-e170a98fd22b'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:02:00.133841 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-718c2fa7-46ad-464c-b8ba-79cc79445265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:01:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['5406f861-26e0-4a79-8755-e170a98fd22b'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:02:00.207665 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3e9e32c0-35cb-45d7-8507-ace7fcdcf08e req-3dc19282-f1d5-44fc-84fb-696e90291da2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c807569-28a0-4ca9-9c9a-0df7162fddf9 HTTP/1.1" status: 200 len: 999 time: 0.1045423 Dec 22 14:02:00.274624 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e32c0-35cb-45d7-8507-ace7fcdcf08e req-4c443954-749f-465d-b7bc-9f7baaa69718 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:02:00.276268 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3e9e32c0-35cb-45d7-8507-ace7fcdcf08e req-4c443954-749f-465d-b7bc-9f7baaa69718 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a0649d22-21f0-4068-8104-c68c6227d8f7 HTTP/1.1" status: 200 len: 834 time: 0.0625198 Dec 22 14:02:00.320632 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8898054b-0b1d-4099-a5c9-92e0a2372edb tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/floatingips/d9d0933f-c409-49ab-b8f1-00a8b41d436f HTTP/1.1" status: 200 len: 991 time: 0.2228251 Dec 22 14:02:00.365341 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-718c2fa7-46ad-464c-b8ba-79cc79445265 None None] Set router 5406f861-26e0-4a79-8755-e170a98fd22b gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:02:00.366237 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3e9e32c0-35cb-45d7-8507-ace7fcdcf08e req-67b09d26-0556-4e90-9f0e-4dadb5eff06a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b72aae35-d0d6-4ecd-aa81-8c0871429e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818176 Dec 22 14:02:00.504408 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3e9e32c0-35cb-45d7-8507-ace7fcdcf08e req-f2d557de-dd0b-4467-add1-ea3cba6a57b3 service neutron] 10.222.0.45 "GET /v2.0/networks/b72aae35-d0d6-4ecd-aa81-8c0871429e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265063 Dec 22 14:02:00.639385 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3e9e32c0-35cb-45d7-8507-ace7fcdcf08e req-5533e530-320b-4ef0-bdb8-54ae6ca61da5 service neutron] 10.222.0.45 "GET /v2.0/networks/b72aae35-d0d6-4ecd-aa81-8c0871429e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282890 Dec 22 14:02:00.718458 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-718c2fa7-46ad-464c-b8ba-79cc79445265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5406f861-26e0-4a79-8755-e170a98fd22b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060640564', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': '8a7f5580-7602-45c8-a8fc-4429ac475d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:01:37Z', 'updated_at': '2021-12-22T14:01:42Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '8a7f5580-7602-45c8-a8fc-4429ac475d83', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5406f861-26e0-4a79-8755-e170a98fd22b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:01:37Z', 'updated_at': '2021-12-22T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': 'd9d0933f-c409-49ab-b8f1-00a8b41d436f', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'floating_ip_address': '172.26.1.117', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '5406f861-26e0-4a79-8755-e170a98fd22b', 'port_id': '5c807569-28a0-4ca9-9c9a-0df7162fddf9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b72aae35-d0d6-4ecd-aa81-8c0871429e44', 'mac_address': 'fa:16:3e:bd:50:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:01:58Z', 'updated_at': '2021-12-22T14:01:58Z', 'revision_number': 0, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54d990db-0522-472b-98ad-8671477d8c31', 'name': '', 'network_id': 'b72aae35-d0d6-4ecd-aa81-8c0871429e44', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:a2:d4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5406f861-26e0-4a79-8755-e170a98fd22b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0649d22-21f0-4068-8104-c68c6227d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:01:41Z', 'updated_at': '2021-12-22T14:01:48Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': 'a0649d22-21f0-4068-8104-c68c6227d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:02:00.723030 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718c2fa7-46ad-464c-b8ba-79cc79445265 None None] The sync data for ids ['5406f861-26e0-4a79-8755-e170a98fd22b'] in dv-neutron-822669-1-hyperv is: [{'id': '5406f861-26e0-4a79-8755-e170a98fd22b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060640564', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': '8a7f5580-7602-45c8-a8fc-4429ac475d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:01:37Z', 'updated_at': '2021-12-22T14:01:42Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '8a7f5580-7602-45c8-a8fc-4429ac475d83', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5406f861-26e0-4a79-8755-e170a98fd22b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:01:37Z', 'updated_at': '2021-12-22T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': 'd9d0933f-c409-49ab-b8f1-00a8b41d436f', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'floating_ip_address': '172.26.1.117', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '5406f861-26e0-4a79-8755-e170a98fd22b', 'port_id': '5c807569-28a0-4ca9-9c9a-0df7162fddf9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b72aae35-d0d6-4ecd-aa81-8c0871429e44', 'mac_address': 'fa:16:3e:bd:50:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:01:58Z', 'updated_at': '2021-12-22T14:01:58Z', 'revision_number': 0, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54d990db-0522-472b-98ad-8671477d8c31', 'name': '', 'network_id': 'b72aae35-d0d6-4ecd-aa81-8c0871429e44', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:a2:d4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5406f861-26e0-4a79-8755-e170a98fd22b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0649d22-21f0-4068-8104-c68c6227d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:01:41Z', 'updated_at': '2021-12-22T14:01:48Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': 'a0649d22-21f0-4068-8104-c68c6227d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 14:02:01.324473 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58148) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:02:01.433208 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5b3ea821-a337-44a0-a078-7988d481b5c5 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/floatingips/d9d0933f-c409-49ab-b8f1-00a8b41d436f HTTP/1.1" status: 200 len: 991 time: 0.1064942 Dec 22 14:02:02.436077 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58152) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:02:02.539893 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ee9a0145-1779-44df-9994-9e12306b75f2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/floatingips/d9d0933f-c409-49ab-b8f1-00a8b41d436f HTTP/1.1" status: 200 len: 991 time: 0.1026144 Dec 22 14:02:03.543621 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58156) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:02:03.602853 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a77ea6-f7c6-4993-a4aa-0d04715ea8fe None None] New status for floating IP d9d0933f-c409-49ab-b8f1-00a8b41d436f: ACTIVE {{(pid=84151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 14:02:03.654024 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-4d3f2a28-7164-49f7-a75c-2805e116a211 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/floatingips/d9d0933f-c409-49ab-b8f1-00a8b41d436f HTTP/1.1" status: 200 len: 991 time: 0.1090827 Dec 22 14:02:04.657824 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58160) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:02:04.883422 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f1db3adb-33b0-4631-9d34-b5ce28ea4f50 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/floatingips/d9d0933f-c409-49ab-b8f1-00a8b41d436f HTTP/1.1" status: 200 len: 993 time: 0.2235606 Dec 22 14:02:05.701694 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f6ef95b3-e6d4-4205-9401-bfc5de5b7b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:02:08.027178 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-42b05f52-2617-4c17-aa2e-81f79deb015e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:02:09.022031 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:02:09.410034 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:02:10.628049 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:02:19.427415 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-06c1ff8c-d716-4200-bd75-79c4837c3ca0 req-6343ed59-ef0e-441c-820d-0572df9bf88f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710728 Dec 22 14:02:19.570136 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-06c1ff8c-d716-4200-bd75-79c4837c3ca0 req-58c8b7a8-f440-4159-8f45-ac8ea15b67a0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&device_id=26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e HTTP/1.1" status: 200 len: 1098 time: 0.0705683 Dec 22 14:02:19.713269 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1ff8c-d716-4200-bd75-79c4837c3ca0 req-a7d2cc7e-36df-4774-b7f2-5e3ac325366d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:02:19.714630 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-06c1ff8c-d716-4200-bd75-79c4837c3ca0 req-a7d2cc7e-36df-4774-b7f2-5e3ac325366d service neutron] 10.222.0.45 "GET /v2.0/networks?id=b72aae35-d0d6-4ecd-aa81-8c0871429e44 HTTP/1.1" status: 200 len: 896 time: 0.1255155 Dec 22 14:02:19.818171 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-06c1ff8c-d716-4200-bd75-79c4837c3ca0 req-2cb7a8e2-588e-4ef4-a67b-976740587a89 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c807569-28a0-4ca9-9c9a-0df7162fddf9 HTTP/1.1" status: 200 len: 1001 time: 0.0960302 Dec 22 14:02:19.880853 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1ff8c-d716-4200-bd75-79c4837c3ca0 req-3621d477-7af2-4939-b76b-78e57091df8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:02:19.882234 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-06c1ff8c-d716-4200-bd75-79c4837c3ca0 req-3621d477-7af2-4939-b76b-78e57091df8f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a0649d22-21f0-4068-8104-c68c6227d8f7 HTTP/1.1" status: 200 len: 834 time: 0.0573263 Dec 22 14:02:19.960499 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-06c1ff8c-d716-4200-bd75-79c4837c3ca0 req-dd0b761e-3a51-4a04-a201-cc3cb3d3c2ac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b72aae35-d0d6-4ecd-aa81-8c0871429e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711024 Dec 22 14:02:20.093948 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-06c1ff8c-d716-4200-bd75-79c4837c3ca0 req-08db9939-8ecd-4492-ba4e-abab96858da5 service neutron] 10.222.0.45 "GET /v2.0/networks/b72aae35-d0d6-4ecd-aa81-8c0871429e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243434 Dec 22 14:02:20.224485 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-06c1ff8c-d716-4200-bd75-79c4837c3ca0 req-eaa960ab-337a-4aaa-b30b-fc0ef7c6d110 service neutron] 10.222.0.45 "GET /v2.0/networks/b72aae35-d0d6-4ecd-aa81-8c0871429e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237118 Dec 22 14:02:22.119703 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:02:29.312652 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:02:34.567294 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b49649-b1ac-484f-8dcd-1301f56c10df req-896d1109-322a-459b-95be-73177d872f74 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:02:34.568710 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d6b49649-b1ac-484f-8dcd-1301f56c10df req-896d1109-322a-459b-95be-73177d872f74 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e HTTP/1.1" status: 200 len: 945 time: 0.1676579 Dec 22 14:02:34.617062 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d6b49649-b1ac-484f-8dcd-1301f56c10df req-bbef0783-fbc1-46f7-9ec5-f9a32edab506 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e9a4bd8-2ca0-451b-8f05-a6a8df2a9b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426412 Dec 22 14:02:35.678467 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ba1677cd-8012-4e15-bb0c-14bc622b6d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:02:35.881831 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e6b1e-982d-43c6-90dc-b636076c5026 req-10c09b66-5b58-45c6-9528-557a2ff25f79 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:02:35.883287 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2e9e6b1e-982d-43c6-90dc-b636076c5026 req-10c09b66-5b58-45c6-9528-557a2ff25f79 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e HTTP/1.1" status: 200 len: 945 time: 0.1443942 Dec 22 14:02:35.928177 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2e9e6b1e-982d-43c6-90dc-b636076c5026 req-800b5fb7-3f2a-4fac-aa09-9a00157e9f06 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e9a4bd8-2ca0-451b-8f05-a6a8df2a9b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394151 Dec 22 14:02:37.125606 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17734dcd-6d0d-4d9c-9d1f-781fcef3758b req-1a581b52-e12e-4539-bf96-2a479ec3f637 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:02:37.127136 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-17734dcd-6d0d-4d9c-9d1f-781fcef3758b req-1a581b52-e12e-4539-bf96-2a479ec3f637 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e HTTP/1.1" status: 200 len: 945 time: 0.0813615 Dec 22 14:02:37.172515 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-17734dcd-6d0d-4d9c-9d1f-781fcef3758b req-8f4b3e24-5507-48cc-be7b-952cfc24140a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e9a4bd8-2ca0-451b-8f05-a6a8df2a9b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395069 Dec 22 14:02:38.021523 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b170861c-488b-4cf0-a517-d2d43c69d16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:02:38.370691 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6a728-5593-42ca-961e-8cfef4534b2a req-b64c4f50-e6f7-4191-a82d-d308fc3c787d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:02:38.372057 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e5f6a728-5593-42ca-961e-8cfef4534b2a req-b64c4f50-e6f7-4191-a82d-d308fc3c787d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e HTTP/1.1" status: 200 len: 945 time: 0.0815310 Dec 22 14:02:38.417446 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e5f6a728-5593-42ca-961e-8cfef4534b2a req-f1690125-e2db-4a7d-8eeb-b688f02b2ac3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e9a4bd8-2ca0-451b-8f05-a6a8df2a9b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399404 Dec 22 14:02:39.009984 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:02:39.444176 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:02:39.615091 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea9e30-b9a2-4b2f-ba11-d5380aa2ffef req-860b817d-b73b-4db5-a741-45a37d219597 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:02:39.616533 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e7ea9e30-b9a2-4b2f-ba11-d5380aa2ffef req-860b817d-b73b-4db5-a741-45a37d219597 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e HTTP/1.1" status: 200 len: 945 time: 0.0788984 Dec 22 14:02:39.661297 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e7ea9e30-b9a2-4b2f-ba11-d5380aa2ffef req-9341e8ad-098d-4083-89e0-7095280116bf tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e9a4bd8-2ca0-451b-8f05-a6a8df2a9b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386689 Dec 22 14:02:40.621012 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:02:41.003924 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6be49-311a-4f21-94b4-8fc4a58b663e req-2f0318e9-ee2f-43d9-a95f-26b0d4bc3476 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:02:41.005346 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-bfa6be49-311a-4f21-94b4-8fc4a58b663e req-2f0318e9-ee2f-43d9-a95f-26b0d4bc3476 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e HTTP/1.1" status: 200 len: 945 time: 0.0776613 Dec 22 14:02:41.049200 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-bfa6be49-311a-4f21-94b4-8fc4a58b663e req-2a78fa03-1f97-4c10-9d1d-623cc70e7c5a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e9a4bd8-2ca0-451b-8f05-a6a8df2a9b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375600 Dec 22 14:02:42.248727 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9f4b2-6bd6-48db-b014-3d9b6239a844 req-11bf84d9-bacc-468e-87bc-b4eaa29b0305 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:02:42.250175 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-f7e9f4b2-6bd6-48db-b014-3d9b6239a844 req-11bf84d9-bacc-468e-87bc-b4eaa29b0305 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e HTTP/1.1" status: 200 len: 945 time: 0.0769126 Dec 22 14:02:42.294823 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-f7e9f4b2-6bd6-48db-b014-3d9b6239a844 req-88f1a349-e107-4498-a7b7-5be25cd2e707 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e9a4bd8-2ca0-451b-8f05-a6a8df2a9b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390496 Dec 22 14:02:43.490768 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f1dda-40f8-4291-97d0-7304aca74636 req-b019287e-3218-46b9-bcc4-e105a93c5177 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:02:43.492394 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-726f1dda-40f8-4291-97d0-7304aca74636 req-b019287e-3218-46b9-bcc4-e105a93c5177 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e HTTP/1.1" status: 200 len: 945 time: 0.0803018 Dec 22 14:02:43.536900 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-726f1dda-40f8-4291-97d0-7304aca74636 req-f5a11025-b39b-4bfd-bf02-112e121152d3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e9a4bd8-2ca0-451b-8f05-a6a8df2a9b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392597 Dec 22 14:02:44.735825 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71bd8d-3cba-4248-9090-784d0be16654 req-1c205d9a-3cf7-4c3f-bf50-52d28e6051c5 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:02:44.737257 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-1b71bd8d-3cba-4248-9090-784d0be16654 req-1c205d9a-3cf7-4c3f-bf50-52d28e6051c5 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e HTTP/1.1" status: 200 len: 945 time: 0.0807579 Dec 22 14:02:44.783049 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-1b71bd8d-3cba-4248-9090-784d0be16654 req-46e3fe6f-7adf-4d62-9915-370c79da9df0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e9a4bd8-2ca0-451b-8f05-a6a8df2a9b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400159 Dec 22 14:02:45.978074 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4baa543-5261-456a-bcf5-9d9cb882c519 req-9e7d39be-f2a7-4e31-93e6-9fb31c0290b0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:02:45.979539 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b4baa543-5261-456a-bcf5-9d9cb882c519 req-9e7d39be-f2a7-4e31-93e6-9fb31c0290b0 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e HTTP/1.1" status: 200 len: 945 time: 0.0764327 Dec 22 14:02:46.028722 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b4baa543-5261-456a-bcf5-9d9cb882c519 req-d70fe686-7018-4025-9ef3-cdb15984e4ff tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e9a4bd8-2ca0-451b-8f05-a6a8df2a9b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438638 Dec 22 14:02:46.057229 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58200) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:02:46.163196 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6fcba4ca-24ec-4a06-960b-622bd55ca95a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/floatingips/d9d0933f-c409-49ab-b8f1-00a8b41d436f HTTP/1.1" status: 200 len: 993 time: 0.1045668 Dec 22 14:02:47.812121 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf224813-f0f1-457c-8b63-f165d6fc8ca9 req-b0dce4b6-888d-4c1a-8336-38f96c5f5d57 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:02:47.813749 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-bf224813-f0f1-457c-8b63-f165d6fc8ca9 req-b0dce4b6-888d-4c1a-8336-38f96c5f5d57 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e HTTP/1.1" status: 200 len: 945 time: 0.0798547 Dec 22 14:02:47.859983 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-bf224813-f0f1-457c-8b63-f165d6fc8ca9 req-63277bc5-33c6-480d-b4e4-e9702e11d38a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e9a4bd8-2ca0-451b-8f05-a6a8df2a9b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408623 Dec 22 14:02:47.957594 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-092a51ae-95a5-4137-a178-09eff106e096 req-6717885c-33d1-41a6-8af6-3942c0c6b80f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&device_id=26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e HTTP/1.1" status: 200 len: 1098 time: 0.1324959 Dec 22 14:02:48.199907 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a51ae-95a5-4137-a178-09eff106e096 req-727d346b-98ac-43f2-9e80-9891926146ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:02:48.201356 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-092a51ae-95a5-4137-a178-09eff106e096 req-727d346b-98ac-43f2-9e80-9891926146ec service neutron] 10.222.0.45 "GET /v2.0/networks?id=b72aae35-d0d6-4ecd-aa81-8c0871429e44 HTTP/1.1" status: 200 len: 896 time: 0.2320292 Dec 22 14:02:48.307760 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-092a51ae-95a5-4137-a178-09eff106e096 req-f37daf03-cccc-48d4-8af0-43483df7f26e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c807569-28a0-4ca9-9c9a-0df7162fddf9 HTTP/1.1" status: 200 len: 1001 time: 0.0948565 Dec 22 14:02:48.375984 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a51ae-95a5-4137-a178-09eff106e096 req-1410fc45-605d-46ee-926a-ea8db332a83e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:02:48.377404 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-092a51ae-95a5-4137-a178-09eff106e096 req-1410fc45-605d-46ee-926a-ea8db332a83e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a0649d22-21f0-4068-8104-c68c6227d8f7 HTTP/1.1" status: 200 len: 834 time: 0.0579002 Dec 22 14:02:48.459959 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-092a51ae-95a5-4137-a178-09eff106e096 req-a8043854-f363-468e-9d8e-a9b9f1d9e97a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b72aae35-d0d6-4ecd-aa81-8c0871429e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711107 Dec 22 14:02:48.596043 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-092a51ae-95a5-4137-a178-09eff106e096 req-792a53f4-dc2e-434d-9bd4-2fb612543024 service neutron] 10.222.0.45 "GET /v2.0/networks/b72aae35-d0d6-4ecd-aa81-8c0871429e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238565 Dec 22 14:02:48.740156 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-092a51ae-95a5-4137-a178-09eff106e096 req-8cb4f462-3c9f-47bc-8a2a-23f6186e31d2 service neutron] 10.222.0.45 "GET /v2.0/networks/b72aae35-d0d6-4ecd-aa81-8c0871429e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235452 Dec 22 14:02:49.056798 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101370cf-9984-4204-ba81-4c464284bd94 req-be8ae723-39f5-4a93-a76a-4ef1c149dff3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:02:49.058232 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-101370cf-9984-4204-ba81-4c464284bd94 req-be8ae723-39f5-4a93-a76a-4ef1c149dff3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e HTTP/1.1" status: 200 len: 945 time: 0.0760615 Dec 22 14:02:49.103555 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-101370cf-9984-4204-ba81-4c464284bd94 req-4a63f6e0-4213-4d17-b094-4013386ba9a6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e9a4bd8-2ca0-451b-8f05-a6a8df2a9b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399437 Dec 22 14:02:50.299487 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3e1fd-de60-4eb1-8537-a7d84f899ee0 req-5de24905-6e08-4b66-bd5c-70304e59a3d7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:02:50.300839 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-73f3e1fd-de60-4eb1-8537-a7d84f899ee0 req-5de24905-6e08-4b66-bd5c-70304e59a3d7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e HTTP/1.1" status: 200 len: 945 time: 0.0786207 Dec 22 14:02:50.345439 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-73f3e1fd-de60-4eb1-8537-a7d84f899ee0 req-da73d584-48dd-48e0-b70a-dbd591bfd76a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e9a4bd8-2ca0-451b-8f05-a6a8df2a9b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381465 Dec 22 14:02:50.373984 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58216) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:02:50.477341 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-df878712-0628-408a-9297-c875766e5811 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/floatingips/d9d0933f-c409-49ab-b8f1-00a8b41d436f HTTP/1.1" status: 200 len: 993 time: 0.1015425 Dec 22 14:02:59.119569 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:02:59.323532 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:05.672402 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-51f6059e-a8a9-4dee-bb55-d986acc019b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:08.072374 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2b2336c1-2f66-46c0-af4b-36fe36d370e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:09.021643 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:09.438262 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:10.614786 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:19.453377 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-494151f3-4f80-4e11-9cfb-17658e469187 req-22f87fa2-a9ef-4011-926c-e385e6db2cbd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712838 Dec 22 14:03:19.597581 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-494151f3-4f80-4e11-9cfb-17658e469187 req-28d09ba3-0f39-498a-aaba-c9a0d595c89f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&device_id=26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e HTTP/1.1" status: 200 len: 1098 time: 0.0676634 Dec 22 14:03:19.740498 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494151f3-4f80-4e11-9cfb-17658e469187 req-a5ba800e-a023-4737-a358-382d9ea91456 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:19.741816 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-494151f3-4f80-4e11-9cfb-17658e469187 req-a5ba800e-a023-4737-a358-382d9ea91456 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b72aae35-d0d6-4ecd-aa81-8c0871429e44 HTTP/1.1" status: 200 len: 896 time: 0.1234195 Dec 22 14:03:19.845999 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-494151f3-4f80-4e11-9cfb-17658e469187 req-ce3902bd-3bee-4ec6-afe2-8360a0a50e07 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c807569-28a0-4ca9-9c9a-0df7162fddf9 HTTP/1.1" status: 200 len: 1001 time: 0.0953619 Dec 22 14:03:19.907589 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494151f3-4f80-4e11-9cfb-17658e469187 req-5b824890-2de1-490a-bbce-035b1521d97e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:19.909000 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-494151f3-4f80-4e11-9cfb-17658e469187 req-5b824890-2de1-490a-bbce-035b1521d97e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a0649d22-21f0-4068-8104-c68c6227d8f7 HTTP/1.1" status: 200 len: 834 time: 0.0561140 Dec 22 14:03:19.987150 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-494151f3-4f80-4e11-9cfb-17658e469187 req-e8196cd1-d111-4a69-9160-bfe3566feb44 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b72aae35-d0d6-4ecd-aa81-8c0871429e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708640 Dec 22 14:03:20.119790 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-494151f3-4f80-4e11-9cfb-17658e469187 req-b33e17b7-4a84-4219-9b09-4e5f27c53371 service neutron] 10.222.0.45 "GET /v2.0/networks/b72aae35-d0d6-4ecd-aa81-8c0871429e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243763 Dec 22 14:03:20.362731 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-494151f3-4f80-4e11-9cfb-17658e469187 req-cea07323-de8b-4719-b856-a2a480db2bf9 service neutron] 10.222.0.45 "GET /v2.0/networks/b72aae35-d0d6-4ecd-aa81-8c0871429e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306776 Dec 22 14:03:22.938755 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58236) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:03:23.137384 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-8caf09c8-030a-4b9f-8c54-73d010aede66 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Deleting port 43b5989e-b33b-4c7c-bab1-6bc80a9aec67 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 14:03:23.137720 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8caf09c8-030a-4b9f-8c54-73d010aede66 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:23.306513 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8caf09c8-030a-4b9f-8c54-73d010aede66 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:23.306750 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8caf09c8-030a-4b9f-8c54-73d010aede66 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:23.428034 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-8caf09c8-030a-4b9f-8c54-73d010aede66 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Calling delete_port for 43b5989e-b33b-4c7c-bab1-6bc80a9aec67 owned by network:floatingip {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 14:03:23.638043 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8caf09c8-030a-4b9f-8c54-73d010aede66 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:23.641491 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0a5638b8-24ba-4f5c-a22c-5631520f0c42 tempest-TestEncryptedCinderVolumes-1109129002 tempest-TestEncryptedCinderVolumes-1109129002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:03:23.682179 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf09c8-030a-4b9f-8c54-73d010aede66 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event deleted for resources: {'Port': ['ID=43b5989e-b33b-4c7c-bab1-6bc80a9aec67,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:03:23.693477 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf09c8-030a-4b9f-8c54-73d010aede66 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:23.693876 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf09c8-030a-4b9f-8c54-73d010aede66 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:23.694189 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf09c8-030a-4b9f-8c54-73d010aede66 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:23.694598 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf09c8-030a-4b9f-8c54-73d010aede66 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:23.694963 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf09c8-030a-4b9f-8c54-73d010aede66 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:23.696491 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf09c8-030a-4b9f-8c54-73d010aede66 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:23.696818 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf09c8-030a-4b9f-8c54-73d010aede66 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:23.697201 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf09c8-030a-4b9f-8c54-73d010aede66 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:23.697549 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf09c8-030a-4b9f-8c54-73d010aede66 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:23.697908 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf09c8-030a-4b9f-8c54-73d010aede66 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:23.698266 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf09c8-030a-4b9f-8c54-73d010aede66 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:23.728278 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8caf09c8-030a-4b9f-8c54-73d010aede66 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:03:23.788284 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8caf09c8-030a-4b9f-8c54-73d010aede66 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for floatingip, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:24.177534 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8caf09c8-030a-4b9f-8c54-73d010aede66 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Router 5406f861-26e0-4a79-8755-e170a98fd22b has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 14:03:24.373055 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8caf09c8-030a-4b9f-8c54-73d010aede66 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 14:03:24.383259 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a13c260-dc6f-432f-83f0-1656b4d0e5da None None] Sync routers for ids ['5406f861-26e0-4a79-8755-e170a98fd22b'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 14:03:24.395598 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a13c260-dc6f-432f-83f0-1656b4d0e5da None None] Routers {'5406f861-26e0-4a79-8755-e170a98fd22b'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:03:24.396212 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-4a13c260-dc6f-432f-83f0-1656b4d0e5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:03:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['5406f861-26e0-4a79-8755-e170a98fd22b'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:03:24.427554 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8caf09c8-030a-4b9f-8c54-73d010aede66 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:24.595502 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-4a13c260-dc6f-432f-83f0-1656b4d0e5da None None] Set router 5406f861-26e0-4a79-8755-e170a98fd22b gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:03:24.610386 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8caf09c8-030a-4b9f-8c54-73d010aede66 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "DELETE /v2.0/floatingips/d9d0933f-c409-49ab-b8f1-00a8b41d436f HTTP/1.1" status: 204 len: 168 time: 1.6681161 Dec 22 14:03:24.610386 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e', 'tag': '5c807569-28a0-4ca9-9c9a-0df7162fddf9'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:03:24.745305 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e', 'tag': '5c807569-28a0-4ca9-9c9a-0df7162fddf9', 'status': 'completed', 'code': 200} Dec 22 14:03:24.847068 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f4f6de8d-8ea3-4d25-8d98-22a612a5b662 req-dba6924f-5147-4aa8-b02c-f1a197de8715 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&device_id=26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e HTTP/1.1" status: 200 len: 1098 time: 0.0701196 Dec 22 14:03:24.914541 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-4a13c260-dc6f-432f-83f0-1656b4d0e5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5406f861-26e0-4a79-8755-e170a98fd22b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060640564', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': '8a7f5580-7602-45c8-a8fc-4429ac475d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:01:37Z', 'updated_at': '2021-12-22T14:01:42Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '8a7f5580-7602-45c8-a8fc-4429ac475d83', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5406f861-26e0-4a79-8755-e170a98fd22b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:01:37Z', 'updated_at': '2021-12-22T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '54d990db-0522-472b-98ad-8671477d8c31', 'name': '', 'network_id': 'b72aae35-d0d6-4ecd-aa81-8c0871429e44', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:a2:d4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5406f861-26e0-4a79-8755-e170a98fd22b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0649d22-21f0-4068-8104-c68c6227d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:01:41Z', 'updated_at': '2021-12-22T14:01:48Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': 'a0649d22-21f0-4068-8104-c68c6227d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:03:24.918029 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a13c260-dc6f-432f-83f0-1656b4d0e5da None None] Checking router: 5406f861-26e0-4a79-8755-e170a98fd22b for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 14:03:24.928693 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a13c260-dc6f-432f-83f0-1656b4d0e5da None None] Routers {'5406f861-26e0-4a79-8755-e170a98fd22b'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:03:24.929393 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-4a13c260-dc6f-432f-83f0-1656b4d0e5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:03:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['5406f861-26e0-4a79-8755-e170a98fd22b'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:03:24.985771 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6de8d-8ea3-4d25-8d98-22a612a5b662 req-51e689c2-84d4-4617-a8f2-00e5872deeca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:24.987379 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f4f6de8d-8ea3-4d25-8d98-22a612a5b662 req-51e689c2-84d4-4617-a8f2-00e5872deeca service neutron] 10.222.0.45 "GET /v2.0/networks?id=b72aae35-d0d6-4ecd-aa81-8c0871429e44 HTTP/1.1" status: 200 len: 896 time: 0.1339490 Dec 22 14:03:25.065979 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f4f6de8d-8ea3-4d25-8d98-22a612a5b662 req-4db99aa2-97c9-4cb7-8b7b-0d16e56d9d5d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c807569-28a0-4ca9-9c9a-0df7162fddf9 HTTP/1.1" status: 200 len: 217 time: 0.0687630 Dec 22 14:03:25.168812 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-4a13c260-dc6f-432f-83f0-1656b4d0e5da None None] Set router 5406f861-26e0-4a79-8755-e170a98fd22b gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:03:25.178108 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6de8d-8ea3-4d25-8d98-22a612a5b662 req-db699369-092c-4920-bb1f-5722c3dd2876 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:25.180716 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f4f6de8d-8ea3-4d25-8d98-22a612a5b662 req-db699369-092c-4920-bb1f-5722c3dd2876 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a0649d22-21f0-4068-8104-c68c6227d8f7 HTTP/1.1" status: 200 len: 834 time: 0.1074212 Dec 22 14:03:25.250654 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c8265-3e5d-4f9f-bd09-a9cd12147ff0 req-6e9f26f8-0146-4d5d-9df8-00bdc19209b2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:25.251330 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-cf0c8265-3e5d-4f9f-bd09-a9cd12147ff0 req-6e9f26f8-0146-4d5d-9df8-00bdc19209b2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Synchronizing usage tracker for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:03:25.287567 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f4f6de8d-8ea3-4d25-8d98-22a612a5b662 req-600e3122-8644-4a38-bcc3-010f84974c5c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b72aae35-d0d6-4ecd-aa81-8c0871429e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0995162 Dec 22 14:03:25.363545 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-cf0c8265-3e5d-4f9f-bd09-a9cd12147ff0 req-6e9f26f8-0146-4d5d-9df8-00bdc19209b2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Unset dirty status for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:03:25.364690 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-cf0c8265-3e5d-4f9f-bd09-a9cd12147ff0 req-6e9f26f8-0146-4d5d-9df8-00bdc19209b2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e HTTP/1.1" status: 200 len: 945 time: 0.2601736 Dec 22 14:03:25.455703 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-cf0c8265-3e5d-4f9f-bd09-a9cd12147ff0 req-0005a74c-0c4a-4da0-b0df-6a5233559d6d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e9a4bd8-2ca0-451b-8f05-a6a8df2a9b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841577 Dec 22 14:03:25.464618 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f4f6de8d-8ea3-4d25-8d98-22a612a5b662 req-9bf9c18e-5021-4b4b-88d1-3f1171f9e585 service neutron] 10.222.0.45 "GET /v2.0/networks/b72aae35-d0d6-4ecd-aa81-8c0871429e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675286 Dec 22 14:03:25.494979 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-4a13c260-dc6f-432f-83f0-1656b4d0e5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5406f861-26e0-4a79-8755-e170a98fd22b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060640564', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': '8a7f5580-7602-45c8-a8fc-4429ac475d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:01:37Z', 'updated_at': '2021-12-22T14:01:42Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '8a7f5580-7602-45c8-a8fc-4429ac475d83', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5406f861-26e0-4a79-8755-e170a98fd22b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:01:37Z', 'updated_at': '2021-12-22T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '54d990db-0522-472b-98ad-8671477d8c31', 'name': '', 'network_id': 'b72aae35-d0d6-4ecd-aa81-8c0871429e44', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:a2:d4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5406f861-26e0-4a79-8755-e170a98fd22b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0649d22-21f0-4068-8104-c68c6227d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:01:41Z', 'updated_at': '2021-12-22T14:01:48Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': 'a0649d22-21f0-4068-8104-c68c6227d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:03:25.499155 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a13c260-dc6f-432f-83f0-1656b4d0e5da None None] The sync data for ids ['5406f861-26e0-4a79-8755-e170a98fd22b'] in dv-neutron-822669-1-hyperv is: [{'id': '5406f861-26e0-4a79-8755-e170a98fd22b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060640564', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': '8a7f5580-7602-45c8-a8fc-4429ac475d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:01:37Z', 'updated_at': '2021-12-22T14:01:42Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '8a7f5580-7602-45c8-a8fc-4429ac475d83', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5406f861-26e0-4a79-8755-e170a98fd22b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:01:37Z', 'updated_at': '2021-12-22T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '54d990db-0522-472b-98ad-8671477d8c31', 'name': '', 'network_id': 'b72aae35-d0d6-4ecd-aa81-8c0871429e44', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:a2:d4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5406f861-26e0-4a79-8755-e170a98fd22b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0649d22-21f0-4068-8104-c68c6227d8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:01:41Z', 'updated_at': '2021-12-22T14:01:48Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': 'a0649d22-21f0-4068-8104-c68c6227d8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 14:03:25.609533 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f4f6de8d-8ea3-4d25-8d98-22a612a5b662 req-2b2d6ced-4993-4c90-964c-5fbf79cb1dfe service neutron] 10.222.0.45 "GET /v2.0/networks/b72aae35-d0d6-4ecd-aa81-8c0871429e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376333 Dec 22 14:03:25.725252 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630caa09-d517-42ec-a390-0d1a0376fd5d None None] New status for floating IP d9d0933f-c409-49ab-b8f1-00a8b41d436f: DOWN {{(pid=84151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 14:03:26.661361 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814c448-4bc3-4ea8-aaed-02a28ca5883c req-8d345c28-ae61-4a60-8a06-b71106e7b737 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:26.662809 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d814c448-4bc3-4ea8-aaed-02a28ca5883c req-8d345c28-ae61-4a60-8a06-b71106e7b737 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e HTTP/1.1" status: 200 len: 945 time: 0.0804205 Dec 22 14:03:26.708852 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d814c448-4bc3-4ea8-aaed-02a28ca5883c req-f99c7872-fd52-444f-968d-cba3a677620f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e9a4bd8-2ca0-451b-8f05-a6a8df2a9b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383499 Dec 22 14:03:26.918108 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77406d63-88d0-4066-80f3-ac6a699b1989 req-10bf28f0-ea16-4315-a51d-edbed0bd7bcf tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:26.919472 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-77406d63-88d0-4066-80f3-ac6a699b1989 req-10bf28f0-ea16-4315-a51d-edbed0bd7bcf tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.45 "GET /v2.0/ports?device_id=26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e HTTP/1.1" status: 200 len: 945 time: 0.0820932 Dec 22 14:03:26.991583 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-77406d63-88d0-4066-80f3-ac6a699b1989 req-1350d73a-38d7-4191-97dd-c40756d9860c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Deleting port 5c807569-28a0-4ca9-9c9a-0df7162fddf9 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 14:03:26.992254 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-77406d63-88d0-4066-80f3-ac6a699b1989 req-1350d73a-38d7-4191-97dd-c40756d9860c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:27.231840 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-77406d63-88d0-4066-80f3-ac6a699b1989 req-1350d73a-38d7-4191-97dd-c40756d9860c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] For port 5c807569-28a0-4ca9-9c9a-0df7162fddf9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5c807569-28a0-4ca9-9c9a-0df7162fddf9,segment=NetworkSegment(c6963af2-bb6b-445c-a874-2145a722cdf9),segment_id=c6963af2-bb6b-445c-a874-2145a722cdf9)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:03:27.232200 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-77406d63-88d0-4066-80f3-ac6a699b1989 req-1350d73a-38d7-4191-97dd-c40756d9860c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:27.350735 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-77406d63-88d0-4066-80f3-ac6a699b1989 req-1350d73a-38d7-4191-97dd-c40756d9860c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Calling delete_port for 5c807569-28a0-4ca9-9c9a-0df7162fddf9 owned by compute:nova {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 14:03:27.551378 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-77406d63-88d0-4066-80f3-ac6a699b1989 req-1350d73a-38d7-4191-97dd-c40756d9860c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:27.557178 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8caf09c8-030a-4b9f-8c54-73d010aede66 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:03:27.604320 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350d73a-38d7-4191-97dd-c40756d9860c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event deleted for resources: {'Port': ['ID=5c807569-28a0-4ca9-9c9a-0df7162fddf9,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:03:27.607744 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1350d73a-38d7-4191-97dd-c40756d9860c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:03:27.782319 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-77406d63-88d0-4066-80f3-ac6a699b1989 req-1350d73a-38d7-4191-97dd-c40756d9860c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] No DVR routers for this DVR port 5c807569-28a0-4ca9-9c9a-0df7162fddf9 on host hv-neutron-8226 {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 14:03:27.784743 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-77406d63-88d0-4066-80f3-ac6a699b1989 req-1350d73a-38d7-4191-97dd-c40756d9860c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:27.787311 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e', 'name': 'network-vif-deleted', 'tag': '5c807569-28a0-4ca9-9c9a-0df7162fddf9'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:03:27.865718 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e', 'name': 'network-vif-deleted', 'tag': '5c807569-28a0-4ca9-9c9a-0df7162fddf9', 'status': 'completed', 'code': 200} Dec 22 14:03:27.872041 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-77406d63-88d0-4066-80f3-ac6a699b1989 req-1350d73a-38d7-4191-97dd-c40756d9860c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.45 "DELETE /v2.0/ports/5c807569-28a0-4ca9-9c9a-0df7162fddf9 HTTP/1.1" status: 204 len: 173 time: 0.9431174 Dec 22 14:03:27.877425 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-bf2ca2dc-fb81-43e8-8d91-9e16c08ef634 req-95b8d89a-397d-47f6-ba11-c61ce2f6afe1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Synchronizing usage tracker for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:03:27.947218 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-bf2ca2dc-fb81-43e8-8d91-9e16c08ef634 req-95b8d89a-397d-47f6-ba11-c61ce2f6afe1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Unset dirty status for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:03:27.951096 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-bf2ca2dc-fb81-43e8-8d91-9e16c08ef634 req-95b8d89a-397d-47f6-ba11-c61ce2f6afe1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ca8c0b-4c4c-4e6c-b3d2-7f915bd9e83e HTTP/1.1" status: 200 len: 210 time: 0.1144550 Dec 22 14:03:29.053804 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 58256) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:03:29.323820 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:29.452234 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bc10c363-1072-422e-a839-4472195d9e8d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:30.175669 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-bc10c363-1072-422e-a839-4472195d9e8d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Deleting port 54d990db-0522-472b-98ad-8671477d8c31 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 14:03:30.176392 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bc10c363-1072-422e-a839-4472195d9e8d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:30.359587 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-bc10c363-1072-422e-a839-4472195d9e8d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] For port 54d990db-0522-472b-98ad-8671477d8c31, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=54d990db-0522-472b-98ad-8671477d8c31,segment=NetworkSegment(c6963af2-bb6b-445c-a874-2145a722cdf9),segment_id=c6963af2-bb6b-445c-a874-2145a722cdf9)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:03:30.359977 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bc10c363-1072-422e-a839-4472195d9e8d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:30.457052 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 5c807569-28a0-4ca9-9c9a-0df7162fddf9 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:03:30.479115 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-bc10c363-1072-422e-a839-4472195d9e8d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Calling delete_port for 54d990db-0522-472b-98ad-8671477d8c31 owned by network:router_interface {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 14:03:30.495334 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] No Port match for: 5c807569-28a0-4ca9-9c9a-0df7162fddf9 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 14:03:30.495687 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 5c807569-28a0-4ca9-9c9a-0df7162fddf9 not bound to the agent host hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:03:30.751866 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bc10c363-1072-422e-a839-4472195d9e8d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:30.755626 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1440449a-3a3f-4951-81bd-77e7a557451a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:03:30.797882 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc10c363-1072-422e-a839-4472195d9e8d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event deleted for resources: {'Port': ['ID=54d990db-0522-472b-98ad-8671477d8c31,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:03:30.842449 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc10c363-1072-422e-a839-4472195d9e8d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:30.842842 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc10c363-1072-422e-a839-4472195d9e8d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:30.843225 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc10c363-1072-422e-a839-4472195d9e8d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:30.843603 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc10c363-1072-422e-a839-4472195d9e8d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:30.843978 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc10c363-1072-422e-a839-4472195d9e8d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:30.844351 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc10c363-1072-422e-a839-4472195d9e8d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:30.844720 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc10c363-1072-422e-a839-4472195d9e8d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:30.845083 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc10c363-1072-422e-a839-4472195d9e8d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:30.845448 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc10c363-1072-422e-a839-4472195d9e8d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:30.845811 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc10c363-1072-422e-a839-4472195d9e8d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:30.846175 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc10c363-1072-422e-a839-4472195d9e8d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:30.853777 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-bc10c363-1072-422e-a839-4472195d9e8d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:03:31.108502 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-bc10c363-1072-422e-a839-4472195d9e8d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:31.790615 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc10c363-1072-422e-a839-4472195d9e8d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Router 5406f861-26e0-4a79-8755-e170a98fd22b has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 14:03:31.991543 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc10c363-1072-422e-a839-4472195d9e8d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 14:03:32.000807 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f4de57-cbb6-4f74-838d-8ba6add2cc84 None None] Sync routers for ids ['5406f861-26e0-4a79-8755-e170a98fd22b'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 14:03:32.012366 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f4de57-cbb6-4f74-838d-8ba6add2cc84 None None] Routers {'5406f861-26e0-4a79-8755-e170a98fd22b'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:03:32.012971 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-64f4de57-cbb6-4f74-838d-8ba6add2cc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:03:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['5406f861-26e0-4a79-8755-e170a98fd22b'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:03:32.085275 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-bc10c363-1072-422e-a839-4472195d9e8d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "PUT /v2.0/routers/5406f861-26e0-4a79-8755-e170a98fd22b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0293581 Dec 22 14:03:32.088708 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 58260) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:03:32.190332 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-64f4de57-cbb6-4f74-838d-8ba6add2cc84 None None] Set router 5406f861-26e0-4a79-8755-e170a98fd22b gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:03:32.275785 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e9c602f-af9d-4c93-bac4-87dc0928e19f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Deleting subnet a0649d22-21f0-4068-8104-c68c6227d8f7 {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 14:03:32.278683 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0e9c602f-af9d-4c93-bac4-87dc0928e19f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:32.336448 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0e9c602f-af9d-4c93-bac4-87dc0928e19f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:32.478854 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-64f4de57-cbb6-4f74-838d-8ba6add2cc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5406f861-26e0-4a79-8755-e170a98fd22b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060640564', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': '8a7f5580-7602-45c8-a8fc-4429ac475d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:01:37Z', 'updated_at': '2021-12-22T14:03:30Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '8a7f5580-7602-45c8-a8fc-4429ac475d83', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5406f861-26e0-4a79-8755-e170a98fd22b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:01:37Z', 'updated_at': '2021-12-22T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:03:32.482847 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f4de57-cbb6-4f74-838d-8ba6add2cc84 None None] Checking router: 5406f861-26e0-4a79-8755-e170a98fd22b for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 14:03:32.494386 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f4de57-cbb6-4f74-838d-8ba6add2cc84 None None] Routers {'5406f861-26e0-4a79-8755-e170a98fd22b'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:03:32.495022 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-64f4de57-cbb6-4f74-838d-8ba6add2cc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:03:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['5406f861-26e0-4a79-8755-e170a98fd22b'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:03:32.500799 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0e9c602f-af9d-4c93-bac4-87dc0928e19f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:32.655225 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0e9c602f-af9d-4c93-bac4-87dc0928e19f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:32.659699 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-75ee0138-2a9f-4012-b375-59ac836896cf tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:03:32.670004 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-64f4de57-cbb6-4f74-838d-8ba6add2cc84 None None] Set router 5406f861-26e0-4a79-8755-e170a98fd22b gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:03:32.693619 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c602f-af9d-4c93-bac4-87dc0928e19f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event deleted for resources: {'Subnet': ['ID=a0649d22-21f0-4068-8104-c68c6227d8f7,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:03:32.698291 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0e9c602f-af9d-4c93-bac4-87dc0928e19f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:03:32.701076 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0e9c602f-af9d-4c93-bac4-87dc0928e19f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:32.707155 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0e9c602f-af9d-4c93-bac4-87dc0928e19f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "DELETE /v2.0/subnets/a0649d22-21f0-4068-8104-c68c6227d8f7 HTTP/1.1" status: 204 len: 168 time: 0.6174927 Dec 22 14:03:32.709739 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 58264) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:03:32.713309 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72015681-b112-4d27-b4fc-170ce113de81 None None] Network b72aae35-d0d6-4ecd-aa81-8c0871429e44 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 14:03:32.911773 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-59ff5b4d-9051-4a77-ae89-d5004d61a31c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for router, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:33.114448 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-59ff5b4d-9051-4a77-ae89-d5004d61a31c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:33.173818 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-64f4de57-cbb6-4f74-838d-8ba6add2cc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5406f861-26e0-4a79-8755-e170a98fd22b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060640564', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': '8a7f5580-7602-45c8-a8fc-4429ac475d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:01:37Z', 'updated_at': '2021-12-22T14:03:30Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '8a7f5580-7602-45c8-a8fc-4429ac475d83', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5406f861-26e0-4a79-8755-e170a98fd22b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:01:37Z', 'updated_at': '2021-12-22T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:03:33.175010 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f4de57-cbb6-4f74-838d-8ba6add2cc84 None None] The sync data for ids ['5406f861-26e0-4a79-8755-e170a98fd22b'] in dv-neutron-822669-1-hyperv is: [{'id': '5406f861-26e0-4a79-8755-e170a98fd22b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1060640564', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.16'}], 'enable_snat': True}, 'gw_port_id': '8a7f5580-7602-45c8-a8fc-4429ac475d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:01:37Z', 'updated_at': '2021-12-22T14:03:30Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': '8a7f5580-7602-45c8-a8fc-4429ac475d83', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5406f861-26e0-4a79-8755-e170a98fd22b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:01:37Z', 'updated_at': '2021-12-22T14:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 14:03:33.197807 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-59ff5b4d-9051-4a77-ae89-d5004d61a31c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Deleting port 8a7f5580-7602-45c8-a8fc-4429ac475d83 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 14:03:33.198244 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-59ff5b4d-9051-4a77-ae89-d5004d61a31c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:33.209238 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d9b20f-d02b-4d9b-a529-af84eafe96ca None None] DHCP port deletion for b72aae35-d0d6-4ecd-aa81-8c0871429e44 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 14:03:33.211218 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-f5d9b20f-d02b-4d9b-a529-af84eafe96ca None None] Deleting port dbeaaad6-a530-4f19-a706-2d6ca14705a9 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 14:03:33.211218 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f5d9b20f-d02b-4d9b-a529-af84eafe96ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:33.377589 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-59ff5b4d-9051-4a77-ae89-d5004d61a31c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] For port 8a7f5580-7602-45c8-a8fc-4429ac475d83, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=8a7f5580-7602-45c8-a8fc-4429ac475d83,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:03:33.377953 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-59ff5b4d-9051-4a77-ae89-d5004d61a31c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:33.417197 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-f5d9b20f-d02b-4d9b-a529-af84eafe96ca None None] For port dbeaaad6-a530-4f19-a706-2d6ca14705a9, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=dbeaaad6-a530-4f19-a706-2d6ca14705a9,segment=NetworkSegment(c6963af2-bb6b-445c-a874-2145a722cdf9),segment_id=c6963af2-bb6b-445c-a874-2145a722cdf9)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:03:33.417601 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f5d9b20f-d02b-4d9b-a529-af84eafe96ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:33.543380 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-f5d9b20f-d02b-4d9b-a529-af84eafe96ca None None] Calling delete_port for dbeaaad6-a530-4f19-a706-2d6ca14705a9 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 14:03:33.628778 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-59ff5b4d-9051-4a77-ae89-d5004d61a31c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Calling delete_port for 8a7f5580-7602-45c8-a8fc-4429ac475d83 owned by network:router_gateway {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 14:03:33.683902 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f5d9b20f-d02b-4d9b-a529-af84eafe96ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:33.687777 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:03:33.729505 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9b20f-d02b-4d9b-a529-af84eafe96ca None None] Pushing event deleted for resources: {'Port': ['ID=dbeaaad6-a530-4f19-a706-2d6ca14705a9,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:03:33.743591 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9b20f-d02b-4d9b-a529-af84eafe96ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:33.744026 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9b20f-d02b-4d9b-a529-af84eafe96ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:33.744265 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9b20f-d02b-4d9b-a529-af84eafe96ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:33.744597 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9b20f-d02b-4d9b-a529-af84eafe96ca None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:33.744931 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9b20f-d02b-4d9b-a529-af84eafe96ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:33.745266 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9b20f-d02b-4d9b-a529-af84eafe96ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:33.745593 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9b20f-d02b-4d9b-a529-af84eafe96ca None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:33.745923 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9b20f-d02b-4d9b-a529-af84eafe96ca None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:33.746246 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9b20f-d02b-4d9b-a529-af84eafe96ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:33.746595 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9b20f-d02b-4d9b-a529-af84eafe96ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:33.746920 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d9b20f-d02b-4d9b-a529-af84eafe96ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:33.749531 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d9b20f-d02b-4d9b-a529-af84eafe96ca None None] No DVR routers for this DVR port dbeaaad6-a530-4f19-a706-2d6ca14705a9 on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 14:03:33.750988 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f5d9b20f-d02b-4d9b-a529-af84eafe96ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:03:33.860339 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-59ff5b4d-9051-4a77-ae89-d5004d61a31c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:33.864033 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-b39e4e14-2fa7-4f73-b5f5-6c1aae17b023 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:03:33.906751 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff5b4d-9051-4a77-ae89-d5004d61a31c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event deleted for resources: {'Port': ['ID=8a7f5580-7602-45c8-a8fc-4429ac475d83,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:03:33.910747 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-59ff5b4d-9051-4a77-ae89-d5004d61a31c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:03:34.126581 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-59ff5b4d-9051-4a77-ae89-d5004d61a31c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:34.149160 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device dbeaaad6-a530-4f19-a706-2d6ca14705a9 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:03:34.182198 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: dbeaaad6-a530-4f19-a706-2d6ca14705a9 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 14:03:34.182888 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device dbeaaad6-a530-4f19-a706-2d6ca14705a9 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:03:34.182994 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 54d990db-0522-472b-98ad-8671477d8c31 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:03:34.213963 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 54d990db-0522-472b-98ad-8671477d8c31 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 14:03:34.214313 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 54d990db-0522-472b-98ad-8671477d8c31 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:03:34.379596 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-59ff5b4d-9051-4a77-ae89-d5004d61a31c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:34.383837 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-59ff5b4d-9051-4a77-ae89-d5004d61a31c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:34.477394 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-59ff5b4d-9051-4a77-ae89-d5004d61a31c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:34.478043 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ff5b4d-9051-4a77-ae89-d5004d61a31c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Fanout notify agent at l3_agent the message router_deleted on router 5406f861-26e0-4a79-8755-e170a98fd22b {{(pid=84148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 14:03:34.498309 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-59ff5b4d-9051-4a77-ae89-d5004d61a31c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:34.502186 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-59ff5b4d-9051-4a77-ae89-d5004d61a31c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "DELETE /v2.0/routers/5406f861-26e0-4a79-8755-e170a98fd22b HTTP/1.1" status: 204 len: 168 time: 1.7885377 Dec 22 14:03:34.502333 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 58268) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:03:34.621658 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9cfcd97c-88a3-4ad7-8c5c-6e415155fbbb tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:34.749733 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9cfcd97c-88a3-4ad7-8c5c-6e415155fbbb tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:34.774183 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-9cfcd97c-88a3-4ad7-8c5c-6e415155fbbb tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b72aae35-d0d6-4ecd-aa81-8c0871429e44']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:03:34.789618 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-9cfcd97c-88a3-4ad7-8c5c-6e415155fbbb tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6963af2-bb6b-445c-a874-2145a722cdf9') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:03:34.789909 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-9cfcd97c-88a3-4ad7-8c5c-6e415155fbbb tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6963af2-bb6b-445c-a874-2145a722cdf9') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:03:34.800848 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9cfcd97c-88a3-4ad7-8c5c-6e415155fbbb tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:34.816100 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9cfcd97c-88a3-4ad7-8c5c-6e415155fbbb tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:34.822059 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cfcd97c-88a3-4ad7-8c5c-6e415155fbbb tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 14:03:34.822464 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9cfcd97c-88a3-4ad7-8c5c-6e415155fbbb tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:34.836736 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 14:03:34.836736 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 14:03:34.836736 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 14:03:34.836736 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 14:03:34.836736 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 14:03:34.836736 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 14:03:34.836736 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 14:03:34.836736 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 14:03:34.836736 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 14:03:34.836736 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 14:03:34.836736 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 14:03:34.836736 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 14:03:34.836736 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 14:03:34.836736 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 14:03:34.836736 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 14:03:34.836736 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 14:03:34.836736 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 14:03:34.836736 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 14:03:34.836736 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 14:03:34.836736 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 14:03:34.836736 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 14:03:34.836736 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 14:03:34.836736 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 14:03:34.836736 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 14:03:34.836736 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 14:03:34.836736 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 14:03:34.836736 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 14:03:34.836736 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 14:03:34.836736 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 14:03:34.836736 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 14:03:34.836736 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 14:03:34.836736 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 14:03:34.985550 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9cfcd97c-88a3-4ad7-8c5c-6e415155fbbb tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:34.990141 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9cfcd97c-88a3-4ad7-8c5c-6e415155fbbb tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:34.993172 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f34ba277-b510-4b2a-b92f-8fe8daf6c8c6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:03:35.020049 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfcd97c-88a3-4ad7-8c5c-6e415155fbbb tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event deleted for resources: {'Network': ['ID=b72aae35-d0d6-4ecd-aa81-8c0871429e44,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:03:35.022273 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9cfcd97c-88a3-4ad7-8c5c-6e415155fbbb tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:03:35.083884 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-9cfcd97c-88a3-4ad7-8c5c-6e415155fbbb tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "DELETE /v2.0/networks/b72aae35-d0d6-4ecd-aa81-8c0871429e44 HTTP/1.1" status: 204 len: 168 time: 0.5806668 Dec 22 14:03:35.087179 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58272) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:03:35.159327 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-80933cef-2dde-44d8-b93c-67bb39d31cc1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:35.187576 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-80933cef-2dde-44d8-b93c-67bb39d31cc1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:35.312190 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-80933cef-2dde-44d8-b93c-67bb39d31cc1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:35.316128 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-38b15001-0994-4889-9645-ac487ae03209 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:03:35.331809 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80933cef-2dde-44d8-b93c-67bb39d31cc1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9a4bd8-2ca0-451b-8f05-a6a8df2a9b89,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:03:35.334369 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-80933cef-2dde-44d8-b93c-67bb39d31cc1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:03:35.420132 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-80933cef-2dde-44d8-b93c-67bb39d31cc1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:35.421316 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-80933cef-2dde-44d8-b93c-67bb39d31cc1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "DELETE /v2.0/security-groups/6e9a4bd8-2ca0-451b-8f05-a6a8df2a9b89 HTTP/1.1" status: 204 len: 168 time: 0.3331695 Dec 22 14:03:35.700383 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f182e8bb-1802-4e84-b501-4b96571ffdf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:36.063065 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 8a7f5580-7602-45c8-a8fc-4429ac475d83 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:03:36.100399 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 8a7f5580-7602-45c8-a8fc-4429ac475d83 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 14:03:36.100777 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 8a7f5580-7602-45c8-a8fc-4429ac475d83 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:03:36.118917 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:03:36.792988 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58286) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:03:36.798690 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-0a96ad10-0d31-450d-83ae-e6152fa9c4b2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-455625765', 'description': 'tempest-secgroup-smoke-455625765 description', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:03:36.804894 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0a96ad10-0d31-450d-83ae-e6152fa9c4b2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:03:36.809462 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0a96ad10-0d31-450d-83ae-e6152fa9c4b2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:security_group and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:03:36.812411 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0a96ad10-0d31-450d-83ae-e6152fa9c4b2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:03:36.817979 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0a96ad10-0d31-450d-83ae-e6152fa9c4b2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:03:36.871922 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0a96ad10-0d31-450d-83ae-e6152fa9c4b2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:36.907223 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0a96ad10-0d31-450d-83ae-e6152fa9c4b2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:03:36.911065 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0a96ad10-0d31-450d-83ae-e6152fa9c4b2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:security_group_rule and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:03:36.914104 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0a96ad10-0d31-450d-83ae-e6152fa9c4b2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:03:36.919676 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0a96ad10-0d31-450d-83ae-e6152fa9c4b2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:03:36.973163 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0a96ad10-0d31-450d-83ae-e6152fa9c4b2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:37.014707 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0a96ad10-0d31-450d-83ae-e6152fa9c4b2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:37.018237 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-86131988-7325-4f1b-8508-e621fdd4f198 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:03:37.062823 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96ad10-0d31-450d-83ae-e6152fa9c4b2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec9c261-9e32-47e0-87a8-eb41c73d5a66,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:03:37.065609 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0a96ad10-0d31-450d-83ae-e6152fa9c4b2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:03:37.129262 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0a96ad10-0d31-450d-83ae-e6152fa9c4b2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:37.130549 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0a96ad10-0d31-450d-83ae-e6152fa9c4b2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3365414 Dec 22 14:03:37.134050 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58292) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:03:37.139664 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-ec7c2892-2c31-48dc-a428-7aaac70d58e6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'security_group_rule': {'security_group_id': '4ec9c261-9e32-47e0-87a8-eb41c73d5a66', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:03:37.145725 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-ec7c2892-2c31-48dc-a428-7aaac70d58e6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:03:37.150133 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-ec7c2892-2c31-48dc-a428-7aaac70d58e6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:security_group_rule and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:03:37.153067 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-ec7c2892-2c31-48dc-a428-7aaac70d58e6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:03:37.158641 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-ec7c2892-2c31-48dc-a428-7aaac70d58e6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:03:37.260439 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ec7c2892-2c31-48dc-a428-7aaac70d58e6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:37.321071 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ec7c2892-2c31-48dc-a428-7aaac70d58e6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:37.414211 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ec7c2892-2c31-48dc-a428-7aaac70d58e6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:37.420017 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d6d64509-99f5-45d1-9623-9aab8c5dcdd7 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:03:37.441449 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c2892-2c31-48dc-a428-7aaac70d58e6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be5779e5-bac7-41a1-a768-9c0254d2792e,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:03:37.446878 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ec7c2892-2c31-48dc-a428-7aaac70d58e6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:03:37.517905 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ec7c2892-2c31-48dc-a428-7aaac70d58e6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:37.519134 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ec7c2892-2c31-48dc-a428-7aaac70d58e6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3841007 Dec 22 14:03:37.521754 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58296) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:03:37.527399 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-04d936e8-e713-4b5a-a347-8ed2b7aa4358 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'security_group_rule': {'security_group_id': '4ec9c261-9e32-47e0-87a8-eb41c73d5a66', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:03:37.533546 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-04d936e8-e713-4b5a-a347-8ed2b7aa4358 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:03:37.537533 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-04d936e8-e713-4b5a-a347-8ed2b7aa4358 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:security_group_rule and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:03:37.540964 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-04d936e8-e713-4b5a-a347-8ed2b7aa4358 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:03:37.546712 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-04d936e8-e713-4b5a-a347-8ed2b7aa4358 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:03:37.610287 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-04d936e8-e713-4b5a-a347-8ed2b7aa4358 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:37.671190 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-04d936e8-e713-4b5a-a347-8ed2b7aa4358 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:37.729331 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-04d936e8-e713-4b5a-a347-8ed2b7aa4358 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:37.731134 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2db778da-6b33-4040-8438-f66c107257e0 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:03:37.752911 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d936e8-e713-4b5a-a347-8ed2b7aa4358 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ccdc11-c6bc-4aaf-b0d0-9a836119784a,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:03:37.755258 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-04d936e8-e713-4b5a-a347-8ed2b7aa4358 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:03:37.814457 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-04d936e8-e713-4b5a-a347-8ed2b7aa4358 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:37.815642 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-04d936e8-e713-4b5a-a347-8ed2b7aa4358 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2926307 Dec 22 14:03:37.818279 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58300) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:03:37.823994 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-9ddaa746-dc0d-43c7-ac40-d64f507f8e6e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'security_group_rule': {'security_group_id': '4ec9c261-9e32-47e0-87a8-eb41c73d5a66', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:03:37.829771 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-9ddaa746-dc0d-43c7-ac40-d64f507f8e6e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:03:37.833637 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-9ddaa746-dc0d-43c7-ac40-d64f507f8e6e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:security_group_rule and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:03:37.836998 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-9ddaa746-dc0d-43c7-ac40-d64f507f8e6e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:03:37.842567 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-9ddaa746-dc0d-43c7-ac40-d64f507f8e6e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:03:37.894826 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9ddaa746-dc0d-43c7-ac40-d64f507f8e6e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:37.959492 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9ddaa746-dc0d-43c7-ac40-d64f507f8e6e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:38.031675 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9ddaa746-dc0d-43c7-ac40-d64f507f8e6e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:38.033776 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ad097ede-4ec9-4e3a-a900-e765c9784207 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:03:38.055973 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddaa746-dc0d-43c7-ac40-d64f507f8e6e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7877074c-6734-4074-b06c-7d1c0351798b,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:03:38.058479 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9ddaa746-dc0d-43c7-ac40-d64f507f8e6e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:03:38.060449 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1bc96245-48a1-4602-9af1-c16ab999e205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:38.146410 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9ddaa746-dc0d-43c7-ac40-d64f507f8e6e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:38.148155 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9ddaa746-dc0d-43c7-ac40-d64f507f8e6e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3283255 Dec 22 14:03:38.151355 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58304) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:03:38.157118 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-e88eadf9-10ac-4124-86f5-099e017f8e35 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'security_group_rule': {'security_group_id': '4ec9c261-9e32-47e0-87a8-eb41c73d5a66', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:03:38.163224 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-e88eadf9-10ac-4124-86f5-099e017f8e35 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:03:38.167097 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-e88eadf9-10ac-4124-86f5-099e017f8e35 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:security_group_rule and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:03:38.170017 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-e88eadf9-10ac-4124-86f5-099e017f8e35 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:03:38.175796 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-e88eadf9-10ac-4124-86f5-099e017f8e35 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:03:38.266841 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e88eadf9-10ac-4124-86f5-099e017f8e35 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:38.328832 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e88eadf9-10ac-4124-86f5-099e017f8e35 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:38.409091 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e88eadf9-10ac-4124-86f5-099e017f8e35 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:38.410945 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2ecaaefb-5c39-4f42-b7b3-f7e5335384c0 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:03:38.432693 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88eadf9-10ac-4124-86f5-099e017f8e35 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04f934c3-9f8d-4b72-b22b-c876bebb4ed1,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:03:38.440785 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e88eadf9-10ac-4124-86f5-099e017f8e35 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:03:38.516717 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e88eadf9-10ac-4124-86f5-099e017f8e35 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:38.517991 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e88eadf9-10ac-4124-86f5-099e017f8e35 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3656163 Dec 22 14:03:38.520519 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58310) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:03:38.525756 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-1ac8b6e7-ed61-46d2-a1bf-d50dd5c68f1a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'security_group_rule': {'security_group_id': '4ec9c261-9e32-47e0-87a8-eb41c73d5a66', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:03:38.532535 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1ac8b6e7-ed61-46d2-a1bf-d50dd5c68f1a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:03:38.536283 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1ac8b6e7-ed61-46d2-a1bf-d50dd5c68f1a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:security_group_rule and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:03:38.539254 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1ac8b6e7-ed61-46d2-a1bf-d50dd5c68f1a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:03:38.544820 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1ac8b6e7-ed61-46d2-a1bf-d50dd5c68f1a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:03:38.632659 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.securitygroups_db [None req-1ac8b6e7-ed61-46d2-a1bf-d50dd5c68f1a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Project 3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 14:03:38.639137 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1ac8b6e7-ed61-46d2-a1bf-d50dd5c68f1a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:38.705220 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1ac8b6e7-ed61-46d2-a1bf-d50dd5c68f1a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:38.769125 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1ac8b6e7-ed61-46d2-a1bf-d50dd5c68f1a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:38.770901 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-39b9e015-2be2-4c7b-9a27-4176ad271324 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:03:38.792683 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac8b6e7-ed61-46d2-a1bf-d50dd5c68f1a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b780cac-08b7-4449-80b5-dbcb263f304f,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:03:38.794959 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1ac8b6e7-ed61-46d2-a1bf-d50dd5c68f1a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:03:38.871742 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1ac8b6e7-ed61-46d2-a1bf-d50dd5c68f1a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:38.872885 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1ac8b6e7-ed61-46d2-a1bf-d50dd5c68f1a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3514776 Dec 22 14:03:38.875764 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58314) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:03:38.880988 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-f5633a7f-ad59-4e50-bb9a-b8ce4c94bc4c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'security_group_rule': {'security_group_id': '4ec9c261-9e32-47e0-87a8-eb41c73d5a66', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:03:38.887890 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-f5633a7f-ad59-4e50-bb9a-b8ce4c94bc4c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:03:38.891711 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f5633a7f-ad59-4e50-bb9a-b8ce4c94bc4c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:security_group_rule and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:03:38.894642 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f5633a7f-ad59-4e50-bb9a-b8ce4c94bc4c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:03:38.900658 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-f5633a7f-ad59-4e50-bb9a-b8ce4c94bc4c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:03:38.993436 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.securitygroups_db [None req-f5633a7f-ad59-4e50-bb9a-b8ce4c94bc4c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Project 3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 14:03:39.000106 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f5633a7f-ad59-4e50-bb9a-b8ce4c94bc4c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:39.009671 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:39.075255 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f5633a7f-ad59-4e50-bb9a-b8ce4c94bc4c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:39.145969 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f5633a7f-ad59-4e50-bb9a-b8ce4c94bc4c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:39.147867 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1bfaab51-f021-43cb-943f-a91afc4d14f9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:03:39.169819 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5633a7f-ad59-4e50-bb9a-b8ce4c94bc4c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e08b719e-4a1d-499d-a8d4-e94e6711044d,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:03:39.172146 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f5633a7f-ad59-4e50-bb9a-b8ce4c94bc4c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:03:39.236569 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f5633a7f-ad59-4e50-bb9a-b8ce4c94bc4c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:39.237803 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f5633a7f-ad59-4e50-bb9a-b8ce4c94bc4c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3611469 Dec 22 14:03:39.240554 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58318) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:03:39.247158 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-77a97c17-c6d4-4089-9c5c-d956b87d6446 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'network': {'name': 'tempest-network-smoke--1622745648', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'port_security_enabled': True}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:03:39.252106 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-77a97c17-c6d4-4089-9c5c-d956b87d6446 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:03:39.256185 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-77a97c17-c6d4-4089-9c5c-d956b87d6446 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:network and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:03:39.259168 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-77a97c17-c6d4-4089-9c5c-d956b87d6446 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:03:39.264762 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-77a97c17-c6d4-4089-9c5c-d956b87d6446 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:03:39.333530 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a97c17-c6d4-4089-9c5c-d956b87d6446 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Made reservation on behalf of 3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 14:03:39.341333 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-77a97c17-c6d4-4089-9c5c-d956b87d6446 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:39.392712 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77a97c17-c6d4-4089-9c5c-d956b87d6446 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 14:03:39.402064 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-77a97c17-c6d4-4089-9c5c-d956b87d6446 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:39.402437 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-77a97c17-c6d4-4089-9c5c-d956b87d6446 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Added segment c918a168-c07a-4743-acc5-5dc05e7d513e of type vlan for network 5a1d4493-db6f-41f2-bda2-e5438ceb787b Dec 22 14:03:39.427996 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-77a97c17-c6d4-4089-9c5c-d956b87d6446 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:39.461355 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:39.517843 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-77a97c17-c6d4-4089-9c5c-d956b87d6446 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:39.521702 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a97c17-c6d4-4089-9c5c-d956b87d6446 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:39.522277 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-77a97c17-c6d4-4089-9c5c-d956b87d6446 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:39.526665 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-45601d79-d2ff-417e-b18a-e8682e0da570 tempest-RoutersNegativeIpV6Test-1746953070 tempest-RoutersNegativeIpV6Test-1746953070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:03:39.631230 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a97c17-c6d4-4089-9c5c-d956b87d6446 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'Network': ['ID=5a1d4493-db6f-41f2-bda2-e5438ceb787b,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:03:39.634660 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-77a97c17-c6d4-4089-9c5c-d956b87d6446 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:03:39.650826 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 5a1d4493-db6f-41f2-bda2-e5438ceb787b details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 14:03:39.684321 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-77a97c17-c6d4-4089-9c5c-d956b87d6446 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4427245 Dec 22 14:03:39.687039 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58322) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:03:39.692456 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-48cc4af6-3ad5-4960-8082-5197e1796582 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1206018922', 'admin_state_up': True, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:03:39.700054 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-48cc4af6-3ad5-4960-8082-5197e1796582 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:03:39.704012 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-48cc4af6-3ad5-4960-8082-5197e1796582 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:router and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:03:39.706988 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-48cc4af6-3ad5-4960-8082-5197e1796582 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:03:39.713428 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-48cc4af6-3ad5-4960-8082-5197e1796582 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:03:39.775328 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-48cc4af6-3ad5-4960-8082-5197e1796582 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:39.776420 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-48cc4af6-3ad5-4960-8082-5197e1796582 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:39.794752 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-48cc4af6-3ad5-4960-8082-5197e1796582 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:40.002792 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-48cc4af6-3ad5-4960-8082-5197e1796582 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:40.260467 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-48cc4af6-3ad5-4960-8082-5197e1796582 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for router_gateway, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:40.292549 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-48cc4af6-3ad5-4960-8082-5197e1796582 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:40.425056 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-48cc4af6-3ad5-4960-8082-5197e1796582 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Allocated IP 172.26.1.199 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/ff7907bc-9d33-44d1-a7d0-5c3e6a64d511) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:03:40.574666 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-48cc4af6-3ad5-4960-8082-5197e1796582 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:40.683446 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:40.712547 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-48cc4af6-3ad5-4960-8082-5197e1796582 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:40.716477 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9fe73337-7bcb-430e-ba6f-3a32279a8f53 tempest-ServersNegativeTestJSON-423192019 tempest-ServersNegativeTestJSON-423192019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:03:40.878200 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cc4af6-3ad5-4960-8082-5197e1796582 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:03:40.881271 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-48cc4af6-3ad5-4960-8082-5197e1796582 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:03:40.885526 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cc4af6-3ad5-4960-8082-5197e1796582 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 14:03:40.909702 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc4af6-3ad5-4960-8082-5197e1796582 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'Port': ['ID=ff7907bc-9d33-44d1-a7d0-5c3e6a64d511,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:03:40.915340 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-48cc4af6-3ad5-4960-8082-5197e1796582 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:03:41.107403 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-48cc4af6-3ad5-4960-8082-5197e1796582 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for router_gateway, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:41.108066 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-48cc4af6-3ad5-4960-8082-5197e1796582 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:41.409053 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48cc4af6-3ad5-4960-8082-5197e1796582 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Router 71b5545d-51a6-401b-be52-103b978acacd is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 14:03:41.610771 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48cc4af6-3ad5-4960-8082-5197e1796582 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 14:03:41.621376 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c64011-6ea8-4ba9-af6c-21c82517b596 None None] Sync routers for ids ['71b5545d-51a6-401b-be52-103b978acacd'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 14:03:41.633784 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c64011-6ea8-4ba9-af6c-21c82517b596 None None] Routers {'71b5545d-51a6-401b-be52-103b978acacd'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:03:41.634428 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-66c64011-6ea8-4ba9-af6c-21c82517b596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:03:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['71b5545d-51a6-401b-be52-103b978acacd'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:03:41.711966 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-48cc4af6-3ad5-4960-8082-5197e1796582 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:41.713190 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-48cc4af6-3ad5-4960-8082-5197e1796582 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0252171 Dec 22 14:03:41.716350 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58326) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:03:41.756075 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-435bb775-ecc4-4b9f-8495-c92905e08f9f tempest-TestNetworkAdvancedServerOps-1874708569 tempest-TestNetworkAdvancedServerOps-1874708569-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385723 Dec 22 14:03:41.760321 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58330) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:03:41.830784 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-66c64011-6ea8-4ba9-af6c-21c82517b596 None None] Set router 71b5545d-51a6-401b-be52-103b978acacd gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:03:41.891466 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74aa341b-d1ac-4e4b-8603-8dbb738a3482 tempest-TestNetworkAdvancedServerOps-1874708569 tempest-TestNetworkAdvancedServerOps-1874708569-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:41.892941 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-74aa341b-d1ac-4e4b-8603-8dbb738a3482 tempest-TestNetworkAdvancedServerOps-1874708569 tempest-TestNetworkAdvancedServerOps-1874708569-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1317081 Dec 22 14:03:41.895695 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58334) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:03:41.938835 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d60bebf7-1b2e-4af9-a037-ddaaf1aecd3d tempest-TestNetworkAdvancedServerOps-1874708569 tempest-TestNetworkAdvancedServerOps-1874708569-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=0776f1b4-770d-462f-bc0f-df97e8017b18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418782 Dec 22 14:03:41.941115 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58338) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:03:41.947064 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-9de8c0a2-eb79-43fa-adba-24af2125c97b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1537108755', 'network_id': '5a1d4493-db6f-41f2-bda2-e5438ceb787b', 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:03:42.051087 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-9de8c0a2-eb79-43fa-adba-24af2125c97b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:03:42.055397 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-9de8c0a2-eb79-43fa-adba-24af2125c97b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:subnet and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:03:42.058287 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-9de8c0a2-eb79-43fa-adba-24af2125c97b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:03:42.064022 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-9de8c0a2-eb79-43fa-adba-24af2125c97b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:03:42.112131 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-66c64011-6ea8-4ba9-af6c-21c82517b596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b5545d-51a6-401b-be52-103b978acacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206018922', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ff7907bc-9d33-44d1-a7d0-5c3e6a64d511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:03:39Z', 'updated_at': '2021-12-22T14:03:40Z', 'revision_number': 3, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': 'ff7907bc-9d33-44d1-a7d0-5c3e6a64d511', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:72:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b5545d-51a6-401b-be52-103b978acacd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:03:40Z', 'updated_at': '2021-12-22T14:03:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:03:42.115840 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c64011-6ea8-4ba9-af6c-21c82517b596 None None] Checking router: 71b5545d-51a6-401b-be52-103b978acacd for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 14:03:42.116187 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c64011-6ea8-4ba9-af6c-21c82517b596 None None] Updating router 71b5545d-51a6-401b-be52-103b978acacd port ff7907bc-9d33-44d1-a7d0-5c3e6a64d511 binding host dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 14:03:42.140545 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de8c0a2-eb79-43fa-adba-24af2125c97b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Made reservation on behalf of 3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 14:03:42.171012 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-66c64011-6ea8-4ba9-af6c-21c82517b596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:42.249863 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9de8c0a2-eb79-43fa-adba-24af2125c97b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:42.490394 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-66c64011-6ea8-4ba9-af6c-21c82517b596 None None] Notify callbacks [] for port, precommit_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:42.502112 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.provisioning_blocks [None req-66c64011-6ea8-4ba9-af6c-21c82517b596 None None] Transition to ACTIVE for port object ff7907bc-9d33-44d1-a7d0-5c3e6a64d511 will not be triggered until provisioned by entity L2. {{(pid=84151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:03:42.523575 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9de8c0a2-eb79-43fa-adba-24af2125c97b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:42.528752 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5ac88bc6-8424-4dc7-8252-8d5027e92ffd tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:03:42.575003 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-66c64011-6ea8-4ba9-af6c-21c82517b596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:42.578883 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-545827d5-6c26-420e-ac59-b5deaa75e23d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:03:42.603002 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8c0a2-eb79-43fa-adba-24af2125c97b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'Subnet': ['ID=bb0ff81f-2e9f-4ef8-b24c-d1ade8dce908,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:03:42.606435 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9de8c0a2-eb79-43fa-adba-24af2125c97b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:03:42.613468 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de8c0a2-eb79-43fa-adba-24af2125c97b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Checking segment: {'id': 'c918a168-c07a-4743-acc5-5dc05e7d513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5a1d4493-db6f-41f2-bda2-e5438ceb787b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 14:03:42.613891 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de8c0a2-eb79-43fa-adba-24af2125c97b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Network hostable DHCP agents. Network: 5a1d4493-db6f-41f2-bda2-e5438ceb787b, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 14:03:42.654905 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2907be-8660-4633-bdb2-dd3a4baa2c3f None None] Pushing event updated for resources: {'Port': ['ID=ff7907bc-9d33-44d1-a7d0-5c3e6a64d511,revision_number=2']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:03:42.656964 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-66c64011-6ea8-4ba9-af6c-21c82517b596 None None] Attempting to bind port ff7907bc-9d33-44d1-a7d0-5c3e6a64d511 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 14:03:42.657321 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-66c64011-6ea8-4ba9-af6c-21c82517b596 None None] Attempting to bind port ff7907bc-9d33-44d1-a7d0-5c3e6a64d511 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 14:03:42.657673 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c64011-6ea8-4ba9-af6c-21c82517b596 None None] Attempting to bind port ff7907bc-9d33-44d1-a7d0-5c3e6a64d511 on network 0776f1b4-770d-462f-bc0f-df97e8017b18 {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 14:03:42.669136 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c64011-6ea8-4ba9-af6c-21c82517b596 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 14:03:42.669507 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c64011-6ea8-4ba9-af6c-21c82517b596 None None] Checking segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 14:03:42.670481 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-66c64011-6ea8-4ba9-af6c-21c82517b596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:42.670481 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c64011-6ea8-4ba9-af6c-21c82517b596 None None] Bound using segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 14:03:42.670868 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-66c64011-6ea8-4ba9-af6c-21c82517b596 None None] Bound port: ff7907bc-9d33-44d1-a7d0-5c3e6a64d511, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 14:03:42.671242 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-66c64011-6ea8-4ba9-af6c-21c82517b596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:42.693786 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2907be-8660-4633-bdb2-dd3a4baa2c3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:42.695980 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2907be-8660-4633-bdb2-dd3a4baa2c3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:42.695980 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2907be-8660-4633-bdb2-dd3a4baa2c3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:42.695980 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2907be-8660-4633-bdb2-dd3a4baa2c3f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:42.695980 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2907be-8660-4633-bdb2-dd3a4baa2c3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:42.695980 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2907be-8660-4633-bdb2-dd3a4baa2c3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:42.695980 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2907be-8660-4633-bdb2-dd3a4baa2c3f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:42.696531 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2907be-8660-4633-bdb2-dd3a4baa2c3f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:42.696531 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2907be-8660-4633-bdb2-dd3a4baa2c3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:42.696787 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2907be-8660-4633-bdb2-dd3a4baa2c3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:42.697097 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2907be-8660-4633-bdb2-dd3a4baa2c3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:42.706895 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-7e2907be-8660-4633-bdb2-dd3a4baa2c3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:03:42.712287 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de8c0a2-eb79-43fa-adba-24af2125c97b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Network 5a1d4493-db6f-41f2-bda2-e5438ceb787b is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 14:03:42.750821 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-66c64011-6ea8-4ba9-af6c-21c82517b596 None None] For port ff7907bc-9d33-44d1-a7d0-5c3e6a64d511, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 14:03:42.753653 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-66c64011-6ea8-4ba9-af6c-21c82517b596 None None] For port ff7907bc-9d33-44d1-a7d0-5c3e6a64d511, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=ff7907bc-9d33-44d1-a7d0-5c3e6a64d511,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 14:03:42.775197 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-9de8c0a2-eb79-43fa-adba-24af2125c97b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 5a1d4493-db6f-41f2-bda2-e5438ceb787b) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:03:42.780139 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de8c0a2-eb79-43fa-adba-24af2125c97b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:42.780532 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9de8c0a2-eb79-43fa-adba-24af2125c97b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:42.783721 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0a2296-61b2-43e8-91e0-f487b98c029e None None] Network 5a1d4493-db6f-41f2-bda2-e5438ceb787b requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 14:03:42.799275 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-66c64011-6ea8-4ba9-af6c-21c82517b596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:42.802948 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-b8faa710-84d2-4653-ac55-a1386507d6b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:03:42.860366 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9de8c0a2-eb79-43fa-adba-24af2125c97b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9181900 Dec 22 14:03:42.863077 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58342) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:03:42.877300 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2907be-8660-4633-bdb2-dd3a4baa2c3f None None] Pushing event updated for resources: {'Port': ['ID=ff7907bc-9d33-44d1-a7d0-5c3e6a64d511,revision_number=3']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:03:42.881448 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-7e2907be-8660-4633-bdb2-dd3a4baa2c3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:03:42.885426 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c64011-6ea8-4ba9-af6c-21c82517b596 None None] Routers {'71b5545d-51a6-401b-be52-103b978acacd'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:03:42.886031 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-66c64011-6ea8-4ba9-af6c-21c82517b596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:03:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['71b5545d-51a6-401b-be52-103b978acacd'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:03:43.010791 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb70abd-d43d-4396-98a9-1a3a05f7144b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-5a1d4493-db6f-41f2-bda2-e5438ceb787b', 'network_id': '5a1d4493-db6f-41f2-bda2-e5438ceb787b', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'fixed_ips': [{'subnet_id': 'bb0ff81f-2e9f-4ef8-b24c-d1ade8dce908'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 14:03:43.011625 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6fb70abd-d43d-4396-98a9-1a3a05f7144b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:43.068291 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-66c64011-6ea8-4ba9-af6c-21c82517b596 None None] Set router 71b5545d-51a6-401b-be52-103b978acacd gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:03:43.176339 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-6fb70abd-d43d-4396-98a9-1a3a05f7144b None None] Allocated IP 172.20.0.2 (5a1d4493-db6f-41f2-bda2-e5438ceb787b/bb0ff81f-2e9f-4ef8-b24c-d1ade8dce908/8175f210-75c7-4e5c-b078-781c209aeb0f) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:03:43.387916 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-66c64011-6ea8-4ba9-af6c-21c82517b596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b5545d-51a6-401b-be52-103b978acacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206018922', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ff7907bc-9d33-44d1-a7d0-5c3e6a64d511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:03:39Z', 'updated_at': '2021-12-22T14:03:40Z', 'revision_number': 3, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': 'ff7907bc-9d33-44d1-a7d0-5c3e6a64d511', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:72:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b5545d-51a6-401b-be52-103b978acacd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:03:40Z', 'updated_at': '2021-12-22T14:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:03:43.392407 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c64011-6ea8-4ba9-af6c-21c82517b596 None None] The sync data for ids ['71b5545d-51a6-401b-be52-103b978acacd'] in dv-neutron-822669-1-hyperv is: [{'id': '71b5545d-51a6-401b-be52-103b978acacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206018922', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ff7907bc-9d33-44d1-a7d0-5c3e6a64d511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:03:39Z', 'updated_at': '2021-12-22T14:03:40Z', 'revision_number': 3, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': 'ff7907bc-9d33-44d1-a7d0-5c3e6a64d511', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:72:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b5545d-51a6-401b-be52-103b978acacd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:03:40Z', 'updated_at': '2021-12-22T14:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 14:03:43.455387 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6fb70abd-d43d-4396-98a9-1a3a05f7144b None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:43.466851 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-6fb70abd-d43d-4396-98a9-1a3a05f7144b None None] Transition to ACTIVE for port object 8175f210-75c7-4e5c-b078-781c209aeb0f will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:03:43.493374 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-6fb70abd-d43d-4396-98a9-1a3a05f7144b None None] Transition to ACTIVE for port object 8175f210-75c7-4e5c-b078-781c209aeb0f will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:03:43.564402 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6fb70abd-d43d-4396-98a9-1a3a05f7144b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:43.572444 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:03:43.661109 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb70abd-d43d-4396-98a9-1a3a05f7144b None None] Network 5a1d4493-db6f-41f2-bda2-e5438ceb787b is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:03:43.662147 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb70abd-d43d-4396-98a9-1a3a05f7144b None None] Pushing event updated for resources: {'Port': ['ID=8175f210-75c7-4e5c-b078-781c209aeb0f,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:03:43.664949 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-6fb70abd-d43d-4396-98a9-1a3a05f7144b None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:03:43.666815 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-6fb70abd-d43d-4396-98a9-1a3a05f7144b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:03:43.667650 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb70abd-d43d-4396-98a9-1a3a05f7144b None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 14:03:43.761493 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-6fb70abd-d43d-4396-98a9-1a3a05f7144b None None] Attempting to bind port 8175f210-75c7-4e5c-b078-781c209aeb0f on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 14:03:43.761872 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-6fb70abd-d43d-4396-98a9-1a3a05f7144b None None] Attempting to bind port 8175f210-75c7-4e5c-b078-781c209aeb0f by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'c918a168-c07a-4743-acc5-5dc05e7d513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5a1d4493-db6f-41f2-bda2-e5438ceb787b'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 14:03:43.762237 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb70abd-d43d-4396-98a9-1a3a05f7144b None None] Attempting to bind port 8175f210-75c7-4e5c-b078-781c209aeb0f on network 5a1d4493-db6f-41f2-bda2-e5438ceb787b {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 14:03:43.768915 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb70abd-d43d-4396-98a9-1a3a05f7144b None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 14:03:43.769364 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb70abd-d43d-4396-98a9-1a3a05f7144b None None] Checking segment: {'id': 'c918a168-c07a-4743-acc5-5dc05e7d513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5a1d4493-db6f-41f2-bda2-e5438ceb787b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 14:03:43.769707 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6fb70abd-d43d-4396-98a9-1a3a05f7144b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:43.770107 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb70abd-d43d-4396-98a9-1a3a05f7144b None None] Bound using segment: {'id': 'c918a168-c07a-4743-acc5-5dc05e7d513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5a1d4493-db6f-41f2-bda2-e5438ceb787b'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 14:03:43.770609 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-6fb70abd-d43d-4396-98a9-1a3a05f7144b None None] Bound port: 8175f210-75c7-4e5c-b078-781c209aeb0f, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c918a168-c07a-4743-acc5-5dc05e7d513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5a1d4493-db6f-41f2-bda2-e5438ceb787b'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 14:03:43.770994 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6fb70abd-d43d-4396-98a9-1a3a05f7144b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:43.800696 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-07452be5-d979-44ff-9fbe-429df576540e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:43.865320 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-6fb70abd-d43d-4396-98a9-1a3a05f7144b None None] For port 8175f210-75c7-4e5c-b078-781c209aeb0f, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 14:03:43.868538 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-6fb70abd-d43d-4396-98a9-1a3a05f7144b None None] For port 8175f210-75c7-4e5c-b078-781c209aeb0f, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=8175f210-75c7-4e5c-b078-781c209aeb0f,segment=NetworkSegment(c918a168-c07a-4743-acc5-5dc05e7d513e),segment_id=c918a168-c07a-4743-acc5-5dc05e7d513e)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 14:03:43.976501 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6fb70abd-d43d-4396-98a9-1a3a05f7144b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:43.980685 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:03:44.065555 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb70abd-d43d-4396-98a9-1a3a05f7144b None None] Pushing event updated for resources: {'Port': ['ID=8175f210-75c7-4e5c-b078-781c209aeb0f,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:03:44.068779 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-6fb70abd-d43d-4396-98a9-1a3a05f7144b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:03:44.188644 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device ff7907bc-9d33-44d1-a7d0-5c3e6a64d511 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:03:44.285664 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-07452be5-d979-44ff-9fbe-429df576540e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Allocated IP 172.20.0.1 (5a1d4493-db6f-41f2-bda2-e5438ceb787b/bb0ff81f-2e9f-4ef8-b24c-d1ade8dce908/90f303a4-43bd-4610-adbe-4e4e607fd1ce) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:03:44.408909 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port ff7907bc-9d33-44d1-a7d0-5c3e6a64d511 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:03:44.414915 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port ff7907bc-9d33-44d1-a7d0-5c3e6a64d511 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:03:44.415307 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:44.456547 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-07452be5-d979-44ff-9fbe-429df576540e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:44.472859 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-07452be5-d979-44ff-9fbe-429df576540e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Transition to ACTIVE for port object 90f303a4-43bd-4610-adbe-4e4e607fd1ce will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:03:44.534709 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:44.551351 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port ff7907bc-9d33-44d1-a7d0-5c3e6a64d511, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=ff7907bc-9d33-44d1-a7d0-5c3e6a64d511,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:03:44.552586 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-07452be5-d979-44ff-9fbe-429df576540e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:44.556741 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4941df2b-badf-4261-bafe-decdeb8826cb tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:03:44.620380 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07452be5-d979-44ff-9fbe-429df576540e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Network 5a1d4493-db6f-41f2-bda2-e5438ceb787b is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:03:44.620631 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:44.622666 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-5ac7fd33-6530-4752-a60d-def130c004e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:03:44.627806 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-07452be5-d979-44ff-9fbe-429df576540e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:03:44.632745 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07452be5-d979-44ff-9fbe-429df576540e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 14:03:44.663208 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07452be5-d979-44ff-9fbe-429df576540e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'Port': ['ID=90f303a4-43bd-4610-adbe-4e4e607fd1ce,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:03:44.669885 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-07452be5-d979-44ff-9fbe-429df576540e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:03:44.690543 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=ff7907bc-9d33-44d1-a7d0-5c3e6a64d511,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:03:44.693582 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:03:44.703721 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-07452be5-d979-44ff-9fbe-429df576540e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:44.855367 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-07452be5-d979-44ff-9fbe-429df576540e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:44.978983 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f761f7-21ba-4bf5-92c5-5488c3011eaf None None] Network 5a1d4493-db6f-41f2-bda2-e5438ceb787b requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 14:03:45.139641 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-05a68302-c5f6-4777-8ec1-8d559ee8fa98 None None] Provisioning for port 8175f210-75c7-4e5c-b078-781c209aeb0f completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:03:45.401214 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-07452be5-d979-44ff-9fbe-429df576540e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:45.466493 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-07452be5-d979-44ff-9fbe-429df576540e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:45.497454 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7ffe1770-1054-4a85-a818-d13eacc24672 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:03:45.557591 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7d9866b9-57f9-4792-895c-3b1e2a9440b1 None None] Provisioning for port 90f303a4-43bd-4610-adbe-4e4e607fd1ce completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:03:45.564663 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7d9866b9-57f9-4792-895c-3b1e2a9440b1 None None] Provisioning complete for port 90f303a4-43bd-4610-adbe-4e4e607fd1ce triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:03:45.570195 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7d9866b9-57f9-4792-895c-3b1e2a9440b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:45.591468 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-07452be5-d979-44ff-9fbe-429df576540e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:45.596826 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07452be5-d979-44ff-9fbe-429df576540e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'Port': ['ID=90f303a4-43bd-4610-adbe-4e4e607fd1ce,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:03:45.600287 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-07452be5-d979-44ff-9fbe-429df576540e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:03:45.624408 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7d9866b9-57f9-4792-895c-3b1e2a9440b1 None None] Port 90f303a4-43bd-4610-adbe-4e4e607fd1ce cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 14:03:45.734990 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07452be5-d979-44ff-9fbe-429df576540e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Network 5a1d4493-db6f-41f2-bda2-e5438ceb787b is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:03:45.736169 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-07452be5-d979-44ff-9fbe-429df576540e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:03:45.746239 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-63c36395-7632-4791-9332-3c86059904c1 None None] Provisioning complete for port 90f303a4-43bd-4610-adbe-4e4e607fd1ce triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:03:45.746671 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-63c36395-7632-4791-9332-3c86059904c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:45.803405 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-63c36395-7632-4791-9332-3c86059904c1 None None] Port 90f303a4-43bd-4610-adbe-4e4e607fd1ce cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 14:03:45.924581 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-20c7668b-d19f-4762-bce3-b1fd62d76fa8 None None] Provisioning complete for port 90f303a4-43bd-4610-adbe-4e4e607fd1ce triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:03:45.924966 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-20c7668b-d19f-4762-bce3-b1fd62d76fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:45.976365 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-20c7668b-d19f-4762-bce3-b1fd62d76fa8 None None] Port 90f303a4-43bd-4610-adbe-4e4e607fd1ce cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 14:03:46.135182 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07452be5-d979-44ff-9fbe-429df576540e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Router 71b5545d-51a6-401b-be52-103b978acacd has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 14:03:46.185868 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device ff7907bc-9d33-44d1-a7d0-5c3e6a64d511 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:03:46.255736 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port ff7907bc-9d33-44d1-a7d0-5c3e6a64d511 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:03:46.256123 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:46.340510 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07452be5-d979-44ff-9fbe-429df576540e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 14:03:46.355248 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-07452be5-d979-44ff-9fbe-429df576540e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "PUT /v2.0/routers/71b5545d-51a6-401b-be52-103b978acacd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4910181 Dec 22 14:03:46.377823 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 8175f210-75c7-4e5c-b078-781c209aeb0f up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:03:46.483162 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 8175f210-75c7-4e5c-b078-781c209aeb0f completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:03:46.488341 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 8175f210-75c7-4e5c-b078-781c209aeb0f triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:03:46.488722 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:46.538581 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-aa83c75a-fc07-4d54-b552-1a5a77612311 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Synchronizing usage tracker for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:03:46.590739 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-aa83c75a-fc07-4d54-b552-1a5a77612311 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Unset dirty status for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:03:46.591876 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-aa83c75a-fc07-4d54-b552-1a5a77612311 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-455625765&fields=id&tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 HTTP/1.1" status: 200 len: 267 time: 0.1013999 Dec 22 14:03:46.610788 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:46.647464 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 8175f210-75c7-4e5c-b078-781c209aeb0f, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=8175f210-75c7-4e5c-b078-781c209aeb0f,segment=NetworkSegment(c918a168-c07a-4743-acc5-5dc05e7d513e),segment_id=c918a168-c07a-4743-acc5-5dc05e7d513e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:03:46.706256 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:46.709211 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-6fb70abd-d43d-4396-98a9-1a3a05f7144b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:03:46.752667 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-4011aecd-16b5-4e3e-9a0f-5b3c4d34cb47 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:46.753320 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-4011aecd-16b5-4e3e-9a0f-5b3c4d34cb47 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Synchronizing usage tracker for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:network {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:03:46.776355 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=8175f210-75c7-4e5c-b078-781c209aeb0f,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:03:46.779912 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:03:46.825079 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-4011aecd-16b5-4e3e-9a0f-5b3c4d34cb47 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Unset dirty status for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:network {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:03:46.826301 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-4011aecd-16b5-4e3e-9a0f-5b3c4d34cb47 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/networks?id=5a1d4493-db6f-41f2-bda2-e5438ceb787b HTTP/1.1" status: 200 len: 797 time: 0.2275300 Dec 22 14:03:46.843803 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-cfea4802-ff9d-4870-bd4a-d338c9ff22ff tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/quotas/3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 HTTP/1.1" status: 200 len: 375 time: 0.0119114 Dec 22 14:03:46.844488 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ad80ff-8a4a-41ff-9d07-9aafc052a512 None None] Sync routers for ids ['71b5545d-51a6-401b-be52-103b978acacd'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 14:03:46.856539 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ad80ff-8a4a-41ff-9d07-9aafc052a512 None None] Routers {'71b5545d-51a6-401b-be52-103b978acacd'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:03:46.857555 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-68ad80ff-8a4a-41ff-9d07-9aafc052a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:03:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['71b5545d-51a6-401b-be52-103b978acacd'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:03:46.924219 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-6464282b-536d-4bf7-b439-0108cf44f78e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Synchronizing usage tracker for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:03:46.998014 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-6464282b-536d-4bf7-b439-0108cf44f78e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Unset dirty status for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:03:46.999729 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-6464282b-536d-4bf7-b439-0108cf44f78e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1505411 Dec 22 14:03:47.068504 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-68ad80ff-8a4a-41ff-9d07-9aafc052a512 None None] Set router 71b5545d-51a6-401b-be52-103b978acacd gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:03:47.142256 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-4b079657-e031-4864-bfff-9a8c7454e94f service neutron] 10.222.0.47 "GET /v2.0/networks/5a1d4493-db6f-41f2-bda2-e5438ceb787b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286333 Dec 22 14:03:47.385304 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-68ad80ff-8a4a-41ff-9d07-9aafc052a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b5545d-51a6-401b-be52-103b978acacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206018922', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ff7907bc-9d33-44d1-a7d0-5c3e6a64d511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:03:39Z', 'updated_at': '2021-12-22T14:03:44Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': 'ff7907bc-9d33-44d1-a7d0-5c3e6a64d511', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:72:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b5545d-51a6-401b-be52-103b978acacd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:03:40Z', 'updated_at': '2021-12-22T14:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '90f303a4-43bd-4610-adbe-4e4e607fd1ce', 'name': '', 'network_id': '5a1d4493-db6f-41f2-bda2-e5438ceb787b', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:37:6a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b5545d-51a6-401b-be52-103b978acacd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb0ff81f-2e9f-4ef8-b24c-d1ade8dce908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:03:44Z', 'updated_at': '2021-12-22T14:03:45Z', 'revision_number': 2, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': 'bb0ff81f-2e9f-4ef8-b24c-d1ade8dce908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:03:47.389204 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ad80ff-8a4a-41ff-9d07-9aafc052a512 None None] Checking router: 71b5545d-51a6-401b-be52-103b978acacd for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 14:03:47.389568 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ad80ff-8a4a-41ff-9d07-9aafc052a512 None None] Updating router 71b5545d-51a6-401b-be52-103b978acacd port 90f303a4-43bd-4610-adbe-4e4e607fd1ce binding host dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 14:03:47.406222 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-d774a6dc-a73d-4cb1-a7c6-a269f2873e72 service neutron] 10.222.0.47 "GET /v2.0/networks/5a1d4493-db6f-41f2-bda2-e5438ceb787b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582011 Dec 22 14:03:47.442329 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-68ad80ff-8a4a-41ff-9d07-9aafc052a512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:47.789929 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-675c9554-99bc-45b6-869b-62fb66b99e1f req-62646367-f7c1-4855-a980-fe42bcf8df3d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Synchronizing usage tracker for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:03:47.801418 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-675c9554-99bc-45b6-869b-62fb66b99e1f req-62646367-f7c1-4855-a980-fe42bcf8df3d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Unset dirty status for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:03:47.802641 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-675c9554-99bc-45b6-869b-62fb66b99e1f req-62646367-f7c1-4855-a980-fe42bcf8df3d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=11d523e5-6f32-4b83-8795-b4f06bafdbc5 HTTP/1.1" status: 200 len: 210 time: 0.1654477 Dec 22 14:03:47.808061 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-68ad80ff-8a4a-41ff-9d07-9aafc052a512 None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:47.817848 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-68ad80ff-8a4a-41ff-9d07-9aafc052a512 None None] Transition to ACTIVE for port object 90f303a4-43bd-4610-adbe-4e4e607fd1ce will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:03:47.900045 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-68ad80ff-8a4a-41ff-9d07-9aafc052a512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:47.903761 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:03:48.026575 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe25bc-aa8d-4e6c-b212-5bb47d80a884 None None] Pushing event updated for resources: {'Port': ['ID=90f303a4-43bd-4610-adbe-4e4e607fd1ce,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:03:48.030659 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-9dbe25bc-aa8d-4e6c-b212-5bb47d80a884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:03:48.134134 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 8175f210-75c7-4e5c-b078-781c209aeb0f up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:03:48.173588 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-68ad80ff-8a4a-41ff-9d07-9aafc052a512 None None] Attempting to bind port 90f303a4-43bd-4610-adbe-4e4e607fd1ce on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 14:03:48.173588 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-68ad80ff-8a4a-41ff-9d07-9aafc052a512 None None] Attempting to bind port 90f303a4-43bd-4610-adbe-4e4e607fd1ce by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'c918a168-c07a-4743-acc5-5dc05e7d513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5a1d4493-db6f-41f2-bda2-e5438ceb787b'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 14:03:48.173588 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ad80ff-8a4a-41ff-9d07-9aafc052a512 None None] Attempting to bind port 90f303a4-43bd-4610-adbe-4e4e607fd1ce on network 5a1d4493-db6f-41f2-bda2-e5438ceb787b {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 14:03:48.182659 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ad80ff-8a4a-41ff-9d07-9aafc052a512 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 14:03:48.183044 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ad80ff-8a4a-41ff-9d07-9aafc052a512 None None] Checking segment: {'id': 'c918a168-c07a-4743-acc5-5dc05e7d513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5a1d4493-db6f-41f2-bda2-e5438ceb787b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 14:03:48.183454 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-68ad80ff-8a4a-41ff-9d07-9aafc052a512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:48.183860 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ad80ff-8a4a-41ff-9d07-9aafc052a512 None None] Bound using segment: {'id': 'c918a168-c07a-4743-acc5-5dc05e7d513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5a1d4493-db6f-41f2-bda2-e5438ceb787b'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 14:03:48.184326 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-68ad80ff-8a4a-41ff-9d07-9aafc052a512 None None] Bound port: 90f303a4-43bd-4610-adbe-4e4e607fd1ce, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c918a168-c07a-4743-acc5-5dc05e7d513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5a1d4493-db6f-41f2-bda2-e5438ceb787b'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 14:03:48.184708 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-68ad80ff-8a4a-41ff-9d07-9aafc052a512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:48.304876 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 8175f210-75c7-4e5c-b078-781c209aeb0f triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:03:48.305254 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:48.344158 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-68ad80ff-8a4a-41ff-9d07-9aafc052a512 None None] For port 90f303a4-43bd-4610-adbe-4e4e607fd1ce, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 14:03:48.362752 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-68ad80ff-8a4a-41ff-9d07-9aafc052a512 None None] For port 90f303a4-43bd-4610-adbe-4e4e607fd1ce, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=90f303a4-43bd-4610-adbe-4e4e607fd1ce,segment=NetworkSegment(c918a168-c07a-4743-acc5-5dc05e7d513e),segment_id=c918a168-c07a-4743-acc5-5dc05e7d513e)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 14:03:48.483738 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-68ad80ff-8a4a-41ff-9d07-9aafc052a512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:48.487550 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:03:48.568697 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe25bc-aa8d-4e6c-b212-5bb47d80a884 None None] Pushing event updated for resources: {'Port': ['ID=90f303a4-43bd-4610-adbe-4e4e607fd1ce,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:03:48.575968 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ad80ff-8a4a-41ff-9d07-9aafc052a512 None None] Routers {'71b5545d-51a6-401b-be52-103b978acacd'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:03:48.575968 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-68ad80ff-8a4a-41ff-9d07-9aafc052a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:03:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['71b5545d-51a6-401b-be52-103b978acacd'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:03:48.624953 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-9dbe25bc-aa8d-4e6c-b212-5bb47d80a884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:03:48.815208 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-68ad80ff-8a4a-41ff-9d07-9aafc052a512 None None] Set router 71b5545d-51a6-401b-be52-103b978acacd gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:03:48.970090 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9c885e6a-d3ff-46c2-a1e0-a76cb54edfd1 req-82833a0a-c29f-4e32-a6ab-51813a9b3ff2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=11d523e5-6f32-4b83-8795-b4f06bafdbc5 HTTP/1.1" status: 200 len: 210 time: 0.0451322 Dec 22 14:03:49.143044 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-68ad80ff-8a4a-41ff-9d07-9aafc052a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b5545d-51a6-401b-be52-103b978acacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206018922', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ff7907bc-9d33-44d1-a7d0-5c3e6a64d511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:03:39Z', 'updated_at': '2021-12-22T14:03:44Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': 'ff7907bc-9d33-44d1-a7d0-5c3e6a64d511', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:72:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b5545d-51a6-401b-be52-103b978acacd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:03:40Z', 'updated_at': '2021-12-22T14:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '90f303a4-43bd-4610-adbe-4e4e607fd1ce', 'name': '', 'network_id': '5a1d4493-db6f-41f2-bda2-e5438ceb787b', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:37:6a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b5545d-51a6-401b-be52-103b978acacd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb0ff81f-2e9f-4ef8-b24c-d1ade8dce908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:03:44Z', 'updated_at': '2021-12-22T14:03:48Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': 'bb0ff81f-2e9f-4ef8-b24c-d1ade8dce908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:03:49.146966 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ad80ff-8a4a-41ff-9d07-9aafc052a512 None None] The sync data for ids ['71b5545d-51a6-401b-be52-103b978acacd'] in dv-neutron-822669-1-hyperv is: [{'id': '71b5545d-51a6-401b-be52-103b978acacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206018922', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ff7907bc-9d33-44d1-a7d0-5c3e6a64d511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:03:39Z', 'updated_at': '2021-12-22T14:03:44Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': 'ff7907bc-9d33-44d1-a7d0-5c3e6a64d511', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:72:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b5545d-51a6-401b-be52-103b978acacd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:03:40Z', 'updated_at': '2021-12-22T14:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '90f303a4-43bd-4610-adbe-4e4e607fd1ce', 'name': '', 'network_id': '5a1d4493-db6f-41f2-bda2-e5438ceb787b', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:37:6a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b5545d-51a6-401b-be52-103b978acacd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb0ff81f-2e9f-4ef8-b24c-d1ade8dce908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:03:44Z', 'updated_at': '2021-12-22T14:03:48Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': 'bb0ff81f-2e9f-4ef8-b24c-d1ade8dce908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 14:03:49.688693 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-b613e35d-ff29-4036-90bd-e46268f760ed tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:49.690827 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-b613e35d-ff29-4036-90bd-e46268f760ed tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.45 "GET /v2.0/networks?id=5a1d4493-db6f-41f2-bda2-e5438ceb787b HTTP/1.1" status: 200 len: 797 time: 0.1561961 Dec 22 14:03:49.759698 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-77d0146b-9944-4056-a26c-aaf2708275cb tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 HTTP/1.1" status: 200 len: 379 time: 0.0447273 Dec 22 14:03:49.772323 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-e74f180d-f218-4a22-a78a-d7696b50eb19 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'port': {'device_id': '11d523e5-6f32-4b83-8795-b4f06bafdbc5', 'network_id': '5a1d4493-db6f-41f2-bda2-e5438ceb787b', 'admin_state_up': True, 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'security_groups': ['4ec9c261-9e32-47e0-87a8-eb41c73d5a66']}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:03:49.919023 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-e74f180d-f218-4a22-a78a-d7696b50eb19 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:03:49.928697 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-e74f180d-f218-4a22-a78a-d7696b50eb19 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:03:50.008791 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-e74f180d-f218-4a22-a78a-d7696b50eb19 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Made reservation on behalf of 3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 14:03:50.011969 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-e74f180d-f218-4a22-a78a-d7696b50eb19 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:50.146139 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 90f303a4-43bd-4610-adbe-4e4e607fd1ce up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:03:50.149832 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5fae857a-59ff-4077-8d6c-426e0b61daf0 req-c772bb16-814a-4197-a7f5-84200cdf3189 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=11d523e5-6f32-4b83-8795-b4f06bafdbc5 HTTP/1.1" status: 200 len: 210 time: 0.0443401 Dec 22 14:03:50.197583 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-e74f180d-f218-4a22-a78a-d7696b50eb19 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Allocated IP 172.20.0.10 (5a1d4493-db6f-41f2-bda2-e5438ceb787b/bb0ff81f-2e9f-4ef8-b24c-d1ade8dce908/462040e8-d50d-4b30-a07d-01690a427576) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:03:50.293436 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 90f303a4-43bd-4610-adbe-4e4e607fd1ce completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:03:50.299151 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 90f303a4-43bd-4610-adbe-4e4e607fd1ce triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:03:50.299888 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:50.383833 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-e74f180d-f218-4a22-a78a-d7696b50eb19 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:50.399616 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-e74f180d-f218-4a22-a78a-d7696b50eb19 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Transition to ACTIVE for port object 462040e8-d50d-4b30-a07d-01690a427576 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:03:50.415772 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:50.449689 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 90f303a4-43bd-4610-adbe-4e4e607fd1ce, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=90f303a4-43bd-4610-adbe-4e4e607fd1ce,segment=NetworkSegment(c918a168-c07a-4743-acc5-5dc05e7d513e),segment_id=c918a168-c07a-4743-acc5-5dc05e7d513e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:03:50.482867 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-e74f180d-f218-4a22-a78a-d7696b50eb19 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:50.488487 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7616796f-0571-468f-a86b-a1b2f49b2dce tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:03:50.511232 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:50.515787 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-f5d9b20f-d02b-4d9b-a529-af84eafe96ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:03:50.564302 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-e74f180d-f218-4a22-a78a-d7696b50eb19 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Network 5a1d4493-db6f-41f2-bda2-e5438ceb787b is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:03:50.567754 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-e74f180d-f218-4a22-a78a-d7696b50eb19 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:03:50.570700 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f180d-f218-4a22-a78a-d7696b50eb19 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'Port': ['ID=462040e8-d50d-4b30-a07d-01690a427576,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:03:50.572800 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-e74f180d-f218-4a22-a78a-d7696b50eb19 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 14:03:50.584601 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=90f303a4-43bd-4610-adbe-4e4e607fd1ce,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:03:50.588621 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:03:50.603420 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e74f180d-f218-4a22-a78a-d7696b50eb19 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:03:50.640745 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-e74f180d-f218-4a22-a78a-d7696b50eb19 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:50.641353 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-e74f180d-f218-4a22-a78a-d7696b50eb19 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:50.730934 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-e74f180d-f218-4a22-a78a-d7696b50eb19 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9622908 Dec 22 14:03:50.748120 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-588bb904-dc7f-465b-904f-f185c94c3da0 service neutron] Request body: {'port': {'device_id': '11d523e5-6f32-4b83-8795-b4f06bafdbc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:03:50.848963 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-44f69ae3-63fa-4aee-800a-eb696c897c1e None None] Provisioning for port 462040e8-d50d-4b30-a07d-01690a427576 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:03:50.855306 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-44f69ae3-63fa-4aee-800a-eb696c897c1e None None] Provisioning complete for port 462040e8-d50d-4b30-a07d-01690a427576 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:03:50.855752 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-44f69ae3-63fa-4aee-800a-eb696c897c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:50.856918 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-588bb904-dc7f-465b-904f-f185c94c3da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:50.908457 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-44f69ae3-63fa-4aee-800a-eb696c897c1e None None] Port 462040e8-d50d-4b30-a07d-01690a427576 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 14:03:51.193105 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-588bb904-dc7f-465b-904f-f185c94c3da0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 462040e8-d50d-4b30-a07d-01690a427576 {{(pid=84149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 14:03:51.200307 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-588bb904-dc7f-465b-904f-f185c94c3da0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:51.215065 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-588bb904-dc7f-465b-904f-f185c94c3da0 service neutron] Transition to ACTIVE for port object 462040e8-d50d-4b30-a07d-01690a427576 will not be triggered until provisioned by entity L2. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:03:51.307675 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-588bb904-dc7f-465b-904f-f185c94c3da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:51.315898 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9a97c71b-dfa3-4e4b-95ae-f59e71039c01 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:03:51.454071 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588bb904-dc7f-465b-904f-f185c94c3da0 service neutron] Pushing event updated for resources: {'Port': ['ID=462040e8-d50d-4b30-a07d-01690a427576,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:03:51.459237 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-588bb904-dc7f-465b-904f-f185c94c3da0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:03:51.658628 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901197fb-f2c9-4bd9-95ac-7f6e918f931a req-5f99806e-1b3b-449e-8c27-13571bd4a3b4 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:51.659248 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-901197fb-f2c9-4bd9-95ac-7f6e918f931a req-5f99806e-1b3b-449e-8c27-13571bd4a3b4 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Synchronizing usage tracker for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:03:51.702466 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-588bb904-dc7f-465b-904f-f185c94c3da0 service neutron] Attempting to bind port 462040e8-d50d-4b30-a07d-01690a427576 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 14:03:51.702797 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-588bb904-dc7f-465b-904f-f185c94c3da0 service neutron] Attempting to bind port 462040e8-d50d-4b30-a07d-01690a427576 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'c918a168-c07a-4743-acc5-5dc05e7d513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5a1d4493-db6f-41f2-bda2-e5438ceb787b'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 14:03:51.703123 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-588bb904-dc7f-465b-904f-f185c94c3da0 service neutron] Attempting to bind port 462040e8-d50d-4b30-a07d-01690a427576 on network 5a1d4493-db6f-41f2-bda2-e5438ceb787b {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 14:03:51.708788 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-588bb904-dc7f-465b-904f-f185c94c3da0 service neutron] Port 462040e8-d50d-4b30-a07d-01690a427576 on network 5a1d4493-db6f-41f2-bda2-e5438ceb787b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 14:03:51.709066 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-588bb904-dc7f-465b-904f-f185c94c3da0 service neutron] Attempting to bind port 462040e8-d50d-4b30-a07d-01690a427576 on network 5a1d4493-db6f-41f2-bda2-e5438ceb787b {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 14:03:51.715324 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-588bb904-dc7f-465b-904f-f185c94c3da0 service neutron] Checking agent: {'id': '72ee2f79-9ac0-483e-b4fd-5b910a776581', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'started_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 14:03:51.715677 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-588bb904-dc7f-465b-904f-f185c94c3da0 service neutron] Checking segment: {'id': 'c918a168-c07a-4743-acc5-5dc05e7d513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5a1d4493-db6f-41f2-bda2-e5438ceb787b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 14:03:51.716043 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-588bb904-dc7f-465b-904f-f185c94c3da0 service neutron] Bound using segment: {'id': 'c918a168-c07a-4743-acc5-5dc05e7d513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5a1d4493-db6f-41f2-bda2-e5438ceb787b'} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 14:03:51.716489 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-588bb904-dc7f-465b-904f-f185c94c3da0 service neutron] Bound port: 462040e8-d50d-4b30-a07d-01690a427576, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c918a168-c07a-4743-acc5-5dc05e7d513e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '5a1d4493-db6f-41f2-bda2-e5438ceb787b'}}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 14:03:51.716829 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-588bb904-dc7f-465b-904f-f185c94c3da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:51.763138 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-901197fb-f2c9-4bd9-95ac-7f6e918f931a req-5f99806e-1b3b-449e-8c27-13571bd4a3b4 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Unset dirty status for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:03:51.764300 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-901197fb-f2c9-4bd9-95ac-7f6e918f931a req-5f99806e-1b3b-449e-8c27-13571bd4a3b4 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=11d523e5-6f32-4b83-8795-b4f06bafdbc5 HTTP/1.1" status: 200 len: 944 time: 0.4921193 Dec 22 14:03:51.841186 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-901197fb-f2c9-4bd9-95ac-7f6e918f931a req-1bf210f0-868a-4b68-9574-44bba67f770d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ec9c261-9e32-47e0-87a8-eb41c73d5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708709 Dec 22 14:03:51.842158 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-588bb904-dc7f-465b-904f-f185c94c3da0 service neutron] For port 462040e8-d50d-4b30-a07d-01690a427576, host hv-neutron-8226, cleared binding levels {{(pid=84149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 14:03:51.845206 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-588bb904-dc7f-465b-904f-f185c94c3da0 service neutron] For port 462040e8-d50d-4b30-a07d-01690a427576, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=462040e8-d50d-4b30-a07d-01690a427576,segment=NetworkSegment(c918a168-c07a-4743-acc5-5dc05e7d513e),segment_id=c918a168-c07a-4743-acc5-5dc05e7d513e)] {{(pid=84149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 14:03:51.906682 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-588bb904-dc7f-465b-904f-f185c94c3da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:51.910580 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-75f3ba40-c74c-4a0d-84b4-f025b7d86114 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:03:51.968587 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-588bb904-dc7f-465b-904f-f185c94c3da0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:51.969957 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-588bb904-dc7f-465b-904f-f185c94c3da0 service neutron] 10.222.0.45 "PUT /v2.0/ports/462040e8-d50d-4b30-a07d-01690a427576 HTTP/1.1" status: 200 len: 1094 time: 1.2261159 Dec 22 14:03:51.970505 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d523e5-6f32-4b83-8795-b4f06bafdbc5', 'tag': '462040e8-d50d-4b30-a07d-01690a427576'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:03:51.994559 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588bb904-dc7f-465b-904f-f185c94c3da0 service neutron] Pushing event updated for resources: {'Port': ['ID=462040e8-d50d-4b30-a07d-01690a427576,revision_number=3']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:03:51.999322 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-588bb904-dc7f-465b-904f-f185c94c3da0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:03:52.031633 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d523e5-6f32-4b83-8795-b4f06bafdbc5', 'tag': '462040e8-d50d-4b30-a07d-01690a427576', 'status': 'completed', 'code': 200} Dec 22 14:03:52.122008 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 90f303a4-43bd-4610-adbe-4e4e607fd1ce up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:03:52.138393 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5af5c576-0d50-4324-b302-c9759839b572 req-e627c1ca-8150-478b-b568-45dc2b43f558 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&device_id=11d523e5-6f32-4b83-8795-b4f06bafdbc5 HTTP/1.1" status: 200 len: 1097 time: 0.0764353 Dec 22 14:03:52.194226 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 90f303a4-43bd-4610-adbe-4e4e607fd1ce triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:03:52.194971 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:52.285477 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5c576-0d50-4324-b302-c9759839b572 req-5392cc4b-6d28-46fe-adba-b73bef2d6baa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:52.286846 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5af5c576-0d50-4324-b302-c9759839b572 req-5392cc4b-6d28-46fe-adba-b73bef2d6baa service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1359029 Dec 22 14:03:52.427527 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5c576-0d50-4324-b302-c9759839b572 req-10747598-6f4a-4e30-a091-f9c251fd61b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:52.429713 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5af5c576-0d50-4324-b302-c9759839b572 req-10747598-6f4a-4e30-a091-f9c251fd61b2 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1321616 Dec 22 14:03:52.545888 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-81308285-6b66-4270-8d43-375d5097bb42 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&device_id=11d523e5-6f32-4b83-8795-b4f06bafdbc5 HTTP/1.1" status: 200 len: 1097 time: 0.0683944 Dec 22 14:03:52.623224 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-f85651c3-a08c-4a02-945d-1ad00a216470 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=462040e8-d50d-4b30-a07d-01690a427576 HTTP/1.1" status: 200 len: 217 time: 0.0650988 Dec 22 14:03:52.688892 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-f5335a2a-3e3b-40ed-933f-036805ad5661 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:52.690252 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-f5335a2a-3e3b-40ed-933f-036805ad5661 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb0ff81f-2e9f-4ef8-b24c-d1ade8dce908 HTTP/1.1" status: 200 len: 835 time: 0.0560756 Dec 22 14:03:52.771198 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-c9acf067-6b0d-4d1b-a9c3-cbd81f17a784 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a1d4493-db6f-41f2-bda2-e5438ceb787b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702775 Dec 22 14:03:52.906196 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-8e63c44f-ba19-432b-b261-153f464c8509 service neutron] 10.222.0.45 "GET /v2.0/networks/5a1d4493-db6f-41f2-bda2-e5438ceb787b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241131 Dec 22 14:03:53.095319 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b5a21200-ee8c-4ff4-a4bf-1c16b6435b52 req-1ab576b5-9077-4913-a2c5-c2643f2d713a service neutron] 10.222.0.45 "GET /v2.0/networks/5a1d4493-db6f-41f2-bda2-e5438ceb787b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781931 Dec 22 14:03:53.105518 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45acf54-20b5-42de-abf3-99b3233a5ca9 req-b7b33a85-a0f6-463e-987f-2520c427a085 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:53.106912 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a45acf54-20b5-42de-abf3-99b3233a5ca9 req-b7b33a85-a0f6-463e-987f-2520c427a085 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=11d523e5-6f32-4b83-8795-b4f06bafdbc5 HTTP/1.1" status: 200 len: 944 time: 0.1271470 Dec 22 14:03:53.153011 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a45acf54-20b5-42de-abf3-99b3233a5ca9 req-c3e40cfc-5e8c-428e-b424-6dd690273795 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ec9c261-9e32-47e0-87a8-eb41c73d5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404525 Dec 22 14:03:54.353171 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a0d05-721d-41c0-9c35-6f3f3ab22097 req-cdaaa7bb-0f6e-40b2-aa48-94738dea2e67 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:54.354555 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-111a0d05-721d-41c0-9c35-6f3f3ab22097 req-cdaaa7bb-0f6e-40b2-aa48-94738dea2e67 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=11d523e5-6f32-4b83-8795-b4f06bafdbc5 HTTP/1.1" status: 200 len: 944 time: 0.0833700 Dec 22 14:03:54.398971 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-111a0d05-721d-41c0-9c35-6f3f3ab22097 req-da84b6d8-ef84-489c-989c-7cd974a65670 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ec9c261-9e32-47e0-87a8-eb41c73d5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389047 Dec 22 14:03:55.602564 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532b03d-c937-4f2e-9da4-7f64d225a4ce req-6edcce86-9676-412c-8f66-82823b49a1a7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:55.604021 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1532b03d-c937-4f2e-9da4-7f64d225a4ce req-6edcce86-9676-412c-8f66-82823b49a1a7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=11d523e5-6f32-4b83-8795-b4f06bafdbc5 HTTP/1.1" status: 200 len: 944 time: 0.0830221 Dec 22 14:03:55.658253 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1532b03d-c937-4f2e-9da4-7f64d225a4ce req-48ccdbc1-1f5e-4c1b-a0dd-de9b8c3c6d4a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ec9c261-9e32-47e0-87a8-eb41c73d5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485258 Dec 22 14:03:56.548879 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 462040e8-d50d-4b30-a07d-01690a427576 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 14:03:56.680851 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 462040e8-d50d-4b30-a07d-01690a427576, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=462040e8-d50d-4b30-a07d-01690a427576,segment=NetworkSegment(c918a168-c07a-4743-acc5-5dc05e7d513e),segment_id=c918a168-c07a-4743-acc5-5dc05e7d513e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:03:56.693663 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '462040e8-d50d-4b30-a07d-01690a427576', 'network_id': '5a1d4493-db6f-41f2-bda2-e5438ceb787b', 'port_id': '462040e8-d50d-4b30-a07d-01690a427576', 'mac_address': 'fa:16:3e:94:6f:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb0ff81f-2e9f-4ef8-b24c-d1ade8dce908', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 14:03:56.747414 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:56.764571 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 462040e8-d50d-4b30-a07d-01690a427576 {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 14:03:56.780089 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 462040e8-d50d-4b30-a07d-01690a427576, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=462040e8-d50d-4b30-a07d-01690a427576,segment=NetworkSegment(c918a168-c07a-4743-acc5-5dc05e7d513e),segment_id=c918a168-c07a-4743-acc5-5dc05e7d513e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:03:56.860443 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:56.860701 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ad93a-cb68-4473-820c-95e1d0fb652d req-4f9a1fab-29d3-4fea-b11a-1bb6512432db tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:56.862235 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-704ad93a-cb68-4473-820c-95e1d0fb652d req-4f9a1fab-29d3-4fea-b11a-1bb6512432db tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=11d523e5-6f32-4b83-8795-b4f06bafdbc5 HTTP/1.1" status: 200 len: 944 time: 0.0769653 Dec 22 14:03:56.862384 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-9dbe25bc-aa8d-4e6c-b212-5bb47d80a884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:03:56.912394 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-704ad93a-cb68-4473-820c-95e1d0fb652d req-c2af02ae-cdbe-47cd-99c2-28b5399f072d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ec9c261-9e32-47e0-87a8-eb41c73d5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443661 Dec 22 14:03:56.933764 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=462040e8-d50d-4b30-a07d-01690a427576,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:03:56.933764 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:03:57.128247 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['462040e8-d50d-4b30-a07d-01690a427576'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 14:03:58.106520 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0edcf-21be-454e-8cfc-2816db2f34c8 req-bafb22b7-a2d4-460e-a7b8-77c32914561e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:58.107973 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d5e0edcf-21be-454e-8cfc-2816db2f34c8 req-bafb22b7-a2d4-460e-a7b8-77c32914561e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=11d523e5-6f32-4b83-8795-b4f06bafdbc5 HTTP/1.1" status: 200 len: 945 time: 0.0769329 Dec 22 14:03:58.156306 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d5e0edcf-21be-454e-8cfc-2816db2f34c8 req-d3a42ff8-c4dc-4cc2-8eaa-f3ffde718e93 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ec9c261-9e32-47e0-87a8-eb41c73d5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429368 Dec 22 14:03:58.548866 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 462040e8-d50d-4b30-a07d-01690a427576 up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:03:58.677464 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning for port 462040e8-d50d-4b30-a07d-01690a427576 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:03:58.683132 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 462040e8-d50d-4b30-a07d-01690a427576 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:03:58.683517 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:58.796486 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:58.823195 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d523e5-6f32-4b83-8795-b4f06bafdbc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462040e8-d50d-4b30-a07d-01690a427576'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:03:58.832887 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 462040e8-d50d-4b30-a07d-01690a427576, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=462040e8-d50d-4b30-a07d-01690a427576,segment=NetworkSegment(c918a168-c07a-4743-acc5-5dc05e7d513e),segment_id=c918a168-c07a-4743-acc5-5dc05e7d513e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:03:58.881059 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d523e5-6f32-4b83-8795-b4f06bafdbc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462040e8-d50d-4b30-a07d-01690a427576', 'code': 200} Dec 22 14:03:58.888602 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:58.890423 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-583f874d-b1e0-4fdb-bb29-934e6aa47c99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:03:58.999722 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=462040e8-d50d-4b30-a07d-01690a427576,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:03:59.002716 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:03:59.224495 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-33df2c2c-a44c-485e-92bf-cca0dd9029fb req-d4044e42-1d89-40fb-b286-d862312ecf85 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=11d523e5-6f32-4b83-8795-b4f06bafdbc5 HTTP/1.1" status: 200 len: 1099 time: 0.0685861 Dec 22 14:03:59.273485 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-33df2c2c-a44c-485e-92bf-cca0dd9029fb req-aa978df6-9d5e-4ee6-87cb-dc9be0104505 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4ec9c261-9e32-47e0-87a8-eb41c73d5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364444 Dec 22 14:03:59.333526 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:59.461387 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc444b-65f3-44ea-ae67-44c26fbf2e6c req-cd772200-f51b-48cc-839f-c18f1c1bf4e2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:59.462798 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fdfc444b-65f3-44ea-ae67-44c26fbf2e6c req-cd772200-f51b-48cc-839f-c18f1c1bf4e2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=11d523e5-6f32-4b83-8795-b4f06bafdbc5 HTTP/1.1" status: 200 len: 946 time: 0.1842334 Dec 22 14:03:59.507776 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fdfc444b-65f3-44ea-ae67-44c26fbf2e6c req-d19cbd53-621f-41c5-ba34-e9a90a5a3244 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ec9c261-9e32-47e0-87a8-eb41c73d5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392365 Dec 22 14:04:00.712071 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c7fcd-ce9a-4384-8613-216d1ee54721 req-d10026e6-5277-4f5f-baf1-a4b9b52a365b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:04:00.713520 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-1c1c7fcd-ce9a-4384-8613-216d1ee54721 req-d10026e6-5277-4f5f-baf1-a4b9b52a365b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=11d523e5-6f32-4b83-8795-b4f06bafdbc5 HTTP/1.1" status: 200 len: 946 time: 0.0794189 Dec 22 14:04:00.759148 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-1c1c7fcd-ce9a-4384-8613-216d1ee54721 req-8283f282-aa04-4efb-9801-90b41963de9a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ec9c261-9e32-47e0-87a8-eb41c73d5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400641 Dec 22 14:04:01.953787 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b17f1-36f9-440c-b2f9-52890aa77dff req-4309446f-17cc-4cb1-8ae8-77fd066d4c0d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:04:01.955247 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d69b17f1-36f9-440c-b2f9-52890aa77dff req-4309446f-17cc-4cb1-8ae8-77fd066d4c0d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=11d523e5-6f32-4b83-8795-b4f06bafdbc5 HTTP/1.1" status: 200 len: 946 time: 0.0756931 Dec 22 14:04:02.000514 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d69b17f1-36f9-440c-b2f9-52890aa77dff req-ecde2b8e-eec3-4913-9143-0258e3cc9c2c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ec9c261-9e32-47e0-87a8-eb41c73d5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396640 Dec 22 14:04:02.195405 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96f4e7-5096-4672-a231-c62a671440f5 req-cf9bea42-45e6-4044-9735-4ca63c3437be tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:04:02.196820 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-3a96f4e7-5096-4672-a231-c62a671440f5 req-cf9bea42-45e6-4044-9735-4ca63c3437be tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=11d523e5-6f32-4b83-8795-b4f06bafdbc5 HTTP/1.1" status: 200 len: 946 time: 0.0805342 Dec 22 14:04:02.240934 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-3a96f4e7-5096-4672-a231-c62a671440f5 req-ff526c3f-0a39-4147-bf7e-904535b2f54b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ec9c261-9e32-47e0-87a8-eb41c73d5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386677 Dec 22 14:04:02.267763 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 58392) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:04:02.336194 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-cdc0edcf-3f0b-434c-a41e-4eee6b7d9cc8 tempest-TestNetworkAdvancedServerOps-1874708569 tempest-TestNetworkAdvancedServerOps-1874708569-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=11d523e5-6f32-4b83-8795-b4f06bafdbc5 HTTP/1.1" status: 200 len: 1094 time: 0.0671427 Dec 22 14:04:02.338628 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 58396) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:04:02.343606 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-7939b582-4259-4e58-b37e-d0ab077248ac tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Request body: {'floatingip': {'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'port_id': '462040e8-d50d-4b30-a07d-01690a427576', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:04:02.348851 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-7939b582-4259-4e58-b37e-d0ab077248ac tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:04:02.353184 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-7939b582-4259-4e58-b37e-d0ab077248ac tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Usage tracker for resource:floatingip and tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:04:02.356026 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-7939b582-4259-4e58-b37e-d0ab077248ac tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:04:02.361645 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-7939b582-4259-4e58-b37e-d0ab077248ac tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:04:02.465831 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7939b582-4259-4e58-b37e-d0ab077248ac tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for floatingip, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:02.600086 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7939b582-4259-4e58-b37e-d0ab077248ac tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:02.735629 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-7939b582-4259-4e58-b37e-d0ab077248ac tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Allocated IP 172.26.1.235 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/0624fced-75cb-4f8f-90bd-51f6a74e2148) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:04:02.877888 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7939b582-4259-4e58-b37e-d0ab077248ac tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:02.980233 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7939b582-4259-4e58-b37e-d0ab077248ac tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:02.984095 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-de201e2f-46c4-4fa7-93f7-b0dce3b98771 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:04:03.052110 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7939b582-4259-4e58-b37e-d0ab077248ac tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:04:03.055581 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-7939b582-4259-4e58-b37e-d0ab077248ac tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:04:03.057550 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939b582-4259-4e58-b37e-d0ab077248ac tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'Port': ['ID=0624fced-75cb-4f8f-90bd-51f6a74e2148,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:04:03.059630 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7939b582-4259-4e58-b37e-d0ab077248ac tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 14:04:03.087668 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7939b582-4259-4e58-b37e-d0ab077248ac tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:04:03.566075 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7939b582-4259-4e58-b37e-d0ab077248ac tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:03.779444 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7939b582-4259-4e58-b37e-d0ab077248ac tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:03.976814 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7939b582-4259-4e58-b37e-d0ab077248ac tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:04.031463 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7939b582-4259-4e58-b37e-d0ab077248ac tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:04.035531 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-aa83f570-17cf-4384-bd82-40eba4f1195a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:04:04.137276 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939b582-4259-4e58-b37e-d0ab077248ac tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event updated for resources: {'Port': ['ID=0624fced-75cb-4f8f-90bd-51f6a74e2148,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:04:04.141222 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7939b582-4259-4e58-b37e-d0ab077248ac tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:04:04.156110 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7939b582-4259-4e58-b37e-d0ab077248ac tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:04.346037 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.l3_db [None req-7939b582-4259-4e58-b37e-d0ab077248ac tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Floating IP f5134713-f545-4802-81f0-ff55df230e82 associated. External IP: 172.26.1.235, port: 462040e8-d50d-4b30-a07d-01690a427576. Dec 22 14:04:04.744721 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7939b582-4259-4e58-b37e-d0ab077248ac tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Router 71b5545d-51a6-401b-be52-103b978acacd has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 14:04:04.936795 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7939b582-4259-4e58-b37e-d0ab077248ac tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 14:04:04.947197 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6a726d-d056-4d85-b4f2-73ba2011ca9d None None] Sync routers for ids ['71b5545d-51a6-401b-be52-103b978acacd'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 14:04:04.959324 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6a726d-d056-4d85-b4f2-73ba2011ca9d None None] Routers {'71b5545d-51a6-401b-be52-103b978acacd'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:04:04.961142 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-8d6a726d-d056-4d85-b4f2-73ba2011ca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:03:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['71b5545d-51a6-401b-be52-103b978acacd'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:04:05.018809 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7939b582-4259-4e58-b37e-d0ab077248ac tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:05.075448 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-7939b582-4259-4e58-b37e-d0ab077248ac tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7358336 Dec 22 14:04:05.076097 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d523e5-6f32-4b83-8795-b4f06bafdbc5', 'tag': '462040e8-d50d-4b30-a07d-01690a427576'}] {{(pid=84148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:04:05.144095 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-8d6a726d-d056-4d85-b4f2-73ba2011ca9d None None] Set router 71b5545d-51a6-401b-be52-103b978acacd gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:04:05.211409 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d523e5-6f32-4b83-8795-b4f06bafdbc5', 'tag': '462040e8-d50d-4b30-a07d-01690a427576', 'status': 'completed', 'code': 200} Dec 22 14:04:05.298320 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341af6c-873a-494b-858a-9266ecf058bc req-cd62f512-cca1-47a9-85a5-965fe7069bb2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:04:05.299915 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2341af6c-873a-494b-858a-9266ecf058bc req-cd62f512-cca1-47a9-85a5-965fe7069bb2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=11d523e5-6f32-4b83-8795-b4f06bafdbc5 HTTP/1.1" status: 200 len: 946 time: 0.1236832 Dec 22 14:04:05.357662 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-15981ecb-6858-4b81-a9c5-3a32c4842c95 req-99deeca6-ac04-43e0-a880-d2d50e68968d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&device_id=11d523e5-6f32-4b83-8795-b4f06bafdbc5 HTTP/1.1" status: 200 len: 1099 time: 0.1205537 Dec 22 14:04:05.364623 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2341af6c-873a-494b-858a-9266ecf058bc req-610d0c31-ae3e-41a1-a6c9-716043db3662 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ec9c261-9e32-47e0-87a8-eb41c73d5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575542 Dec 22 14:04:05.392947 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 58406) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:04:05.502683 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15981ecb-6858-4b81-a9c5-3a32c4842c95 req-6d2f4c25-d39d-4753-af60-02459957dd78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:04:05.504157 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-15981ecb-6858-4b81-a9c5-3a32c4842c95 req-6d2f4c25-d39d-4753-af60-02459957dd78 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a1d4493-db6f-41f2-bda2-e5438ceb787b HTTP/1.1" status: 200 len: 898 time: 0.1387086 Dec 22 14:04:05.504839 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-8d6a726d-d056-4d85-b4f2-73ba2011ca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b5545d-51a6-401b-be52-103b978acacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206018922', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ff7907bc-9d33-44d1-a7d0-5c3e6a64d511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:03:39Z', 'updated_at': '2021-12-22T14:03:44Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': 'ff7907bc-9d33-44d1-a7d0-5c3e6a64d511', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:72:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b5545d-51a6-401b-be52-103b978acacd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:03:40Z', 'updated_at': '2021-12-22T14:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': 'f5134713-f545-4802-81f0-ff55df230e82', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'floating_ip_address': '172.26.1.235', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '71b5545d-51a6-401b-be52-103b978acacd', 'port_id': '462040e8-d50d-4b30-a07d-01690a427576', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a1d4493-db6f-41f2-bda2-e5438ceb787b', 'mac_address': 'fa:16:3e:94:6f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d523e5-6f32-4b83-8795-b4f06bafdbc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:04:03Z', 'updated_at': '2021-12-22T14:04:03Z', 'revision_number': 0, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f303a4-43bd-4610-adbe-4e4e607fd1ce', 'name': '', 'network_id': '5a1d4493-db6f-41f2-bda2-e5438ceb787b', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:37:6a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b5545d-51a6-401b-be52-103b978acacd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb0ff81f-2e9f-4ef8-b24c-d1ade8dce908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:03:44Z', 'updated_at': '2021-12-22T14:03:50Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': 'bb0ff81f-2e9f-4ef8-b24c-d1ade8dce908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:04:05.509429 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6a726d-d056-4d85-b4f2-73ba2011ca9d None None] Checking router: 71b5545d-51a6-401b-be52-103b978acacd for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 14:04:05.511584 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-3efe48e6-5814-4518-9e68-c4d497749f5d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/floatingips/f5134713-f545-4802-81f0-ff55df230e82 HTTP/1.1" status: 200 len: 992 time: 0.1170580 Dec 22 14:04:05.520330 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6a726d-d056-4d85-b4f2-73ba2011ca9d None None] Routers {'71b5545d-51a6-401b-be52-103b978acacd'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:04:05.520926 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-8d6a726d-d056-4d85-b4f2-73ba2011ca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:03:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['71b5545d-51a6-401b-be52-103b978acacd'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:04:05.612511 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-15981ecb-6858-4b81-a9c5-3a32c4842c95 req-d20f2643-d1a3-472a-822d-22fb65ab3252 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=462040e8-d50d-4b30-a07d-01690a427576 HTTP/1.1" status: 200 len: 1000 time: 0.0996380 Dec 22 14:04:05.679672 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15981ecb-6858-4b81-a9c5-3a32c4842c95 req-4fb53b22-f261-4042-9093-5ecc4993bc91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:04:05.681231 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-15981ecb-6858-4b81-a9c5-3a32c4842c95 req-4fb53b22-f261-4042-9093-5ecc4993bc91 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb0ff81f-2e9f-4ef8-b24c-d1ade8dce908 HTTP/1.1" status: 200 len: 835 time: 0.0584767 Dec 22 14:04:05.688970 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-939b9fe7-b0f5-4955-83f3-d552276434c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:05.700194 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-8d6a726d-d056-4d85-b4f2-73ba2011ca9d None None] Set router 71b5545d-51a6-401b-be52-103b978acacd gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:04:05.759795 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-15981ecb-6858-4b81-a9c5-3a32c4842c95 req-a8c56589-e6ed-42b8-aba0-6ab67eba65ec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a1d4493-db6f-41f2-bda2-e5438ceb787b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709820 Dec 22 14:04:05.891826 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-15981ecb-6858-4b81-a9c5-3a32c4842c95 req-2c3a1ecf-9d6e-4d8c-96e9-4cee6c32d15f service neutron] 10.222.0.45 "GET /v2.0/networks/5a1d4493-db6f-41f2-bda2-e5438ceb787b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245790 Dec 22 14:04:06.024812 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-15981ecb-6858-4b81-a9c5-3a32c4842c95 req-97c60afe-3ac2-4c7a-890a-c9e1e20510c8 service neutron] 10.222.0.45 "GET /v2.0/networks/5a1d4493-db6f-41f2-bda2-e5438ceb787b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261852 Dec 22 14:04:06.047959 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-8d6a726d-d056-4d85-b4f2-73ba2011ca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b5545d-51a6-401b-be52-103b978acacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206018922', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ff7907bc-9d33-44d1-a7d0-5c3e6a64d511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:03:39Z', 'updated_at': '2021-12-22T14:03:44Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': 'ff7907bc-9d33-44d1-a7d0-5c3e6a64d511', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:72:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b5545d-51a6-401b-be52-103b978acacd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:03:40Z', 'updated_at': '2021-12-22T14:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': 'f5134713-f545-4802-81f0-ff55df230e82', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'floating_ip_address': '172.26.1.235', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '71b5545d-51a6-401b-be52-103b978acacd', 'port_id': '462040e8-d50d-4b30-a07d-01690a427576', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a1d4493-db6f-41f2-bda2-e5438ceb787b', 'mac_address': 'fa:16:3e:94:6f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d523e5-6f32-4b83-8795-b4f06bafdbc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:04:03Z', 'updated_at': '2021-12-22T14:04:03Z', 'revision_number': 0, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f303a4-43bd-4610-adbe-4e4e607fd1ce', 'name': '', 'network_id': '5a1d4493-db6f-41f2-bda2-e5438ceb787b', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:37:6a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b5545d-51a6-401b-be52-103b978acacd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb0ff81f-2e9f-4ef8-b24c-d1ade8dce908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:03:44Z', 'updated_at': '2021-12-22T14:03:50Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': 'bb0ff81f-2e9f-4ef8-b24c-d1ade8dce908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:04:06.051942 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6a726d-d056-4d85-b4f2-73ba2011ca9d None None] The sync data for ids ['71b5545d-51a6-401b-be52-103b978acacd'] in dv-neutron-822669-1-hyperv is: [{'id': '71b5545d-51a6-401b-be52-103b978acacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206018922', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ff7907bc-9d33-44d1-a7d0-5c3e6a64d511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:03:39Z', 'updated_at': '2021-12-22T14:03:44Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': 'ff7907bc-9d33-44d1-a7d0-5c3e6a64d511', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:72:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b5545d-51a6-401b-be52-103b978acacd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:03:40Z', 'updated_at': '2021-12-22T14:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': 'f5134713-f545-4802-81f0-ff55df230e82', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'floating_ip_address': '172.26.1.235', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': '71b5545d-51a6-401b-be52-103b978acacd', 'port_id': '462040e8-d50d-4b30-a07d-01690a427576', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a1d4493-db6f-41f2-bda2-e5438ceb787b', 'mac_address': 'fa:16:3e:94:6f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d523e5-6f32-4b83-8795-b4f06bafdbc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:04:03Z', 'updated_at': '2021-12-22T14:04:03Z', 'revision_number': 0, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f303a4-43bd-4610-adbe-4e4e607fd1ce', 'name': '', 'network_id': '5a1d4493-db6f-41f2-bda2-e5438ceb787b', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:37:6a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b5545d-51a6-401b-be52-103b978acacd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb0ff81f-2e9f-4ef8-b24c-d1ade8dce908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:03:44Z', 'updated_at': '2021-12-22T14:03:50Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': 'bb0ff81f-2e9f-4ef8-b24c-d1ade8dce908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 14:04:06.253201 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff22ba4-1d63-4b4c-90ca-4377c634cf0a None None] New status for floating IP f5134713-f545-4802-81f0-ff55df230e82: ACTIVE {{(pid=84150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 14:04:06.514665 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58410) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:04:06.625560 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a31ce2d8-d299-431a-bd6a-a43fe5c50d2a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/floatingips/f5134713-f545-4802-81f0-ff55df230e82 HTTP/1.1" status: 200 len: 994 time: 0.1096568 Dec 22 14:04:08.042805 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3f0a40b5-9ffc-4263-a0dc-16a83de562f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:09.014452 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:09.453969 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:10.614196 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:13.120057 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:04:21.426491 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5604c628-b179-4356-8b29-61fcfa315dad req-8320fb6b-3cbe-4434-8d66-addbe87bf0a8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=11d523e5-6f32-4b83-8795-b4f06bafdbc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714655 Dec 22 14:04:21.566757 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5604c628-b179-4356-8b29-61fcfa315dad req-003a82fa-2163-4378-abb2-e4df74b2b9c2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&device_id=11d523e5-6f32-4b83-8795-b4f06bafdbc5 HTTP/1.1" status: 200 len: 1099 time: 0.0684204 Dec 22 14:04:21.711437 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604c628-b179-4356-8b29-61fcfa315dad req-102467b0-d3bb-4616-ab7a-b817c83b8d77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:04:21.712752 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5604c628-b179-4356-8b29-61fcfa315dad req-102467b0-d3bb-4616-ab7a-b817c83b8d77 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a1d4493-db6f-41f2-bda2-e5438ceb787b HTTP/1.1" status: 200 len: 898 time: 0.1253664 Dec 22 14:04:21.815849 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5604c628-b179-4356-8b29-61fcfa315dad req-7a733935-21b8-4a47-ae82-fdcbfd87e39a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=462040e8-d50d-4b30-a07d-01690a427576 HTTP/1.1" status: 200 len: 1002 time: 0.0945921 Dec 22 14:04:21.879864 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604c628-b179-4356-8b29-61fcfa315dad req-092d2a62-26c1-427a-8658-751d75d16820 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:04:21.881246 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5604c628-b179-4356-8b29-61fcfa315dad req-092d2a62-26c1-427a-8658-751d75d16820 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb0ff81f-2e9f-4ef8-b24c-d1ade8dce908 HTTP/1.1" status: 200 len: 835 time: 0.0568745 Dec 22 14:04:22.062999 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5604c628-b179-4356-8b29-61fcfa315dad req-32bc2652-56d2-4268-973c-cd934bedc7e3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a1d4493-db6f-41f2-bda2-e5438ceb787b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1726234 Dec 22 14:04:22.193208 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5604c628-b179-4356-8b29-61fcfa315dad req-685c35d6-72aa-4a15-9d21-f60d7ddf2b4a service neutron] 10.222.0.45 "GET /v2.0/networks/5a1d4493-db6f-41f2-bda2-e5438ceb787b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227653 Dec 22 14:04:22.323722 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5604c628-b179-4356-8b29-61fcfa315dad req-c1d399e2-10b8-4296-b63a-70ad4c4d3cc2 service neutron] 10.222.0.45 "GET /v2.0/networks/5a1d4493-db6f-41f2-bda2-e5438ceb787b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224632 Dec 22 14:04:29.322673 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:35.699932 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-54b381a2-0655-407f-b3d2-eaf794aaf337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:38.031070 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-23beb71a-e126-4b07-b0d5-3752f9e716c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:38.989509 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:39.447699 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:40.402681 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f341e-0895-4f5f-a676-9e6fcbe7de4d req-4647dfdd-f142-4368-b832-145e5741f589 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:04:40.404019 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-282f341e-0895-4f5f-a676-9e6fcbe7de4d req-4647dfdd-f142-4368-b832-145e5741f589 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=11d523e5-6f32-4b83-8795-b4f06bafdbc5 HTTP/1.1" status: 200 len: 946 time: 0.0770338 Dec 22 14:04:40.447935 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-282f341e-0895-4f5f-a676-9e6fcbe7de4d req-a40b6cec-0d25-46ee-b334-350031a9d5d4 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ec9c261-9e32-47e0-87a8-eb41c73d5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384448 Dec 22 14:04:40.671722 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:41.644048 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a011d5b-49cc-46cc-9ff2-6b3fd67cf407 req-3a50165a-2df9-45ec-b81e-87a2440aef3c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:04:41.645481 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8a011d5b-49cc-46cc-9ff2-6b3fd67cf407 req-3a50165a-2df9-45ec-b81e-87a2440aef3c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=11d523e5-6f32-4b83-8795-b4f06bafdbc5 HTTP/1.1" status: 200 len: 946 time: 0.0753927 Dec 22 14:04:41.692080 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8a011d5b-49cc-46cc-9ff2-6b3fd67cf407 req-9900741b-ac49-427d-91bc-079f0be2b650 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ec9c261-9e32-47e0-87a8-eb41c73d5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407944 Dec 22 14:04:41.718868 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58430) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:04:41.824030 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-55754d46-658a-43ab-89d9-a974f544fe07 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/floatingips/f5134713-f545-4802-81f0-ff55df230e82 HTTP/1.1" status: 200 len: 994 time: 0.1038771 Dec 22 14:04:43.490802 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8a15c87c-1f40-41b1-9ff6-231f01a398f8 req-e7ccbbfe-74d1-4906-aa68-f61c0588cd8f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&device_id=11d523e5-6f32-4b83-8795-b4f06bafdbc5 HTTP/1.1" status: 200 len: 1099 time: 0.0786147 Dec 22 14:04:43.552608 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44ee25-6048-44f4-bc0c-2574ac243551 req-ec0c5553-ccff-486d-9eac-20f94b35aa26 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:04:43.554074 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5d44ee25-6048-44f4-bc0c-2574ac243551 req-ec0c5553-ccff-486d-9eac-20f94b35aa26 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=11d523e5-6f32-4b83-8795-b4f06bafdbc5 HTTP/1.1" status: 200 len: 946 time: 0.1990855 Dec 22 14:04:43.598750 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5d44ee25-6048-44f4-bc0c-2574ac243551 req-5947c1a2-ca3f-49ba-bc6f-5c3d478d68f5 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ec9c261-9e32-47e0-87a8-eb41c73d5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386152 Dec 22 14:04:43.636115 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15c87c-1f40-41b1-9ff6-231f01a398f8 req-9e8533c0-7748-4b77-8c67-f6a6b6b56939 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:04:43.637517 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8a15c87c-1f40-41b1-9ff6-231f01a398f8 req-9e8533c0-7748-4b77-8c67-f6a6b6b56939 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a1d4493-db6f-41f2-bda2-e5438ceb787b HTTP/1.1" status: 200 len: 898 time: 0.1359301 Dec 22 14:04:43.740924 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8a15c87c-1f40-41b1-9ff6-231f01a398f8 req-542cbea7-2ce3-45d5-bff1-7dc145f922b4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=462040e8-d50d-4b30-a07d-01690a427576 HTTP/1.1" status: 200 len: 1002 time: 0.0957148 Dec 22 14:04:43.815096 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15c87c-1f40-41b1-9ff6-231f01a398f8 req-e28aa91d-2d68-417e-a27f-2068ab26c81f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:04:43.816408 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8a15c87c-1f40-41b1-9ff6-231f01a398f8 req-e28aa91d-2d68-417e-a27f-2068ab26c81f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb0ff81f-2e9f-4ef8-b24c-d1ade8dce908 HTTP/1.1" status: 200 len: 835 time: 0.0614016 Dec 22 14:04:43.893958 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8a15c87c-1f40-41b1-9ff6-231f01a398f8 req-4512f779-acb2-45a9-9d7a-766c1a7a2fcb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a1d4493-db6f-41f2-bda2-e5438ceb787b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675724 Dec 22 14:04:44.031067 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8a15c87c-1f40-41b1-9ff6-231f01a398f8 req-93332b97-2722-4e0d-be9c-b718f1c8a2fc service neutron] 10.222.0.45 "GET /v2.0/networks/5a1d4493-db6f-41f2-bda2-e5438ceb787b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252308 Dec 22 14:04:44.165925 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8a15c87c-1f40-41b1-9ff6-231f01a398f8 req-16afa51d-596b-4ed0-bb18-1983cc131654 service neutron] 10.222.0.45 "GET /v2.0/networks/5a1d4493-db6f-41f2-bda2-e5438ceb787b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245148 Dec 22 14:04:44.800221 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db881e8d-50c5-4713-bcc6-4ab65b9a0c47 req-70893d99-2ba8-4cd8-bd27-83caa6d397a4 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:04:44.801568 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-db881e8d-50c5-4713-bcc6-4ab65b9a0c47 req-70893d99-2ba8-4cd8-bd27-83caa6d397a4 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=11d523e5-6f32-4b83-8795-b4f06bafdbc5 HTTP/1.1" status: 200 len: 946 time: 0.0805564 Dec 22 14:04:44.846526 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-db881e8d-50c5-4713-bcc6-4ab65b9a0c47 req-d2b3df2c-faaa-496f-ba23-6aff3bbab34a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ec9c261-9e32-47e0-87a8-eb41c73d5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385504 Dec 22 14:04:46.039593 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7a824-948c-4a9e-a853-1d283d9dd4ed req-f5a6d8eb-47c3-48bf-aa20-d27368a3b013 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:04:46.041674 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-1cd7a824-948c-4a9e-a853-1d283d9dd4ed req-f5a6d8eb-47c3-48bf-aa20-d27368a3b013 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=11d523e5-6f32-4b83-8795-b4f06bafdbc5 HTTP/1.1" status: 200 len: 946 time: 0.0767426 Dec 22 14:04:46.091943 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-1cd7a824-948c-4a9e-a853-1d283d9dd4ed req-574513a6-c228-4218-8c26-ec6b40f412c5 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ec9c261-9e32-47e0-87a8-eb41c73d5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432255 Dec 22 14:04:46.120933 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58444) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:04:46.226416 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-dcdd6ba4-49a3-4ece-9b61-c337c3e7fc17 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/floatingips/f5134713-f545-4802-81f0-ff55df230e82 HTTP/1.1" status: 200 len: 994 time: 0.1042440 Dec 22 14:04:46.531705 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58452) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:04:46.834951 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-490454b1-9a49-4ca1-9098-1bd36cd78eb7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Deleting port 0624fced-75cb-4f8f-90bd-51f6a74e2148 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 14:04:46.835217 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-490454b1-9a49-4ca1-9098-1bd36cd78eb7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:47.003160 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-490454b1-9a49-4ca1-9098-1bd36cd78eb7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:47.003476 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-490454b1-9a49-4ca1-9098-1bd36cd78eb7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:47.122521 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-490454b1-9a49-4ca1-9098-1bd36cd78eb7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Calling delete_port for 0624fced-75cb-4f8f-90bd-51f6a74e2148 owned by network:floatingip {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 14:04:47.316453 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-490454b1-9a49-4ca1-9098-1bd36cd78eb7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:47.320516 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f2b84442-53a1-4c03-a7ab-d2522ca520a9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:04:47.361510 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490454b1-9a49-4ca1-9098-1bd36cd78eb7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event deleted for resources: {'Port': ['ID=0624fced-75cb-4f8f-90bd-51f6a74e2148,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:04:47.400010 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490454b1-9a49-4ca1-9098-1bd36cd78eb7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:04:47.400225 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490454b1-9a49-4ca1-9098-1bd36cd78eb7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:04:47.400604 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490454b1-9a49-4ca1-9098-1bd36cd78eb7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:04:47.400976 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490454b1-9a49-4ca1-9098-1bd36cd78eb7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:04:47.401343 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490454b1-9a49-4ca1-9098-1bd36cd78eb7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:04:47.401709 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490454b1-9a49-4ca1-9098-1bd36cd78eb7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:04:47.402073 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490454b1-9a49-4ca1-9098-1bd36cd78eb7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:04:47.402464 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490454b1-9a49-4ca1-9098-1bd36cd78eb7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:04:47.402825 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490454b1-9a49-4ca1-9098-1bd36cd78eb7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:04:47.403185 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490454b1-9a49-4ca1-9098-1bd36cd78eb7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:04:47.403543 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490454b1-9a49-4ca1-9098-1bd36cd78eb7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:04:47.413530 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-490454b1-9a49-4ca1-9098-1bd36cd78eb7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:04:47.466071 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-490454b1-9a49-4ca1-9098-1bd36cd78eb7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for floatingip, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:47.856825 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490454b1-9a49-4ca1-9098-1bd36cd78eb7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Router 71b5545d-51a6-401b-be52-103b978acacd has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 14:04:48.054983 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490454b1-9a49-4ca1-9098-1bd36cd78eb7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 14:04:48.065350 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57700b72-b242-49f4-ac9f-64a9e01e195f None None] Sync routers for ids ['71b5545d-51a6-401b-be52-103b978acacd'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 14:04:48.077091 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57700b72-b242-49f4-ac9f-64a9e01e195f None None] Routers {'71b5545d-51a6-401b-be52-103b978acacd'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:04:48.079138 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-57700b72-b242-49f4-ac9f-64a9e01e195f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:04:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['71b5545d-51a6-401b-be52-103b978acacd'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:04:48.132532 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-490454b1-9a49-4ca1-9098-1bd36cd78eb7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:48.185724 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-490454b1-9a49-4ca1-9098-1bd36cd78eb7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "DELETE /v2.0/floatingips/f5134713-f545-4802-81f0-ff55df230e82 HTTP/1.1" status: 204 len: 168 time: 1.6530879 Dec 22 14:04:48.186444 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d523e5-6f32-4b83-8795-b4f06bafdbc5', 'tag': '462040e8-d50d-4b30-a07d-01690a427576'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:04:48.251366 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d523e5-6f32-4b83-8795-b4f06bafdbc5', 'tag': '462040e8-d50d-4b30-a07d-01690a427576', 'status': 'completed', 'code': 200} Dec 22 14:04:48.291740 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-57700b72-b242-49f4-ac9f-64a9e01e195f None None] Set router 71b5545d-51a6-401b-be52-103b978acacd gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:04:48.351919 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a5bc17dd-b26e-45c4-9067-e1f1a54aae9b req-9de28ebc-298e-4742-ad3f-ea8b38c8aa11 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&device_id=11d523e5-6f32-4b83-8795-b4f06bafdbc5 HTTP/1.1" status: 200 len: 1099 time: 0.0691824 Dec 22 14:04:48.607336 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc17dd-b26e-45c4-9067-e1f1a54aae9b req-9fce9c07-3497-4053-a8fa-4bfa2a87c534 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:04:48.608956 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a5bc17dd-b26e-45c4-9067-e1f1a54aae9b req-9fce9c07-3497-4053-a8fa-4bfa2a87c534 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a1d4493-db6f-41f2-bda2-e5438ceb787b HTTP/1.1" status: 200 len: 898 time: 0.2442622 Dec 22 14:04:48.610914 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-57700b72-b242-49f4-ac9f-64a9e01e195f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b5545d-51a6-401b-be52-103b978acacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206018922', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ff7907bc-9d33-44d1-a7d0-5c3e6a64d511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:03:39Z', 'updated_at': '2021-12-22T14:03:44Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': 'ff7907bc-9d33-44d1-a7d0-5c3e6a64d511', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:72:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b5545d-51a6-401b-be52-103b978acacd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:03:40Z', 'updated_at': '2021-12-22T14:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '90f303a4-43bd-4610-adbe-4e4e607fd1ce', 'name': '', 'network_id': '5a1d4493-db6f-41f2-bda2-e5438ceb787b', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:37:6a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b5545d-51a6-401b-be52-103b978acacd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb0ff81f-2e9f-4ef8-b24c-d1ade8dce908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:03:44Z', 'updated_at': '2021-12-22T14:03:50Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': 'bb0ff81f-2e9f-4ef8-b24c-d1ade8dce908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:04:48.614715 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57700b72-b242-49f4-ac9f-64a9e01e195f None None] Checking router: 71b5545d-51a6-401b-be52-103b978acacd for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 14:04:48.625981 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57700b72-b242-49f4-ac9f-64a9e01e195f None None] Routers {'71b5545d-51a6-401b-be52-103b978acacd'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:04:48.626598 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-57700b72-b242-49f4-ac9f-64a9e01e195f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:04:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['71b5545d-51a6-401b-be52-103b978acacd'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:04:48.687434 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a5bc17dd-b26e-45c4-9067-e1f1a54aae9b req-0a06d1d1-614c-4fb1-8374-1460624f1993 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=462040e8-d50d-4b30-a07d-01690a427576 HTTP/1.1" status: 200 len: 217 time: 0.0678306 Dec 22 14:04:48.803373 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc17dd-b26e-45c4-9067-e1f1a54aae9b req-2de688fb-bebc-48b8-9302-5b56b42e67a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:04:48.804687 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a5bc17dd-b26e-45c4-9067-e1f1a54aae9b req-2de688fb-bebc-48b8-9302-5b56b42e67a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb0ff81f-2e9f-4ef8-b24c-d1ade8dce908 HTTP/1.1" status: 200 len: 835 time: 0.1090004 Dec 22 14:04:48.810659 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-57700b72-b242-49f4-ac9f-64a9e01e195f None None] Set router 71b5545d-51a6-401b-be52-103b978acacd gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:04:48.876344 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2ad97-1e06-436d-b827-71a955c23f3a req-0a53f6b6-61a7-49f9-b6af-0b373518fd12 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:04:48.877011 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-24e2ad97-1e06-436d-b827-71a955c23f3a req-0a53f6b6-61a7-49f9-b6af-0b373518fd12 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Synchronizing usage tracker for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:04:48.915999 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a5bc17dd-b26e-45c4-9067-e1f1a54aae9b req-af0b92c3-646b-489b-b736-b9979bf61608 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a1d4493-db6f-41f2-bda2-e5438ceb787b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1007013 Dec 22 14:04:48.988258 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-24e2ad97-1e06-436d-b827-71a955c23f3a req-0a53f6b6-61a7-49f9-b6af-0b373518fd12 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Unset dirty status for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:04:48.989477 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-24e2ad97-1e06-436d-b827-71a955c23f3a req-0a53f6b6-61a7-49f9-b6af-0b373518fd12 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=11d523e5-6f32-4b83-8795-b4f06bafdbc5 HTTP/1.1" status: 200 len: 946 time: 0.2557619 Dec 22 14:04:49.067651 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-24e2ad97-1e06-436d-b827-71a955c23f3a req-3a809356-5fb7-4753-8ba4-895254f0240a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ec9c261-9e32-47e0-87a8-eb41c73d5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702488 Dec 22 14:04:49.097253 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a5bc17dd-b26e-45c4-9067-e1f1a54aae9b req-15a8fc23-6c6c-4f52-8420-daa0f96a8531 service neutron] 10.222.0.45 "GET /v2.0/networks/5a1d4493-db6f-41f2-bda2-e5438ceb787b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653831 Dec 22 14:04:49.120847 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-57700b72-b242-49f4-ac9f-64a9e01e195f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b5545d-51a6-401b-be52-103b978acacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206018922', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ff7907bc-9d33-44d1-a7d0-5c3e6a64d511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:03:39Z', 'updated_at': '2021-12-22T14:03:44Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': 'ff7907bc-9d33-44d1-a7d0-5c3e6a64d511', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:72:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b5545d-51a6-401b-be52-103b978acacd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:03:40Z', 'updated_at': '2021-12-22T14:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '90f303a4-43bd-4610-adbe-4e4e607fd1ce', 'name': '', 'network_id': '5a1d4493-db6f-41f2-bda2-e5438ceb787b', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:37:6a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b5545d-51a6-401b-be52-103b978acacd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb0ff81f-2e9f-4ef8-b24c-d1ade8dce908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:03:44Z', 'updated_at': '2021-12-22T14:03:50Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': 'bb0ff81f-2e9f-4ef8-b24c-d1ade8dce908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:04:49.124876 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57700b72-b242-49f4-ac9f-64a9e01e195f None None] The sync data for ids ['71b5545d-51a6-401b-be52-103b978acacd'] in dv-neutron-822669-1-hyperv is: [{'id': '71b5545d-51a6-401b-be52-103b978acacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206018922', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ff7907bc-9d33-44d1-a7d0-5c3e6a64d511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:03:39Z', 'updated_at': '2021-12-22T14:03:44Z', 'revision_number': 4, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': 'ff7907bc-9d33-44d1-a7d0-5c3e6a64d511', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:72:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b5545d-51a6-401b-be52-103b978acacd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:03:40Z', 'updated_at': '2021-12-22T14:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '90f303a4-43bd-4610-adbe-4e4e607fd1ce', 'name': '', 'network_id': '5a1d4493-db6f-41f2-bda2-e5438ceb787b', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'mac_address': 'fa:16:3e:37:6a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b5545d-51a6-401b-be52-103b978acacd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb0ff81f-2e9f-4ef8-b24c-d1ade8dce908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:03:44Z', 'updated_at': '2021-12-22T14:03:50Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'subnets': [{'id': 'bb0ff81f-2e9f-4ef8-b24c-d1ade8dce908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 14:04:49.230996 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a5bc17dd-b26e-45c4-9067-e1f1a54aae9b req-8b10f1c3-428c-475f-9745-d077bc7a834b service neutron] 10.222.0.45 "GET /v2.0/networks/5a1d4493-db6f-41f2-bda2-e5438ceb787b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339035 Dec 22 14:04:49.334768 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e612dd-b613-4fad-ac31-e337bf5404e9 None None] New status for floating IP f5134713-f545-4802-81f0-ff55df230e82: DOWN {{(pid=84150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 14:04:50.120238 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:04:50.268855 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e881b8-b7e1-4631-850f-2f15c2b1cb10 req-1ea24940-a3f4-4a75-8898-0af2f43c1450 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:04:50.270306 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e1e881b8-b7e1-4631-850f-2f15c2b1cb10 req-1ea24940-a3f4-4a75-8898-0af2f43c1450 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=11d523e5-6f32-4b83-8795-b4f06bafdbc5 HTTP/1.1" status: 200 len: 946 time: 0.0765395 Dec 22 14:04:50.314403 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e1e881b8-b7e1-4631-850f-2f15c2b1cb10 req-97965f9f-eb6f-410a-b80c-f61cc7832b72 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ec9c261-9e32-47e0-87a8-eb41c73d5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382118 Dec 22 14:04:50.608984 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da722384-4c3b-4df0-8e2e-a3104008b6da req-f5263d32-7947-4a6b-8a08-5e68c1cc6a87 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:04:50.610436 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-da722384-4c3b-4df0-8e2e-a3104008b6da req-f5263d32-7947-4a6b-8a08-5e68c1cc6a87 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.45 "GET /v2.0/ports?device_id=11d523e5-6f32-4b83-8795-b4f06bafdbc5 HTTP/1.1" status: 200 len: 946 time: 0.0761688 Dec 22 14:04:50.683098 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-da722384-4c3b-4df0-8e2e-a3104008b6da req-f7d3acde-b96f-4438-bdba-44ae74d3780c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Deleting port 462040e8-d50d-4b30-a07d-01690a427576 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 14:04:50.683498 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-da722384-4c3b-4df0-8e2e-a3104008b6da req-f7d3acde-b96f-4438-bdba-44ae74d3780c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:50.924050 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-da722384-4c3b-4df0-8e2e-a3104008b6da req-f7d3acde-b96f-4438-bdba-44ae74d3780c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] For port 462040e8-d50d-4b30-a07d-01690a427576, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=462040e8-d50d-4b30-a07d-01690a427576,segment=NetworkSegment(c918a168-c07a-4743-acc5-5dc05e7d513e),segment_id=c918a168-c07a-4743-acc5-5dc05e7d513e)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:04:50.924412 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-da722384-4c3b-4df0-8e2e-a3104008b6da req-f7d3acde-b96f-4438-bdba-44ae74d3780c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:51.048574 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-da722384-4c3b-4df0-8e2e-a3104008b6da req-f7d3acde-b96f-4438-bdba-44ae74d3780c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Calling delete_port for 462040e8-d50d-4b30-a07d-01690a427576 owned by compute:nova {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 14:04:51.248070 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-da722384-4c3b-4df0-8e2e-a3104008b6da req-f7d3acde-b96f-4438-bdba-44ae74d3780c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:51.253516 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c5eba472-e8d1-473d-9228-a988e47d84a1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:04:51.298945 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d3acde-b96f-4438-bdba-44ae74d3780c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event deleted for resources: {'Port': ['ID=462040e8-d50d-4b30-a07d-01690a427576,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:04:51.302483 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f7d3acde-b96f-4438-bdba-44ae74d3780c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:04:51.372655 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-da722384-4c3b-4df0-8e2e-a3104008b6da req-f7d3acde-b96f-4438-bdba-44ae74d3780c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] No DVR routers for this DVR port 462040e8-d50d-4b30-a07d-01690a427576 on host hv-neutron-8226 {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 14:04:51.374966 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-da722384-4c3b-4df0-8e2e-a3104008b6da req-f7d3acde-b96f-4438-bdba-44ae74d3780c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:51.377509 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d523e5-6f32-4b83-8795-b4f06bafdbc5', 'name': 'network-vif-deleted', 'tag': '462040e8-d50d-4b30-a07d-01690a427576'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:04:51.431680 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d523e5-6f32-4b83-8795-b4f06bafdbc5', 'name': 'network-vif-deleted', 'tag': '462040e8-d50d-4b30-a07d-01690a427576', 'status': 'completed', 'code': 200} Dec 22 14:04:51.474971 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-da722384-4c3b-4df0-8e2e-a3104008b6da req-f7d3acde-b96f-4438-bdba-44ae74d3780c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.45 "DELETE /v2.0/ports/462040e8-d50d-4b30-a07d-01690a427576 HTTP/1.1" status: 204 len: 173 time: 0.8587065 Dec 22 14:04:51.486073 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-54f1d430-8fe0-4b9e-b07e-5370e8c79498 req-10f6ab20-a274-48ce-8665-3f61b3d5118e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Synchronizing usage tracker for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:04:51.562156 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-54f1d430-8fe0-4b9e-b07e-5370e8c79498 req-10f6ab20-a274-48ce-8665-3f61b3d5118e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Unset dirty status for tenant:3a9f5a6dfa1b4bb087cb1bf2b3cf0a20 on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:04:51.563356 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-54f1d430-8fe0-4b9e-b07e-5370e8c79498 req-10f6ab20-a274-48ce-8665-3f61b3d5118e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "GET /v2.0/ports?device_id=11d523e5-6f32-4b83-8795-b4f06bafdbc5 HTTP/1.1" status: 200 len: 210 time: 0.1249385 Dec 22 14:04:52.668178 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 58470) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:04:53.066378 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7d5f2a5b-5e4d-42c7-8cd0-da829f7f069d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:53.661142 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-7d5f2a5b-5e4d-42c7-8cd0-da829f7f069d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Deleting port 90f303a4-43bd-4610-adbe-4e4e607fd1ce {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 14:04:53.661485 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7d5f2a5b-5e4d-42c7-8cd0-da829f7f069d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:53.840482 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-7d5f2a5b-5e4d-42c7-8cd0-da829f7f069d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] For port 90f303a4-43bd-4610-adbe-4e4e607fd1ce, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=90f303a4-43bd-4610-adbe-4e4e607fd1ce,segment=NetworkSegment(c918a168-c07a-4743-acc5-5dc05e7d513e),segment_id=c918a168-c07a-4743-acc5-5dc05e7d513e)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:04:53.841171 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7d5f2a5b-5e4d-42c7-8cd0-da829f7f069d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:54.065151 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-7d5f2a5b-5e4d-42c7-8cd0-da829f7f069d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Calling delete_port for 90f303a4-43bd-4610-adbe-4e4e607fd1ce owned by network:router_interface {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 14:04:54.305382 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7d5f2a5b-5e4d-42c7-8cd0-da829f7f069d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:54.310029 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-daf12aed-6419-4493-b821-2f8b8b1a5b60 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:04:54.356130 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f2a5b-5e4d-42c7-8cd0-da829f7f069d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event deleted for resources: {'Port': ['ID=90f303a4-43bd-4610-adbe-4e4e607fd1ce,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:04:54.424281 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5f2a5b-5e4d-42c7-8cd0-da829f7f069d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:04:54.424676 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5f2a5b-5e4d-42c7-8cd0-da829f7f069d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:04:54.425059 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5f2a5b-5e4d-42c7-8cd0-da829f7f069d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:04:54.425438 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5f2a5b-5e4d-42c7-8cd0-da829f7f069d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:04:54.425813 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5f2a5b-5e4d-42c7-8cd0-da829f7f069d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:04:54.426184 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5f2a5b-5e4d-42c7-8cd0-da829f7f069d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:04:54.426578 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5f2a5b-5e4d-42c7-8cd0-da829f7f069d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:04:54.426946 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5f2a5b-5e4d-42c7-8cd0-da829f7f069d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:04:54.427317 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5f2a5b-5e4d-42c7-8cd0-da829f7f069d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:04:54.427680 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5f2a5b-5e4d-42c7-8cd0-da829f7f069d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:04:54.428044 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5f2a5b-5e4d-42c7-8cd0-da829f7f069d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:04:54.433911 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7d5f2a5b-5e4d-42c7-8cd0-da829f7f069d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:04:54.657808 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7d5f2a5b-5e4d-42c7-8cd0-da829f7f069d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:54.835280 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 462040e8-d50d-4b30-a07d-01690a427576 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:04:54.868492 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] No Port match for: 462040e8-d50d-4b30-a07d-01690a427576 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 14:04:54.869244 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 462040e8-d50d-4b30-a07d-01690a427576 not bound to the agent host hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:04:55.225655 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5f2a5b-5e4d-42c7-8cd0-da829f7f069d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Router 71b5545d-51a6-401b-be52-103b978acacd has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 14:04:55.417615 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5f2a5b-5e4d-42c7-8cd0-da829f7f069d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 14:04:55.427316 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b47c44-7117-4aed-a118-3320e4c8fc8d None None] Sync routers for ids ['71b5545d-51a6-401b-be52-103b978acacd'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 14:04:55.439213 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b47c44-7117-4aed-a118-3320e4c8fc8d None None] Routers {'71b5545d-51a6-401b-be52-103b978acacd'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:04:55.439814 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-59b47c44-7117-4aed-a118-3320e4c8fc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:04:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['71b5545d-51a6-401b-be52-103b978acacd'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:04:55.493542 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-7d5f2a5b-5e4d-42c7-8cd0-da829f7f069d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "PUT /v2.0/routers/71b5545d-51a6-401b-be52-103b978acacd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8210721 Dec 22 14:04:55.493820 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58474) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:04:55.625321 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-59b47c44-7117-4aed-a118-3320e4c8fc8d None None] Set router 71b5545d-51a6-401b-be52-103b978acacd gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:04:55.801528 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ee4d38b-7385-4430-96c6-127d74ab4e4f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Deleting subnet bb0ff81f-2e9f-4ef8-b24c-d1ade8dce908 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 14:04:55.804337 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5ee4d38b-7385-4430-96c6-127d74ab4e4f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:55.864500 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5ee4d38b-7385-4430-96c6-127d74ab4e4f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:55.919700 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-59b47c44-7117-4aed-a118-3320e4c8fc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b5545d-51a6-401b-be52-103b978acacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206018922', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ff7907bc-9d33-44d1-a7d0-5c3e6a64d511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:03:39Z', 'updated_at': '2021-12-22T14:04:54Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': 'ff7907bc-9d33-44d1-a7d0-5c3e6a64d511', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:72:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b5545d-51a6-401b-be52-103b978acacd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:03:40Z', 'updated_at': '2021-12-22T14:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:04:55.923655 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b47c44-7117-4aed-a118-3320e4c8fc8d None None] Checking router: 71b5545d-51a6-401b-be52-103b978acacd for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 14:04:55.934755 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b47c44-7117-4aed-a118-3320e4c8fc8d None None] Routers {'71b5545d-51a6-401b-be52-103b978acacd'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:04:55.935351 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-59b47c44-7117-4aed-a118-3320e4c8fc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:04:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['71b5545d-51a6-401b-be52-103b978acacd'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:04:55.947936 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5ee4d38b-7385-4430-96c6-127d74ab4e4f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:56.112012 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5ee4d38b-7385-4430-96c6-127d74ab4e4f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:56.135776 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-eea77e51-a221-42ba-8c60-99c5c5b44d16 tempest-BulkNetworkOpsTest-1562387012 tempest-BulkNetworkOpsTest-1562387012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:04:56.170428 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5ee4d38b-7385-4430-96c6-127d74ab4e4f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:56.176551 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31f8782-97d3-4197-999f-9d71d37bfbea None None] Network 5a1d4493-db6f-41f2-bda2-e5438ceb787b requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 14:04:56.177892 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee4d38b-7385-4430-96c6-127d74ab4e4f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event deleted for resources: {'Subnet': ['ID=bb0ff81f-2e9f-4ef8-b24c-d1ade8dce908,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:04:56.181431 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5ee4d38b-7385-4430-96c6-127d74ab4e4f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:04:56.183351 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5ee4d38b-7385-4430-96c6-127d74ab4e4f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "DELETE /v2.0/subnets/bb0ff81f-2e9f-4ef8-b24c-d1ade8dce908 HTTP/1.1" status: 204 len: 168 time: 0.6884730 Dec 22 14:04:56.185825 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-59b47c44-7117-4aed-a118-3320e4c8fc8d None None] Set router 71b5545d-51a6-401b-be52-103b978acacd gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:04:56.186153 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58478) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:04:56.397271 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ce6b92e4-14d7-4a96-9de7-1c7addef4fad tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:56.456125 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feabfd4e-1e82-4ad0-8783-48bce89b6ff6 None None] DHCP port deletion for 5a1d4493-db6f-41f2-bda2-e5438ceb787b request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 14:04:56.459629 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-feabfd4e-1e82-4ad0-8783-48bce89b6ff6 None None] Deleting port 8175f210-75c7-4e5c-b078-781c209aeb0f {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 14:04:56.460118 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-feabfd4e-1e82-4ad0-8783-48bce89b6ff6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:56.556412 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-59b47c44-7117-4aed-a118-3320e4c8fc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b5545d-51a6-401b-be52-103b978acacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206018922', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ff7907bc-9d33-44d1-a7d0-5c3e6a64d511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:03:39Z', 'updated_at': '2021-12-22T14:04:54Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': 'ff7907bc-9d33-44d1-a7d0-5c3e6a64d511', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:72:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b5545d-51a6-401b-be52-103b978acacd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:03:40Z', 'updated_at': '2021-12-22T14:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:04:56.562307 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b47c44-7117-4aed-a118-3320e4c8fc8d None None] The sync data for ids ['71b5545d-51a6-401b-be52-103b978acacd'] in dv-neutron-822669-1-hyperv is: [{'id': '71b5545d-51a6-401b-be52-103b978acacd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1206018922', 'tenant_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ff7907bc-9d33-44d1-a7d0-5c3e6a64d511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:03:39Z', 'updated_at': '2021-12-22T14:04:54Z', 'revision_number': 5, 'project_id': '3a9f5a6dfa1b4bb087cb1bf2b3cf0a20', 'gw_port': {'id': 'ff7907bc-9d33-44d1-a7d0-5c3e6a64d511', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:72:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b5545d-51a6-401b-be52-103b978acacd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:03:40Z', 'updated_at': '2021-12-22T14:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 14:04:56.619736 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ce6b92e4-14d7-4a96-9de7-1c7addef4fad tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:56.675922 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-feabfd4e-1e82-4ad0-8783-48bce89b6ff6 None None] For port 8175f210-75c7-4e5c-b078-781c209aeb0f, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=8175f210-75c7-4e5c-b078-781c209aeb0f,segment=NetworkSegment(c918a168-c07a-4743-acc5-5dc05e7d513e),segment_id=c918a168-c07a-4743-acc5-5dc05e7d513e)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:04:56.676320 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-feabfd4e-1e82-4ad0-8783-48bce89b6ff6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:56.686862 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-ce6b92e4-14d7-4a96-9de7-1c7addef4fad tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Deleting port ff7907bc-9d33-44d1-a7d0-5c3e6a64d511 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 14:04:56.687155 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ce6b92e4-14d7-4a96-9de7-1c7addef4fad tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:56.794521 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-feabfd4e-1e82-4ad0-8783-48bce89b6ff6 None None] Calling delete_port for 8175f210-75c7-4e5c-b078-781c209aeb0f owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 14:04:56.860739 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-ce6b92e4-14d7-4a96-9de7-1c7addef4fad tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] For port ff7907bc-9d33-44d1-a7d0-5c3e6a64d511, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=ff7907bc-9d33-44d1-a7d0-5c3e6a64d511,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:04:56.862846 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ce6b92e4-14d7-4a96-9de7-1c7addef4fad tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:56.990277 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-ce6b92e4-14d7-4a96-9de7-1c7addef4fad tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Calling delete_port for ff7907bc-9d33-44d1-a7d0-5c3e6a64d511 owned by network:router_gateway {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 14:04:57.014633 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-feabfd4e-1e82-4ad0-8783-48bce89b6ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953'] for port, after_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:57.021969 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-ab2864fa-852a-4a96-afe8-4f22ce1c5840 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:04:57.113397 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feabfd4e-1e82-4ad0-8783-48bce89b6ff6 None None] Pushing event deleted for resources: {'Port': ['ID=8175f210-75c7-4e5c-b078-781c209aeb0f,revision_number=None']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:04:57.120271 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feabfd4e-1e82-4ad0-8783-48bce89b6ff6 None None] No DVR routers for this DVR port 8175f210-75c7-4e5c-b078-781c209aeb0f on host dv-neutron-822669-1-hyperv {{(pid=84150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 14:04:57.129809 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feabfd4e-1e82-4ad0-8783-48bce89b6ff6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:04:57.129809 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feabfd4e-1e82-4ad0-8783-48bce89b6ff6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:04:57.130192 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feabfd4e-1e82-4ad0-8783-48bce89b6ff6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:04:57.130693 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feabfd4e-1e82-4ad0-8783-48bce89b6ff6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:04:57.131532 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feabfd4e-1e82-4ad0-8783-48bce89b6ff6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:04:57.131532 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feabfd4e-1e82-4ad0-8783-48bce89b6ff6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:04:57.131532 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feabfd4e-1e82-4ad0-8783-48bce89b6ff6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:04:57.131826 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feabfd4e-1e82-4ad0-8783-48bce89b6ff6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:04:57.132234 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feabfd4e-1e82-4ad0-8783-48bce89b6ff6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:04:57.132568 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feabfd4e-1e82-4ad0-8783-48bce89b6ff6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:04:57.132784 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feabfd4e-1e82-4ad0-8783-48bce89b6ff6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:04:57.136008 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-feabfd4e-1e82-4ad0-8783-48bce89b6ff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:04:57.225174 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ce6b92e4-14d7-4a96-9de7-1c7addef4fad tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:57.228874 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-490454b1-9a49-4ca1-9098-1bd36cd78eb7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:04:57.269022 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b92e4-14d7-4a96-9de7-1c7addef4fad tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event deleted for resources: {'Port': ['ID=ff7907bc-9d33-44d1-a7d0-5c3e6a64d511,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:04:57.272580 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ce6b92e4-14d7-4a96-9de7-1c7addef4fad tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:04:57.590517 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ce6b92e4-14d7-4a96-9de7-1c7addef4fad tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:57.843187 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ce6b92e4-14d7-4a96-9de7-1c7addef4fad tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:57.847279 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ce6b92e4-14d7-4a96-9de7-1c7addef4fad tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:57.966159 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ce6b92e4-14d7-4a96-9de7-1c7addef4fad tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:57.966690 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6b92e4-14d7-4a96-9de7-1c7addef4fad tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Fanout notify agent at l3_agent the message router_deleted on router 71b5545d-51a6-401b-be52-103b978acacd {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 14:04:57.982157 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ce6b92e4-14d7-4a96-9de7-1c7addef4fad tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:57.983370 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ce6b92e4-14d7-4a96-9de7-1c7addef4fad tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "DELETE /v2.0/routers/71b5545d-51a6-401b-be52-103b978acacd HTTP/1.1" status: 204 len: 168 time: 1.7960122 Dec 22 14:04:57.993621 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58482) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:04:58.109479 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7748230f-2865-4d88-9fb8-bb3455036993 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:58.239313 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7748230f-2865-4d88-9fb8-bb3455036993 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:58.263886 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-7748230f-2865-4d88-9fb8-bb3455036993 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a1d4493-db6f-41f2-bda2-e5438ceb787b']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:04:58.275542 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-7748230f-2865-4d88-9fb8-bb3455036993 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c918a168-c07a-4743-acc5-5dc05e7d513e') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:04:58.275832 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-7748230f-2865-4d88-9fb8-bb3455036993 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c918a168-c07a-4743-acc5-5dc05e7d513e') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:04:58.286599 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7748230f-2865-4d88-9fb8-bb3455036993 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:58.302170 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7748230f-2865-4d88-9fb8-bb3455036993 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:58.308764 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7748230f-2865-4d88-9fb8-bb3455036993 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 14:04:58.309139 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7748230f-2865-4d88-9fb8-bb3455036993 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:58.326968 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 14:04:58.326968 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 14:04:58.326968 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 14:04:58.326968 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 14:04:58.326968 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 14:04:58.326968 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 14:04:58.326968 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 14:04:58.326968 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 14:04:58.326968 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 14:04:58.326968 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 14:04:58.326968 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 14:04:58.326968 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 14:04:58.326968 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 14:04:58.326968 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 14:04:58.326968 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 14:04:58.326968 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 14:04:58.326968 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 14:04:58.326968 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 14:04:58.326968 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 14:04:58.326968 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 14:04:58.326968 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 14:04:58.326968 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 14:04:58.326968 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 14:04:58.326968 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 14:04:58.326968 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 14:04:58.326968 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 14:04:58.326968 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 14:04:58.326968 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 14:04:58.326968 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 14:04:58.326968 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 14:04:58.326968 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 14:04:58.326968 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 14:04:58.434910 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 8175f210-75c7-4e5c-b078-781c209aeb0f no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:04:58.467686 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 8175f210-75c7-4e5c-b078-781c209aeb0f {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 14:04:58.468042 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 8175f210-75c7-4e5c-b078-781c209aeb0f not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:04:58.468475 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device ff7907bc-9d33-44d1-a7d0-5c3e6a64d511 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:04:58.487843 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7748230f-2865-4d88-9fb8-bb3455036993 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:58.491440 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f4814d70-b326-4409-abfa-8011ac42bc3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:04:58.505375 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: ff7907bc-9d33-44d1-a7d0-5c3e6a64d511 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 14:04:58.507654 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device ff7907bc-9d33-44d1-a7d0-5c3e6a64d511 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:04:58.507654 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 90f303a4-43bd-4610-adbe-4e4e607fd1ce no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:04:58.509149 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7748230f-2865-4d88-9fb8-bb3455036993 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:58.517903 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7748230f-2865-4d88-9fb8-bb3455036993 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event deleted for resources: {'Network': ['ID=5a1d4493-db6f-41f2-bda2-e5438ceb787b,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:04:58.521145 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7748230f-2865-4d88-9fb8-bb3455036993 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:04:58.546216 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 90f303a4-43bd-4610-adbe-4e4e607fd1ce {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 14:04:58.546604 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 90f303a4-43bd-4610-adbe-4e4e607fd1ce not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:04:58.585691 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7748230f-2865-4d88-9fb8-bb3455036993 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "DELETE /v2.0/networks/5a1d4493-db6f-41f2-bda2-e5438ceb787b HTTP/1.1" status: 204 len: 168 time: 0.5908146 Dec 22 14:04:58.588909 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58486) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:04:58.661369 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8519e3ed-a605-4ef0-872d-23550dcb4c5d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:58.691550 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8519e3ed-a605-4ef0-872d-23550dcb4c5d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:58.837929 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8519e3ed-a605-4ef0-872d-23550dcb4c5d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:58.842363 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-61129ec6-7ec5-4cf0-8e21-6ee9d7f94548 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:04:58.858332 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8519e3ed-a605-4ef0-872d-23550dcb4c5d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec9c261-9e32-47e0-87a8-eb41c73d5a66,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:04:58.860694 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8519e3ed-a605-4ef0-872d-23550dcb4c5d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:04:58.933334 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8519e3ed-a605-4ef0-872d-23550dcb4c5d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:58.937288 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8519e3ed-a605-4ef0-872d-23550dcb4c5d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] 10.222.0.47 "DELETE /v2.0/security-groups/4ec9c261-9e32-47e0-87a8-eb41c73d5a66 HTTP/1.1" status: 204 len: 168 time: 0.3446608 Dec 22 14:04:59.362408 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:59.596525 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58496) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:04:59.766703 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ea9b6f7c-0944-4b83-9556-2464e083aecd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3a9f5a6dfa1b4bb087cb1bf2b3cf0a20&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1689231 Dec 22 14:04:59.768973 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58502) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:04:59.826641 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b484b47f-1bc4-4914-ba4a-2af50e1fe262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:59.856185 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b484b47f-1bc4-4914-ba4a-2af50e1fe262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:59.966329 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b484b47f-1bc4-4914-ba4a-2af50e1fe262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:59.971188 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-cbdf4ae3-a345-415f-898f-6b29c38cdd4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:04:59.984540 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484b47f-1bc4-4914-ba4a-2af50e1fe262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14283dd8-6959-46de-948e-caa92d39ba38,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:04:59.987949 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b484b47f-1bc4-4914-ba4a-2af50e1fe262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:04:59.991376 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b484b47f-1bc4-4914-ba4a-2af50e1fe262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:59.992534 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b484b47f-1bc4-4914-ba4a-2af50e1fe262 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/14283dd8-6959-46de-948e-caa92d39ba38 HTTP/1.1" status: 204 len: 168 time: 0.2226920 Dec 22 14:05:00.578369 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58510) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:05:00.597462 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9b7d3188-012e-4072-b181-df9cc7289d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:00.628616 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-9b7d3188-012e-4072-b181-df9cc7289d60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:05:00.632345 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-9b7d3188-012e-4072-b181-df9cc7289d60 admin admin] Usage tracker for resource:security_group_rule and tenant:c75cf537e49b48d59962e6c1f9c81383 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:05:00.636006 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-9b7d3188-012e-4072-b181-df9cc7289d60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:05:00.641615 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-9b7d3188-012e-4072-b181-df9cc7289d60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:05:00.705091 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9b7d3188-012e-4072-b181-df9cc7289d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:00.760340 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9b7d3188-012e-4072-b181-df9cc7289d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:00.767058 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8519e3ed-a605-4ef0-872d-23550dcb4c5d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:00.806375 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d3188-012e-4072-b181-df9cc7289d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69509fdb-e4b8-416e-bd51-a1c986ee0891,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:00.809451 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9b7d3188-012e-4072-b181-df9cc7289d60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:00.811669 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9b7d3188-012e-4072-b181-df9cc7289d60 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c75cf537e49b48d59962e6c1f9c81383&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2322941 Dec 22 14:05:00.814282 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58514) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:05:00.878423 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0c52623d-6921-4d4a-aeda-45646c482423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:00.904078 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0c52623d-6921-4d4a-aeda-45646c482423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:01.082499 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0c52623d-6921-4d4a-aeda-45646c482423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:01.086099 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-047c39a9-c69f-4cc4-bb76-d0b9888fd56a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:01.099049 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c52623d-6921-4d4a-aeda-45646c482423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69509fdb-e4b8-416e-bd51-a1c986ee0891,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:01.103596 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0c52623d-6921-4d4a-aeda-45646c482423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:01.106047 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0c52623d-6921-4d4a-aeda-45646c482423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:01.107183 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0c52623d-6921-4d4a-aeda-45646c482423 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/69509fdb-e4b8-416e-bd51-a1c986ee0891 HTTP/1.1" status: 204 len: 168 time: 0.2919581 Dec 22 14:05:02.284034 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58536) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:05:02.412512 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-9d4f1e78-b0db-49f3-b52c-f0626743c35d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1705512809-network', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:05:02.417776 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-9d4f1e78-b0db-49f3-b52c-f0626743c35d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:05:02.421621 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-9d4f1e78-b0db-49f3-b52c-f0626743c35d admin admin] Usage tracker for resource:network and tenant:b10600ded90047d3a3583fcf6218253d is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:05:02.424411 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-9d4f1e78-b0db-49f3-b52c-f0626743c35d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:05:02.430759 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-9d4f1e78-b0db-49f3-b52c-f0626743c35d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:05:02.493612 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4f1e78-b0db-49f3-b52c-f0626743c35d admin admin] Made reservation on behalf of b10600ded90047d3a3583fcf6218253d for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 14:05:02.497175 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9d4f1e78-b0db-49f3-b52c-f0626743c35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:02.509773 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9d4f1e78-b0db-49f3-b52c-f0626743c35d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:02.541483 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-9d4f1e78-b0db-49f3-b52c-f0626743c35d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:05:02.545538 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-9d4f1e78-b0db-49f3-b52c-f0626743c35d admin admin] Usage tracker for resource:security_group_rule and tenant:b10600ded90047d3a3583fcf6218253d is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:05:02.548310 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-9d4f1e78-b0db-49f3-b52c-f0626743c35d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:05:02.553915 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-9d4f1e78-b0db-49f3-b52c-f0626743c35d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:05:02.617089 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9d4f1e78-b0db-49f3-b52c-f0626743c35d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:02.686043 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9d4f1e78-b0db-49f3-b52c-f0626743c35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:02.689020 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9524915e-e5ad-4c5f-80ce-59d2428c59f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:02.718944 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d4f1e78-b0db-49f3-b52c-f0626743c35d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 14:05:02.727343 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f1e78-b0db-49f3-b52c-f0626743c35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7e317e-ea60-4329-a9fb-daa9ac4cc2c5,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:02.731597 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9d4f1e78-b0db-49f3-b52c-f0626743c35d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:02.734034 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9d4f1e78-b0db-49f3-b52c-f0626743c35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:02.734342 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-9d4f1e78-b0db-49f3-b52c-f0626743c35d admin admin] Added segment 0539b439-5491-4a20-b9c7-823d33982f98 of type vlan for network 8523403b-95bc-41a8-822a-32b489c148f8 Dec 22 14:05:02.864313 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9d4f1e78-b0db-49f3-b52c-f0626743c35d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:02.962198 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9d4f1e78-b0db-49f3-b52c-f0626743c35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:02.963862 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4f1e78-b0db-49f3-b52c-f0626743c35d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:05:02.964435 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9d4f1e78-b0db-49f3-b52c-f0626743c35d admin admin] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:02.967834 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d8607e8b-d423-41e3-a648-a00f99309d52 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:03.066073 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f1e78-b0db-49f3-b52c-f0626743c35d admin admin] Pushing event updated for resources: {'Network': ['ID=8523403b-95bc-41a8-822a-32b489c148f8,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:03.068650 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9d4f1e78-b0db-49f3-b52c-f0626743c35d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:03.076062 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 8523403b-95bc-41a8-822a-32b489c148f8 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 14:05:03.140459 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9d4f1e78-b0db-49f3-b52c-f0626743c35d admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8552427 Dec 22 14:05:03.143625 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58542) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:05:03.149008 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-a9082f7b-8bf4-42e6-b567-c56dafe34954 admin admin] Request body: {'subnet': {'network_id': '8523403b-95bc-41a8-822a-32b489c148f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1705512809-subnet', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'ip_version': 4}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:05:03.154453 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-a9082f7b-8bf4-42e6-b567-c56dafe34954 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:05:03.158415 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-a9082f7b-8bf4-42e6-b567-c56dafe34954 admin admin] Usage tracker for resource:subnet and tenant:b10600ded90047d3a3583fcf6218253d is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:05:03.162400 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-a9082f7b-8bf4-42e6-b567-c56dafe34954 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:05:03.167843 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-a9082f7b-8bf4-42e6-b567-c56dafe34954 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:05:03.236496 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9082f7b-8bf4-42e6-b567-c56dafe34954 admin admin] Made reservation on behalf of b10600ded90047d3a3583fcf6218253d for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 14:05:03.238877 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a9082f7b-8bf4-42e6-b567-c56dafe34954 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:03.511651 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a9082f7b-8bf4-42e6-b567-c56dafe34954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:03.515455 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-37a88146-8231-4652-a480-16d526dce639 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:03.578441 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9082f7b-8bf4-42e6-b567-c56dafe34954 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bc9686a-6d9a-4840-9487-6c4bb2200d21,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:03.586565 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-a9082f7b-8bf4-42e6-b567-c56dafe34954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:03.601699 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9082f7b-8bf4-42e6-b567-c56dafe34954 admin admin] Checking segment: {'id': '0539b439-5491-4a20-b9c7-823d33982f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 14:05:03.602053 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9082f7b-8bf4-42e6-b567-c56dafe34954 admin admin] Network hostable DHCP agents. Network: 8523403b-95bc-41a8-822a-32b489c148f8, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 14:05:03.703510 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9082f7b-8bf4-42e6-b567-c56dafe34954 admin admin] Network 8523403b-95bc-41a8-822a-32b489c148f8 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 14:05:03.777985 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-a9082f7b-8bf4-42e6-b567-c56dafe34954 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 8523403b-95bc-41a8-822a-32b489c148f8) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:05:03.781911 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9082f7b-8bf4-42e6-b567-c56dafe34954 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:05:03.782533 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-a9082f7b-8bf4-42e6-b567-c56dafe34954 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:03.786735 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ae1153-d28b-4887-94a4-3b16aa2c1ef9 None None] Network 8523403b-95bc-41a8-822a-32b489c148f8 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 14:05:03.877380 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-a9082f7b-8bf4-42e6-b567-c56dafe34954 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7327030 Dec 22 14:05:03.880043 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58546) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:05:03.885835 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-6d824582-2f0c-4a94-9ca6-de6d17c029b8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1705512809-router', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:05:03.890441 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-6d824582-2f0c-4a94-9ca6-de6d17c029b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:05:03.894253 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6d824582-2f0c-4a94-9ca6-de6d17c029b8 admin admin] Usage tracker for resource:router and tenant:b10600ded90047d3a3583fcf6218253d is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:05:03.897073 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6d824582-2f0c-4a94-9ca6-de6d17c029b8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:05:03.902916 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-6d824582-2f0c-4a94-9ca6-de6d17c029b8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:05:03.994965 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72333245-8d1b-41dd-bd6c-577a8e6518e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-8523403b-95bc-41a8-822a-32b489c148f8', 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'fixed_ips': [{'subnet_id': '1bc9686a-6d9a-4840-9487-6c4bb2200d21'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 14:05:03.995726 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-72333245-8d1b-41dd-bd6c-577a8e6518e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:04.002331 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6d824582-2f0c-4a94-9ca6-de6d17c029b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:04.003342 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6d824582-2f0c-4a94-9ca6-de6d17c029b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:04.022746 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6d824582-2f0c-4a94-9ca6-de6d17c029b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:04.148960 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-72333245-8d1b-41dd-bd6c-577a8e6518e5 None None] Allocated IP 172.20.0.2 (8523403b-95bc-41a8-822a-32b489c148f8/1bc9686a-6d9a-4840-9487-6c4bb2200d21/e90528a9-6418-4ea7-a165-77e9f6744557) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:05:04.254896 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6d824582-2f0c-4a94-9ca6-de6d17c029b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:04.356610 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-72333245-8d1b-41dd-bd6c-577a8e6518e5 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:04.366265 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-72333245-8d1b-41dd-bd6c-577a8e6518e5 None None] Transition to ACTIVE for port object e90528a9-6418-4ea7-a165-77e9f6744557 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:05:04.384576 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-72333245-8d1b-41dd-bd6c-577a8e6518e5 None None] Transition to ACTIVE for port object e90528a9-6418-4ea7-a165-77e9f6744557 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:05:04.425287 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-72333245-8d1b-41dd-bd6c-577a8e6518e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:04.430341 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-27ba3772-f31f-4410-af37-47d7f6d196ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:04.501319 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6d824582-2f0c-4a94-9ca6-de6d17c029b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:04.507106 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72333245-8d1b-41dd-bd6c-577a8e6518e5 None None] Network 8523403b-95bc-41a8-822a-32b489c148f8 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:05:04.510563 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-72333245-8d1b-41dd-bd6c-577a8e6518e5 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:05:04.512349 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72333245-8d1b-41dd-bd6c-577a8e6518e5 None None] Pushing event updated for resources: {'Port': ['ID=e90528a9-6418-4ea7-a165-77e9f6744557,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:04.514345 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72333245-8d1b-41dd-bd6c-577a8e6518e5 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 14:05:04.516491 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-72333245-8d1b-41dd-bd6c-577a8e6518e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:04.534163 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6d824582-2f0c-4a94-9ca6-de6d17c029b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:04.604541 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-72333245-8d1b-41dd-bd6c-577a8e6518e5 None None] Attempting to bind port e90528a9-6418-4ea7-a165-77e9f6744557 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 14:05:04.604915 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-72333245-8d1b-41dd-bd6c-577a8e6518e5 None None] Attempting to bind port e90528a9-6418-4ea7-a165-77e9f6744557 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '0539b439-5491-4a20-b9c7-823d33982f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 14:05:04.605290 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72333245-8d1b-41dd-bd6c-577a8e6518e5 None None] Attempting to bind port e90528a9-6418-4ea7-a165-77e9f6744557 on network 8523403b-95bc-41a8-822a-32b489c148f8 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 14:05:04.611953 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72333245-8d1b-41dd-bd6c-577a8e6518e5 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 14:05:04.612381 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72333245-8d1b-41dd-bd6c-577a8e6518e5 None None] Checking segment: {'id': '0539b439-5491-4a20-b9c7-823d33982f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 14:05:04.612780 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-72333245-8d1b-41dd-bd6c-577a8e6518e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:04.613181 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72333245-8d1b-41dd-bd6c-577a8e6518e5 None None] Bound using segment: {'id': '0539b439-5491-4a20-b9c7-823d33982f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 14:05:04.613649 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-72333245-8d1b-41dd-bd6c-577a8e6518e5 None None] Bound port: e90528a9-6418-4ea7-a165-77e9f6744557, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0539b439-5491-4a20-b9c7-823d33982f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 14:05:04.614028 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-72333245-8d1b-41dd-bd6c-577a8e6518e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:04.679113 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-6d824582-2f0c-4a94-9ca6-de6d17c029b8 admin admin] Allocated IP 172.26.1.38 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/239ac397-f447-49f1-ae46-48d3d39004f8) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:05:04.707644 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-72333245-8d1b-41dd-bd6c-577a8e6518e5 None None] For port e90528a9-6418-4ea7-a165-77e9f6744557, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 14:05:04.707644 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-72333245-8d1b-41dd-bd6c-577a8e6518e5 None None] For port e90528a9-6418-4ea7-a165-77e9f6744557, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=e90528a9-6418-4ea7-a165-77e9f6744557,segment=NetworkSegment(0539b439-5491-4a20-b9c7-823d33982f98),segment_id=0539b439-5491-4a20-b9c7-823d33982f98)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 14:05:04.785582 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-72333245-8d1b-41dd-bd6c-577a8e6518e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:04.790124 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:04.827257 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6d824582-2f0c-4a94-9ca6-de6d17c029b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:04.875494 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72333245-8d1b-41dd-bd6c-577a8e6518e5 None None] Pushing event updated for resources: {'Port': ['ID=e90528a9-6418-4ea7-a165-77e9f6744557,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:04.878703 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-72333245-8d1b-41dd-bd6c-577a8e6518e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:04.906177 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6d824582-2f0c-4a94-9ca6-de6d17c029b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:04.910184 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3b018f50-eb71-4325-87ff-b4345bf6369a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:04.968293 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d824582-2f0c-4a94-9ca6-de6d17c029b8 admin admin] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:05:04.971258 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-6d824582-2f0c-4a94-9ca6-de6d17c029b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:05:04.980251 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d824582-2f0c-4a94-9ca6-de6d17c029b8 admin admin] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 14:05:05.028947 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d824582-2f0c-4a94-9ca6-de6d17c029b8 admin admin] Pushing event updated for resources: {'Port': ['ID=239ac397-f447-49f1-ae46-48d3d39004f8,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:05.034717 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6d824582-2f0c-4a94-9ca6-de6d17c029b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:05.237902 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6d824582-2f0c-4a94-9ca6-de6d17c029b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:05.238670 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6d824582-2f0c-4a94-9ca6-de6d17c029b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:05.647751 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d824582-2f0c-4a94-9ca6-de6d17c029b8 admin admin] Router b4dd3700-5826-486d-8dfb-7457eb44e3a9 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 14:05:05.699566 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6f2326d0-16a3-4da7-a38c-26c2684ea513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:05.770024 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d628bf-13f5-4a5f-9ab4-a7a33ba4a7e1 None None] Network 8523403b-95bc-41a8-822a-32b489c148f8 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 14:05:05.858323 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d824582-2f0c-4a94-9ca6-de6d17c029b8 admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 14:05:05.877093 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a51156-f553-4786-8662-24cd2ef4dde1 None None] Sync routers for ids ['b4dd3700-5826-486d-8dfb-7457eb44e3a9'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 14:05:05.908104 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a51156-f553-4786-8662-24cd2ef4dde1 None None] Routers {'b4dd3700-5826-486d-8dfb-7457eb44e3a9'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:05:05.909715 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-e4a51156-f553-4786-8662-24cd2ef4dde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:04:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b4dd3700-5826-486d-8dfb-7457eb44e3a9'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:05:05.956825 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6d824582-2f0c-4a94-9ca6-de6d17c029b8 admin admin] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:05.958130 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6d824582-2f0c-4a94-9ca6-de6d17c029b8 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0771713 Dec 22 14:05:05.961281 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-5eba60ac-912b-4872-8a09-67786d27a1fa None None] Provisioning for port e90528a9-6418-4ea7-a165-77e9f6744557 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:05:05.961470 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58550) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:05:06.205247 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device e90528a9-6418-4ea7-a165-77e9f6744557 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:05:06.272063 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-e4a51156-f553-4786-8662-24cd2ef4dde1 None None] Set router b4dd3700-5826-486d-8dfb-7457eb44e3a9 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:05:06.579098 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port e90528a9-6418-4ea7-a165-77e9f6744557 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:05:06.590672 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port e90528a9-6418-4ea7-a165-77e9f6744557 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:05:06.591061 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:06.656272 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-e4a51156-f553-4786-8662-24cd2ef4dde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'name': 'tempest-TestShelveInstance-1705512809-router', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '239ac397-f447-49f1-ae46-48d3d39004f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:05:04Z', 'updated_at': '2021-12-22T14:05:05Z', 'revision_number': 3, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'gw_port': {'id': '239ac397-f447-49f1-ae46-48d3d39004f8', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:04Z', 'updated_at': '2021-12-22T14:05:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:05:06.663777 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a51156-f553-4786-8662-24cd2ef4dde1 None None] Checking router: b4dd3700-5826-486d-8dfb-7457eb44e3a9 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 14:05:06.664141 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a51156-f553-4786-8662-24cd2ef4dde1 None None] Updating router b4dd3700-5826-486d-8dfb-7457eb44e3a9 port 239ac397-f447-49f1-ae46-48d3d39004f8 binding host dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 14:05:06.741457 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4ff88430-b327-44ff-9ec3-11c0f7bce74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:06.769320 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e4a51156-f553-4786-8662-24cd2ef4dde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:06.809215 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:06.840597 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-e9686a76-0d38-4aa8-9abd-0f3e4113582c None None] Provisioning complete for port e90528a9-6418-4ea7-a165-77e9f6744557 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:05:06.840997 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e9686a76-0d38-4aa8-9abd-0f3e4113582c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:06.950653 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-4ff88430-b327-44ff-9ec3-11c0f7bce74d admin admin] Allocated IP 172.20.0.1 (8523403b-95bc-41a8-822a-32b489c148f8/1bc9686a-6d9a-4840-9487-6c4bb2200d21/af00062f-c8e7-43cd-b755-65e3f858816e) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:05:06.968290 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port e90528a9-6418-4ea7-a165-77e9f6744557, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=e90528a9-6418-4ea7-a165-77e9f6744557,segment=NetworkSegment(0539b439-5491-4a20-b9c7-823d33982f98),segment_id=0539b439-5491-4a20-b9c7-823d33982f98)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:05:07.081496 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:07.090460 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-9dbe25bc-aa8d-4e6c-b212-5bb47d80a884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:07.098202 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4ff88430-b327-44ff-9ec3-11c0f7bce74d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:07.115701 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-4ff88430-b327-44ff-9ec3-11c0f7bce74d admin admin] Transition to ACTIVE for port object af00062f-c8e7-43cd-b755-65e3f858816e will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:05:07.189362 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4ff88430-b327-44ff-9ec3-11c0f7bce74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:07.193829 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-194ec8bd-c585-470e-98ff-6d07a29872a1 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:07.216723 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=e90528a9-6418-4ea7-a165-77e9f6744557,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:07.221752 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:07.263907 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff88430-b327-44ff-9ec3-11c0f7bce74d admin admin] Network 8523403b-95bc-41a8-822a-32b489c148f8 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:05:07.267186 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-4ff88430-b327-44ff-9ec3-11c0f7bce74d admin admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:05:07.268994 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff88430-b327-44ff-9ec3-11c0f7bce74d admin admin] Pushing event updated for resources: {'Port': ['ID=af00062f-c8e7-43cd-b755-65e3f858816e,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:07.271061 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff88430-b327-44ff-9ec3-11c0f7bce74d admin admin] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 14:05:07.298185 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4ff88430-b327-44ff-9ec3-11c0f7bce74d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:07.306994 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e4a51156-f553-4786-8662-24cd2ef4dde1 None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:07.323662 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-e4a51156-f553-4786-8662-24cd2ef4dde1 None None] Transition to ACTIVE for port object 239ac397-f447-49f1-ae46-48d3d39004f8 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:05:07.326710 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4ff88430-b327-44ff-9ec3-11c0f7bce74d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:07.389174 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e4a51156-f553-4786-8662-24cd2ef4dde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:07.393292 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:07.477902 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-e4a51156-f553-4786-8662-24cd2ef4dde1 None None] Attempting to bind port 239ac397-f447-49f1-ae46-48d3d39004f8 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 14:05:07.479048 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-e4a51156-f553-4786-8662-24cd2ef4dde1 None None] Attempting to bind port 239ac397-f447-49f1-ae46-48d3d39004f8 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 14:05:07.479472 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a51156-f553-4786-8662-24cd2ef4dde1 None None] Attempting to bind port 239ac397-f447-49f1-ae46-48d3d39004f8 on network 0776f1b4-770d-462f-bc0f-df97e8017b18 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 14:05:07.482050 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c38d95-147a-4fc7-8e42-03e3ddeb8d1c None None] Pushing event updated for resources: {'Port': ['ID=239ac397-f447-49f1-ae46-48d3d39004f8,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:07.485006 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-54c38d95-147a-4fc7-8e42-03e3ddeb8d1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:07.489987 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a51156-f553-4786-8662-24cd2ef4dde1 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 14:05:07.490773 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a51156-f553-4786-8662-24cd2ef4dde1 None None] Checking segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 14:05:07.490773 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e4a51156-f553-4786-8662-24cd2ef4dde1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:07.491164 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a51156-f553-4786-8662-24cd2ef4dde1 None None] Bound using segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 14:05:07.491613 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-e4a51156-f553-4786-8662-24cd2ef4dde1 None None] Bound port: 239ac397-f447-49f1-ae46-48d3d39004f8, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 14:05:07.491991 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e4a51156-f553-4786-8662-24cd2ef4dde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:07.498918 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4ff88430-b327-44ff-9ec3-11c0f7bce74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:07.577916 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-e4a51156-f553-4786-8662-24cd2ef4dde1 None None] For port 239ac397-f447-49f1-ae46-48d3d39004f8, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 14:05:07.579470 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-e4a51156-f553-4786-8662-24cd2ef4dde1 None None] For port 239ac397-f447-49f1-ae46-48d3d39004f8, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=239ac397-f447-49f1-ae46-48d3d39004f8,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 14:05:07.653908 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-03d842d2-778d-4446-8d6a-ab47cf79e828 None None] Provisioning for port af00062f-c8e7-43cd-b755-65e3f858816e completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:05:07.659382 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-03d842d2-778d-4446-8d6a-ab47cf79e828 None None] Provisioning complete for port af00062f-c8e7-43cd-b755-65e3f858816e triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:05:07.659773 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-03d842d2-778d-4446-8d6a-ab47cf79e828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:07.689334 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e4a51156-f553-4786-8662-24cd2ef4dde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:07.699297 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:07.773317 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-03d842d2-778d-4446-8d6a-ab47cf79e828 None None] Port af00062f-c8e7-43cd-b755-65e3f858816e cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 14:05:07.797144 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c38d95-147a-4fc7-8e42-03e3ddeb8d1c None None] Pushing event updated for resources: {'Port': ['ID=239ac397-f447-49f1-ae46-48d3d39004f8,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:07.800730 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-54c38d95-147a-4fc7-8e42-03e3ddeb8d1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:07.802305 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a51156-f553-4786-8662-24cd2ef4dde1 None None] Routers {'b4dd3700-5826-486d-8dfb-7457eb44e3a9'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:05:07.803056 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-e4a51156-f553-4786-8662-24cd2ef4dde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:04:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b4dd3700-5826-486d-8dfb-7457eb44e3a9'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:05:07.858717 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4ff88430-b327-44ff-9ec3-11c0f7bce74d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:07.911141 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4ff88430-b327-44ff-9ec3-11c0f7bce74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:07.938036 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-07452be5-d979-44ff-9fbe-429df576540e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:08.021396 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff88430-b327-44ff-9ec3-11c0f7bce74d admin admin] Pushing event updated for resources: {'Port': ['ID=af00062f-c8e7-43cd-b755-65e3f858816e,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:08.023972 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4ff88430-b327-44ff-9ec3-11c0f7bce74d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:08.027656 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4ff88430-b327-44ff-9ec3-11c0f7bce74d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:08.054121 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-e4a51156-f553-4786-8662-24cd2ef4dde1 None None] Set router b4dd3700-5826-486d-8dfb-7457eb44e3a9 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:05:08.095626 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7f17edb8-866b-42e4-b028-3a2d40e3b1c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:08.173865 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff88430-b327-44ff-9ec3-11c0f7bce74d admin admin] Network 8523403b-95bc-41a8-822a-32b489c148f8 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:05:08.175085 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-4ff88430-b327-44ff-9ec3-11c0f7bce74d admin admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:05:08.186622 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device e90528a9-6418-4ea7-a165-77e9f6744557 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:05:08.417586 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port e90528a9-6418-4ea7-a165-77e9f6744557 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:05:08.417966 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:08.483723 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-871650c2-af7f-4ad3-b57e-aac3ac58aa52 None None] Provisioning complete for port af00062f-c8e7-43cd-b755-65e3f858816e triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:05:08.484023 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-871650c2-af7f-4ad3-b57e-aac3ac58aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:08.551633 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-871650c2-af7f-4ad3-b57e-aac3ac58aa52 None None] Port af00062f-c8e7-43cd-b755-65e3f858816e cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 14:05:08.576025 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff88430-b327-44ff-9ec3-11c0f7bce74d admin admin] Router b4dd3700-5826-486d-8dfb-7457eb44e3a9 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 14:05:08.604265 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-e4a51156-f553-4786-8662-24cd2ef4dde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'name': 'tempest-TestShelveInstance-1705512809-router', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '239ac397-f447-49f1-ae46-48d3d39004f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:05:04Z', 'updated_at': '2021-12-22T14:05:07Z', 'revision_number': 4, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'gw_port': {'id': '239ac397-f447-49f1-ae46-48d3d39004f8', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:04Z', 'updated_at': '2021-12-22T14:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'af00062f-c8e7-43cd-b755-65e3f858816e', 'name': '', 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'mac_address': 'fa:16:3e:fa:0d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bc9686a-6d9a-4840-9487-6c4bb2200d21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:06Z', 'updated_at': '2021-12-22T14:05:06Z', 'revision_number': 1, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'subnets': [{'id': '1bc9686a-6d9a-4840-9487-6c4bb2200d21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:05:08.617670 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a51156-f553-4786-8662-24cd2ef4dde1 None None] The sync data for ids ['b4dd3700-5826-486d-8dfb-7457eb44e3a9'] in dv-neutron-822669-1-hyperv is: [{'id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'name': 'tempest-TestShelveInstance-1705512809-router', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '239ac397-f447-49f1-ae46-48d3d39004f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:05:04Z', 'updated_at': '2021-12-22T14:05:07Z', 'revision_number': 4, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'gw_port': {'id': '239ac397-f447-49f1-ae46-48d3d39004f8', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:04Z', 'updated_at': '2021-12-22T14:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'af00062f-c8e7-43cd-b755-65e3f858816e', 'name': '', 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'mac_address': 'fa:16:3e:fa:0d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bc9686a-6d9a-4840-9487-6c4bb2200d21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:06Z', 'updated_at': '2021-12-22T14:05:06Z', 'revision_number': 1, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'subnets': [{'id': '1bc9686a-6d9a-4840-9487-6c4bb2200d21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 14:05:08.844884 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff88430-b327-44ff-9ec3-11c0f7bce74d admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 14:05:08.858568 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-4ff88430-b327-44ff-9ec3-11c0f7bce74d admin admin] 10.222.0.47 "PUT /v2.0/routers/b4dd3700-5826-486d-8dfb-7457eb44e3a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8931723 Dec 22 14:05:09.008277 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:09.470772 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:10.105581 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58572) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:05:10.110948 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-fbe5ae6e-13c1-435a-b1c2-f2f57501ee1c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2007910147-network', 'tenant_id': '94374ff2174840bdb6c40fa6d80082ee'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:05:10.116502 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-fbe5ae6e-13c1-435a-b1c2-f2f57501ee1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:05:10.121006 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-fbe5ae6e-13c1-435a-b1c2-f2f57501ee1c admin admin] Usage tracker for resource:network and tenant:94374ff2174840bdb6c40fa6d80082ee is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:05:10.124042 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-fbe5ae6e-13c1-435a-b1c2-f2f57501ee1c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:05:10.129797 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-fbe5ae6e-13c1-435a-b1c2-f2f57501ee1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:05:10.171347 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 239ac397-f447-49f1-ae46-48d3d39004f8 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:05:10.206767 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe5ae6e-13c1-435a-b1c2-f2f57501ee1c admin admin] Made reservation on behalf of 94374ff2174840bdb6c40fa6d80082ee for: {'network': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 14:05:10.209090 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fbe5ae6e-13c1-435a-b1c2-f2f57501ee1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:10.222322 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fbe5ae6e-13c1-435a-b1c2-f2f57501ee1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:10.253698 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-fbe5ae6e-13c1-435a-b1c2-f2f57501ee1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:05:10.257585 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-fbe5ae6e-13c1-435a-b1c2-f2f57501ee1c admin admin] Usage tracker for resource:security_group_rule and tenant:94374ff2174840bdb6c40fa6d80082ee is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:05:10.261087 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-fbe5ae6e-13c1-435a-b1c2-f2f57501ee1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:05:10.266775 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-fbe5ae6e-13c1-435a-b1c2-f2f57501ee1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:05:10.303760 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 239ac397-f447-49f1-ae46-48d3d39004f8 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:05:10.309872 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 239ac397-f447-49f1-ae46-48d3d39004f8 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:05:10.310263 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:10.330719 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fbe5ae6e-13c1-435a-b1c2-f2f57501ee1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:10.396245 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fbe5ae6e-13c1-435a-b1c2-f2f57501ee1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:10.399259 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-87cdddb6-a483-402c-b6e1-19e491cb8fd0 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:10.426088 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:10.429187 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbe5ae6e-13c1-435a-b1c2-f2f57501ee1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=84149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 14:05:10.435108 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe5ae6e-13c1-435a-b1c2-f2f57501ee1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9a4a5f-0620-47d3-90b8-020a770dada8,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:10.438663 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-fbe5ae6e-13c1-435a-b1c2-f2f57501ee1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:10.442789 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fbe5ae6e-13c1-435a-b1c2-f2f57501ee1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:10.443161 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.segments_db [None req-fbe5ae6e-13c1-435a-b1c2-f2f57501ee1c admin admin] Added segment 095ebcce-3ab8-412d-abe4-8f7147d7cf84 of type vlan for network aa562693-3e07-4200-b1dd-398b07651473 Dec 22 14:05:10.443459 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 239ac397-f447-49f1-ae46-48d3d39004f8, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=239ac397-f447-49f1-ae46-48d3d39004f8,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:05:10.468837 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fbe5ae6e-13c1-435a-b1c2-f2f57501ee1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:10.510599 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:10.513795 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-54c38d95-147a-4fc7-8e42-03e3ddeb8d1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:10.567930 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fbe5ae6e-13c1-435a-b1c2-f2f57501ee1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:10.568864 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe5ae6e-13c1-435a-b1c2-f2f57501ee1c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:05:10.569434 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-fbe5ae6e-13c1-435a-b1c2-f2f57501ee1c admin admin] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:10.575099 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-87cdddb6-a483-402c-b6e1-19e491cb8fd0 tempest-RoutersNegativeTest-330547418 tempest-RoutersNegativeTest-330547418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:10.588115 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=239ac397-f447-49f1-ae46-48d3d39004f8,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:10.591089 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:10.648081 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:10.675480 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe5ae6e-13c1-435a-b1c2-f2f57501ee1c admin admin] Pushing event updated for resources: {'Network': ['ID=aa562693-3e07-4200-b1dd-398b07651473,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:10.678603 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-fbe5ae6e-13c1-435a-b1c2-f2f57501ee1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:10.686389 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network aa562693-3e07-4200-b1dd-398b07651473 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 14:05:10.739912 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-fbe5ae6e-13c1-435a-b1c2-f2f57501ee1c admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6340232 Dec 22 14:05:10.742704 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58576) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:05:10.748436 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-71c019b1-9875-4e86-90ba-881542082d9d admin admin] Request body: {'subnet': {'network_id': 'aa562693-3e07-4200-b1dd-398b07651473', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2007910147-subnet', 'tenant_id': '94374ff2174840bdb6c40fa6d80082ee', 'ip_version': 4}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:05:10.753570 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-71c019b1-9875-4e86-90ba-881542082d9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:05:10.757570 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-71c019b1-9875-4e86-90ba-881542082d9d admin admin] Usage tracker for resource:subnet and tenant:94374ff2174840bdb6c40fa6d80082ee is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:05:10.760731 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-71c019b1-9875-4e86-90ba-881542082d9d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:05:10.767212 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-71c019b1-9875-4e86-90ba-881542082d9d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:05:10.825066 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c019b1-9875-4e86-90ba-881542082d9d admin admin] Made reservation on behalf of 94374ff2174840bdb6c40fa6d80082ee for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 14:05:10.827573 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-71c019b1-9875-4e86-90ba-881542082d9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:11.076630 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-71c019b1-9875-4e86-90ba-881542082d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:11.080737 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1b068d7a-4e18-4d47-8b0f-c58e351b9dde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:11.266759 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c019b1-9875-4e86-90ba-881542082d9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c91bdc94-eb6e-4fdc-8952-5884a16c599b,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:11.270498 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-71c019b1-9875-4e86-90ba-881542082d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:11.278671 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c019b1-9875-4e86-90ba-881542082d9d admin admin] Checking segment: {'id': '095ebcce-3ab8-412d-abe4-8f7147d7cf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'aa562693-3e07-4200-b1dd-398b07651473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 14:05:11.279042 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c019b1-9875-4e86-90ba-881542082d9d admin admin] Network hostable DHCP agents. Network: aa562693-3e07-4200-b1dd-398b07651473, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 14:05:11.362132 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c019b1-9875-4e86-90ba-881542082d9d admin admin] Network aa562693-3e07-4200-b1dd-398b07651473 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 14:05:11.446294 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-71c019b1-9875-4e86-90ba-881542082d9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, aa562693-3e07-4200-b1dd-398b07651473) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:05:11.450254 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c019b1-9875-4e86-90ba-881542082d9d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:05:11.450868 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-71c019b1-9875-4e86-90ba-881542082d9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:11.455802 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3abfce8-18b8-4213-8b24-2a5087c1388c None None] Network aa562693-3e07-4200-b1dd-398b07651473 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 14:05:11.533665 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-71c019b1-9875-4e86-90ba-881542082d9d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7897918 Dec 22 14:05:11.536205 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58580) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:05:11.542132 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-67df568a-b861-4938-9163-842d56a1b2ab admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2007910147-router', 'tenant_id': '94374ff2174840bdb6c40fa6d80082ee', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:05:11.546954 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-67df568a-b861-4938-9163-842d56a1b2ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:05:11.550780 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-67df568a-b861-4938-9163-842d56a1b2ab admin admin] Usage tracker for resource:router and tenant:94374ff2174840bdb6c40fa6d80082ee is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:05:11.553583 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-67df568a-b861-4938-9163-842d56a1b2ab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:05:11.559938 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-67df568a-b861-4938-9163-842d56a1b2ab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:05:11.624053 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-67df568a-b861-4938-9163-842d56a1b2ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:11.624927 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-67df568a-b861-4938-9163-842d56a1b2ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:11.643537 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-67df568a-b861-4938-9163-842d56a1b2ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:11.673598 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e77917-7798-4d29-a03a-23e69769e745 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-aa562693-3e07-4200-b1dd-398b07651473', 'network_id': 'aa562693-3e07-4200-b1dd-398b07651473', 'tenant_id': '94374ff2174840bdb6c40fa6d80082ee', 'fixed_ips': [{'subnet_id': 'c91bdc94-eb6e-4fdc-8952-5884a16c599b'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 14:05:11.674672 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d5e77917-7798-4d29-a03a-23e69769e745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:11.833857 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-d5e77917-7798-4d29-a03a-23e69769e745 None None] Allocated IP 172.20.0.2 (aa562693-3e07-4200-b1dd-398b07651473/c91bdc94-eb6e-4fdc-8952-5884a16c599b/b1381169-d244-41c1-8b03-a758276b7982) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:05:11.858514 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-67df568a-b861-4938-9163-842d56a1b2ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:12.079189 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d5e77917-7798-4d29-a03a-23e69769e745 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:12.089953 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-d5e77917-7798-4d29-a03a-23e69769e745 None None] Transition to ACTIVE for port object b1381169-d244-41c1-8b03-a758276b7982 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:05:12.109264 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-d5e77917-7798-4d29-a03a-23e69769e745 None None] Transition to ACTIVE for port object b1381169-d244-41c1-8b03-a758276b7982 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:05:12.110414 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-67df568a-b861-4938-9163-842d56a1b2ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:12.140981 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-67df568a-b861-4938-9163-842d56a1b2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:12.159675 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 239ac397-f447-49f1-ae46-48d3d39004f8 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:05:12.187356 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d5e77917-7798-4d29-a03a-23e69769e745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:12.199783 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:12.280238 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e77917-7798-4d29-a03a-23e69769e745 None None] Network aa562693-3e07-4200-b1dd-398b07651473 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:05:12.282313 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-67df568a-b861-4938-9163-842d56a1b2ab admin admin] Allocated IP 172.26.1.82 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/8df20312-0b99-434c-836a-974e26a1135a) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:05:12.285168 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-d5e77917-7798-4d29-a03a-23e69769e745 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:05:12.286909 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e77917-7798-4d29-a03a-23e69769e745 None None] Pushing event updated for resources: {'Port': ['ID=b1381169-d244-41c1-8b03-a758276b7982,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:12.289016 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e77917-7798-4d29-a03a-23e69769e745 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 14:05:12.293149 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-d5e77917-7798-4d29-a03a-23e69769e745 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:12.369913 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 239ac397-f447-49f1-ae46-48d3d39004f8 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:05:12.370203 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:12.423570 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-d5e77917-7798-4d29-a03a-23e69769e745 None None] Attempting to bind port b1381169-d244-41c1-8b03-a758276b7982 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 14:05:12.423944 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-d5e77917-7798-4d29-a03a-23e69769e745 None None] Attempting to bind port b1381169-d244-41c1-8b03-a758276b7982 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '095ebcce-3ab8-412d-abe4-8f7147d7cf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'aa562693-3e07-4200-b1dd-398b07651473'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 14:05:12.424317 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e77917-7798-4d29-a03a-23e69769e745 None None] Attempting to bind port b1381169-d244-41c1-8b03-a758276b7982 on network aa562693-3e07-4200-b1dd-398b07651473 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 14:05:12.432394 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-67df568a-b861-4938-9163-842d56a1b2ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:12.443263 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e77917-7798-4d29-a03a-23e69769e745 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 14:05:12.443640 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e77917-7798-4d29-a03a-23e69769e745 None None] Checking segment: {'id': '095ebcce-3ab8-412d-abe4-8f7147d7cf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'aa562693-3e07-4200-b1dd-398b07651473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 14:05:12.444049 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d5e77917-7798-4d29-a03a-23e69769e745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:12.444445 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e77917-7798-4d29-a03a-23e69769e745 None None] Bound using segment: {'id': '095ebcce-3ab8-412d-abe4-8f7147d7cf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'aa562693-3e07-4200-b1dd-398b07651473'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 14:05:12.444919 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-d5e77917-7798-4d29-a03a-23e69769e745 None None] Bound port: b1381169-d244-41c1-8b03-a758276b7982, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '095ebcce-3ab8-412d-abe4-8f7147d7cf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'aa562693-3e07-4200-b1dd-398b07651473'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 14:05:12.445299 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d5e77917-7798-4d29-a03a-23e69769e745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:12.528473 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-67df568a-b861-4938-9163-842d56a1b2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:12.533438 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-54633e93-efc4-4e65-854a-6f51e8c7e113 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:12.584336 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-d5e77917-7798-4d29-a03a-23e69769e745 None None] For port b1381169-d244-41c1-8b03-a758276b7982, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 14:05:12.587660 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-d5e77917-7798-4d29-a03a-23e69769e745 None None] For port b1381169-d244-41c1-8b03-a758276b7982, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=b1381169-d244-41c1-8b03-a758276b7982,segment=NetworkSegment(095ebcce-3ab8-412d-abe4-8f7147d7cf84),segment_id=095ebcce-3ab8-412d-abe4-8f7147d7cf84)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 14:05:12.601922 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67df568a-b861-4938-9163-842d56a1b2ab admin admin] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:05:12.605666 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-67df568a-b861-4938-9163-842d56a1b2ab admin admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:05:12.609927 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67df568a-b861-4938-9163-842d56a1b2ab admin admin] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 14:05:12.634609 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df568a-b861-4938-9163-842d56a1b2ab admin admin] Pushing event updated for resources: {'Port': ['ID=8df20312-0b99-434c-836a-974e26a1135a,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:12.637119 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d5e77917-7798-4d29-a03a-23e69769e745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:12.639086 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-67df568a-b861-4938-9163-842d56a1b2ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:12.641311 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:12.716982 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e77917-7798-4d29-a03a-23e69769e745 None None] Pushing event updated for resources: {'Port': ['ID=b1381169-d244-41c1-8b03-a758276b7982,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:12.720189 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-d5e77917-7798-4d29-a03a-23e69769e745 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:12.817441 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-67df568a-b861-4938-9163-842d56a1b2ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:12.818214 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-67df568a-b861-4938-9163-842d56a1b2ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:13.116170 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67df568a-b861-4938-9163-842d56a1b2ab admin admin] Router f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 14:05:13.320763 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67df568a-b861-4938-9163-842d56a1b2ab admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 14:05:13.334093 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7b28ab-4d33-40ea-b1d4-ce1c8af314cf None None] Sync routers for ids ['f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 14:05:13.348921 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7b28ab-4d33-40ea-b1d4-ce1c8af314cf None None] Routers {'f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:05:13.349984 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-3b7b28ab-4d33-40ea-b1d4-ce1c8af314cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:05:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:05:13.402309 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-67df568a-b861-4938-9163-842d56a1b2ab admin admin] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:13.404267 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-67df568a-b861-4938-9163-842d56a1b2ab admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8668075 Dec 22 14:05:13.406816 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58584) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:05:13.542774 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-3b7b28ab-4d33-40ea-b1d4-ce1c8af314cf None None] Set router f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:05:13.641833 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64fbb21-e3ae-4d4d-b62e-1e18e6e20501 None None] Network aa562693-3e07-4200-b1dd-398b07651473 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 14:05:13.805670 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-0051dfff-27ad-4eb0-8790-c0109b1943df None None] Provisioning for port b1381169-d244-41c1-8b03-a758276b7982 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:05:13.844129 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-3b7b28ab-4d33-40ea-b1d4-ce1c8af314cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8', 'name': 'tempest-TestShelveInstance-2007910147-router', 'tenant_id': '94374ff2174840bdb6c40fa6d80082ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': '8df20312-0b99-434c-836a-974e26a1135a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:05:11Z', 'updated_at': '2021-12-22T14:05:12Z', 'revision_number': 3, 'project_id': '94374ff2174840bdb6c40fa6d80082ee', 'gw_port': {'id': '8df20312-0b99-434c-836a-974e26a1135a', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:aa:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:12Z', 'updated_at': '2021-12-22T14:05:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:05:13.847994 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7b28ab-4d33-40ea-b1d4-ce1c8af314cf None None] Checking router: f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8 for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 14:05:13.848794 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7b28ab-4d33-40ea-b1d4-ce1c8af314cf None None] Updating router f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8 port 8df20312-0b99-434c-836a-974e26a1135a binding host dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 14:05:13.904837 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-3b7b28ab-4d33-40ea-b1d4-ce1c8af314cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:14.213178 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device b1381169-d244-41c1-8b03-a758276b7982 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:05:14.248035 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-3b7b28ab-4d33-40ea-b1d4-ce1c8af314cf None None] Notify callbacks [] for port, precommit_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:14.260865 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.provisioning_blocks [None req-3b7b28ab-4d33-40ea-b1d4-ce1c8af314cf None None] Transition to ACTIVE for port object 8df20312-0b99-434c-836a-974e26a1135a will not be triggered until provisioned by entity L2. {{(pid=84151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:05:14.329835 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-84898f6f-a989-41a6-8007-3602234bbb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:14.333275 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-3b7b28ab-4d33-40ea-b1d4-ce1c8af314cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:14.336985 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-ab7c5a20-7448-457f-acf6-c239b3baa12c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:14.356291 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port b1381169-d244-41c1-8b03-a758276b7982 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:05:14.362457 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port b1381169-d244-41c1-8b03-a758276b7982 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:05:14.363195 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:14.416651 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-3b7b28ab-4d33-40ea-b1d4-ce1c8af314cf None None] Attempting to bind port 8df20312-0b99-434c-836a-974e26a1135a on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 14:05:14.417015 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-3b7b28ab-4d33-40ea-b1d4-ce1c8af314cf None None] Attempting to bind port 8df20312-0b99-434c-836a-974e26a1135a by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 14:05:14.417369 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b28ab-4d33-40ea-b1d4-ce1c8af314cf None None] Attempting to bind port 8df20312-0b99-434c-836a-974e26a1135a on network 0776f1b4-770d-462f-bc0f-df97e8017b18 {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 14:05:14.419337 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d59a7-1857-4881-96b0-3deb7c757269 None None] Pushing event updated for resources: {'Port': ['ID=8df20312-0b99-434c-836a-974e26a1135a,revision_number=2']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:14.430216 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b28ab-4d33-40ea-b1d4-ce1c8af314cf None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 14:05:14.430614 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b28ab-4d33-40ea-b1d4-ce1c8af314cf None None] Checking segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 14:05:14.432204 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-3b7b28ab-4d33-40ea-b1d4-ce1c8af314cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:14.432611 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b28ab-4d33-40ea-b1d4-ce1c8af314cf None None] Bound using segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 14:05:14.433081 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-3b7b28ab-4d33-40ea-b1d4-ce1c8af314cf None None] Bound port: 8df20312-0b99-434c-836a-974e26a1135a, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 14:05:14.433451 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-3b7b28ab-4d33-40ea-b1d4-ce1c8af314cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:14.465368 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d59a7-1857-4881-96b0-3deb7c757269 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:05:14.465999 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d59a7-1857-4881-96b0-3deb7c757269 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:05:14.466510 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d59a7-1857-4881-96b0-3deb7c757269 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:05:14.466998 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d59a7-1857-4881-96b0-3deb7c757269 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:05:14.467313 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d59a7-1857-4881-96b0-3deb7c757269 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:05:14.467783 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d59a7-1857-4881-96b0-3deb7c757269 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:05:14.468268 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d59a7-1857-4881-96b0-3deb7c757269 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:05:14.468737 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d59a7-1857-4881-96b0-3deb7c757269 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:05:14.469202 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d59a7-1857-4881-96b0-3deb7c757269 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:05:14.469671 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d59a7-1857-4881-96b0-3deb7c757269 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:05:14.469988 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d59a7-1857-4881-96b0-3deb7c757269 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:05:14.500592 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:14.507560 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-0f7d59a7-1857-4881-96b0-3deb7c757269 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:14.537422 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port b1381169-d244-41c1-8b03-a758276b7982, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=b1381169-d244-41c1-8b03-a758276b7982,segment=NetworkSegment(095ebcce-3ab8-412d-abe4-8f7147d7cf84),segment_id=095ebcce-3ab8-412d-abe4-8f7147d7cf84)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:05:14.559305 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-3b7b28ab-4d33-40ea-b1d4-ce1c8af314cf None None] For port 8df20312-0b99-434c-836a-974e26a1135a, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 14:05:14.562432 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-3b7b28ab-4d33-40ea-b1d4-ce1c8af314cf None None] For port 8df20312-0b99-434c-836a-974e26a1135a, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=8df20312-0b99-434c-836a-974e26a1135a,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 14:05:14.576910 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-84898f6f-a989-41a6-8007-3602234bbb5d admin admin] Allocated IP 172.20.0.1 (aa562693-3e07-4200-b1dd-398b07651473/c91bdc94-eb6e-4fdc-8952-5884a16c599b/3ef6917c-a02b-47de-8495-0197bea561a7) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:05:14.613430 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:14.616582 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:14.642459 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-3b7b28ab-4d33-40ea-b1d4-ce1c8af314cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:14.646758 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:14.704865 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=b1381169-d244-41c1-8b03-a758276b7982,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:14.708469 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:14.727196 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d59a7-1857-4881-96b0-3deb7c757269 None None] Pushing event updated for resources: {'Port': ['ID=8df20312-0b99-434c-836a-974e26a1135a,revision_number=3']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:14.732833 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-0f7d59a7-1857-4881-96b0-3deb7c757269 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:14.733799 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7b28ab-4d33-40ea-b1d4-ce1c8af314cf None None] Routers {'f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:05:14.734431 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-3b7b28ab-4d33-40ea-b1d4-ce1c8af314cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:05:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:05:14.748235 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-84898f6f-a989-41a6-8007-3602234bbb5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:14.766327 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-84898f6f-a989-41a6-8007-3602234bbb5d admin admin] Transition to ACTIVE for port object 3ef6917c-a02b-47de-8495-0197bea561a7 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:05:14.842420 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-84898f6f-a989-41a6-8007-3602234bbb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:14.846837 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e74f180d-f218-4a22-a78a-d7696b50eb19 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:14.909489 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84898f6f-a989-41a6-8007-3602234bbb5d admin admin] Network aa562693-3e07-4200-b1dd-398b07651473 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:05:14.917636 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-84898f6f-a989-41a6-8007-3602234bbb5d admin admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:05:14.917943 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-3b7b28ab-4d33-40ea-b1d4-ce1c8af314cf None None] Set router f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:05:14.921776 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84898f6f-a989-41a6-8007-3602234bbb5d admin admin] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 14:05:14.976818 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84898f6f-a989-41a6-8007-3602234bbb5d admin admin] Pushing event updated for resources: {'Port': ['ID=3ef6917c-a02b-47de-8495-0197bea561a7,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:14.982402 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-84898f6f-a989-41a6-8007-3602234bbb5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:14.985231 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-84898f6f-a989-41a6-8007-3602234bbb5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:15.158926 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-84898f6f-a989-41a6-8007-3602234bbb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:15.227379 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-3b7b28ab-4d33-40ea-b1d4-ce1c8af314cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8', 'name': 'tempest-TestShelveInstance-2007910147-router', 'tenant_id': '94374ff2174840bdb6c40fa6d80082ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': '8df20312-0b99-434c-836a-974e26a1135a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:05:11Z', 'updated_at': '2021-12-22T14:05:12Z', 'revision_number': 3, 'project_id': '94374ff2174840bdb6c40fa6d80082ee', 'gw_port': {'id': '8df20312-0b99-434c-836a-974e26a1135a', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:aa:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:12Z', 'updated_at': '2021-12-22T14:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:05:15.232948 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7b28ab-4d33-40ea-b1d4-ce1c8af314cf None None] The sync data for ids ['f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8'] in dv-neutron-822669-1-hyperv is: [{'id': 'f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8', 'name': 'tempest-TestShelveInstance-2007910147-router', 'tenant_id': '94374ff2174840bdb6c40fa6d80082ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': '8df20312-0b99-434c-836a-974e26a1135a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:05:11Z', 'updated_at': '2021-12-22T14:05:12Z', 'revision_number': 3, 'project_id': '94374ff2174840bdb6c40fa6d80082ee', 'gw_port': {'id': '8df20312-0b99-434c-836a-974e26a1135a', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:aa:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:12Z', 'updated_at': '2021-12-22T14:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 14:05:15.240862 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-cdcf58a0-9cdc-48e9-aaed-d5cac494ae37 None None] Provisioning for port 3ef6917c-a02b-47de-8495-0197bea561a7 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:05:15.246207 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-cdcf58a0-9cdc-48e9-aaed-d5cac494ae37 None None] Provisioning complete for port 3ef6917c-a02b-47de-8495-0197bea561a7 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:05:15.246705 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-cdcf58a0-9cdc-48e9-aaed-d5cac494ae37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:15.302818 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-cdcf58a0-9cdc-48e9-aaed-d5cac494ae37 None None] Port 3ef6917c-a02b-47de-8495-0197bea561a7 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 14:05:15.398927 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-84898f6f-a989-41a6-8007-3602234bbb5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:15.448091 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-84898f6f-a989-41a6-8007-3602234bbb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:15.477097 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-588bb904-dc7f-465b-904f-f185c94c3da0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:15.554163 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84898f6f-a989-41a6-8007-3602234bbb5d admin admin] Pushing event updated for resources: {'Port': ['ID=3ef6917c-a02b-47de-8495-0197bea561a7,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:15.558555 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-84898f6f-a989-41a6-8007-3602234bbb5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:15.559487 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-84898f6f-a989-41a6-8007-3602234bbb5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:15.800822 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84898f6f-a989-41a6-8007-3602234bbb5d admin admin] Network aa562693-3e07-4200-b1dd-398b07651473 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:05:15.803064 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-84898f6f-a989-41a6-8007-3602234bbb5d admin admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:05:16.035614 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3c3dad1f-be52-4ebf-9518-3674f8b65c4a None None] Provisioning complete for port 3ef6917c-a02b-47de-8495-0197bea561a7 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:05:16.036237 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3c3dad1f-be52-4ebf-9518-3674f8b65c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:16.091206 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3c3dad1f-be52-4ebf-9518-3674f8b65c4a None None] Port 3ef6917c-a02b-47de-8495-0197bea561a7 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 14:05:16.159060 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device b1381169-d244-41c1-8b03-a758276b7982 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:05:16.215234 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84898f6f-a989-41a6-8007-3602234bbb5d admin admin] Router f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 14:05:16.225517 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port b1381169-d244-41c1-8b03-a758276b7982 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:05:16.225900 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:16.422756 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84898f6f-a989-41a6-8007-3602234bbb5d admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 14:05:16.431331 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-84898f6f-a989-41a6-8007-3602234bbb5d admin admin] 10.222.0.47 "PUT /v2.0/routers/f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0235407 Dec 22 14:05:17.340731 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58596) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:05:17.346388 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-c9866c96-79e1-4387-8f17-29ac513dc700 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-73134938', 'description': 'tempest-secgroup-smoke-73134938 description', 'project_id': 'b10600ded90047d3a3583fcf6218253d'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:05:17.352537 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-c9866c96-79e1-4387-8f17-29ac513dc700 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:05:17.357335 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c9866c96-79e1-4387-8f17-29ac513dc700 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Usage tracker for resource:security_group and tenant:b10600ded90047d3a3583fcf6218253d is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:05:17.360159 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c9866c96-79e1-4387-8f17-29ac513dc700 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:05:17.365701 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-c9866c96-79e1-4387-8f17-29ac513dc700 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:05:17.413403 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c9866c96-79e1-4387-8f17-29ac513dc700 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:17.448898 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-c9866c96-79e1-4387-8f17-29ac513dc700 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:05:17.452811 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c9866c96-79e1-4387-8f17-29ac513dc700 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Usage tracker for resource:security_group_rule and tenant:b10600ded90047d3a3583fcf6218253d is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:05:17.455714 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-c9866c96-79e1-4387-8f17-29ac513dc700 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:05:17.461321 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-c9866c96-79e1-4387-8f17-29ac513dc700 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:05:17.516017 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c9866c96-79e1-4387-8f17-29ac513dc700 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:17.573645 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c9866c96-79e1-4387-8f17-29ac513dc700 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:17.577325 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-11f11fb6-7ec8-4196-8c3f-c70fda884236 tempest-ServersAdminNegativeTestJSON-514692987 tempest-ServersAdminNegativeTestJSON-514692987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:17.619011 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9866c96-79e1-4387-8f17-29ac513dc700 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61d25c73-283c-403c-bb58-ce3c390967ee,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:17.621630 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c9866c96-79e1-4387-8f17-29ac513dc700 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:17.680588 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-c9866c96-79e1-4387-8f17-29ac513dc700 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:17.681789 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-c9866c96-79e1-4387-8f17-29ac513dc700 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.3400733 Dec 22 14:05:17.685337 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58600) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:05:17.690843 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-9248ceae-7721-472e-83a8-ece610235997 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Request body: {'security_group_rule': {'security_group_id': '61d25c73-283c-403c-bb58-ce3c390967ee', 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:05:17.696945 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-9248ceae-7721-472e-83a8-ece610235997 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:05:17.700984 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-9248ceae-7721-472e-83a8-ece610235997 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Usage tracker for resource:security_group_rule and tenant:b10600ded90047d3a3583fcf6218253d is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:05:17.703883 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-9248ceae-7721-472e-83a8-ece610235997 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:05:17.709427 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-9248ceae-7721-472e-83a8-ece610235997 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:05:17.797265 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9248ceae-7721-472e-83a8-ece610235997 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:17.859103 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9248ceae-7721-472e-83a8-ece610235997 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:17.915219 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9248ceae-7721-472e-83a8-ece610235997 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:17.918756 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-cd42b79f-3a7f-4315-a633-3de51b915275 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:17.939400 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9248ceae-7721-472e-83a8-ece610235997 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a06fcd4-59c6-48c5-98f4-fdd9cf52719c,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:17.943649 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9248ceae-7721-472e-83a8-ece610235997 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:18.006419 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9248ceae-7721-472e-83a8-ece610235997 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:18.007664 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9248ceae-7721-472e-83a8-ece610235997 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3213866 Dec 22 14:05:18.010851 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58604) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:05:18.016483 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-ac985ff8-161d-43a9-99c5-4b7b78b2be43 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Request body: {'security_group_rule': {'security_group_id': '61d25c73-283c-403c-bb58-ce3c390967ee', 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:05:18.022517 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-ac985ff8-161d-43a9-99c5-4b7b78b2be43 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:05:18.026946 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-ac985ff8-161d-43a9-99c5-4b7b78b2be43 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Usage tracker for resource:security_group_rule and tenant:b10600ded90047d3a3583fcf6218253d is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:05:18.029808 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-ac985ff8-161d-43a9-99c5-4b7b78b2be43 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:05:18.035555 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-ac985ff8-161d-43a9-99c5-4b7b78b2be43 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:05:18.115373 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ac985ff8-161d-43a9-99c5-4b7b78b2be43 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:18.173112 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ac985ff8-161d-43a9-99c5-4b7b78b2be43 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:18.224634 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ac985ff8-161d-43a9-99c5-4b7b78b2be43 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:18.230361 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-33599220-636d-4334-889f-0f2337a5d223 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:18.248821 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac985ff8-161d-43a9-99c5-4b7b78b2be43 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1befad10-e00a-466f-9971-998c8f6fa10a,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:18.251292 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ac985ff8-161d-43a9-99c5-4b7b78b2be43 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:18.315932 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-ac985ff8-161d-43a9-99c5-4b7b78b2be43 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:18.317166 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-ac985ff8-161d-43a9-99c5-4b7b78b2be43 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3053200 Dec 22 14:05:18.320154 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58608) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:05:18.326196 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-133cfadb-d68c-4389-9d74-49b677f19361 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Request body: {'security_group_rule': {'security_group_id': '61d25c73-283c-403c-bb58-ce3c390967ee', 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:05:18.332009 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-133cfadb-d68c-4389-9d74-49b677f19361 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:05:18.335848 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-133cfadb-d68c-4389-9d74-49b677f19361 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Usage tracker for resource:security_group_rule and tenant:b10600ded90047d3a3583fcf6218253d is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:05:18.338730 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-133cfadb-d68c-4389-9d74-49b677f19361 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:05:18.344343 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-133cfadb-d68c-4389-9d74-49b677f19361 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:05:18.406871 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-133cfadb-d68c-4389-9d74-49b677f19361 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:18.468531 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-133cfadb-d68c-4389-9d74-49b677f19361 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:18.538895 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-133cfadb-d68c-4389-9d74-49b677f19361 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:18.545526 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6798b4aa-5c29-42ba-8866-09c4644ea595 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:18.564975 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133cfadb-d68c-4389-9d74-49b677f19361 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e5e4665-2f64-4f95-866a-1b2cbf4b9d2c,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:18.567413 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-133cfadb-d68c-4389-9d74-49b677f19361 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:18.635998 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-133cfadb-d68c-4389-9d74-49b677f19361 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:18.637184 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-133cfadb-d68c-4389-9d74-49b677f19361 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3160858 Dec 22 14:05:18.639776 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58612) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:05:18.645196 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-07f74b56-fbd3-4873-b449-95387b21b6c1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Request body: {'security_group_rule': {'security_group_id': '61d25c73-283c-403c-bb58-ce3c390967ee', 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:05:18.650982 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-07f74b56-fbd3-4873-b449-95387b21b6c1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:05:18.654821 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-07f74b56-fbd3-4873-b449-95387b21b6c1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Usage tracker for resource:security_group_rule and tenant:b10600ded90047d3a3583fcf6218253d is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:05:18.657745 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-07f74b56-fbd3-4873-b449-95387b21b6c1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:05:18.663371 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-07f74b56-fbd3-4873-b449-95387b21b6c1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:05:18.745531 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-07f74b56-fbd3-4873-b449-95387b21b6c1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:18.808108 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-07f74b56-fbd3-4873-b449-95387b21b6c1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:18.904608 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-07f74b56-fbd3-4873-b449-95387b21b6c1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:18.906603 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-376d1d39-3b3b-4fa6-bfbe-f4ad5d98dae6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:18.928625 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f74b56-fbd3-4873-b449-95387b21b6c1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b961ca-ea6d-4d2f-963e-9561d35c8ce2,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:18.930965 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-07f74b56-fbd3-4873-b449-95387b21b6c1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:19.017882 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-07f74b56-fbd3-4873-b449-95387b21b6c1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:19.019130 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-07f74b56-fbd3-4873-b449-95387b21b6c1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3784308 Dec 22 14:05:19.021791 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58616) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:05:19.027977 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-6a799a49-76db-45f0-b9dc-1208d2cc97b8 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Request body: {'security_group_rule': {'security_group_id': '61d25c73-283c-403c-bb58-ce3c390967ee', 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:05:19.033884 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-6a799a49-76db-45f0-b9dc-1208d2cc97b8 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:05:19.037731 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6a799a49-76db-45f0-b9dc-1208d2cc97b8 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Usage tracker for resource:security_group_rule and tenant:b10600ded90047d3a3583fcf6218253d is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:05:19.040584 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-6a799a49-76db-45f0-b9dc-1208d2cc97b8 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:05:19.046973 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-6a799a49-76db-45f0-b9dc-1208d2cc97b8 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:05:19.110790 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.securitygroups_db [None req-6a799a49-76db-45f0-b9dc-1208d2cc97b8 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Project b10600ded90047d3a3583fcf6218253d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 14:05:19.117347 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6a799a49-76db-45f0-b9dc-1208d2cc97b8 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:19.184336 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6a799a49-76db-45f0-b9dc-1208d2cc97b8 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:19.257554 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6a799a49-76db-45f0-b9dc-1208d2cc97b8 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:19.263373 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1ac8b6e7-ed61-46d2-a1bf-d50dd5c68f1a tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:19.282698 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a799a49-76db-45f0-b9dc-1208d2cc97b8 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba3c9b6-5c47-4072-8cdb-271680dea6cd,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:19.285298 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6a799a49-76db-45f0-b9dc-1208d2cc97b8 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:19.361569 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6a799a49-76db-45f0-b9dc-1208d2cc97b8 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:19.362768 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6a799a49-76db-45f0-b9dc-1208d2cc97b8 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3400154 Dec 22 14:05:19.365314 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 58620) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:05:19.371161 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-8a337025-4707-4870-9d9d-6ca8b72d8e17 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Request body: {'security_group_rule': {'security_group_id': '61d25c73-283c-403c-bb58-ce3c390967ee', 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:05:19.376851 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-8a337025-4707-4870-9d9d-6ca8b72d8e17 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:05:19.380576 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-8a337025-4707-4870-9d9d-6ca8b72d8e17 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Usage tracker for resource:security_group_rule and tenant:b10600ded90047d3a3583fcf6218253d is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:05:19.386235 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-8a337025-4707-4870-9d9d-6ca8b72d8e17 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:05:19.389478 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-8a337025-4707-4870-9d9d-6ca8b72d8e17 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:05:19.453296 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.securitygroups_db [None req-8a337025-4707-4870-9d9d-6ca8b72d8e17 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Project b10600ded90047d3a3583fcf6218253d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 14:05:19.459853 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8a337025-4707-4870-9d9d-6ca8b72d8e17 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:19.524934 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8a337025-4707-4870-9d9d-6ca8b72d8e17 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:19.589742 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8a337025-4707-4870-9d9d-6ca8b72d8e17 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:19.591866 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-36c113cf-8791-4d4b-ad13-634231a45c07 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:19.613689 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a337025-4707-4870-9d9d-6ca8b72d8e17 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df0ad243-fe25-446e-9029-c8c65b11a374,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:19.616305 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8a337025-4707-4870-9d9d-6ca8b72d8e17 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:19.680009 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-8a337025-4707-4870-9d9d-6ca8b72d8e17 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:19.681184 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-8a337025-4707-4870-9d9d-6ca8b72d8e17 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3149838 Dec 22 14:05:19.848706 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-86c31c34-c085-425e-8b0e-2e76be539368 req-6a2031ec-4d81-4f4b-906c-80b217792243 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Synchronizing usage tracker for tenant:b10600ded90047d3a3583fcf6218253d on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:05:19.961701 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-86c31c34-c085-425e-8b0e-2e76be539368 req-6a2031ec-4d81-4f4b-906c-80b217792243 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Unset dirty status for tenant:b10600ded90047d3a3583fcf6218253d on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:05:19.962894 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-86c31c34-c085-425e-8b0e-2e76be539368 req-6a2031ec-4d81-4f4b-906c-80b217792243 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-73134938&fields=id&tenant_id=b10600ded90047d3a3583fcf6218253d HTTP/1.1" status: 200 len: 267 time: 0.1537676 Dec 22 14:05:20.161954 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c31c34-c085-425e-8b0e-2e76be539368 req-f4b1252f-9ef3-4a4c-9ccb-5abd71eee7cc tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:05:20.163054 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-86c31c34-c085-425e-8b0e-2e76be539368 req-f4b1252f-9ef3-4a4c-9ccb-5abd71eee7cc tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Synchronizing usage tracker for tenant:b10600ded90047d3a3583fcf6218253d on resource:network {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:05:20.195921 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 8df20312-0b99-434c-836a-974e26a1135a up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:05:20.241926 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-86c31c34-c085-425e-8b0e-2e76be539368 req-f4b1252f-9ef3-4a4c-9ccb-5abd71eee7cc tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Unset dirty status for tenant:b10600ded90047d3a3583fcf6218253d on resource:network {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:05:20.243238 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-86c31c34-c085-425e-8b0e-2e76be539368 req-f4b1252f-9ef3-4a4c-9ccb-5abd71eee7cc tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/networks?id=8523403b-95bc-41a8-822a-32b489c148f8 HTTP/1.1" status: 200 len: 809 time: 0.2738562 Dec 22 14:05:20.261057 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-86c31c34-c085-425e-8b0e-2e76be539368 req-e57a4a95-66ab-4e78-b433-2aed70256ba9 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/quotas/b10600ded90047d3a3583fcf6218253d HTTP/1.1" status: 200 len: 375 time: 0.0115407 Dec 22 14:05:20.316123 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 8df20312-0b99-434c-836a-974e26a1135a completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:05:20.323933 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 8df20312-0b99-434c-836a-974e26a1135a triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:05:20.324712 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:20.353647 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-86c31c34-c085-425e-8b0e-2e76be539368 req-73ed72b1-473c-43ce-ac89-5b4498083dd7 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Synchronizing usage tracker for tenant:b10600ded90047d3a3583fcf6218253d on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:05:20.434735 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-86c31c34-c085-425e-8b0e-2e76be539368 req-73ed72b1-473c-43ce-ac89-5b4498083dd7 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Unset dirty status for tenant:b10600ded90047d3a3583fcf6218253d on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:05:20.436877 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-86c31c34-c085-425e-8b0e-2e76be539368 req-73ed72b1-473c-43ce-ac89-5b4498083dd7 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b10600ded90047d3a3583fcf6218253d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1676161 Dec 22 14:05:20.440802 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:20.457743 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 8df20312-0b99-434c-836a-974e26a1135a, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=8df20312-0b99-434c-836a-974e26a1135a,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:05:20.510891 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:20.514150 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-21834b5b-2c98-493a-9fa8-9eb5ed7757ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:20.628232 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=8df20312-0b99-434c-836a-974e26a1135a,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:20.635086 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:20.830543 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-86c31c34-c085-425e-8b0e-2e76be539368 req-257490d0-b59c-4bc1-8b79-4d90c19544a0 service neutron] 10.222.0.47 "GET /v2.0/networks/8523403b-95bc-41a8-822a-32b489c148f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812735 Dec 22 14:05:20.960655 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-86c31c34-c085-425e-8b0e-2e76be539368 req-0a80e162-eed4-47c8-a935-b15b67471000 service neutron] 10.222.0.47 "GET /v2.0/networks/8523403b-95bc-41a8-822a-32b489c148f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245489 Dec 22 14:05:21.219867 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7191e911-1ac6-497a-b204-497e955aa7c0 req-b1ab05a9-0b2a-47da-a5c1-46eb9213966d tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 210 time: 0.0467918 Dec 22 14:05:22.165099 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 8df20312-0b99-434c-836a-974e26a1135a up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:05:22.229920 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4e1568-2dd2-45b2-bb5e-3659135659d5 None None] Sync routers for ids ['b4dd3700-5826-486d-8dfb-7457eb44e3a9'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 14:05:22.250469 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4e1568-2dd2-45b2-bb5e-3659135659d5 None None] Routers {'b4dd3700-5826-486d-8dfb-7457eb44e3a9'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:05:22.251100 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-3a4e1568-2dd2-45b2-bb5e-3659135659d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:05:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b4dd3700-5826-486d-8dfb-7457eb44e3a9'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:05:22.336403 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 8df20312-0b99-434c-836a-974e26a1135a triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:05:22.336786 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:22.385946 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6781dd2b-5278-4021-b82e-4a785d7bcc6c req-18e118b0-acd2-441e-aae6-7d7c888234bc tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 210 time: 0.0412457 Dec 22 14:05:22.487380 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-3a4e1568-2dd2-45b2-bb5e-3659135659d5 None None] Set router b4dd3700-5826-486d-8dfb-7457eb44e3a9 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:05:22.839090 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-3a4e1568-2dd2-45b2-bb5e-3659135659d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'name': 'tempest-TestShelveInstance-1705512809-router', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '239ac397-f447-49f1-ae46-48d3d39004f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:05:04Z', 'updated_at': '2021-12-22T14:05:07Z', 'revision_number': 4, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'gw_port': {'id': '239ac397-f447-49f1-ae46-48d3d39004f8', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:04Z', 'updated_at': '2021-12-22T14:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'af00062f-c8e7-43cd-b755-65e3f858816e', 'name': '', 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'mac_address': 'fa:16:3e:fa:0d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bc9686a-6d9a-4840-9487-6c4bb2200d21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:06Z', 'updated_at': '2021-12-22T14:05:07Z', 'revision_number': 2, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'subnets': [{'id': '1bc9686a-6d9a-4840-9487-6c4bb2200d21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:05:22.842652 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4e1568-2dd2-45b2-bb5e-3659135659d5 None None] Checking router: b4dd3700-5826-486d-8dfb-7457eb44e3a9 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 14:05:22.843017 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4e1568-2dd2-45b2-bb5e-3659135659d5 None None] Updating router b4dd3700-5826-486d-8dfb-7457eb44e3a9 port af00062f-c8e7-43cd-b755-65e3f858816e binding host dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 14:05:22.895575 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3a4e1568-2dd2-45b2-bb5e-3659135659d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:23.234946 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3a4e1568-2dd2-45b2-bb5e-3659135659d5 None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:23.247205 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3a4e1568-2dd2-45b2-bb5e-3659135659d5 None None] Transition to ACTIVE for port object af00062f-c8e7-43cd-b755-65e3f858816e will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:05:23.345075 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3a4e1568-2dd2-45b2-bb5e-3659135659d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:23.348812 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:23.375773 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c31c34-c085-425e-8b0e-2e76be539368 req-c6308775-57a5-4f01-bac2-a74e68011b07 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:05:23.377194 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-86c31c34-c085-425e-8b0e-2e76be539368 req-c6308775-57a5-4f01-bac2-a74e68011b07 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.45 "GET /v2.0/networks?id=8523403b-95bc-41a8-822a-32b489c148f8 HTTP/1.1" status: 200 len: 809 time: 0.1468394 Dec 22 14:05:23.449808 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-86c31c34-c085-425e-8b0e-2e76be539368 req-6feb068c-584b-43b3-a78b-1c37d602585c tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b10600ded90047d3a3583fcf6218253d HTTP/1.1" status: 200 len: 378 time: 0.0571144 Dec 22 14:05:23.462018 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-86c31c34-c085-425e-8b0e-2e76be539368 req-749a0a70-4814-42fe-a57d-2ad9887d0557 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Request body: {'port': {'device_id': 'fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9', 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8', 'admin_state_up': True, 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'security_groups': ['61d25c73-283c-403c-bb58-ce3c390967ee']}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:05:23.482365 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e3f73-4643-4f82-bcde-ce5d7a0ba70a None None] Pushing event updated for resources: {'Port': ['ID=af00062f-c8e7-43cd-b755-65e3f858816e,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:23.490571 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-724e3f73-4643-4f82-bcde-ce5d7a0ba70a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:23.615454 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-3a4e1568-2dd2-45b2-bb5e-3659135659d5 None None] Attempting to bind port af00062f-c8e7-43cd-b755-65e3f858816e on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 14:05:23.621921 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-3a4e1568-2dd2-45b2-bb5e-3659135659d5 None None] Attempting to bind port af00062f-c8e7-43cd-b755-65e3f858816e by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '0539b439-5491-4a20-b9c7-823d33982f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 14:05:23.621921 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4e1568-2dd2-45b2-bb5e-3659135659d5 None None] Attempting to bind port af00062f-c8e7-43cd-b755-65e3f858816e on network 8523403b-95bc-41a8-822a-32b489c148f8 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 14:05:23.626399 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4e1568-2dd2-45b2-bb5e-3659135659d5 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 14:05:23.627090 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4e1568-2dd2-45b2-bb5e-3659135659d5 None None] Checking segment: {'id': '0539b439-5491-4a20-b9c7-823d33982f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 14:05:23.627594 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3a4e1568-2dd2-45b2-bb5e-3659135659d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:23.628088 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4e1568-2dd2-45b2-bb5e-3659135659d5 None None] Bound using segment: {'id': '0539b439-5491-4a20-b9c7-823d33982f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 14:05:23.628715 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-3a4e1568-2dd2-45b2-bb5e-3659135659d5 None None] Bound port: af00062f-c8e7-43cd-b755-65e3f858816e, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0539b439-5491-4a20-b9c7-823d33982f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 14:05:23.629267 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3a4e1568-2dd2-45b2-bb5e-3659135659d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:23.671771 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-86c31c34-c085-425e-8b0e-2e76be539368 req-749a0a70-4814-42fe-a57d-2ad9887d0557 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:05:23.684506 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-86c31c34-c085-425e-8b0e-2e76be539368 req-749a0a70-4814-42fe-a57d-2ad9887d0557 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:05:23.717271 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d75f12e6-1a35-4328-b8be-a5a447f2f29e req-6214aa6f-c17b-4c5b-8673-ff6003e66458 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 210 time: 0.1895528 Dec 22 14:05:23.743487 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3a4e1568-2dd2-45b2-bb5e-3659135659d5 None None] For port af00062f-c8e7-43cd-b755-65e3f858816e, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 14:05:23.743487 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3a4e1568-2dd2-45b2-bb5e-3659135659d5 None None] For port af00062f-c8e7-43cd-b755-65e3f858816e, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=af00062f-c8e7-43cd-b755-65e3f858816e,segment=NetworkSegment(0539b439-5491-4a20-b9c7-823d33982f98),segment_id=0539b439-5491-4a20-b9c7-823d33982f98)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 14:05:23.773790 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86c31c34-c085-425e-8b0e-2e76be539368 req-749a0a70-4814-42fe-a57d-2ad9887d0557 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Made reservation on behalf of b10600ded90047d3a3583fcf6218253d for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 14:05:23.777318 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-86c31c34-c085-425e-8b0e-2e76be539368 req-749a0a70-4814-42fe-a57d-2ad9887d0557 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:23.802953 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3a4e1568-2dd2-45b2-bb5e-3659135659d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:23.807899 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:23.937775 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e3f73-4643-4f82-bcde-ce5d7a0ba70a None None] Pushing event updated for resources: {'Port': ['ID=af00062f-c8e7-43cd-b755-65e3f858816e,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:23.941308 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-724e3f73-4643-4f82-bcde-ce5d7a0ba70a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:23.945916 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4e1568-2dd2-45b2-bb5e-3659135659d5 None None] Routers {'b4dd3700-5826-486d-8dfb-7457eb44e3a9'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:05:23.945916 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-3a4e1568-2dd2-45b2-bb5e-3659135659d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:05:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b4dd3700-5826-486d-8dfb-7457eb44e3a9'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:05:23.954545 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [req-86c31c34-c085-425e-8b0e-2e76be539368 req-749a0a70-4814-42fe-a57d-2ad9887d0557 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Allocated IP 172.20.0.4 (8523403b-95bc-41a8-822a-32b489c148f8/1bc9686a-6d9a-4840-9487-6c4bb2200d21/8fbd1300-7251-485a-9380-fe11e66cdd25) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:05:24.132602 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-3a4e1568-2dd2-45b2-bb5e-3659135659d5 None None] Set router b4dd3700-5826-486d-8dfb-7457eb44e3a9 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:05:24.174880 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-86c31c34-c085-425e-8b0e-2e76be539368 req-749a0a70-4814-42fe-a57d-2ad9887d0557 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:24.192629 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device af00062f-c8e7-43cd-b755-65e3f858816e up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:05:24.195239 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-86c31c34-c085-425e-8b0e-2e76be539368 req-749a0a70-4814-42fe-a57d-2ad9887d0557 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Transition to ACTIVE for port object 8fbd1300-7251-485a-9380-fe11e66cdd25 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:05:24.294110 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-86c31c34-c085-425e-8b0e-2e76be539368 req-749a0a70-4814-42fe-a57d-2ad9887d0557 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:24.301157 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1350d73a-38d7-4191-97dd-c40756d9860c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:24.376949 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86c31c34-c085-425e-8b0e-2e76be539368 req-749a0a70-4814-42fe-a57d-2ad9887d0557 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Network 8523403b-95bc-41a8-822a-32b489c148f8 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:05:24.380475 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [req-86c31c34-c085-425e-8b0e-2e76be539368 req-749a0a70-4814-42fe-a57d-2ad9887d0557 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:05:24.382528 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a0a70-4814-42fe-a57d-2ad9887d0557 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Pushing event updated for resources: {'Port': ['ID=8fbd1300-7251-485a-9380-fe11e66cdd25,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:24.384601 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c31c34-c085-425e-8b0e-2e76be539368 req-749a0a70-4814-42fe-a57d-2ad9887d0557 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 14:05:24.413578 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-749a0a70-4814-42fe-a57d-2ad9887d0557 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:24.448363 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c31c34-c085-425e-8b0e-2e76be539368 req-749a0a70-4814-42fe-a57d-2ad9887d0557 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:05:24.448974 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-86c31c34-c085-425e-8b0e-2e76be539368 req-749a0a70-4814-42fe-a57d-2ad9887d0557 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:24.488899 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port af00062f-c8e7-43cd-b755-65e3f858816e completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:05:24.496507 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port af00062f-c8e7-43cd-b755-65e3f858816e triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:05:24.496872 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:24.568674 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-86c31c34-c085-425e-8b0e-2e76be539368 req-749a0a70-4814-42fe-a57d-2ad9887d0557 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1107900 Dec 22 14:05:24.586495 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-86c31c34-c085-425e-8b0e-2e76be539368 req-e025ee01-d7b7-405c-a588-48121f01ce6b service neutron] Request body: {'port': {'device_id': 'fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:05:24.636874 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-3a4e1568-2dd2-45b2-bb5e-3659135659d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'name': 'tempest-TestShelveInstance-1705512809-router', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '239ac397-f447-49f1-ae46-48d3d39004f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:05:04Z', 'updated_at': '2021-12-22T14:05:07Z', 'revision_number': 4, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'gw_port': {'id': '239ac397-f447-49f1-ae46-48d3d39004f8', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:04Z', 'updated_at': '2021-12-22T14:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'af00062f-c8e7-43cd-b755-65e3f858816e', 'name': '', 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'mac_address': 'fa:16:3e:fa:0d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bc9686a-6d9a-4840-9487-6c4bb2200d21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:06Z', 'updated_at': '2021-12-22T14:05:23Z', 'revision_number': 4, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'subnets': [{'id': '1bc9686a-6d9a-4840-9487-6c4bb2200d21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:05:24.647132 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:24.661081 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4e1568-2dd2-45b2-bb5e-3659135659d5 None None] The sync data for ids ['b4dd3700-5826-486d-8dfb-7457eb44e3a9'] in dv-neutron-822669-1-hyperv is: [{'id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'name': 'tempest-TestShelveInstance-1705512809-router', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '239ac397-f447-49f1-ae46-48d3d39004f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:05:04Z', 'updated_at': '2021-12-22T14:05:07Z', 'revision_number': 4, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'gw_port': {'id': '239ac397-f447-49f1-ae46-48d3d39004f8', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:04Z', 'updated_at': '2021-12-22T14:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'af00062f-c8e7-43cd-b755-65e3f858816e', 'name': '', 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'mac_address': 'fa:16:3e:fa:0d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bc9686a-6d9a-4840-9487-6c4bb2200d21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:06Z', 'updated_at': '2021-12-22T14:05:23Z', 'revision_number': 4, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'subnets': [{'id': '1bc9686a-6d9a-4840-9487-6c4bb2200d21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 14:05:24.691126 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port af00062f-c8e7-43cd-b755-65e3f858816e, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=af00062f-c8e7-43cd-b755-65e3f858816e,segment=NetworkSegment(0539b439-5491-4a20-b9c7-823d33982f98),segment_id=0539b439-5491-4a20-b9c7-823d33982f98)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:05:24.702000 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-86c31c34-c085-425e-8b0e-2e76be539368 req-e025ee01-d7b7-405c-a588-48121f01ce6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:24.727972 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-ef7d22cf-5327-479a-979f-0fcf5be424a4 None None] Provisioning for port 8fbd1300-7251-485a-9380-fe11e66cdd25 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:05:24.734846 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-ef7d22cf-5327-479a-979f-0fcf5be424a4 None None] Provisioning complete for port 8fbd1300-7251-485a-9380-fe11e66cdd25 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:05:24.737091 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ef7d22cf-5327-479a-979f-0fcf5be424a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:24.767779 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:24.775491 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-21834b5b-2c98-493a-9fa8-9eb5ed7757ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:24.861287 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-ef7d22cf-5327-479a-979f-0fcf5be424a4 None None] Port 8fbd1300-7251-485a-9380-fe11e66cdd25 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 14:05:24.888318 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=af00062f-c8e7-43cd-b755-65e3f858816e,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:24.891496 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:25.074709 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb2cb4d-5ec5-4ec0-ab6a-55f576568e17 None None] Sync routers for ids ['f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 14:05:25.087828 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb2cb4d-5ec5-4ec0-ab6a-55f576568e17 None None] Routers {'f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:05:25.088909 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-3eb2cb4d-5ec5-4ec0-ab6a-55f576568e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:05:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:05:25.101248 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec226f15-8318-4f33-9744-9569132f2f45 req-85a84e11-bf08-429c-ba78-0d8a4f955a9a tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:05:25.101941 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-ec226f15-8318-4f33-9744-9569132f2f45 req-85a84e11-bf08-429c-ba78-0d8a4f955a9a tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Synchronizing usage tracker for tenant:b10600ded90047d3a3583fcf6218253d on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:05:25.179842 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-ec226f15-8318-4f33-9744-9569132f2f45 req-85a84e11-bf08-429c-ba78-0d8a4f955a9a tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Unset dirty status for tenant:b10600ded90047d3a3583fcf6218253d on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:05:25.181011 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ec226f15-8318-4f33-9744-9569132f2f45 req-85a84e11-bf08-429c-ba78-0d8a4f955a9a tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 931 time: 0.2762060 Dec 22 14:05:25.193749 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [req-86c31c34-c085-425e-8b0e-2e76be539368 req-e025ee01-d7b7-405c-a588-48121f01ce6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fbd1300-7251-485a-9380-fe11e66cdd25 {{(pid=84149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 14:05:25.221159 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-86c31c34-c085-425e-8b0e-2e76be539368 req-e025ee01-d7b7-405c-a588-48121f01ce6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:25.252084 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-86c31c34-c085-425e-8b0e-2e76be539368 req-e025ee01-d7b7-405c-a588-48121f01ce6b service neutron] Transition to ACTIVE for port object 8fbd1300-7251-485a-9380-fe11e66cdd25 will not be triggered until provisioned by entity L2. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:05:25.257887 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ec226f15-8318-4f33-9744-9569132f2f45 req-559ebaeb-64d6-4fa1-a75c-37043968cf7a tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0673966 Dec 22 14:05:25.293640 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-3eb2cb4d-5ec5-4ec0-ab6a-55f576568e17 None None] Set router f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:05:25.322113 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-86c31c34-c085-425e-8b0e-2e76be539368 req-e025ee01-d7b7-405c-a588-48121f01ce6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:25.326634 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f2b84442-53a1-4c03-a7ab-d2522ca520a9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:25.568445 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025ee01-d7b7-405c-a588-48121f01ce6b service neutron] Pushing event updated for resources: {'Port': ['ID=8fbd1300-7251-485a-9380-fe11e66cdd25,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:25.573202 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e025ee01-d7b7-405c-a588-48121f01ce6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:25.623894 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-3eb2cb4d-5ec5-4ec0-ab6a-55f576568e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8', 'name': 'tempest-TestShelveInstance-2007910147-router', 'tenant_id': '94374ff2174840bdb6c40fa6d80082ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': '8df20312-0b99-434c-836a-974e26a1135a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:05:11Z', 'updated_at': '2021-12-22T14:05:15Z', 'revision_number': 4, 'project_id': '94374ff2174840bdb6c40fa6d80082ee', 'gw_port': {'id': '8df20312-0b99-434c-836a-974e26a1135a', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:aa:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:12Z', 'updated_at': '2021-12-22T14:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '3ef6917c-a02b-47de-8495-0197bea561a7', 'name': '', 'network_id': 'aa562693-3e07-4200-b1dd-398b07651473', 'tenant_id': '94374ff2174840bdb6c40fa6d80082ee', 'mac_address': 'fa:16:3e:80:4e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c91bdc94-eb6e-4fdc-8952-5884a16c599b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:14Z', 'updated_at': '2021-12-22T14:05:15Z', 'revision_number': 2, 'project_id': '94374ff2174840bdb6c40fa6d80082ee', 'subnets': [{'id': 'c91bdc94-eb6e-4fdc-8952-5884a16c599b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:05:25.627798 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb2cb4d-5ec5-4ec0-ab6a-55f576568e17 None None] Checking router: f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8 for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 14:05:25.628144 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb2cb4d-5ec5-4ec0-ab6a-55f576568e17 None None] Updating router f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8 port 3ef6917c-a02b-47de-8495-0197bea561a7 binding host dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 14:05:25.676429 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-86c31c34-c085-425e-8b0e-2e76be539368 req-e025ee01-d7b7-405c-a588-48121f01ce6b service neutron] Attempting to bind port 8fbd1300-7251-485a-9380-fe11e66cdd25 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 14:05:25.676801 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-86c31c34-c085-425e-8b0e-2e76be539368 req-e025ee01-d7b7-405c-a588-48121f01ce6b service neutron] Attempting to bind port 8fbd1300-7251-485a-9380-fe11e66cdd25 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '0539b439-5491-4a20-b9c7-823d33982f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 14:05:25.677185 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c31c34-c085-425e-8b0e-2e76be539368 req-e025ee01-d7b7-405c-a588-48121f01ce6b service neutron] Attempting to bind port 8fbd1300-7251-485a-9380-fe11e66cdd25 on network 8523403b-95bc-41a8-822a-32b489c148f8 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 14:05:25.684841 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c31c34-c085-425e-8b0e-2e76be539368 req-e025ee01-d7b7-405c-a588-48121f01ce6b service neutron] Port 8fbd1300-7251-485a-9380-fe11e66cdd25 on network 8523403b-95bc-41a8-822a-32b489c148f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 14:05:25.685167 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c31c34-c085-425e-8b0e-2e76be539368 req-e025ee01-d7b7-405c-a588-48121f01ce6b service neutron] Attempting to bind port 8fbd1300-7251-485a-9380-fe11e66cdd25 on network 8523403b-95bc-41a8-822a-32b489c148f8 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 14:05:25.693411 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-3eb2cb4d-5ec5-4ec0-ab6a-55f576568e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:25.693690 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c31c34-c085-425e-8b0e-2e76be539368 req-e025ee01-d7b7-405c-a588-48121f01ce6b service neutron] Checking agent: {'id': '72ee2f79-9ac0-483e-b4fd-5b910a776581', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'started_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 14:05:25.694039 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c31c34-c085-425e-8b0e-2e76be539368 req-e025ee01-d7b7-405c-a588-48121f01ce6b service neutron] Checking segment: {'id': '0539b439-5491-4a20-b9c7-823d33982f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 14:05:25.694453 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c31c34-c085-425e-8b0e-2e76be539368 req-e025ee01-d7b7-405c-a588-48121f01ce6b service neutron] Bound using segment: {'id': '0539b439-5491-4a20-b9c7-823d33982f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8'} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 14:05:25.694888 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-86c31c34-c085-425e-8b0e-2e76be539368 req-e025ee01-d7b7-405c-a588-48121f01ce6b service neutron] Bound port: 8fbd1300-7251-485a-9380-fe11e66cdd25, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0539b439-5491-4a20-b9c7-823d33982f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8'}}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 14:05:25.695236 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-86c31c34-c085-425e-8b0e-2e76be539368 req-e025ee01-d7b7-405c-a588-48121f01ce6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:25.782827 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-86c31c34-c085-425e-8b0e-2e76be539368 req-e025ee01-d7b7-405c-a588-48121f01ce6b service neutron] For port 8fbd1300-7251-485a-9380-fe11e66cdd25, host hv-neutron-8226, cleared binding levels {{(pid=84149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 14:05:25.785747 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-86c31c34-c085-425e-8b0e-2e76be539368 req-e025ee01-d7b7-405c-a588-48121f01ce6b service neutron] For port 8fbd1300-7251-485a-9380-fe11e66cdd25, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8fbd1300-7251-485a-9380-fe11e66cdd25,segment=NetworkSegment(0539b439-5491-4a20-b9c7-823d33982f98),segment_id=0539b439-5491-4a20-b9c7-823d33982f98)] {{(pid=84149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 14:05:25.853570 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-86c31c34-c085-425e-8b0e-2e76be539368 req-e025ee01-d7b7-405c-a588-48121f01ce6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:25.858163 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e025ee01-d7b7-405c-a588-48121f01ce6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:25.918288 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-86c31c34-c085-425e-8b0e-2e76be539368 req-e025ee01-d7b7-405c-a588-48121f01ce6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:25.919691 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-86c31c34-c085-425e-8b0e-2e76be539368 req-e025ee01-d7b7-405c-a588-48121f01ce6b service neutron] 10.222.0.45 "PUT /v2.0/ports/8fbd1300-7251-485a-9380-fe11e66cdd25 HTTP/1.1" status: 200 len: 1093 time: 1.3376732 Dec 22 14:05:25.920238 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9', 'tag': '8fbd1300-7251-485a-9380-fe11e66cdd25'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:05:25.944227 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025ee01-d7b7-405c-a588-48121f01ce6b service neutron] Pushing event updated for resources: {'Port': ['ID=8fbd1300-7251-485a-9380-fe11e66cdd25,revision_number=3']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:25.947556 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e025ee01-d7b7-405c-a588-48121f01ce6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:25.989370 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9', 'tag': '8fbd1300-7251-485a-9380-fe11e66cdd25', 'status': 'completed', 'code': 200} Dec 22 14:05:26.077274 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-3eb2cb4d-5ec5-4ec0-ab6a-55f576568e17 None None] Notify callbacks [] for port, precommit_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:26.090576 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.provisioning_blocks [None req-3eb2cb4d-5ec5-4ec0-ab6a-55f576568e17 None None] Transition to ACTIVE for port object 3ef6917c-a02b-47de-8495-0197bea561a7 will not be triggered until provisioned by entity L2. {{(pid=84151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:05:26.095839 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-24311187-3ccb-48e3-aa54-9d58f5c209c2 req-10ab52a5-5a2b-4416-bff9-2a057ac52af0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b10600ded90047d3a3583fcf6218253d&device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 1096 time: 0.0750310 Dec 22 14:05:26.155989 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-3eb2cb4d-5ec5-4ec0-ab6a-55f576568e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:26.159842 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-ab7c5a20-7448-457f-acf6-c239b3baa12c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:26.172326 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device af00062f-c8e7-43cd-b755-65e3f858816e up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:05:26.265487 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24311187-3ccb-48e3-aa54-9d58f5c209c2 req-cfff3f27-91ed-41be-9380-85eaa8cb6a3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:05:26.266952 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-24311187-3ccb-48e3-aa54-9d58f5c209c2 req-cfff3f27-91ed-41be-9380-85eaa8cb6a3a service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=b10600ded90047d3a3583fcf6218253d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1558781 Dec 22 14:05:26.268639 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port af00062f-c8e7-43cd-b755-65e3f858816e triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:05:26.269226 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:26.278651 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b146c23-f566-4276-9e4f-d7d24d5ad365 None None] Pushing event updated for resources: {'Port': ['ID=3ef6917c-a02b-47de-8495-0197bea561a7,revision_number=3']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:26.288995 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-3b146c23-f566-4276-9e4f-d7d24d5ad365 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:26.438498 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-3eb2cb4d-5ec5-4ec0-ab6a-55f576568e17 None None] Attempting to bind port 3ef6917c-a02b-47de-8495-0197bea561a7 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 14:05:26.439218 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-3eb2cb4d-5ec5-4ec0-ab6a-55f576568e17 None None] Attempting to bind port 3ef6917c-a02b-47de-8495-0197bea561a7 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '095ebcce-3ab8-412d-abe4-8f7147d7cf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'aa562693-3e07-4200-b1dd-398b07651473'}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 14:05:26.439810 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb2cb4d-5ec5-4ec0-ab6a-55f576568e17 None None] Attempting to bind port 3ef6917c-a02b-47de-8495-0197bea561a7 on network aa562693-3e07-4200-b1dd-398b07651473 {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 14:05:26.448056 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb2cb4d-5ec5-4ec0-ab6a-55f576568e17 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 14:05:26.448724 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb2cb4d-5ec5-4ec0-ab6a-55f576568e17 None None] Checking segment: {'id': '095ebcce-3ab8-412d-abe4-8f7147d7cf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'aa562693-3e07-4200-b1dd-398b07651473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 14:05:26.449121 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-3eb2cb4d-5ec5-4ec0-ab6a-55f576568e17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:26.449505 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb2cb4d-5ec5-4ec0-ab6a-55f576568e17 None None] Bound using segment: {'id': '095ebcce-3ab8-412d-abe4-8f7147d7cf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'aa562693-3e07-4200-b1dd-398b07651473'} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 14:05:26.450119 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-3eb2cb4d-5ec5-4ec0-ab6a-55f576568e17 None None] Bound port: 3ef6917c-a02b-47de-8495-0197bea561a7, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '095ebcce-3ab8-412d-abe4-8f7147d7cf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'aa562693-3e07-4200-b1dd-398b07651473'}}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 14:05:26.450715 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-3eb2cb4d-5ec5-4ec0-ab6a-55f576568e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:26.502516 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24311187-3ccb-48e3-aa54-9d58f5c209c2 req-28259f1b-1942-4106-829b-0ed9f7795c5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:05:26.504043 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-24311187-3ccb-48e3-aa54-9d58f5c209c2 req-28259f1b-1942-4106-829b-0ed9f7795c5f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2263143 Dec 22 14:05:26.539725 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701c8a2-9971-4d1b-b91a-552831c46691 req-e7eb8468-7f89-47e7-8f5d-fd1698e63637 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:05:26.546923 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8701c8a2-9971-4d1b-b91a-552831c46691 req-e7eb8468-7f89-47e7-8f5d-fd1698e63637 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 943 time: 0.1207235 Dec 22 14:05:26.555216 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-3eb2cb4d-5ec5-4ec0-ab6a-55f576568e17 None None] For port 3ef6917c-a02b-47de-8495-0197bea561a7, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 14:05:26.558378 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-3eb2cb4d-5ec5-4ec0-ab6a-55f576568e17 None None] For port 3ef6917c-a02b-47de-8495-0197bea561a7, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=3ef6917c-a02b-47de-8495-0197bea561a7,segment=NetworkSegment(095ebcce-3ab8-412d-abe4-8f7147d7cf84),segment_id=095ebcce-3ab8-412d-abe4-8f7147d7cf84)] {{(pid=84151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 14:05:26.630908 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-3eb2cb4d-5ec5-4ec0-ab6a-55f576568e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:26.635785 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-3107c4a5-5c55-455b-aef2-e88688ddfcb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:26.642151 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8701c8a2-9971-4d1b-b91a-552831c46691 req-f3ab6889-baba-44fb-9ad3-ea84d522b34a tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0943108 Dec 22 14:05:26.664494 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-86c31c34-c085-425e-8b0e-2e76be539368 req-24fbb236-08fe-41ef-82d0-1b10d7a9fc10 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b10600ded90047d3a3583fcf6218253d&device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 1096 time: 0.0957720 Dec 22 14:05:26.719554 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b146c23-f566-4276-9e4f-d7d24d5ad365 None None] Pushing event updated for resources: {'Port': ['ID=3ef6917c-a02b-47de-8495-0197bea561a7,revision_number=4']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:26.722565 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb2cb4d-5ec5-4ec0-ab6a-55f576568e17 None None] Routers {'f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:05:26.723168 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-3eb2cb4d-5ec5-4ec0-ab6a-55f576568e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:05:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:05:26.748351 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-86c31c34-c085-425e-8b0e-2e76be539368 req-a77a294b-0c57-4504-8315-f39107d8b8a7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fbd1300-7251-485a-9380-fe11e66cdd25 HTTP/1.1" status: 200 len: 217 time: 0.0706911 Dec 22 14:05:26.769967 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-3b146c23-f566-4276-9e4f-d7d24d5ad365 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:26.822011 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c31c34-c085-425e-8b0e-2e76be539368 req-9da943a6-ff48-4b87-86cb-ae2f622d82fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:05:26.824219 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-86c31c34-c085-425e-8b0e-2e76be539368 req-9da943a6-ff48-4b87-86cb-ae2f622d82fa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1bc9686a-6d9a-4840-9487-6c4bb2200d21 HTTP/1.1" status: 200 len: 848 time: 0.0651290 Dec 22 14:05:26.907542 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-86c31c34-c085-425e-8b0e-2e76be539368 req-ae3a8251-d4aa-4276-869e-faf28fa03281 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8523403b-95bc-41a8-822a-32b489c148f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732107 Dec 22 14:05:26.908508 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-3eb2cb4d-5ec5-4ec0-ab6a-55f576568e17 None None] Set router f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:05:27.050088 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-86c31c34-c085-425e-8b0e-2e76be539368 req-4737d60d-7529-42e0-92fc-ab9e1faece4e service neutron] 10.222.0.45 "GET /v2.0/networks/8523403b-95bc-41a8-822a-32b489c148f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313272 Dec 22 14:05:27.127649 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:05:27.188991 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-86c31c34-c085-425e-8b0e-2e76be539368 req-8f9aa4f4-c485-4bd5-a1b4-986bf1e441af service neutron] 10.222.0.45 "GET /v2.0/networks/8523403b-95bc-41a8-822a-32b489c148f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292031 Dec 22 14:05:27.224704 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-3eb2cb4d-5ec5-4ec0-ab6a-55f576568e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8', 'name': 'tempest-TestShelveInstance-2007910147-router', 'tenant_id': '94374ff2174840bdb6c40fa6d80082ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': '8df20312-0b99-434c-836a-974e26a1135a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:05:11Z', 'updated_at': '2021-12-22T14:05:15Z', 'revision_number': 4, 'project_id': '94374ff2174840bdb6c40fa6d80082ee', 'gw_port': {'id': '8df20312-0b99-434c-836a-974e26a1135a', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:aa:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:12Z', 'updated_at': '2021-12-22T14:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '3ef6917c-a02b-47de-8495-0197bea561a7', 'name': '', 'network_id': 'aa562693-3e07-4200-b1dd-398b07651473', 'tenant_id': '94374ff2174840bdb6c40fa6d80082ee', 'mac_address': 'fa:16:3e:80:4e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c91bdc94-eb6e-4fdc-8952-5884a16c599b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:14Z', 'updated_at': '2021-12-22T14:05:26Z', 'revision_number': 4, 'project_id': '94374ff2174840bdb6c40fa6d80082ee', 'subnets': [{'id': 'c91bdc94-eb6e-4fdc-8952-5884a16c599b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:05:27.228959 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb2cb4d-5ec5-4ec0-ab6a-55f576568e17 None None] The sync data for ids ['f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8'] in dv-neutron-822669-1-hyperv is: [{'id': 'f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8', 'name': 'tempest-TestShelveInstance-2007910147-router', 'tenant_id': '94374ff2174840bdb6c40fa6d80082ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': '8df20312-0b99-434c-836a-974e26a1135a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:05:11Z', 'updated_at': '2021-12-22T14:05:15Z', 'revision_number': 4, 'project_id': '94374ff2174840bdb6c40fa6d80082ee', 'gw_port': {'id': '8df20312-0b99-434c-836a-974e26a1135a', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:aa:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:12Z', 'updated_at': '2021-12-22T14:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': '3ef6917c-a02b-47de-8495-0197bea561a7', 'name': '', 'network_id': 'aa562693-3e07-4200-b1dd-398b07651473', 'tenant_id': '94374ff2174840bdb6c40fa6d80082ee', 'mac_address': 'fa:16:3e:80:4e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c91bdc94-eb6e-4fdc-8952-5884a16c599b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:14Z', 'updated_at': '2021-12-22T14:05:26Z', 'revision_number': 4, 'project_id': '94374ff2174840bdb6c40fa6d80082ee', 'subnets': [{'id': 'c91bdc94-eb6e-4fdc-8952-5884a16c599b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 14:05:27.844267 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055eb84-ffee-4e28-a938-54e46920ff04 req-af77af04-0c39-49a2-9f35-56c6f7a77435 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:05:27.845751 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5055eb84-ffee-4e28-a938-54e46920ff04 req-af77af04-0c39-49a2-9f35-56c6f7a77435 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 943 time: 0.0795319 Dec 22 14:05:27.895824 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5055eb84-ffee-4e28-a938-54e46920ff04 req-3dd559ce-e69e-4a75-a0fc-a870173b7f8d tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442822 Dec 22 14:05:28.179179 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 3ef6917c-a02b-47de-8495-0197bea561a7 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:05:28.303114 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 3ef6917c-a02b-47de-8495-0197bea561a7 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:05:28.308400 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 3ef6917c-a02b-47de-8495-0197bea561a7 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:05:28.308786 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:28.422258 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:28.459989 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 3ef6917c-a02b-47de-8495-0197bea561a7, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=3ef6917c-a02b-47de-8495-0197bea561a7,segment=NetworkSegment(095ebcce-3ab8-412d-abe4-8f7147d7cf84),segment_id=095ebcce-3ab8-412d-abe4-8f7147d7cf84)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:05:28.539603 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:28.542723 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-e0f135aa-1d66-48eb-a210-219cd428a959 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:28.607287 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=3ef6917c-a02b-47de-8495-0197bea561a7,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:28.610119 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:29.048193 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 8fbd1300-7251-485a-9380-fe11e66cdd25 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 14:05:29.102982 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29df9f6-8b5e-405a-b932-1fe6cdf8ec92 req-700a3559-ff2b-4df0-a614-a5f086c00881 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:05:29.104762 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f29df9f6-8b5e-405a-b932-1fe6cdf8ec92 req-700a3559-ff2b-4df0-a614-a5f086c00881 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 943 time: 0.0829160 Dec 22 14:05:29.149634 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f29df9f6-8b5e-405a-b932-1fe6cdf8ec92 req-e613965f-eca4-4fb7-8ff3-ccde90e636b3 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395834 Dec 22 14:05:29.186541 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 8fbd1300-7251-485a-9380-fe11e66cdd25, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8fbd1300-7251-485a-9380-fe11e66cdd25,segment=NetworkSegment(0539b439-5491-4a20-b9c7-823d33982f98),segment_id=0539b439-5491-4a20-b9c7-823d33982f98)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:05:29.199823 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '8fbd1300-7251-485a-9380-fe11e66cdd25', 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8', 'port_id': '8fbd1300-7251-485a-9380-fe11e66cdd25', 'mac_address': 'fa:16:3e:98:73:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bc9686a-6d9a-4840-9487-6c4bb2200d21', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 14:05:29.296661 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:29.319071 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fbd1300-7251-485a-9380-fe11e66cdd25 {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 14:05:29.333767 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 8fbd1300-7251-485a-9380-fe11e66cdd25, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8fbd1300-7251-485a-9380-fe11e66cdd25,segment=NetworkSegment(0539b439-5491-4a20-b9c7-823d33982f98),segment_id=0539b439-5491-4a20-b9c7-823d33982f98)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:05:29.418800 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:29.441649 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:29.443347 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:29.508392 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=8fbd1300-7251-485a-9380-fe11e66cdd25,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:29.511719 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:29.706790 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['8fbd1300-7251-485a-9380-fe11e66cdd25'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 14:05:30.169708 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 3ef6917c-a02b-47de-8495-0197bea561a7 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:05:30.240796 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 3ef6917c-a02b-47de-8495-0197bea561a7 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:05:30.241523 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:30.346335 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034766f-a15a-492d-bbfb-63635020d771 req-dd0c4e92-3799-4771-84a8-f39ace264b08 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:05:30.347824 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5034766f-a15a-492d-bbfb-63635020d771 req-dd0c4e92-3799-4771-84a8-f39ace264b08 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 944 time: 0.0760005 Dec 22 14:05:30.393220 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5034766f-a15a-492d-bbfb-63635020d771 req-95404e60-631a-47e3-a595-b01e99564fb2 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397007 Dec 22 14:05:31.063031 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 8fbd1300-7251-485a-9380-fe11e66cdd25 up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:05:31.188701 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning for port 8fbd1300-7251-485a-9380-fe11e66cdd25 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:05:31.193681 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 8fbd1300-7251-485a-9380-fe11e66cdd25 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:05:31.194081 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:31.306173 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:31.332027 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbd1300-7251-485a-9380-fe11e66cdd25'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:05:31.342512 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 8fbd1300-7251-485a-9380-fe11e66cdd25, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8fbd1300-7251-485a-9380-fe11e66cdd25,segment=NetworkSegment(0539b439-5491-4a20-b9c7-823d33982f98),segment_id=0539b439-5491-4a20-b9c7-823d33982f98)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:05:31.412295 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:31.415286 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-4a33d0a7-c5e3-42c0-9a57-a6e87544981d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:31.466811 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbd1300-7251-485a-9380-fe11e66cdd25', 'code': 200} Dec 22 14:05:31.484917 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=8fbd1300-7251-485a-9380-fe11e66cdd25,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:31.487790 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:31.611442 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c863c8-2508-4e22-a9fb-2d59b22da082 req-f2a69530-4220-4dfa-9194-d9fb1975f45a tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:05:31.612802 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-63c863c8-2508-4e22-a9fb-2d59b22da082 req-f2a69530-4220-4dfa-9194-d9fb1975f45a tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0862262 Dec 22 14:05:31.661836 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-63c863c8-2508-4e22-a9fb-2d59b22da082 req-50158a36-10fd-4532-b7e1-97dc79aa83bd tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430799 Dec 22 14:05:31.841198 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3cc49963-a385-41c9-942f-cfd20cc3b690 req-4b0e0e55-683a-4a91-8fda-4fe8ad708c05 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 1098 time: 0.0703092 Dec 22 14:05:31.893378 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3cc49963-a385-41c9-942f-cfd20cc3b690 req-35a8369e-c84c-4551-9e03-fa8ac1e4617e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413649 Dec 22 14:05:32.857948 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf39bb-3bcf-4b3b-853c-c9801c53bec2 req-ca8b9856-8fb9-4d3f-a438-6c0381f87728 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:05:32.859301 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8fdf39bb-3bcf-4b3b-853c-c9801c53bec2 req-ca8b9856-8fb9-4d3f-a438-6c0381f87728 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0764403 Dec 22 14:05:32.905046 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8fdf39bb-3bcf-4b3b-853c-c9801c53bec2 req-59c6dd07-38ff-4934-a3db-d0b1b8dbdded tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403821 Dec 22 14:05:34.101003 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a377d-5766-4646-88c3-a51298e17dc3 req-3116b31c-7f69-4fb2-83ba-f4cc588590d5 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:05:34.102468 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-cd0a377d-5766-4646-88c3-a51298e17dc3 req-3116b31c-7f69-4fb2-83ba-f4cc588590d5 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0768394 Dec 22 14:05:34.147947 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-cd0a377d-5766-4646-88c3-a51298e17dc3 req-4919889c-f963-4b98-89ce-d848faceecd1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398202 Dec 22 14:05:34.345738 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505a1f5-10c1-453a-896e-9ac04e8f49e4 req-f9303bd3-ae0e-436c-841d-312f23326cbe tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:05:34.347185 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6505a1f5-10c1-453a-896e-9ac04e8f49e4 req-f9303bd3-ae0e-436c-841d-312f23326cbe tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0796678 Dec 22 14:05:34.491087 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6505a1f5-10c1-453a-896e-9ac04e8f49e4 req-e687b530-30ab-4c41-beee-0b58df4a078e tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1381490 Dec 22 14:05:34.518855 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 58672) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:05:34.659785 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8c6a7eab-60c9-40f2-ab7b-dbf8fa113a2f tempest-TestShelveInstance-6847805 tempest-TestShelveInstance-6847805-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 1093 time: 0.1372478 Dec 22 14:05:34.659997 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 58678) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:05:34.665512 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-834f1be9-0f35-46a2-9cc1-d83694526da1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Request body: {'floatingip': {'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'port_id': '8fbd1300-7251-485a-9380-fe11e66cdd25', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:05:34.672659 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-834f1be9-0f35-46a2-9cc1-d83694526da1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:05:34.676805 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-834f1be9-0f35-46a2-9cc1-d83694526da1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Usage tracker for resource:floatingip and tenant:b10600ded90047d3a3583fcf6218253d is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:05:34.679939 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-834f1be9-0f35-46a2-9cc1-d83694526da1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:05:34.686553 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-834f1be9-0f35-46a2-9cc1-d83694526da1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:05:34.778929 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-834f1be9-0f35-46a2-9cc1-d83694526da1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for floatingip, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:34.911610 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-834f1be9-0f35-46a2-9cc1-d83694526da1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:35.045745 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-834f1be9-0f35-46a2-9cc1-d83694526da1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Allocated IP 172.26.1.147 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/89063960-2186-42d3-a7ad-22870b55dbcf) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:05:35.250886 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-834f1be9-0f35-46a2-9cc1-d83694526da1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:35.328190 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-834f1be9-0f35-46a2-9cc1-d83694526da1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:35.331667 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-51c89b55-3d2f-4a56-9c28-153cffd7ab2e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:35.393858 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834f1be9-0f35-46a2-9cc1-d83694526da1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:05:35.396934 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-834f1be9-0f35-46a2-9cc1-d83694526da1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:05:35.401002 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834f1be9-0f35-46a2-9cc1-d83694526da1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 14:05:35.425910 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f1be9-0f35-46a2-9cc1-d83694526da1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Pushing event updated for resources: {'Port': ['ID=89063960-2186-42d3-a7ad-22870b55dbcf,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:35.430631 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-834f1be9-0f35-46a2-9cc1-d83694526da1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:35.708504 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-cc507cbe-174a-4094-bbca-2a7137232e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:35.902561 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-834f1be9-0f35-46a2-9cc1-d83694526da1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:36.113896 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-834f1be9-0f35-46a2-9cc1-d83694526da1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:36.318300 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-834f1be9-0f35-46a2-9cc1-d83694526da1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:36.372829 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-834f1be9-0f35-46a2-9cc1-d83694526da1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:36.376244 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-59ff5b4d-9051-4a77-ae89-d5004d61a31c tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:36.477968 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f1be9-0f35-46a2-9cc1-d83694526da1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Pushing event updated for resources: {'Port': ['ID=89063960-2186-42d3-a7ad-22870b55dbcf,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:36.481342 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-834f1be9-0f35-46a2-9cc1-d83694526da1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:36.498732 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-834f1be9-0f35-46a2-9cc1-d83694526da1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:36.687922 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.l3_db [None req-834f1be9-0f35-46a2-9cc1-d83694526da1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Floating IP 6b3e9dad-316c-41b4-87c0-51d12b5d1539 associated. External IP: 172.26.1.147, port: 8fbd1300-7251-485a-9380-fe11e66cdd25. Dec 22 14:05:37.075306 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834f1be9-0f35-46a2-9cc1-d83694526da1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Router b4dd3700-5826-486d-8dfb-7457eb44e3a9 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 14:05:37.270915 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834f1be9-0f35-46a2-9cc1-d83694526da1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 14:05:37.281556 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227eebc0-8afd-49bd-b51d-de4dc5bac052 None None] Sync routers for ids ['b4dd3700-5826-486d-8dfb-7457eb44e3a9'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 14:05:37.294730 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227eebc0-8afd-49bd-b51d-de4dc5bac052 None None] Routers {'b4dd3700-5826-486d-8dfb-7457eb44e3a9'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:05:37.295354 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-227eebc0-8afd-49bd-b51d-de4dc5bac052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:05:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b4dd3700-5826-486d-8dfb-7457eb44e3a9'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:05:37.333569 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-834f1be9-0f35-46a2-9cc1-d83694526da1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:37.391513 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-834f1be9-0f35-46a2-9cc1-d83694526da1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7305219 Dec 22 14:05:37.392246 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9', 'tag': '8fbd1300-7251-485a-9380-fe11e66cdd25'}] {{(pid=84148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:05:37.447101 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9', 'tag': '8fbd1300-7251-485a-9380-fe11e66cdd25', 'status': 'completed', 'code': 200} Dec 22 14:05:37.475996 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-227eebc0-8afd-49bd-b51d-de4dc5bac052 None None] Set router b4dd3700-5826-486d-8dfb-7457eb44e3a9 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:05:37.542503 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ed657f66-2b8a-46eb-9840-3776968df86a req-f8769021-c9ab-49e8-b878-84f8606469cb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b10600ded90047d3a3583fcf6218253d&device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 1098 time: 0.0716345 Dec 22 14:05:37.673352 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed657f66-2b8a-46eb-9840-3776968df86a req-14907bf4-a699-4518-b0be-30fd527cf766 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:05:37.674833 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ed657f66-2b8a-46eb-9840-3776968df86a req-14907bf4-a699-4518-b0be-30fd527cf766 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8523403b-95bc-41a8-822a-32b489c148f8 HTTP/1.1" status: 200 len: 910 time: 0.1258237 Dec 22 14:05:37.784143 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ed657f66-2b8a-46eb-9840-3776968df86a req-0f71e8c6-5c58-4c1b-8ef7-4cb6ac610522 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fbd1300-7251-485a-9380-fe11e66cdd25 HTTP/1.1" status: 200 len: 999 time: 0.1030178 Dec 22 14:05:37.822386 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-227eebc0-8afd-49bd-b51d-de4dc5bac052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'name': 'tempest-TestShelveInstance-1705512809-router', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '239ac397-f447-49f1-ae46-48d3d39004f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:05:04Z', 'updated_at': '2021-12-22T14:05:07Z', 'revision_number': 4, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'gw_port': {'id': '239ac397-f447-49f1-ae46-48d3d39004f8', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:04Z', 'updated_at': '2021-12-22T14:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '6b3e9dad-316c-41b4-87c0-51d12b5d1539', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'floating_ip_address': '172.26.1.147', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'port_id': '8fbd1300-7251-485a-9380-fe11e66cdd25', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8', 'mac_address': 'fa:16:3e:98:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:05:35Z', 'updated_at': '2021-12-22T14:05:35Z', 'revision_number': 0, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af00062f-c8e7-43cd-b755-65e3f858816e', 'name': '', 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'mac_address': 'fa:16:3e:fa:0d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bc9686a-6d9a-4840-9487-6c4bb2200d21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:06Z', 'updated_at': '2021-12-22T14:05:24Z', 'revision_number': 5, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'subnets': [{'id': '1bc9686a-6d9a-4840-9487-6c4bb2200d21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:05:37.826557 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227eebc0-8afd-49bd-b51d-de4dc5bac052 None None] Checking router: b4dd3700-5826-486d-8dfb-7457eb44e3a9 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 14:05:37.837570 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227eebc0-8afd-49bd-b51d-de4dc5bac052 None None] Routers {'b4dd3700-5826-486d-8dfb-7457eb44e3a9'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:05:37.838187 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-227eebc0-8afd-49bd-b51d-de4dc5bac052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:05:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b4dd3700-5826-486d-8dfb-7457eb44e3a9'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:05:37.859520 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed657f66-2b8a-46eb-9840-3776968df86a req-f2a2658c-e057-40cb-9add-1faed6c9c380 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:05:37.860945 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ed657f66-2b8a-46eb-9840-3776968df86a req-f2a2658c-e057-40cb-9add-1faed6c9c380 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1bc9686a-6d9a-4840-9487-6c4bb2200d21 HTTP/1.1" status: 200 len: 848 time: 0.0613558 Dec 22 14:05:37.936603 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ed657f66-2b8a-46eb-9840-3776968df86a req-53290960-9ad0-41ee-ac7b-9c5921342a67 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8523403b-95bc-41a8-822a-32b489c148f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689425 Dec 22 14:05:38.024786 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-227eebc0-8afd-49bd-b51d-de4dc5bac052 None None] Set router b4dd3700-5826-486d-8dfb-7457eb44e3a9 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:05:38.071623 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ed657f66-2b8a-46eb-9840-3776968df86a req-5bb7a366-5a03-4e28-bfa1-d0e2bc0e8c6b service neutron] 10.222.0.45 "GET /v2.0/networks/8523403b-95bc-41a8-822a-32b489c148f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280630 Dec 22 14:05:38.112987 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7863c92a-1425-4cb0-bdc7-b113bedc02f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:38.205412 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ed657f66-2b8a-46eb-9840-3776968df86a req-877b4bb1-d00e-47df-9c0b-67ea2a85d011 service neutron] 10.222.0.45 "GET /v2.0/networks/8523403b-95bc-41a8-822a-32b489c148f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272557 Dec 22 14:05:38.416008 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-227eebc0-8afd-49bd-b51d-de4dc5bac052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'name': 'tempest-TestShelveInstance-1705512809-router', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '239ac397-f447-49f1-ae46-48d3d39004f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:05:04Z', 'updated_at': '2021-12-22T14:05:07Z', 'revision_number': 4, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'gw_port': {'id': '239ac397-f447-49f1-ae46-48d3d39004f8', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:04Z', 'updated_at': '2021-12-22T14:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '6b3e9dad-316c-41b4-87c0-51d12b5d1539', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'floating_ip_address': '172.26.1.147', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'port_id': '8fbd1300-7251-485a-9380-fe11e66cdd25', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8', 'mac_address': 'fa:16:3e:98:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:05:35Z', 'updated_at': '2021-12-22T14:05:35Z', 'revision_number': 0, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af00062f-c8e7-43cd-b755-65e3f858816e', 'name': '', 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'mac_address': 'fa:16:3e:fa:0d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bc9686a-6d9a-4840-9487-6c4bb2200d21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:06Z', 'updated_at': '2021-12-22T14:05:24Z', 'revision_number': 5, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'subnets': [{'id': '1bc9686a-6d9a-4840-9487-6c4bb2200d21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:05:38.420403 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227eebc0-8afd-49bd-b51d-de4dc5bac052 None None] The sync data for ids ['b4dd3700-5826-486d-8dfb-7457eb44e3a9'] in dv-neutron-822669-1-hyperv is: [{'id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'name': 'tempest-TestShelveInstance-1705512809-router', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '239ac397-f447-49f1-ae46-48d3d39004f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:05:04Z', 'updated_at': '2021-12-22T14:05:07Z', 'revision_number': 4, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'gw_port': {'id': '239ac397-f447-49f1-ae46-48d3d39004f8', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:04Z', 'updated_at': '2021-12-22T14:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '6b3e9dad-316c-41b4-87c0-51d12b5d1539', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'floating_ip_address': '172.26.1.147', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'port_id': '8fbd1300-7251-485a-9380-fe11e66cdd25', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8', 'mac_address': 'fa:16:3e:98:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:05:35Z', 'updated_at': '2021-12-22T14:05:35Z', 'revision_number': 0, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af00062f-c8e7-43cd-b755-65e3f858816e', 'name': '', 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'mac_address': 'fa:16:3e:fa:0d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bc9686a-6d9a-4840-9487-6c4bb2200d21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:06Z', 'updated_at': '2021-12-22T14:05:24Z', 'revision_number': 5, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'subnets': [{'id': '1bc9686a-6d9a-4840-9487-6c4bb2200d21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 14:05:39.024323 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:39.465576 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:40.641925 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:43.045626 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202b15d8-1c2b-44aa-b639-354c6c8e916f None None] New status for floating IP 6b3e9dad-316c-41b4-87c0-51d12b5d1539: ACTIVE {{(pid=84151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 14:05:59.390016 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:04.128803 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:06:05.709642 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ee7e24e7-6c80-4a66-af05-0b6a1e1fc772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:08.046693 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9866e2b1-79fd-44a1-83aa-d58b9bb444a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:09.012692 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:09.464127 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:10.641036 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:25.440845 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-351bdeb3-3f6e-4874-87ba-278978c4930b req-b5a65b53-ce0a-45b5-ae93-7fbe549cc9da service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673130 Dec 22 14:06:25.589889 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-351bdeb3-3f6e-4874-87ba-278978c4930b req-f188e150-9f01-426a-bb8b-21a43155eeac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b10600ded90047d3a3583fcf6218253d&device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 1098 time: 0.0728147 Dec 22 14:06:25.748977 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351bdeb3-3f6e-4874-87ba-278978c4930b req-a2b3f3f6-93aa-4bae-892b-7223e836d60a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:06:25.750314 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-351bdeb3-3f6e-4874-87ba-278978c4930b req-a2b3f3f6-93aa-4bae-892b-7223e836d60a service neutron] 10.222.0.45 "GET /v2.0/networks?id=8523403b-95bc-41a8-822a-32b489c148f8 HTTP/1.1" status: 200 len: 910 time: 0.1334138 Dec 22 14:06:25.858767 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-351bdeb3-3f6e-4874-87ba-278978c4930b req-6c5ea930-3323-4509-9ef3-9792ada78baf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fbd1300-7251-485a-9380-fe11e66cdd25 HTTP/1.1" status: 200 len: 1001 time: 0.0974634 Dec 22 14:06:25.924228 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351bdeb3-3f6e-4874-87ba-278978c4930b req-7e8f53f8-4f47-4c93-b2a6-0944ca2b55c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:06:25.925695 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-351bdeb3-3f6e-4874-87ba-278978c4930b req-7e8f53f8-4f47-4c93-b2a6-0944ca2b55c3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1bc9686a-6d9a-4840-9487-6c4bb2200d21 HTTP/1.1" status: 200 len: 848 time: 0.0575681 Dec 22 14:06:26.006331 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-351bdeb3-3f6e-4874-87ba-278978c4930b req-1ed6806d-bd23-479a-b538-470b044beb9d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8523403b-95bc-41a8-822a-32b489c148f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681527 Dec 22 14:06:26.144953 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-351bdeb3-3f6e-4874-87ba-278978c4930b req-c4fa03b9-588e-4f46-aa1f-9cf622c0192f service neutron] 10.222.0.45 "GET /v2.0/networks/8523403b-95bc-41a8-822a-32b489c148f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267161 Dec 22 14:06:26.280531 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-351bdeb3-3f6e-4874-87ba-278978c4930b req-5e299523-ba9c-416c-88c2-875ae674b2b6 service neutron] 10.222.0.45 "GET /v2.0/networks/8523403b-95bc-41a8-822a-32b489c148f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240208 Dec 22 14:06:29.404389 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:35.875377 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e54f9cd5-6708-42fb-9b15-186ddedd5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:38.050095 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-aa3c7ca3-987a-4255-b07d-76529b0005ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:39.023735 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:39.476553 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:40.645037 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:41.128826 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:06:59.403799 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:07:05.800701 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-30f5603f-be73-4647-8dff-a8634ea34c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:07:08.092131 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2b07fe11-e238-4fd3-979c-53b45d540458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:07:09.020864 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:07:09.503390 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:07:10.689934 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:07:18.128964 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:07:27.543778 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2dc3485b-60cd-42a4-b81f-6d8edc3a81cb req-c23367d5-354c-4c5b-aabc-24c1c3ccc961 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1711395 Dec 22 14:07:27.691244 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2dc3485b-60cd-42a4-b81f-6d8edc3a81cb req-5fcdb985-9508-41f2-a5fd-d10384b8e3aa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b10600ded90047d3a3583fcf6218253d&device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 1098 time: 0.0680592 Dec 22 14:07:27.845139 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3485b-60cd-42a4-b81f-6d8edc3a81cb req-65807623-cd56-4df2-9098-59abc2a2359a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:07:27.846499 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2dc3485b-60cd-42a4-b81f-6d8edc3a81cb req-65807623-cd56-4df2-9098-59abc2a2359a service neutron] 10.222.0.45 "GET /v2.0/networks?id=8523403b-95bc-41a8-822a-32b489c148f8 HTTP/1.1" status: 200 len: 910 time: 0.1281271 Dec 22 14:07:27.952892 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2dc3485b-60cd-42a4-b81f-6d8edc3a81cb req-807e618d-7b26-4f24-8165-8bf2b6240d10 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fbd1300-7251-485a-9380-fe11e66cdd25 HTTP/1.1" status: 200 len: 1001 time: 0.0953243 Dec 22 14:07:28.022402 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3485b-60cd-42a4-b81f-6d8edc3a81cb req-db65fec6-d02a-4261-b4ea-66eb43ec1647 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:07:28.023823 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2dc3485b-60cd-42a4-b81f-6d8edc3a81cb req-db65fec6-d02a-4261-b4ea-66eb43ec1647 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1bc9686a-6d9a-4840-9487-6c4bb2200d21 HTTP/1.1" status: 200 len: 848 time: 0.0601983 Dec 22 14:07:28.101044 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2dc3485b-60cd-42a4-b81f-6d8edc3a81cb req-776726e4-4718-46c7-8adc-12be0d80fb94 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8523403b-95bc-41a8-822a-32b489c148f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661371 Dec 22 14:07:28.238428 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2dc3485b-60cd-42a4-b81f-6d8edc3a81cb req-4be153bd-5582-448f-b08d-937eacfe74c6 service neutron] 10.222.0.45 "GET /v2.0/networks/8523403b-95bc-41a8-822a-32b489c148f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256242 Dec 22 14:07:28.377263 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-2dc3485b-60cd-42a4-b81f-6d8edc3a81cb req-4c5eec98-0bb1-477a-87e1-0d1abf7779c8 service neutron] 10.222.0.45 "GET /v2.0/networks/8523403b-95bc-41a8-822a-32b489c148f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255567 Dec 22 14:07:29.398554 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:07:33.004034 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457bdbf-b711-4898-b723-3a3e4f467379 req-921357dc-f3d8-402c-a9de-b34834225389 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:07:33.005498 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4457bdbf-b711-4898-b723-3a3e4f467379 req-921357dc-f3d8-402c-a9de-b34834225389 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0798049 Dec 22 14:07:33.050003 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4457bdbf-b711-4898-b723-3a3e4f467379 req-1cf59da5-1e03-49b9-92d8-06d70338d9b0 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388675 Dec 22 14:07:34.269626 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6b404-c81f-43f3-8394-a5a4ee7f8997 req-eeb0c960-8c64-4544-b815-03672d2e986b tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:07:34.271103 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7fe6b404-c81f-43f3-8394-a5a4ee7f8997 req-eeb0c960-8c64-4544-b815-03672d2e986b tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0806000 Dec 22 14:07:34.316208 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7fe6b404-c81f-43f3-8394-a5a4ee7f8997 req-d936401b-7096-4448-8c76-8c1fad9e994e tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396922 Dec 22 14:07:35.695431 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ed518ac6-dc65-4f39-a509-b50e8861fcda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:07:35.823032 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd91e40-1915-4c50-ae44-2c466bee863f req-1d030b0d-83c8-448c-8213-04a8e66c2ab6 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:07:35.824604 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7fd91e40-1915-4c50-ae44-2c466bee863f req-1d030b0d-83c8-448c-8213-04a8e66c2ab6 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 945 time: 0.2274799 Dec 22 14:07:35.869702 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7fd91e40-1915-4c50-ae44-2c466bee863f req-97cbaa85-2390-485d-a247-293f57bfb1d4 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397773 Dec 22 14:07:37.167007 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa96bf-5624-49f0-847a-2318646fc07f req-d9ebc4ef-4696-4dca-887b-3e779c25e0a3 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:07:37.169114 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-11fa96bf-5624-49f0-847a-2318646fc07f req-d9ebc4ef-4696-4dca-887b-3e779c25e0a3 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 945 time: 0.1822588 Dec 22 14:07:37.213577 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-11fa96bf-5624-49f0-847a-2318646fc07f req-193b427c-5623-429e-b6d7-da208dafb032 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389664 Dec 22 14:07:38.055013 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-566a4baa-094c-48fe-854d-91fb9dc61c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:07:38.404874 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37af1a-b2b9-4365-be87-b1ef9d9bd5d1 req-11df0aab-ef04-4d15-ac11-91c09392abb5 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:07:38.406228 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-cf37af1a-b2b9-4365-be87-b1ef9d9bd5d1 req-11df0aab-ef04-4d15-ac11-91c09392abb5 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0758615 Dec 22 14:07:38.449998 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-cf37af1a-b2b9-4365-be87-b1ef9d9bd5d1 req-800ffbeb-0d8a-40d6-bcf5-855e62ceb948 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383928 Dec 22 14:07:39.005566 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:07:39.462698 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:07:39.647068 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b6339-33ee-45ae-9ea1-6ed8ccf25514 req-242642e4-881b-43dd-9d8f-4a3126605325 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:07:39.648507 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7a7b6339-33ee-45ae-9ea1-6ed8ccf25514 req-242642e4-881b-43dd-9d8f-4a3126605325 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0794513 Dec 22 14:07:39.693898 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7a7b6339-33ee-45ae-9ea1-6ed8ccf25514 req-4ee2ab4e-7fd2-470e-827f-b3daee1b2083 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399311 Dec 22 14:07:40.665981 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:07:41.010370 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd4e61-0a23-42df-89f0-f1a0a95cabb9 req-c0ab987b-c139-4787-bdf6-715d0e966734 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:07:41.012845 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-fabd4e61-0a23-42df-89f0-f1a0a95cabb9 req-c0ab987b-c139-4787-bdf6-715d0e966734 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 945 time: 0.1982157 Dec 22 14:07:41.057841 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-fabd4e61-0a23-42df-89f0-f1a0a95cabb9 req-003b4ac7-e921-43b0-8843-9beffc7aed7f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394628 Dec 22 14:07:42.254168 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee58bdb-47f2-4030-84c4-41091d5e0970 req-63fc0a39-4e85-4e4f-bedc-ed735d7d454a tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:07:42.255642 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9ee58bdb-47f2-4030-84c4-41091d5e0970 req-63fc0a39-4e85-4e4f-bedc-ed735d7d454a tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0762765 Dec 22 14:07:42.300637 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9ee58bdb-47f2-4030-84c4-41091d5e0970 req-6c2c89d2-df1f-484c-b86c-b095780efec4 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395768 Dec 22 14:07:43.494693 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f14f6-319f-4d82-9c10-5b649767554d req-a7c013e4-84cd-4b7e-a3b6-65ca52fbce48 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:07:43.496264 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-591f14f6-319f-4d82-9c10-5b649767554d req-a7c013e4-84cd-4b7e-a3b6-65ca52fbce48 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0794611 Dec 22 14:07:43.541483 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-591f14f6-319f-4d82-9c10-5b649767554d req-44b9e2b1-78e2-468b-a10a-92af7bcd2e84 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396807 Dec 22 14:07:44.740898 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c861d9d-4cce-4171-94e5-80b4deec4057 req-f6baf441-9c95-4da1-ba51-84e6a7cccfef tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:07:44.742381 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5c861d9d-4cce-4171-94e5-80b4deec4057 req-f6baf441-9c95-4da1-ba51-84e6a7cccfef tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0805576 Dec 22 14:07:44.788322 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5c861d9d-4cce-4171-94e5-80b4deec4057 req-bea8f490-6bc5-463c-a0e7-e7e25ac84c73 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404279 Dec 22 14:07:45.618118 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 8fbd1300-7251-485a-9380-fe11e66cdd25 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 14:07:45.751411 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 8fbd1300-7251-485a-9380-fe11e66cdd25, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8fbd1300-7251-485a-9380-fe11e66cdd25,segment=NetworkSegment(0539b439-5491-4a20-b9c7-823d33982f98),segment_id=0539b439-5491-4a20-b9c7-823d33982f98)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:07:45.764478 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '8fbd1300-7251-485a-9380-fe11e66cdd25', 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8', 'port_id': '8fbd1300-7251-485a-9380-fe11e66cdd25', 'mac_address': 'fa:16:3e:98:73:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bc9686a-6d9a-4840-9487-6c4bb2200d21', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 14:07:45.823041 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:07:45.841982 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8fbd1300-7251-485a-9380-fe11e66cdd25 {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 14:07:45.858720 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 8fbd1300-7251-485a-9380-fe11e66cdd25, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8fbd1300-7251-485a-9380-fe11e66cdd25,segment=NetworkSegment(0539b439-5491-4a20-b9c7-823d33982f98),segment_id=0539b439-5491-4a20-b9c7-823d33982f98)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:07:45.931959 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:07:45.934599 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-d5e77917-7798-4d29-a03a-23e69769e745 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:07:45.996694 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8134c-6fae-4cf4-ad93-8ad6403a4a37 req-809045ae-27da-446f-a36d-32a2aa747fab tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:07:45.998196 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-f8f8134c-6fae-4cf4-ad93-8ad6403a4a37 req-809045ae-27da-446f-a36d-32a2aa747fab tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 944 time: 0.0893440 Dec 22 14:07:46.003135 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=8fbd1300-7251-485a-9380-fe11e66cdd25,revision_number=6']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:07:46.013070 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:07:46.013420 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:07:46.013753 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:07:46.014083 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:07:46.014433 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:07:46.014757 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:07:46.018893 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:07:46.019337 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:07:46.019679 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:07:46.020008 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:07:46.020440 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:07:46.024599 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:07:46.032438 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['8fbd1300-7251-485a-9380-fe11e66cdd25'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 14:07:46.047491 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-f8f8134c-6fae-4cf4-ad93-8ad6403a4a37 req-ae9f43f5-7227-4b76-9da0-368d09a4ffb5 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424390 Dec 22 14:07:47.276103 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14506e60-1ad0-42ec-a480-eba6ff3e1c2b req-f827f7d2-cf6d-40c7-b0a3-843e0319d249 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:07:47.282991 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-14506e60-1ad0-42ec-a480-eba6ff3e1c2b req-f827f7d2-cf6d-40c7-b0a3-843e0319d249 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 944 time: 0.0951211 Dec 22 14:07:47.333559 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-14506e60-1ad0-42ec-a480-eba6ff3e1c2b req-429303c6-1870-492a-9319-bca748e5241f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495350 Dec 22 14:07:47.648629 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 8fbd1300-7251-485a-9380-fe11e66cdd25 up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:07:47.729217 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 8fbd1300-7251-485a-9380-fe11e66cdd25 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:07:47.731158 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:07:47.859948 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:07:47.890912 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbd1300-7251-485a-9380-fe11e66cdd25'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:07:47.902207 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 8fbd1300-7251-485a-9380-fe11e66cdd25, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8fbd1300-7251-485a-9380-fe11e66cdd25,segment=NetworkSegment(0539b439-5491-4a20-b9c7-823d33982f98),segment_id=0539b439-5491-4a20-b9c7-823d33982f98)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:07:47.955929 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbd1300-7251-485a-9380-fe11e66cdd25', 'code': 200} Dec 22 14:07:47.966066 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:07:47.969031 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:07:48.049824 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=8fbd1300-7251-485a-9380-fe11e66cdd25,revision_number=7']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:07:48.053621 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:07:48.577187 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5413629-1b66-4fa7-bbca-40b4cff8cc52 req-7d45457f-eaca-4d07-b8ce-a0f75ec5f316 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:07:48.578858 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d5413629-1b66-4fa7-bbca-40b4cff8cc52 req-7d45457f-eaca-4d07-b8ce-a0f75ec5f316 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0853238 Dec 22 14:07:48.632633 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d5413629-1b66-4fa7-bbca-40b4cff8cc52 req-70e64550-c0ff-4af6-8fac-dbe5b1fe0ed0 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463984 Dec 22 14:07:49.855843 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf424e-e5a2-4330-adeb-487fe5f095a5 req-65053350-28af-4a88-9d73-6f48f374aa1e tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:07:49.861183 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-b6cf424e-e5a2-4330-adeb-487fe5f095a5 req-65053350-28af-4a88-9d73-6f48f374aa1e tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0936785 Dec 22 14:07:49.910679 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-b6cf424e-e5a2-4330-adeb-487fe5f095a5 req-87071f9e-aad0-46f2-ae6b-c787830fd59a tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475891 Dec 22 14:07:51.177081 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec7174-a88c-42c4-9572-7d3c163e7f47 req-b74ce9c0-1df4-4286-afd9-45e3c10ee139 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:07:51.178775 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-80ec7174-a88c-42c4-9572-7d3c163e7f47 req-b74ce9c0-1df4-4286-afd9-45e3c10ee139 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0935175 Dec 22 14:07:51.232400 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-80ec7174-a88c-42c4-9572-7d3c163e7f47 req-7fa83049-1bca-4d63-a234-4a7b67e980fa tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464325 Dec 22 14:07:52.444521 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09680d7-ab00-41f1-90bd-1545cf77a57c req-c6ee8bba-d32c-42c2-b338-388ad9134d01 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:07:52.446263 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-b09680d7-ab00-41f1-90bd-1545cf77a57c req-c6ee8bba-d32c-42c2-b338-388ad9134d01 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0851505 Dec 22 14:07:52.500629 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-b09680d7-ab00-41f1-90bd-1545cf77a57c req-dcdcdb2f-fd07-44e1-bc32-5b2f6186ec48 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475218 Dec 22 14:07:53.715939 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe17629-b62b-4de5-9f78-7b9a87a07d15 req-ec5aa95d-4b9c-448b-8757-9ebcd452cd90 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:07:53.717486 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9fe17629-b62b-4de5-9f78-7b9a87a07d15 req-ec5aa95d-4b9c-448b-8757-9ebcd452cd90 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0927498 Dec 22 14:07:53.771747 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9fe17629-b62b-4de5-9f78-7b9a87a07d15 req-5e7ed522-21bd-4e7e-9d2f-974f906334db tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486426 Dec 22 14:07:54.989451 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9988443-bf6e-4b12-8de2-af426a372e17 req-7539c9dd-70e1-4163-8c37-1325c5214769 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:07:54.991233 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-f9988443-bf6e-4b12-8de2-af426a372e17 req-7539c9dd-70e1-4163-8c37-1325c5214769 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0923159 Dec 22 14:07:55.043905 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-f9988443-bf6e-4b12-8de2-af426a372e17 req-48b6ad88-857f-4e90-9019-41d11b7cb5c0 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459170 Dec 22 14:07:55.129364 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:07:56.261409 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a0681-035f-4a4a-b463-9e92178a69f8 req-42ae4f31-40b0-4b82-a0b1-97da7e7b1df8 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:07:56.263188 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ee6a0681-035f-4a4a-b463-9e92178a69f8 req-42ae4f31-40b0-4b82-a0b1-97da7e7b1df8 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0876508 Dec 22 14:07:56.311429 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ee6a0681-035f-4a4a-b463-9e92178a69f8 req-c3e34a73-1501-44f4-bf87-99eb788bddfa tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426629 Dec 22 14:07:57.510569 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec56bda-dad4-4775-85e3-0a7fe70d2e5d req-2e8a605b-aadc-406b-9f44-c42cb561e699 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:07:57.512869 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-cec56bda-dad4-4775-85e3-0a7fe70d2e5d req-2e8a605b-aadc-406b-9f44-c42cb561e699 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0800879 Dec 22 14:07:57.563439 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-cec56bda-dad4-4775-85e3-0a7fe70d2e5d req-61f06b4c-fbbe-408b-aba3-b600980b4484 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448523 Dec 22 14:07:58.330670 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c349a831-8835-4614-9b40-59b8cdb9b12a req-49e4fdb2-3d4d-40d7-9e4a-61bcc89f18eb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b10600ded90047d3a3583fcf6218253d&device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 1098 time: 0.1343021 Dec 22 14:07:58.559963 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349a831-8835-4614-9b40-59b8cdb9b12a req-0f472e01-e853-4f1a-a58e-48e9790d5091 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:07:58.561442 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c349a831-8835-4614-9b40-59b8cdb9b12a req-0f472e01-e853-4f1a-a58e-48e9790d5091 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8523403b-95bc-41a8-822a-32b489c148f8 HTTP/1.1" status: 200 len: 910 time: 0.2213812 Dec 22 14:07:58.671627 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c349a831-8835-4614-9b40-59b8cdb9b12a req-5d0f098d-8dad-40c5-82f0-781286a5fc60 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fbd1300-7251-485a-9380-fe11e66cdd25 HTTP/1.1" status: 200 len: 1001 time: 0.0981500 Dec 22 14:07:58.789135 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349a831-8835-4614-9b40-59b8cdb9b12a req-5ad96c3b-6402-4b6b-a6c3-e82bb5c84e12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:07:58.790490 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c349a831-8835-4614-9b40-59b8cdb9b12a req-5ad96c3b-6402-4b6b-a6c3-e82bb5c84e12 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1bc9686a-6d9a-4840-9487-6c4bb2200d21 HTTP/1.1" status: 200 len: 848 time: 0.1081121 Dec 22 14:07:58.858054 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85739cfc-9b3b-4179-a8e7-ac06a1ad7d04 req-84ac9474-3f1f-4694-801b-dfca6c068bb2 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:07:58.859465 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-85739cfc-9b3b-4179-a8e7-ac06a1ad7d04 req-84ac9474-3f1f-4694-801b-dfca6c068bb2 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 945 time: 0.1415491 Dec 22 14:07:58.921374 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-85739cfc-9b3b-4179-a8e7-ac06a1ad7d04 req-d867d025-3782-4d36-a367-6461e3689587 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561371 Dec 22 14:07:58.924206 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c349a831-8835-4614-9b40-59b8cdb9b12a req-5dbe2def-e200-4bf9-abb5-ed93f98ad584 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8523403b-95bc-41a8-822a-32b489c148f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1181929 Dec 22 14:07:58.939400 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [req-c349a831-8835-4614-9b40-59b8cdb9b12a req-816f8a5b-f299-47df-9ace-bff6fada11fb service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 14:07:58.940346 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c349a831-8835-4614-9b40-59b8cdb9b12a req-816f8a5b-f299-47df-9ace-bff6fada11fb service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048208 Dec 22 14:07:59.080257 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c349a831-8835-4614-9b40-59b8cdb9b12a req-153eff5d-ed33-49d3-90c4-fb4561be287d service neutron] 10.222.0.45 "GET /v2.0/networks/8523403b-95bc-41a8-822a-32b489c148f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271362 Dec 22 14:07:59.216295 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c349a831-8835-4614-9b40-59b8cdb9b12a req-70c48cd4-ef2c-465f-8ce8-24cb82c4765d service neutron] 10.222.0.45 "GET /v2.0/networks/8523403b-95bc-41a8-822a-32b489c148f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242647 Dec 22 14:07:59.425702 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:08:00.114233 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68014952-eb41-4577-8a2b-c3397f038c50 req-6b1ff689-b497-411f-8e4f-cca7c1ee78fb tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:00.115689 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-68014952-eb41-4577-8a2b-c3397f038c50 req-6b1ff689-b497-411f-8e4f-cca7c1ee78fb tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0772471 Dec 22 14:08:00.161614 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-68014952-eb41-4577-8a2b-c3397f038c50 req-7ffaf4b2-e2b0-46a2-8c55-4b3b27255a48 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398350 Dec 22 14:08:01.357712 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2634e55-2a30-408f-975d-060920fbd9bd req-487e8cc7-b7fd-4f42-9f5b-773bbb22036f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:01.359150 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b2634e55-2a30-408f-975d-060920fbd9bd req-487e8cc7-b7fd-4f42-9f5b-773bbb22036f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 945 time: 0.0776896 Dec 22 14:08:01.405577 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b2634e55-2a30-408f-975d-060920fbd9bd req-5496ab23-dec3-464c-a33a-8210b203e400 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408702 Dec 22 14:08:01.717948 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 8fbd1300-7251-485a-9380-fe11e66cdd25 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:08:01.877896 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:08:01.905090 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fbd1300-7251-485a-9380-fe11e66cdd25'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:08:01.914509 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 8fbd1300-7251-485a-9380-fe11e66cdd25, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8fbd1300-7251-485a-9380-fe11e66cdd25,segment=NetworkSegment(0539b439-5491-4a20-b9c7-823d33982f98),segment_id=0539b439-5491-4a20-b9c7-823d33982f98)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:08:01.954938 dv-neutron-822669-1-hyperv neutron-server[84150]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8fbd1300-7251-485a-9380-fe11e66cdd25', 'code': 422} returned with failed status Dec 22 14:08:01.968556 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:08:01.970243 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:08:02.036986 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=8fbd1300-7251-485a-9380-fe11e66cdd25,revision_number=8']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:08:02.040050 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:08:02.607018 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc3760-29c5-4374-98c9-5b704691faef req-35adda37-77d7-4cab-ae58-63663e569b88 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:02.608492 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-71cc3760-29c5-4374-98c9-5b704691faef req-35adda37-77d7-4cab-ae58-63663e569b88 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 943 time: 0.0820658 Dec 22 14:08:02.653329 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-71cc3760-29c5-4374-98c9-5b704691faef req-564ae69b-5e59-48e8-bd18-ad7a4f359bc6 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395250 Dec 22 14:08:02.908768 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-6f4a887c-2573-4c96-81ec-bf8ba8e10a17 req-ab46c70f-3b95-4eca-bf6e-9a489913cdfa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1358297 Dec 22 14:08:03.345261 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc1409-ec48-47ab-afd5-c6dd5009be99 req-6beef34a-f2ed-4ca3-a845-97a34fc4e902 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:03.346744 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8fbc1409-ec48-47ab-afd5-c6dd5009be99 req-6beef34a-f2ed-4ca3-a845-97a34fc4e902 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 943 time: 0.0782385 Dec 22 14:08:03.398587 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8fbc1409-ec48-47ab-afd5-c6dd5009be99 req-9bc5b1d4-c10f-48c7-8663-277450088516 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460618 Dec 22 14:08:03.569557 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-05cbfa16-ac5b-4c2a-9385-4674f065ee45 req-a301825a-76ea-4fd7-a365-baeebf7c2cf2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1324427 Dec 22 14:08:04.592492 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df894206-83ff-47a2-be21-51a28c05e968 req-93e527db-2a08-4076-b4f1-e6924a6bc7d0 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:04.593937 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-df894206-83ff-47a2-be21-51a28c05e968 req-93e527db-2a08-4076-b4f1-e6924a6bc7d0 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 943 time: 0.0760527 Dec 22 14:08:04.644130 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-df894206-83ff-47a2-be21-51a28c05e968 req-ec6832ca-cdfb-4bf1-b271-3601d58cc307 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414076 Dec 22 14:08:05.694437 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9e862bf7-900b-4ab3-8340-cdea38260112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:08:05.846263 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638509a-aeeb-4e49-af81-cc45f5355c66 req-95ec415a-497b-4fcd-a53e-06adb237866b tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:05.847818 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7638509a-aeeb-4e49-af81-cc45f5355c66 req-95ec415a-497b-4fcd-a53e-06adb237866b tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 943 time: 0.0786357 Dec 22 14:08:05.898609 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7638509a-aeeb-4e49-af81-cc45f5355c66 req-6a34ba10-8f56-4ab4-bb73-9f86effe70c5 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451717 Dec 22 14:08:07.099152 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67d074-04ec-4a7f-9a44-1c9a080af0f7 req-04c4b80a-675a-4c9d-ac7c-c4056ca81efe tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:07.100593 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ea67d074-04ec-4a7f-9a44-1c9a080af0f7 req-04c4b80a-675a-4c9d-ac7c-c4056ca81efe tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 943 time: 0.0826316 Dec 22 14:08:07.149641 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ea67d074-04ec-4a7f-9a44-1c9a080af0f7 req-3c4babbc-c40f-41e4-af6f-2c7cc7f2a4b2 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425243 Dec 22 14:08:08.042999 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6c9db937-d2dd-44ee-b67f-84561704397a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:08:08.347522 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e710d-cb31-494e-a7ba-dec98300b97d req-dfcc8a17-f344-4fa8-afe7-ce979f2b79a7 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:08.348957 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c59e710d-cb31-494e-a7ba-dec98300b97d req-dfcc8a17-f344-4fa8-afe7-ce979f2b79a7 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 943 time: 0.0767233 Dec 22 14:08:08.395585 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c59e710d-cb31-494e-a7ba-dec98300b97d req-0fdfd76b-06b6-4217-a822-6ded62b2be24 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408759 Dec 22 14:08:08.729418 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-05cbfa16-ac5b-4c2a-9385-4674f065ee45 req-8f1fa670-0532-47c0-83e0-29ae23b542f4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9&tenant_id=b10600ded90047d3a3583fcf6218253d HTTP/1.1" status: 200 len: 1096 time: 0.0737062 Dec 22 14:08:08.828003 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-05cbfa16-ac5b-4c2a-9385-4674f065ee45 req-86586805-c053-4d00-82bb-b631b183f525 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b10600ded90047d3a3583fcf6218253d&device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 1096 time: 0.0688846 Dec 22 14:08:08.964772 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbfa16-ac5b-4c2a-9385-4674f065ee45 req-68097927-fcdc-45cb-aff0-61970f33215e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:08.966837 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-05cbfa16-ac5b-4c2a-9385-4674f065ee45 req-68097927-fcdc-45cb-aff0-61970f33215e service neutron] 10.222.0.45 "GET /v2.0/networks?id=8523403b-95bc-41a8-822a-32b489c148f8 HTTP/1.1" status: 200 len: 910 time: 0.1259630 Dec 22 14:08:09.031251 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:08:09.178402 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-05cbfa16-ac5b-4c2a-9385-4674f065ee45 req-bb28743d-2d22-4eb3-a733-3a5a845b5aeb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fbd1300-7251-485a-9380-fe11e66cdd25 HTTP/1.1" status: 200 len: 999 time: 0.2019899 Dec 22 14:08:09.244660 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbfa16-ac5b-4c2a-9385-4674f065ee45 req-ebf3e61f-0c0a-4a3d-bd88-2cee468ddd04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:09.246214 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-05cbfa16-ac5b-4c2a-9385-4674f065ee45 req-ebf3e61f-0c0a-4a3d-bd88-2cee468ddd04 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1bc9686a-6d9a-4840-9487-6c4bb2200d21 HTTP/1.1" status: 200 len: 848 time: 0.0570514 Dec 22 14:08:09.328099 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-05cbfa16-ac5b-4c2a-9385-4674f065ee45 req-b4f63005-b277-40c4-9606-b1025cf821a5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8523403b-95bc-41a8-822a-32b489c148f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705574 Dec 22 14:08:09.466235 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:08:09.470711 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-05cbfa16-ac5b-4c2a-9385-4674f065ee45 req-ac4b2ec6-31ec-40db-a2f2-993e2ffee467 service neutron] 10.222.0.45 "GET /v2.0/networks/8523403b-95bc-41a8-822a-32b489c148f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301219 Dec 22 14:08:09.595302 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea00ce-e5bb-4bef-956f-c57def1ad340 req-690558c2-b941-43cd-82d1-6f01b55739f1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:09.596765 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-12ea00ce-e5bb-4bef-956f-c57def1ad340 req-690558c2-b941-43cd-82d1-6f01b55739f1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 943 time: 0.0775020 Dec 22 14:08:09.612887 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-05cbfa16-ac5b-4c2a-9385-4674f065ee45 req-8cf22633-3641-416f-8698-b22ff5da8259 service neutron] 10.222.0.45 "GET /v2.0/networks/8523403b-95bc-41a8-822a-32b489c148f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300673 Dec 22 14:08:09.643124 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-12ea00ce-e5bb-4bef-956f-c57def1ad340 req-c7b35739-feb5-4395-a541-8b4af07332c5 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406320 Dec 22 14:08:10.654371 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:08:10.844954 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2efc319-1787-4ebb-b504-ac4832c48033 req-8bee0b39-45ff-49b6-9cca-2c100ca8af80 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:10.846624 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b2efc319-1787-4ebb-b504-ac4832c48033 req-8bee0b39-45ff-49b6-9cca-2c100ca8af80 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 943 time: 0.0803294 Dec 22 14:08:10.903213 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b2efc319-1787-4ebb-b504-ac4832c48033 req-aad0d095-1d64-43fb-a671-2f0fa6c2ef8d tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496578 Dec 22 14:08:12.143147 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a54a3-16f1-4b75-9f68-3d83542d28fa req-8b28bc50-3fee-437e-a85a-9a3da233fcb7 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:12.144627 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-958a54a3-16f1-4b75-9f68-3d83542d28fa req-8b28bc50-3fee-437e-a85a-9a3da233fcb7 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 943 time: 0.0956614 Dec 22 14:08:12.220400 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-958a54a3-16f1-4b75-9f68-3d83542d28fa req-86cf5eb1-cf3d-49b3-afa0-afc715625c46 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630374 Dec 22 14:08:13.429266 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b13899-74e4-4f2e-af7b-6fa7e5d675c7 req-0e2ddfda-3b96-4b5e-9b7f-63aee0317642 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:13.430727 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-73b13899-74e4-4f2e-af7b-6fa7e5d675c7 req-0e2ddfda-3b96-4b5e-9b7f-63aee0317642 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 943 time: 0.0836549 Dec 22 14:08:13.485737 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-73b13899-74e4-4f2e-af7b-6fa7e5d675c7 req-e2fe0f10-a884-4b9a-8ca0-d0db3cde6e98 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488312 Dec 22 14:08:14.693158 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad4080-19a6-4d7a-bc94-305f41c2ebd6 req-45ef506a-1af8-4f6a-b8cd-12d5e30cb259 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:14.694641 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e0ad4080-19a6-4d7a-bc94-305f41c2ebd6 req-45ef506a-1af8-4f6a-b8cd-12d5e30cb259 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 943 time: 0.0805552 Dec 22 14:08:14.747653 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e0ad4080-19a6-4d7a-bc94-305f41c2ebd6 req-9f5a68ee-44b4-4233-ab21-4cda79b8b663 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468583 Dec 22 14:08:15.960435 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b350f-706f-4efd-a586-953016072a0a req-b2ca7fe1-2ab4-46ab-a1a9-927805e83787 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:15.961897 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d37b350f-706f-4efd-a586-953016072a0a req-b2ca7fe1-2ab4-46ab-a1a9-927805e83787 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 943 time: 0.0835927 Dec 22 14:08:16.009095 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d37b350f-706f-4efd-a586-953016072a0a req-a6746968-1fde-440e-8631-6ad9104db700 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408211 Dec 22 14:08:17.214973 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1637a2-b58a-4e08-a5ba-667e5031a39d req-1d7ee702-4866-4483-8e13-9ae078ab78c1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:17.216405 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5e1637a2-b58a-4e08-a5ba-667e5031a39d req-1d7ee702-4866-4483-8e13-9ae078ab78c1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 943 time: 0.0775421 Dec 22 14:08:17.261110 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5e1637a2-b58a-4e08-a5ba-667e5031a39d req-79f96b6c-960d-4bce-8595-755c42f2b398 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390022 Dec 22 14:08:18.495270 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa273a3e-95a4-4695-a9d0-4e57f6869fbd req-d3425576-5c2e-430a-980d-4b0bc2b8d922 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:18.496790 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fa273a3e-95a4-4695-a9d0-4e57f6869fbd req-d3425576-5c2e-430a-980d-4b0bc2b8d922 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 943 time: 0.0920703 Dec 22 14:08:18.552913 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fa273a3e-95a4-4695-a9d0-4e57f6869fbd req-6be3e7b0-3cd3-421a-b3cf-d23f4da0c5f9 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499077 Dec 22 14:08:19.769157 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1f8a0-a50d-4ab1-9a8c-a71b96191da9 req-ac3d565f-cf3b-4f01-87e2-ad0b4dcb54c6 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:19.770729 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4bf1f8a0-a50d-4ab1-9a8c-a71b96191da9 req-ac3d565f-cf3b-4f01-87e2-ad0b4dcb54c6 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 943 time: 0.0868862 Dec 22 14:08:19.820306 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4bf1f8a0-a50d-4ab1-9a8c-a71b96191da9 req-2dc92ab4-6b69-4865-8a0a-b35f278b2335 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440691 Dec 22 14:08:21.024991 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a549ca5-3e96-4a92-93cb-5185a50bc869 req-e1111167-626a-4aab-b6ca-c4b76cc21129 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:21.026513 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6a549ca5-3e96-4a92-93cb-5185a50bc869 req-e1111167-626a-4aab-b6ca-c4b76cc21129 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 943 time: 0.0841403 Dec 22 14:08:21.080155 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6a549ca5-3e96-4a92-93cb-5185a50bc869 req-84c265c8-f33d-424e-abde-ad0d3d4ab315 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476792 Dec 22 14:08:22.274029 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d87a02-a8e1-4890-adfc-8297f030c2d5 req-647046f2-8631-471d-9c0c-cfdc668d9aa2 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:22.275488 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-89d87a02-a8e1-4890-adfc-8297f030c2d5 req-647046f2-8631-471d-9c0c-cfdc668d9aa2 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 943 time: 0.0775414 Dec 22 14:08:22.320686 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-89d87a02-a8e1-4890-adfc-8297f030c2d5 req-e86c0c93-2d79-44a9-9f71-5829ea078c3f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389659 Dec 22 14:08:23.518142 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4bb141-e753-4e60-845c-b5918d7627c8 req-77d4c89a-9951-407f-a8a4-1f75298c6a6d tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:23.519588 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6f4bb141-e753-4e60-845c-b5918d7627c8 req-77d4c89a-9951-407f-a8a4-1f75298c6a6d tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 943 time: 0.0773156 Dec 22 14:08:23.566654 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6f4bb141-e753-4e60-845c-b5918d7627c8 req-cf065919-9658-4539-9e93-0c97406ec059 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415447 Dec 22 14:08:23.794453 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 8fbd1300-7251-485a-9380-fe11e66cdd25 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 14:08:23.925925 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 8fbd1300-7251-485a-9380-fe11e66cdd25, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8fbd1300-7251-485a-9380-fe11e66cdd25,segment=NetworkSegment(0539b439-5491-4a20-b9c7-823d33982f98),segment_id=0539b439-5491-4a20-b9c7-823d33982f98)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:08:23.939414 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '8fbd1300-7251-485a-9380-fe11e66cdd25', 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8', 'port_id': '8fbd1300-7251-485a-9380-fe11e66cdd25', 'mac_address': 'fa:16:3e:98:73:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bc9686a-6d9a-4840-9487-6c4bb2200d21', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 14:08:23.991966 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:08:24.008641 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fbd1300-7251-485a-9380-fe11e66cdd25 {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 14:08:24.023367 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 8fbd1300-7251-485a-9380-fe11e66cdd25, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8fbd1300-7251-485a-9380-fe11e66cdd25,segment=NetworkSegment(0539b439-5491-4a20-b9c7-823d33982f98),segment_id=0539b439-5491-4a20-b9c7-823d33982f98)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:08:24.079173 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:08:24.080834 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:08:24.148076 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=8fbd1300-7251-485a-9380-fe11e66cdd25,revision_number=9']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:08:24.151154 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:08:24.347195 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['8fbd1300-7251-485a-9380-fe11e66cdd25'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 14:08:24.766837 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c6149-5cd0-45f0-a734-107b17204217 req-8041c427-d61e-4bda-a7b0-fbbd5a4c806d tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:24.768263 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0b2c6149-5cd0-45f0-a734-107b17204217 req-8041c427-d61e-4bda-a7b0-fbbd5a4c806d tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 944 time: 0.0817680 Dec 22 14:08:24.812517 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-0b2c6149-5cd0-45f0-a734-107b17204217 req-e4d92b34-6509-4c3b-8eb3-bfa6396f4ced tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388360 Dec 22 14:08:25.810903 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 8fbd1300-7251-485a-9380-fe11e66cdd25 up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:08:25.879972 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 8fbd1300-7251-485a-9380-fe11e66cdd25 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:08:25.880345 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:08:25.994105 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:08:26.011058 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cbf35b-a130-4503-ba5d-b8fd2f2ff79e req-624cf269-6459-49cf-965b-d89171b9b13a tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:26.012682 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-76cbf35b-a130-4503-ba5d-b8fd2f2ff79e req-624cf269-6459-49cf-965b-d89171b9b13a tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 944 time: 0.0815675 Dec 22 14:08:26.020898 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbd1300-7251-485a-9380-fe11e66cdd25'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:08:26.030685 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 8fbd1300-7251-485a-9380-fe11e66cdd25, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8fbd1300-7251-485a-9380-fe11e66cdd25,segment=NetworkSegment(0539b439-5491-4a20-b9c7-823d33982f98),segment_id=0539b439-5491-4a20-b9c7-823d33982f98)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:08:26.059452 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-76cbf35b-a130-4503-ba5d-b8fd2f2ff79e req-9849c2b9-b47c-4dd0-b230-b6ceadacdc5e tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410695 Dec 22 14:08:26.077115 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbd1300-7251-485a-9380-fe11e66cdd25', 'code': 200} Dec 22 14:08:26.103137 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:08:26.106790 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:08:26.174771 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=8fbd1300-7251-485a-9380-fe11e66cdd25,revision_number=10']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:08:26.177867 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:08:26.463067 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1683dc45-db82-4348-b69a-1fdfca44a625 req-550dfaac-1394-434a-b16b-7c83e68488df service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 1099 time: 0.0673370 Dec 22 14:08:26.509172 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1683dc45-db82-4348-b69a-1fdfca44a625 req-4044a054-16da-4e52-9128-610b490351d8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362887 Dec 22 14:08:27.254771 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17918b3-c730-4bfd-966b-efc446d2e2f9 req-1d8c9e5f-d7fd-4b45-84f3-12ab62f6ecb7 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:27.256232 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e17918b3-c730-4bfd-966b-efc446d2e2f9 req-1d8c9e5f-d7fd-4b45-84f3-12ab62f6ecb7 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 946 time: 0.0754738 Dec 22 14:08:27.300416 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-e17918b3-c730-4bfd-966b-efc446d2e2f9 req-5f68b12b-3b09-4e9c-b079-5388f63c2f5a tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381134 Dec 22 14:08:27.513056 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7797811c-4a21-4488-913f-a63d06d7b042 req-f4207b02-82b5-4951-9acb-fd97e1b321de service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b10600ded90047d3a3583fcf6218253d&device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 1099 time: 0.0739284 Dec 22 14:08:27.667431 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797811c-4a21-4488-913f-a63d06d7b042 req-151a878c-df78-44b3-b90f-efc721c2dcbb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:27.668894 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7797811c-4a21-4488-913f-a63d06d7b042 req-151a878c-df78-44b3-b90f-efc721c2dcbb service neutron] 10.222.0.45 "GET /v2.0/networks?id=8523403b-95bc-41a8-822a-32b489c148f8 HTTP/1.1" status: 200 len: 910 time: 0.1329916 Dec 22 14:08:27.777894 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7797811c-4a21-4488-913f-a63d06d7b042 req-5ffa4b36-712b-453d-9cf7-1960c96f46ef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fbd1300-7251-485a-9380-fe11e66cdd25 HTTP/1.1" status: 200 len: 1001 time: 0.1017005 Dec 22 14:08:27.847462 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797811c-4a21-4488-913f-a63d06d7b042 req-7548c0b3-5c20-4284-9b7d-8f708739daa8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:27.848906 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7797811c-4a21-4488-913f-a63d06d7b042 req-7548c0b3-5c20-4284-9b7d-8f708739daa8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1bc9686a-6d9a-4840-9487-6c4bb2200d21 HTTP/1.1" status: 200 len: 848 time: 0.0588238 Dec 22 14:08:27.923537 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7797811c-4a21-4488-913f-a63d06d7b042 req-3e221345-a882-4059-8191-5f6502b62a9c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8523403b-95bc-41a8-822a-32b489c148f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674739 Dec 22 14:08:28.163261 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7797811c-4a21-4488-913f-a63d06d7b042 req-f0fac80c-f423-4026-8fa6-27bac48995a5 service neutron] 10.222.0.45 "GET /v2.0/networks/8523403b-95bc-41a8-822a-32b489c148f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304480 Dec 22 14:08:28.298526 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7797811c-4a21-4488-913f-a63d06d7b042 req-b6256db6-93ee-47ef-b815-833efa6e5e18 service neutron] 10.222.0.45 "GET /v2.0/networks/8523403b-95bc-41a8-822a-32b489c148f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286609 Dec 22 14:08:28.515099 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e5cf2-d56c-4f5a-a80e-80ba3cb4df19 req-814d09f2-60e0-4f48-a9d6-0e0098b4622e tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:28.516554 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-299e5cf2-d56c-4f5a-a80e-80ba3cb4df19 req-814d09f2-60e0-4f48-a9d6-0e0098b4622e tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 946 time: 0.0882299 Dec 22 14:08:28.564098 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-299e5cf2-d56c-4f5a-a80e-80ba3cb4df19 req-a6176be9-9e3b-4812-803d-23434633151f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408616 Dec 22 14:08:29.416013 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:08:29.858440 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e50a2d-8788-4e14-855e-393e05256a92 req-aeb2cfa4-c350-4567-997b-4e0bfe15f1d4 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:29.859903 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-66e50a2d-8788-4e14-855e-393e05256a92 req-aeb2cfa4-c350-4567-997b-4e0bfe15f1d4 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 946 time: 0.1751339 Dec 22 14:08:29.904361 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-66e50a2d-8788-4e14-855e-393e05256a92 req-a2b94425-aaa1-4de2-9907-9f567a6c85be tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390904 Dec 22 14:08:32.128159 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:08:35.711191 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b9fe1e1a-ef7a-43d7-88d0-e443d9d2e044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:08:38.061855 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-bb41d9f3-c09f-47f2-8849-ec5fdd7ce4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:08:39.013454 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:08:39.482424 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:08:40.644698 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:08:59.390439 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:05.687598 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-21923520-3e75-461c-9ff5-98d40d84a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:08.067466 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-eaffba50-edfa-4336-8049-728cc171ab92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:09.061711 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:09.128769 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:09:09.476162 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:10.647316 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:29.407160 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:29.451764 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-33162eb5-2764-44c1-8ae1-79bf9cd368d9 req-fc62e243-f548-4d3a-a4f2-05586c774367 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715621 Dec 22 14:09:29.601497 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-33162eb5-2764-44c1-8ae1-79bf9cd368d9 req-0c72b414-bafc-431e-8b0c-85ce2d0b2b04 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b10600ded90047d3a3583fcf6218253d&device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 1099 time: 0.0701299 Dec 22 14:09:29.755156 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33162eb5-2764-44c1-8ae1-79bf9cd368d9 req-9d7c4c76-10e1-4fd7-8e8e-fdcf96dc93e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:09:29.756743 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-33162eb5-2764-44c1-8ae1-79bf9cd368d9 req-9d7c4c76-10e1-4fd7-8e8e-fdcf96dc93e0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8523403b-95bc-41a8-822a-32b489c148f8 HTTP/1.1" status: 200 len: 910 time: 0.1287262 Dec 22 14:09:29.864308 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-33162eb5-2764-44c1-8ae1-79bf9cd368d9 req-75e74a5b-d2a1-4e8a-ae7f-3efa47cec1d4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fbd1300-7251-485a-9380-fe11e66cdd25 HTTP/1.1" status: 200 len: 1001 time: 0.0993330 Dec 22 14:09:29.926521 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33162eb5-2764-44c1-8ae1-79bf9cd368d9 req-f5469dfd-198e-43d1-8db9-e742b8a2f8f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:09:29.927954 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-33162eb5-2764-44c1-8ae1-79bf9cd368d9 req-f5469dfd-198e-43d1-8db9-e742b8a2f8f0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1bc9686a-6d9a-4840-9487-6c4bb2200d21 HTTP/1.1" status: 200 len: 848 time: 0.0571470 Dec 22 14:09:30.010105 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-33162eb5-2764-44c1-8ae1-79bf9cd368d9 req-b46ce60d-5d27-4b75-85db-42c28554ac4f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8523403b-95bc-41a8-822a-32b489c148f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719941 Dec 22 14:09:30.145624 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-33162eb5-2764-44c1-8ae1-79bf9cd368d9 req-bda914c3-3f71-4c33-8da5-a90965487c05 service neutron] 10.222.0.45 "GET /v2.0/networks/8523403b-95bc-41a8-822a-32b489c148f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254714 Dec 22 14:09:30.284814 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-33162eb5-2764-44c1-8ae1-79bf9cd368d9 req-d27c7fe3-d6f8-4cd7-af42-4cd0ebbd8c9c service neutron] 10.222.0.45 "GET /v2.0/networks/8523403b-95bc-41a8-822a-32b489c148f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284008 Dec 22 14:09:35.666580 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-32da1448-fbec-4910-adab-dfe56ec050ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:38.064069 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e9acdb67-d64f-4fc4-955b-16856cf29dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:39.015320 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:39.498266 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:40.660941 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:42.327540 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 59006) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:09:42.526372 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-2e830770-d665-4203-b70b-230fab4bfd6f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Deleting port 89063960-2186-42d3-a7ad-22870b55dbcf {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 14:09:42.526766 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2e830770-d665-4203-b70b-230fab4bfd6f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:42.696550 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2e830770-d665-4203-b70b-230fab4bfd6f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:42.696873 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2e830770-d665-4203-b70b-230fab4bfd6f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:42.908450 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-2e830770-d665-4203-b70b-230fab4bfd6f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Calling delete_port for 89063960-2186-42d3-a7ad-22870b55dbcf owned by network:floatingip {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 14:09:43.126819 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2e830770-d665-4203-b70b-230fab4bfd6f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:43.130594 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-48cc4af6-3ad5-4960-8082-5197e1796582 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:09:43.172066 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e830770-d665-4203-b70b-230fab4bfd6f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Pushing event deleted for resources: {'Port': ['ID=89063960-2186-42d3-a7ad-22870b55dbcf,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:09:43.209484 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e830770-d665-4203-b70b-230fab4bfd6f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:09:43.209865 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e830770-d665-4203-b70b-230fab4bfd6f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:09:43.210234 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e830770-d665-4203-b70b-230fab4bfd6f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:09:43.210631 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e830770-d665-4203-b70b-230fab4bfd6f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:09:43.210992 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e830770-d665-4203-b70b-230fab4bfd6f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:09:43.211346 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e830770-d665-4203-b70b-230fab4bfd6f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:09:43.211701 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e830770-d665-4203-b70b-230fab4bfd6f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:09:43.212053 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e830770-d665-4203-b70b-230fab4bfd6f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:09:43.212405 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e830770-d665-4203-b70b-230fab4bfd6f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:09:43.212753 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e830770-d665-4203-b70b-230fab4bfd6f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:09:43.213101 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e830770-d665-4203-b70b-230fab4bfd6f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:09:43.220385 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2e830770-d665-4203-b70b-230fab4bfd6f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:09:43.278600 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2e830770-d665-4203-b70b-230fab4bfd6f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for floatingip, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:43.670467 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e830770-d665-4203-b70b-230fab4bfd6f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Router b4dd3700-5826-486d-8dfb-7457eb44e3a9 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 14:09:43.873320 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e830770-d665-4203-b70b-230fab4bfd6f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 14:09:43.883163 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c32693-4be8-4ca9-938a-8865cfb571e4 None None] Sync routers for ids ['b4dd3700-5826-486d-8dfb-7457eb44e3a9'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 14:09:43.894542 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c32693-4be8-4ca9-938a-8865cfb571e4 None None] Routers {'b4dd3700-5826-486d-8dfb-7457eb44e3a9'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:09:43.895154 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-19c32693-4be8-4ca9-938a-8865cfb571e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:09:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b4dd3700-5826-486d-8dfb-7457eb44e3a9'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:09:43.952597 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2e830770-d665-4203-b70b-230fab4bfd6f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:44.009281 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-2e830770-d665-4203-b70b-230fab4bfd6f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "DELETE /v2.0/floatingips/6b3e9dad-316c-41b4-87c0-51d12b5d1539 HTTP/1.1" status: 204 len: 168 time: 1.6806283 Dec 22 14:09:44.009946 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9', 'tag': '8fbd1300-7251-485a-9380-fe11e66cdd25'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:09:44.087160 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-19c32693-4be8-4ca9-938a-8865cfb571e4 None None] Set router b4dd3700-5826-486d-8dfb-7457eb44e3a9 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:09:44.177256 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9', 'tag': '8fbd1300-7251-485a-9380-fe11e66cdd25', 'status': 'completed', 'code': 200} Dec 22 14:09:44.319769 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3219c5f0-5f35-41bc-9dbe-33bad6009116 req-6c153a51-5839-4387-b944-e92c91db6cee service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b10600ded90047d3a3583fcf6218253d&device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 1099 time: 0.1183465 Dec 22 14:09:44.459723 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219c5f0-5f35-41bc-9dbe-33bad6009116 req-57b99ec8-fca6-479c-b4ec-5b4b6528cdae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:09:44.461245 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3219c5f0-5f35-41bc-9dbe-33bad6009116 req-57b99ec8-fca6-479c-b4ec-5b4b6528cdae service neutron] 10.222.0.45 "GET /v2.0/networks?id=8523403b-95bc-41a8-822a-32b489c148f8 HTTP/1.1" status: 200 len: 910 time: 0.1298106 Dec 22 14:09:44.466860 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-19c32693-4be8-4ca9-938a-8865cfb571e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'name': 'tempest-TestShelveInstance-1705512809-router', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '239ac397-f447-49f1-ae46-48d3d39004f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:05:04Z', 'updated_at': '2021-12-22T14:05:07Z', 'revision_number': 4, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'gw_port': {'id': '239ac397-f447-49f1-ae46-48d3d39004f8', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:04Z', 'updated_at': '2021-12-22T14:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'af00062f-c8e7-43cd-b755-65e3f858816e', 'name': '', 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'mac_address': 'fa:16:3e:fa:0d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bc9686a-6d9a-4840-9487-6c4bb2200d21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:06Z', 'updated_at': '2021-12-22T14:05:24Z', 'revision_number': 5, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'subnets': [{'id': '1bc9686a-6d9a-4840-9487-6c4bb2200d21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:09:44.470810 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c32693-4be8-4ca9-938a-8865cfb571e4 None None] Checking router: b4dd3700-5826-486d-8dfb-7457eb44e3a9 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 14:09:44.483600 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c32693-4be8-4ca9-938a-8865cfb571e4 None None] Routers {'b4dd3700-5826-486d-8dfb-7457eb44e3a9'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:09:44.484361 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-19c32693-4be8-4ca9-938a-8865cfb571e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:09:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b4dd3700-5826-486d-8dfb-7457eb44e3a9'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:09:44.550095 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3219c5f0-5f35-41bc-9dbe-33bad6009116 req-115ed8aa-2d86-400d-b1bf-efead8cee233 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fbd1300-7251-485a-9380-fe11e66cdd25 HTTP/1.1" status: 200 len: 217 time: 0.0713518 Dec 22 14:09:44.615301 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219c5f0-5f35-41bc-9dbe-33bad6009116 req-73933d46-2459-4433-bba7-9b0d1b8a2ea9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:09:44.616850 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3219c5f0-5f35-41bc-9dbe-33bad6009116 req-73933d46-2459-4433-bba7-9b0d1b8a2ea9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1bc9686a-6d9a-4840-9487-6c4bb2200d21 HTTP/1.1" status: 200 len: 848 time: 0.0591900 Dec 22 14:09:44.663481 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe16b02-f9bc-415a-b68e-788476e82099 req-51401e17-7c9c-4fbe-bb14-3e61b389f00b tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:09:44.665628 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-abe16b02-f9bc-415a-b68e-788476e82099 req-51401e17-7c9c-4fbe-bb14-3e61b389f00b tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 946 time: 0.0831969 Dec 22 14:09:44.666537 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-19c32693-4be8-4ca9-938a-8865cfb571e4 None None] Set router b4dd3700-5826-486d-8dfb-7457eb44e3a9 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:09:44.701469 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3219c5f0-5f35-41bc-9dbe-33bad6009116 req-67a970d5-8cb7-417b-880d-6de063d79721 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8523403b-95bc-41a8-822a-32b489c148f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766671 Dec 22 14:09:44.717338 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-abe16b02-f9bc-415a-b68e-788476e82099 req-f0c1c919-4b7e-4fb1-86b3-334d086f1ccb tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457153 Dec 22 14:09:44.950998 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3219c5f0-5f35-41bc-9dbe-33bad6009116 req-3d3db8e6-4de0-4c9c-b3d9-236fd09ae7aa service neutron] 10.222.0.45 "GET /v2.0/networks/8523403b-95bc-41a8-822a-32b489c148f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420139 Dec 22 14:09:44.993859 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-19c32693-4be8-4ca9-938a-8865cfb571e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'name': 'tempest-TestShelveInstance-1705512809-router', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '239ac397-f447-49f1-ae46-48d3d39004f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:05:04Z', 'updated_at': '2021-12-22T14:05:07Z', 'revision_number': 4, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'gw_port': {'id': '239ac397-f447-49f1-ae46-48d3d39004f8', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:04Z', 'updated_at': '2021-12-22T14:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'af00062f-c8e7-43cd-b755-65e3f858816e', 'name': '', 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'mac_address': 'fa:16:3e:fa:0d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bc9686a-6d9a-4840-9487-6c4bb2200d21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:06Z', 'updated_at': '2021-12-22T14:05:24Z', 'revision_number': 5, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'subnets': [{'id': '1bc9686a-6d9a-4840-9487-6c4bb2200d21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:09:44.998788 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c32693-4be8-4ca9-938a-8865cfb571e4 None None] The sync data for ids ['b4dd3700-5826-486d-8dfb-7457eb44e3a9'] in dv-neutron-822669-1-hyperv is: [{'id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'name': 'tempest-TestShelveInstance-1705512809-router', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '239ac397-f447-49f1-ae46-48d3d39004f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:05:04Z', 'updated_at': '2021-12-22T14:05:07Z', 'revision_number': 4, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'gw_port': {'id': '239ac397-f447-49f1-ae46-48d3d39004f8', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:04Z', 'updated_at': '2021-12-22T14:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'af00062f-c8e7-43cd-b755-65e3f858816e', 'name': '', 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'mac_address': 'fa:16:3e:fa:0d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bc9686a-6d9a-4840-9487-6c4bb2200d21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:06Z', 'updated_at': '2021-12-22T14:05:24Z', 'revision_number': 5, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'subnets': [{'id': '1bc9686a-6d9a-4840-9487-6c4bb2200d21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 14:09:45.085680 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3219c5f0-5f35-41bc-9dbe-33bad6009116 req-450629fa-f3cf-4c0b-9944-b83dabd6a755 service neutron] 10.222.0.45 "GET /v2.0/networks/8523403b-95bc-41a8-822a-32b489c148f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270816 Dec 22 14:09:45.215860 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f7cdad-a8b3-4aa0-b5c2-b1972290eff2 None None] New status for floating IP 6b3e9dad-316c-41b4-87c0-51d12b5d1539: DOWN {{(pid=84151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 14:09:45.916246 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80a87b-1030-4b1d-8f20-58cee9a79291 req-0358a15b-b371-4623-a131-27469ad83332 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:09:45.917030 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-aa80a87b-1030-4b1d-8f20-58cee9a79291 req-0358a15b-b371-4623-a131-27469ad83332 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Synchronizing usage tracker for tenant:b10600ded90047d3a3583fcf6218253d on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:09:45.992434 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-aa80a87b-1030-4b1d-8f20-58cee9a79291 req-0358a15b-b371-4623-a131-27469ad83332 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Unset dirty status for tenant:b10600ded90047d3a3583fcf6218253d on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:09:45.993589 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-aa80a87b-1030-4b1d-8f20-58cee9a79291 req-0358a15b-b371-4623-a131-27469ad83332 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 946 time: 0.1518245 Dec 22 14:09:46.040188 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-aa80a87b-1030-4b1d-8f20-58cee9a79291 req-b9a80dc9-fbf6-4f55-bbc1-af786fe5d4b2 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=61d25c73-283c-403c-bb58-ce3c390967ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401740 Dec 22 14:09:46.128304 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:09:46.136541 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77735777-8411-4b0a-9bd1-277670d3378e req-1f10f2d5-7677-453c-bfd5-8fb1ae8f32c9 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:09:46.137946 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-77735777-8411-4b0a-9bd1-277670d3378e req-1f10f2d5-7677-453c-bfd5-8fb1ae8f32c9 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 946 time: 0.0795236 Dec 22 14:09:46.207641 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-77735777-8411-4b0a-9bd1-277670d3378e req-d1730205-e2eb-4aa5-912d-a22cf558ec8f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Deleting port 8fbd1300-7251-485a-9380-fe11e66cdd25 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 14:09:46.207978 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-77735777-8411-4b0a-9bd1-277670d3378e req-d1730205-e2eb-4aa5-912d-a22cf558ec8f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:46.454640 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-77735777-8411-4b0a-9bd1-277670d3378e req-d1730205-e2eb-4aa5-912d-a22cf558ec8f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] For port 8fbd1300-7251-485a-9380-fe11e66cdd25, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8fbd1300-7251-485a-9380-fe11e66cdd25,segment=NetworkSegment(0539b439-5491-4a20-b9c7-823d33982f98),segment_id=0539b439-5491-4a20-b9c7-823d33982f98)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:09:46.454998 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-77735777-8411-4b0a-9bd1-277670d3378e req-d1730205-e2eb-4aa5-912d-a22cf558ec8f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:46.575084 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-77735777-8411-4b0a-9bd1-277670d3378e req-d1730205-e2eb-4aa5-912d-a22cf558ec8f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Calling delete_port for 8fbd1300-7251-485a-9380-fe11e66cdd25 owned by compute:nova {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 14:09:46.778022 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-77735777-8411-4b0a-9bd1-277670d3378e req-d1730205-e2eb-4aa5-912d-a22cf558ec8f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:46.783640 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-588bb904-dc7f-465b-904f-f185c94c3da0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:09:46.825923 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1730205-e2eb-4aa5-912d-a22cf558ec8f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Pushing event deleted for resources: {'Port': ['ID=8fbd1300-7251-485a-9380-fe11e66cdd25,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:09:46.829796 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d1730205-e2eb-4aa5-912d-a22cf558ec8f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:09:46.902531 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-77735777-8411-4b0a-9bd1-277670d3378e req-d1730205-e2eb-4aa5-912d-a22cf558ec8f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] No DVR routers for this DVR port 8fbd1300-7251-485a-9380-fe11e66cdd25 on host hv-neutron-8226 {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 14:09:46.904890 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-77735777-8411-4b0a-9bd1-277670d3378e req-d1730205-e2eb-4aa5-912d-a22cf558ec8f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:46.907401 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9', 'name': 'network-vif-deleted', 'tag': '8fbd1300-7251-485a-9380-fe11e66cdd25'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:09:46.961172 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9', 'name': 'network-vif-deleted', 'tag': '8fbd1300-7251-485a-9380-fe11e66cdd25', 'status': 'completed', 'code': 200} Dec 22 14:09:46.996521 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-77735777-8411-4b0a-9bd1-277670d3378e req-d1730205-e2eb-4aa5-912d-a22cf558ec8f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.45 "DELETE /v2.0/ports/8fbd1300-7251-485a-9380-fe11e66cdd25 HTTP/1.1" status: 204 len: 173 time: 0.8496199 Dec 22 14:09:47.205524 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-0f62b728-255c-4ca1-92ec-48f7bc7a99d2 req-4b8ef086-30cc-4e60-8bdc-46ae97fc5e3f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Synchronizing usage tracker for tenant:b10600ded90047d3a3583fcf6218253d on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:09:47.290265 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-0f62b728-255c-4ca1-92ec-48f7bc7a99d2 req-4b8ef086-30cc-4e60-8bdc-46ae97fc5e3f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Unset dirty status for tenant:b10600ded90047d3a3583fcf6218253d on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:09:47.291486 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0f62b728-255c-4ca1-92ec-48f7bc7a99d2 req-4b8ef086-30cc-4e60-8bdc-46ae97fc5e3f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe01a6a4-c67e-4dbe-9ddc-f0004dad2ba9 HTTP/1.1" status: 200 len: 210 time: 0.1280527 Dec 22 14:09:48.395145 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 59032) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:09:48.465509 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-86eaa034-bc86-4e60-9cbe-40fefb240b4b tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:48.494912 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-86eaa034-bc86-4e60-9cbe-40fefb240b4b tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:48.635052 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-86eaa034-bc86-4e60-9cbe-40fefb240b4b tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:48.639027 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-bbc058f0-5543-4e8d-b829-47d4e1c3253a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:09:48.654716 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eaa034-bc86-4e60-9cbe-40fefb240b4b tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d25c73-283c-403c-bb58-ce3c390967ee,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:09:48.663671 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eaa034-bc86-4e60-9cbe-40fefb240b4b tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:09:48.664056 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eaa034-bc86-4e60-9cbe-40fefb240b4b tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:09:48.664432 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eaa034-bc86-4e60-9cbe-40fefb240b4b tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:09:48.664801 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eaa034-bc86-4e60-9cbe-40fefb240b4b tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:09:48.665172 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eaa034-bc86-4e60-9cbe-40fefb240b4b tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:09:48.665536 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eaa034-bc86-4e60-9cbe-40fefb240b4b tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:09:48.665899 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eaa034-bc86-4e60-9cbe-40fefb240b4b tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:09:48.666376 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eaa034-bc86-4e60-9cbe-40fefb240b4b tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:09:48.666640 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eaa034-bc86-4e60-9cbe-40fefb240b4b tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:09:48.667631 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eaa034-bc86-4e60-9cbe-40fefb240b4b tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:09:48.668066 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eaa034-bc86-4e60-9cbe-40fefb240b4b tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:09:48.671258 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-86eaa034-bc86-4e60-9cbe-40fefb240b4b tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:09:48.739850 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-86eaa034-bc86-4e60-9cbe-40fefb240b4b tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:48.740965 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-86eaa034-bc86-4e60-9cbe-40fefb240b4b tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "DELETE /v2.0/security-groups/61d25c73-283c-403c-bb58-ce3c390967ee HTTP/1.1" status: 204 len: 168 time: 0.3448541 Dec 22 14:09:49.068836 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 59040) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:09:49.074499 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-5905388b-a751-45b7-b57f-b178628060ba tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1716170705', 'description': 'tempest-secgroup-smoke-1716170705 description', 'project_id': 'b10600ded90047d3a3583fcf6218253d'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:09:49.080577 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5905388b-a751-45b7-b57f-b178628060ba tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:09:49.084682 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5905388b-a751-45b7-b57f-b178628060ba tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Usage tracker for resource:security_group and tenant:b10600ded90047d3a3583fcf6218253d is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:09:49.087499 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5905388b-a751-45b7-b57f-b178628060ba tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:09:49.093897 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5905388b-a751-45b7-b57f-b178628060ba tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:09:49.149637 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5905388b-a751-45b7-b57f-b178628060ba tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:49.184618 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5905388b-a751-45b7-b57f-b178628060ba tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:09:49.188297 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5905388b-a751-45b7-b57f-b178628060ba tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Usage tracker for resource:security_group_rule and tenant:b10600ded90047d3a3583fcf6218253d is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:09:49.191050 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-5905388b-a751-45b7-b57f-b178628060ba tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:09:49.196513 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-5905388b-a751-45b7-b57f-b178628060ba tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:09:49.253734 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5905388b-a751-45b7-b57f-b178628060ba tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:49.318422 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5905388b-a751-45b7-b57f-b178628060ba tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:49.321870 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8d23292b-3958-4026-9567-3019d88a5e5d tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:09:49.364452 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5905388b-a751-45b7-b57f-b178628060ba tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=961b8b63-bb7e-4de3-8ca6-195c95151a00,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:09:49.367207 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5905388b-a751-45b7-b57f-b178628060ba tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:09:49.421535 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5905388b-a751-45b7-b57f-b178628060ba tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:49.422818 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5905388b-a751-45b7-b57f-b178628060ba tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3529897 Dec 22 14:09:49.425512 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 59044) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:09:49.430956 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-368722eb-070d-4ceb-bfe8-55053e47e374 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Request body: {'security_group_rule': {'security_group_id': '961b8b63-bb7e-4de3-8ca6-195c95151a00', 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:09:49.437667 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-368722eb-070d-4ceb-bfe8-55053e47e374 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:09:49.441495 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-368722eb-070d-4ceb-bfe8-55053e47e374 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Usage tracker for resource:security_group_rule and tenant:b10600ded90047d3a3583fcf6218253d is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:09:49.444381 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-368722eb-070d-4ceb-bfe8-55053e47e374 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:09:49.449972 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-368722eb-070d-4ceb-bfe8-55053e47e374 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:09:49.524362 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-368722eb-070d-4ceb-bfe8-55053e47e374 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:49.583527 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-368722eb-070d-4ceb-bfe8-55053e47e374 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:49.654876 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-368722eb-070d-4ceb-bfe8-55053e47e374 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:49.656654 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3f4ae892-cdb0-4e76-bb8e-ea0417f43a83 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:09:49.678844 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368722eb-070d-4ceb-bfe8-55053e47e374 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f72ddd76-9889-4ffe-9513-1f470967246f,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:09:49.683062 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-368722eb-070d-4ceb-bfe8-55053e47e374 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:09:49.746994 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-368722eb-070d-4ceb-bfe8-55053e47e374 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:49.748161 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-368722eb-070d-4ceb-bfe8-55053e47e374 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3217649 Dec 22 14:09:49.750866 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 59048) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:09:49.756308 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-3690304f-6b83-4ab7-a8f7-abcda116bd33 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Request body: {'security_group_rule': {'security_group_id': '961b8b63-bb7e-4de3-8ca6-195c95151a00', 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:09:49.762051 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-3690304f-6b83-4ab7-a8f7-abcda116bd33 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:09:49.765811 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-3690304f-6b83-4ab7-a8f7-abcda116bd33 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Usage tracker for resource:security_group_rule and tenant:b10600ded90047d3a3583fcf6218253d is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:09:49.768630 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-3690304f-6b83-4ab7-a8f7-abcda116bd33 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:09:49.774161 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-3690304f-6b83-4ab7-a8f7-abcda116bd33 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:09:49.849512 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3690304f-6b83-4ab7-a8f7-abcda116bd33 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:49.913884 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3690304f-6b83-4ab7-a8f7-abcda116bd33 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:49.974878 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3690304f-6b83-4ab7-a8f7-abcda116bd33 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:49.981367 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-04d936e8-e713-4b5a-a347-8ed2b7aa4358 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:09:50.001359 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690304f-6b83-4ab7-a8f7-abcda116bd33 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc6277d0-57a0-4b2f-b029-caaecbdb01ce,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:09:50.007609 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3690304f-6b83-4ab7-a8f7-abcda116bd33 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:09:50.078006 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-3690304f-6b83-4ab7-a8f7-abcda116bd33 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:50.080037 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-3690304f-6b83-4ab7-a8f7-abcda116bd33 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3282301 Dec 22 14:09:50.082695 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 59054) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:09:50.088079 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-158c93a7-31c7-41e2-8135-b9926c8f4b21 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Request body: {'security_group_rule': {'security_group_id': '961b8b63-bb7e-4de3-8ca6-195c95151a00', 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:09:50.094680 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-158c93a7-31c7-41e2-8135-b9926c8f4b21 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:09:50.098365 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-158c93a7-31c7-41e2-8135-b9926c8f4b21 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Usage tracker for resource:security_group_rule and tenant:b10600ded90047d3a3583fcf6218253d is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:09:50.102035 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-158c93a7-31c7-41e2-8135-b9926c8f4b21 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:09:50.108631 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-158c93a7-31c7-41e2-8135-b9926c8f4b21 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:09:50.181674 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-158c93a7-31c7-41e2-8135-b9926c8f4b21 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:50.200023 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 8fbd1300-7251-485a-9380-fe11e66cdd25 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:09:50.232420 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] No Port match for: 8fbd1300-7251-485a-9380-fe11e66cdd25 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 14:09:50.232775 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 8fbd1300-7251-485a-9380-fe11e66cdd25 not bound to the agent host hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:09:50.245637 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-158c93a7-31c7-41e2-8135-b9926c8f4b21 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:50.306702 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-158c93a7-31c7-41e2-8135-b9926c8f4b21 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:50.308545 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8a337025-4707-4870-9d9d-6ca8b72d8e17 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:09:50.331058 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c93a7-31c7-41e2-8135-b9926c8f4b21 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a26181f4-b2ee-48c4-9ed8-4e00b9278a36,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:09:50.335381 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-158c93a7-31c7-41e2-8135-b9926c8f4b21 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:09:50.395173 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-158c93a7-31c7-41e2-8135-b9926c8f4b21 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:50.396265 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-158c93a7-31c7-41e2-8135-b9926c8f4b21 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3126266 Dec 22 14:09:50.399098 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 59058) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:09:50.405515 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-0dbf5d43-9fff-4a62-b0e3-f154aadd30ea tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Request body: {'security_group_rule': {'security_group_id': '961b8b63-bb7e-4de3-8ca6-195c95151a00', 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:09:50.411844 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-0dbf5d43-9fff-4a62-b0e3-f154aadd30ea tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:09:50.415582 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-0dbf5d43-9fff-4a62-b0e3-f154aadd30ea tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Usage tracker for resource:security_group_rule and tenant:b10600ded90047d3a3583fcf6218253d is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:09:50.418573 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-0dbf5d43-9fff-4a62-b0e3-f154aadd30ea tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:09:50.424122 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-0dbf5d43-9fff-4a62-b0e3-f154aadd30ea tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:09:50.499540 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0dbf5d43-9fff-4a62-b0e3-f154aadd30ea tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:50.563470 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0dbf5d43-9fff-4a62-b0e3-f154aadd30ea tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:50.635287 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0dbf5d43-9fff-4a62-b0e3-f154aadd30ea tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:50.638143 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-c20af5a5-0a2f-496f-99b6-d5e9abfb51e3 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:09:50.662448 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf5d43-9fff-4a62-b0e3-f154aadd30ea tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4948bd9-a39a-414b-bd77-bd8f366bfd9b,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:09:50.665065 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-0dbf5d43-9fff-4a62-b0e3-f154aadd30ea tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:09:50.747303 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-0dbf5d43-9fff-4a62-b0e3-f154aadd30ea tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:50.748571 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-0dbf5d43-9fff-4a62-b0e3-f154aadd30ea tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3484786 Dec 22 14:09:50.751431 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 59062) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:09:50.756974 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-7e2c9f2c-d507-493e-a651-d0e63751b2ec tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Request body: {'security_group_rule': {'security_group_id': '961b8b63-bb7e-4de3-8ca6-195c95151a00', 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:09:50.763380 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-7e2c9f2c-d507-493e-a651-d0e63751b2ec tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:09:50.767212 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-7e2c9f2c-d507-493e-a651-d0e63751b2ec tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Usage tracker for resource:security_group_rule and tenant:b10600ded90047d3a3583fcf6218253d is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:09:50.770081 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-7e2c9f2c-d507-493e-a651-d0e63751b2ec tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:09:50.775653 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-7e2c9f2c-d507-493e-a651-d0e63751b2ec tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:09:50.852423 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.securitygroups_db [None req-7e2c9f2c-d507-493e-a651-d0e63751b2ec tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Project b10600ded90047d3a3583fcf6218253d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 14:09:50.858967 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7e2c9f2c-d507-493e-a651-d0e63751b2ec tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:50.921077 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7e2c9f2c-d507-493e-a651-d0e63751b2ec tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:50.989646 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7e2c9f2c-d507-493e-a651-d0e63751b2ec tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:50.992672 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-886e5363-540b-40e3-994b-d7229bbf3124 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:09:51.016172 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2c9f2c-d507-493e-a651-d0e63751b2ec tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b24d09b5-4778-431e-afdc-d56de5000257,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:09:51.018528 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7e2c9f2c-d507-493e-a651-d0e63751b2ec tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:09:51.092149 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-7e2c9f2c-d507-493e-a651-d0e63751b2ec tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:51.093357 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-7e2c9f2c-d507-493e-a651-d0e63751b2ec tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3409245 Dec 22 14:09:51.096174 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 59066) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:09:51.102135 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-8bae0c35-46dd-44d8-84bb-469677fcd1f1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Request body: {'security_group_rule': {'security_group_id': '961b8b63-bb7e-4de3-8ca6-195c95151a00', 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:09:51.109600 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-8bae0c35-46dd-44d8-84bb-469677fcd1f1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:09:51.113291 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-8bae0c35-46dd-44d8-84bb-469677fcd1f1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Usage tracker for resource:security_group_rule and tenant:b10600ded90047d3a3583fcf6218253d is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:09:51.116286 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-8bae0c35-46dd-44d8-84bb-469677fcd1f1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:09:51.122826 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-8bae0c35-46dd-44d8-84bb-469677fcd1f1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:09:51.206487 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.securitygroups_db [None req-8bae0c35-46dd-44d8-84bb-469677fcd1f1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Project b10600ded90047d3a3583fcf6218253d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 14:09:51.212700 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8bae0c35-46dd-44d8-84bb-469677fcd1f1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:51.283452 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8bae0c35-46dd-44d8-84bb-469677fcd1f1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:51.349096 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8bae0c35-46dd-44d8-84bb-469677fcd1f1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:51.351094 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-d755eaa7-feb8-424f-bba0-002c7c6ab4cf tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:09:51.373712 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae0c35-46dd-44d8-84bb-469677fcd1f1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69f6c3cf-7cd3-429c-a9a7-72e168a1b81b,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:09:51.378902 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8bae0c35-46dd-44d8-84bb-469677fcd1f1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:09:51.429151 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8bae0c35-46dd-44d8-84bb-469677fcd1f1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:51.430318 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8bae0c35-46dd-44d8-84bb-469677fcd1f1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3331933 Dec 22 14:09:59.467114 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:05.706450 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-804afc48-43bd-4d04-bbe6-004a1dfb12db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:08.106333 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-081b3449-c4a3-465b-afc7-1311453c44a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:09.037884 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:09.512270 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:10.700834 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:15.431996 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-3df62788-9180-4631-99c9-f79422b7e22a req-4966a987-4369-4acd-8b5a-665629a9a940 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Synchronizing usage tracker for tenant:b10600ded90047d3a3583fcf6218253d on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:10:15.497321 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-3df62788-9180-4631-99c9-f79422b7e22a req-4966a987-4369-4acd-8b5a-665629a9a940 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Unset dirty status for tenant:b10600ded90047d3a3583fcf6218253d on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:10:15.498530 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3df62788-9180-4631-99c9-f79422b7e22a req-4966a987-4369-4acd-8b5a-665629a9a940 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1716170705&fields=id&tenant_id=b10600ded90047d3a3583fcf6218253d HTTP/1.1" status: 200 len: 267 time: 0.1078482 Dec 22 14:10:15.644507 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df62788-9180-4631-99c9-f79422b7e22a req-f12f403c-5e30-4bf3-92d8-c8bb3838674a tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:15.645945 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3df62788-9180-4631-99c9-f79422b7e22a req-f12f403c-5e30-4bf3-92d8-c8bb3838674a tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/networks?id=8523403b-95bc-41a8-822a-32b489c148f8 HTTP/1.1" status: 200 len: 809 time: 0.1408284 Dec 22 14:10:15.662027 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3df62788-9180-4631-99c9-f79422b7e22a req-e654dea4-aceb-4d5b-ba5e-cceadc030de6 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/quotas/b10600ded90047d3a3583fcf6218253d HTTP/1.1" status: 200 len: 375 time: 0.0108874 Dec 22 14:10:15.847165 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3df62788-9180-4631-99c9-f79422b7e22a req-e6610339-5797-4fb4-9c2c-022aba29468e tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b10600ded90047d3a3583fcf6218253d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1801906 Dec 22 14:10:15.861904 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [req-3df62788-9180-4631-99c9-f79422b7e22a req-2b48021f-e7c1-4351-8a3e-ba7fd58cde45 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 14:10:15.862876 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3df62788-9180-4631-99c9-f79422b7e22a req-2b48021f-e7c1-4351-8a3e-ba7fd58cde45 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048716 Dec 22 14:10:15.993115 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3df62788-9180-4631-99c9-f79422b7e22a req-f2c5693a-5218-4413-9dfb-323255a9007e service neutron] 10.222.0.47 "GET /v2.0/networks/8523403b-95bc-41a8-822a-32b489c148f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248326 Dec 22 14:10:16.127003 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3df62788-9180-4631-99c9-f79422b7e22a req-87ff17f7-d1b8-48c8-b332-eb6298e31100 service neutron] 10.222.0.47 "GET /v2.0/networks/8523403b-95bc-41a8-822a-32b489c148f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282403 Dec 22 14:10:16.775059 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d9a69789-922c-481f-b488-ee07922ba091 req-b29422c0-96b5-4c28-a7bc-84f27fba3370 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 210 time: 0.0418200 Dec 22 14:10:18.008949 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1b00acea-c62a-4130-8279-a2a95bde4283 req-9cf1c70d-8c4a-485c-8a6d-431a3f77a244 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 210 time: 0.0428536 Dec 22 14:10:19.170461 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-f6f2fb7a-9c91-4eb1-96c3-cf68ab516400 req-38c0e9c2-4b00-4a71-a2c6-9a301604292e tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 210 time: 0.0452998 Dec 22 14:10:19.274320 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df62788-9180-4631-99c9-f79422b7e22a req-1f1b6649-a15f-40d0-96a6-11d417b9b538 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:19.275741 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3df62788-9180-4631-99c9-f79422b7e22a req-1f1b6649-a15f-40d0-96a6-11d417b9b538 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.45 "GET /v2.0/networks?id=8523403b-95bc-41a8-822a-32b489c148f8 HTTP/1.1" status: 200 len: 809 time: 0.1464095 Dec 22 14:10:19.341050 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3df62788-9180-4631-99c9-f79422b7e22a req-de7af809-67e7-4a74-9e51-7f8297bebfeb tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b10600ded90047d3a3583fcf6218253d HTTP/1.1" status: 200 len: 380 time: 0.0406675 Dec 22 14:10:19.352730 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-3df62788-9180-4631-99c9-f79422b7e22a req-430d7bc6-2b36-4dca-9d12-4708367765f9 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Request body: {'port': {'device_id': '0d5b8a67-eacd-42b3-aea3-ac3cd07c046b', 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8', 'admin_state_up': True, 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'security_groups': ['961b8b63-bb7e-4de3-8ca6-195c95151a00']}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:10:19.490005 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-3df62788-9180-4631-99c9-f79422b7e22a req-430d7bc6-2b36-4dca-9d12-4708367765f9 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:10:19.499775 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-3df62788-9180-4631-99c9-f79422b7e22a req-430d7bc6-2b36-4dca-9d12-4708367765f9 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:10:19.583483 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3df62788-9180-4631-99c9-f79422b7e22a req-430d7bc6-2b36-4dca-9d12-4708367765f9 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Made reservation on behalf of b10600ded90047d3a3583fcf6218253d for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 14:10:19.586605 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-3df62788-9180-4631-99c9-f79422b7e22a req-430d7bc6-2b36-4dca-9d12-4708367765f9 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:19.755144 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [req-3df62788-9180-4631-99c9-f79422b7e22a req-430d7bc6-2b36-4dca-9d12-4708367765f9 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Allocated IP 172.20.0.3 (8523403b-95bc-41a8-822a-32b489c148f8/1bc9686a-6d9a-4840-9487-6c4bb2200d21/56f56d8f-155c-4f5c-9a38-4667f284e619) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:10:19.941312 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-3df62788-9180-4631-99c9-f79422b7e22a req-430d7bc6-2b36-4dca-9d12-4708367765f9 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:19.957206 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-3df62788-9180-4631-99c9-f79422b7e22a req-430d7bc6-2b36-4dca-9d12-4708367765f9 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Transition to ACTIVE for port object 56f56d8f-155c-4f5c-9a38-4667f284e619 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:10:20.044069 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-3df62788-9180-4631-99c9-f79422b7e22a req-430d7bc6-2b36-4dca-9d12-4708367765f9 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:20.050340 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6d824582-2f0c-4a94-9ca6-de6d17c029b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:20.124009 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3df62788-9180-4631-99c9-f79422b7e22a req-430d7bc6-2b36-4dca-9d12-4708367765f9 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Network 8523403b-95bc-41a8-822a-32b489c148f8 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:10:20.132768 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [req-3df62788-9180-4631-99c9-f79422b7e22a req-430d7bc6-2b36-4dca-9d12-4708367765f9 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:10:20.135342 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df62788-9180-4631-99c9-f79422b7e22a req-430d7bc6-2b36-4dca-9d12-4708367765f9 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 14:10:20.164781 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d7bc6-2b36-4dca-9d12-4708367765f9 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Pushing event updated for resources: {'Port': ['ID=56f56d8f-155c-4f5c-9a38-4667f284e619,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:20.175741 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-430d7bc6-2b36-4dca-9d12-4708367765f9 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:20.207478 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df62788-9180-4631-99c9-f79422b7e22a req-430d7bc6-2b36-4dca-9d12-4708367765f9 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:20.208028 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-3df62788-9180-4631-99c9-f79422b7e22a req-430d7bc6-2b36-4dca-9d12-4708367765f9 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:20.335136 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3df62788-9180-4631-99c9-f79422b7e22a req-430d7bc6-2b36-4dca-9d12-4708367765f9 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9863017 Dec 22 14:10:20.355954 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-3df62788-9180-4631-99c9-f79422b7e22a req-079ab6aa-218f-491b-aa5d-8e85d7a6ebc2 service neutron] Request body: {'port': {'device_id': '0d5b8a67-eacd-42b3-aea3-ac3cd07c046b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:10:20.478750 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4d713-a045-42c1-9fe6-7500f077c913 req-c3d38bda-dd3e-4ed4-a2c1-0e04d599d002 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:20.479336 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-3ab4d713-a045-42c1-9fe6-7500f077c913 req-c3d38bda-dd3e-4ed4-a2c1-0e04d599d002 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Synchronizing usage tracker for tenant:b10600ded90047d3a3583fcf6218253d on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:10:20.498463 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-3df62788-9180-4631-99c9-f79422b7e22a req-079ab6aa-218f-491b-aa5d-8e85d7a6ebc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:20.501022 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-17a24929-fe31-4b67-82a2-6171a6d7f2fc None None] Provisioning for port 56f56d8f-155c-4f5c-9a38-4667f284e619 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:10:20.506148 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-17a24929-fe31-4b67-82a2-6171a6d7f2fc None None] Provisioning complete for port 56f56d8f-155c-4f5c-9a38-4667f284e619 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:10:20.506677 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-17a24929-fe31-4b67-82a2-6171a6d7f2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:20.562457 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-17a24929-fe31-4b67-82a2-6171a6d7f2fc None None] Port 56f56d8f-155c-4f5c-9a38-4667f284e619 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 14:10:20.615980 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-3ab4d713-a045-42c1-9fe6-7500f077c913 req-c3d38bda-dd3e-4ed4-a2c1-0e04d599d002 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Unset dirty status for tenant:b10600ded90047d3a3583fcf6218253d on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:10:20.617218 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3ab4d713-a045-42c1-9fe6-7500f077c913 req-c3d38bda-dd3e-4ed4-a2c1-0e04d599d002 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 931 time: 0.3217909 Dec 22 14:10:20.749270 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3ab4d713-a045-42c1-9fe6-7500f077c913 req-05b6230d-8fcb-4f18-8155-ff98ea11190e tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261415 Dec 22 14:10:20.995755 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [req-3df62788-9180-4631-99c9-f79422b7e22a req-079ab6aa-218f-491b-aa5d-8e85d7a6ebc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56f56d8f-155c-4f5c-9a38-4667f284e619 {{(pid=84149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 14:10:21.002753 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-3df62788-9180-4631-99c9-f79422b7e22a req-079ab6aa-218f-491b-aa5d-8e85d7a6ebc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:21.016609 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-3df62788-9180-4631-99c9-f79422b7e22a req-079ab6aa-218f-491b-aa5d-8e85d7a6ebc2 service neutron] Transition to ACTIVE for port object 56f56d8f-155c-4f5c-9a38-4667f284e619 will not be triggered until provisioned by entity L2. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:10:21.086095 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-3df62788-9180-4631-99c9-f79422b7e22a req-079ab6aa-218f-491b-aa5d-8e85d7a6ebc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:21.090613 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ce6b92e4-14d7-4a96-9de7-1c7addef4fad tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:21.212906 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ab6aa-218f-491b-aa5d-8e85d7a6ebc2 service neutron] Pushing event updated for resources: {'Port': ['ID=56f56d8f-155c-4f5c-9a38-4667f284e619,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:21.217388 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-079ab6aa-218f-491b-aa5d-8e85d7a6ebc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:21.331487 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-3df62788-9180-4631-99c9-f79422b7e22a req-079ab6aa-218f-491b-aa5d-8e85d7a6ebc2 service neutron] Attempting to bind port 56f56d8f-155c-4f5c-9a38-4667f284e619 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 14:10:21.331895 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-3df62788-9180-4631-99c9-f79422b7e22a req-079ab6aa-218f-491b-aa5d-8e85d7a6ebc2 service neutron] Attempting to bind port 56f56d8f-155c-4f5c-9a38-4667f284e619 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '0539b439-5491-4a20-b9c7-823d33982f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 14:10:21.332240 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df62788-9180-4631-99c9-f79422b7e22a req-079ab6aa-218f-491b-aa5d-8e85d7a6ebc2 service neutron] Attempting to bind port 56f56d8f-155c-4f5c-9a38-4667f284e619 on network 8523403b-95bc-41a8-822a-32b489c148f8 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 14:10:21.338280 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df62788-9180-4631-99c9-f79422b7e22a req-079ab6aa-218f-491b-aa5d-8e85d7a6ebc2 service neutron] Port 56f56d8f-155c-4f5c-9a38-4667f284e619 on network 8523403b-95bc-41a8-822a-32b489c148f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 14:10:21.338925 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df62788-9180-4631-99c9-f79422b7e22a req-079ab6aa-218f-491b-aa5d-8e85d7a6ebc2 service neutron] Attempting to bind port 56f56d8f-155c-4f5c-9a38-4667f284e619 on network 8523403b-95bc-41a8-822a-32b489c148f8 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 14:10:21.344955 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df62788-9180-4631-99c9-f79422b7e22a req-079ab6aa-218f-491b-aa5d-8e85d7a6ebc2 service neutron] Checking agent: {'id': '72ee2f79-9ac0-483e-b4fd-5b910a776581', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'started_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 14:10:21.345293 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df62788-9180-4631-99c9-f79422b7e22a req-079ab6aa-218f-491b-aa5d-8e85d7a6ebc2 service neutron] Checking segment: {'id': '0539b439-5491-4a20-b9c7-823d33982f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 14:10:21.345679 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df62788-9180-4631-99c9-f79422b7e22a req-079ab6aa-218f-491b-aa5d-8e85d7a6ebc2 service neutron] Bound using segment: {'id': '0539b439-5491-4a20-b9c7-823d33982f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8'} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 14:10:21.346103 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-3df62788-9180-4631-99c9-f79422b7e22a req-079ab6aa-218f-491b-aa5d-8e85d7a6ebc2 service neutron] Bound port: 56f56d8f-155c-4f5c-9a38-4667f284e619, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0539b439-5491-4a20-b9c7-823d33982f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8'}}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 14:10:21.347235 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-3df62788-9180-4631-99c9-f79422b7e22a req-079ab6aa-218f-491b-aa5d-8e85d7a6ebc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:21.434542 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-3df62788-9180-4631-99c9-f79422b7e22a req-079ab6aa-218f-491b-aa5d-8e85d7a6ebc2 service neutron] For port 56f56d8f-155c-4f5c-9a38-4667f284e619, host hv-neutron-8226, cleared binding levels {{(pid=84149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 14:10:21.437498 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-3df62788-9180-4631-99c9-f79422b7e22a req-079ab6aa-218f-491b-aa5d-8e85d7a6ebc2 service neutron] For port 56f56d8f-155c-4f5c-9a38-4667f284e619, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=56f56d8f-155c-4f5c-9a38-4667f284e619,segment=NetworkSegment(0539b439-5491-4a20-b9c7-823d33982f98),segment_id=0539b439-5491-4a20-b9c7-823d33982f98)] {{(pid=84149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 14:10:21.515442 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-3df62788-9180-4631-99c9-f79422b7e22a req-079ab6aa-218f-491b-aa5d-8e85d7a6ebc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:21.521573 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4af08731-9e0f-4c54-8316-b73a761246d2 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:21.579378 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-3df62788-9180-4631-99c9-f79422b7e22a req-079ab6aa-218f-491b-aa5d-8e85d7a6ebc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:21.581298 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3df62788-9180-4631-99c9-f79422b7e22a req-079ab6aa-218f-491b-aa5d-8e85d7a6ebc2 service neutron] 10.222.0.45 "PUT /v2.0/ports/56f56d8f-155c-4f5c-9a38-4667f284e619 HTTP/1.1" status: 200 len: 1093 time: 1.2298644 Dec 22 14:10:21.581818 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5b8a67-eacd-42b3-aea3-ac3cd07c046b', 'tag': '56f56d8f-155c-4f5c-9a38-4667f284e619'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:10:21.607837 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ab6aa-218f-491b-aa5d-8e85d7a6ebc2 service neutron] Pushing event updated for resources: {'Port': ['ID=56f56d8f-155c-4f5c-9a38-4667f284e619,revision_number=3']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:21.611157 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-079ab6aa-218f-491b-aa5d-8e85d7a6ebc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:21.657284 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d5b8a67-eacd-42b3-aea3-ac3cd07c046b', 'tag': '56f56d8f-155c-4f5c-9a38-4667f284e619', 'status': 'completed', 'code': 200} Dec 22 14:10:21.760004 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-05bcfdc9-e3c1-40c0-9181-955b8693407b req-c78bb004-baa2-4b44-a1ce-37fb77be8403 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b10600ded90047d3a3583fcf6218253d&device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 1096 time: 0.0714469 Dec 22 14:10:21.968488 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bcfdc9-e3c1-40c0-9181-955b8693407b req-a6e52b2c-7b82-4357-889f-840af1e0ec57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:21.969913 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-05bcfdc9-e3c1-40c0-9181-955b8693407b req-a6e52b2c-7b82-4357-889f-840af1e0ec57 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=b10600ded90047d3a3583fcf6218253d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1919312 Dec 22 14:10:22.066755 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c50b0-6e63-460b-b421-33b01e026823 req-ccb95b26-1c03-4123-a800-8b576b736ecd tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:22.068101 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6d2c50b0-6e63-460b-b421-33b01e026823 req-ccb95b26-1c03-4123-a800-8b576b736ecd tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 943 time: 0.1921008 Dec 22 14:10:22.147452 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6d2c50b0-6e63-460b-b421-33b01e026823 req-a997f8a4-abbe-4d60-988b-12ce49290a6f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739756 Dec 22 14:10:22.166382 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bcfdc9-e3c1-40c0-9181-955b8693407b req-4a9f2ad4-474f-4eaf-a42c-0eccebd84613 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:22.167818 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-05bcfdc9-e3c1-40c0-9181-955b8693407b req-4a9f2ad4-474f-4eaf-a42c-0eccebd84613 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1822028 Dec 22 14:10:22.278717 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3df62788-9180-4631-99c9-f79422b7e22a req-e87589cd-02b9-4c52-be97-22a150282d7e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b10600ded90047d3a3583fcf6218253d&device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 1096 time: 0.0713408 Dec 22 14:10:22.356891 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3df62788-9180-4631-99c9-f79422b7e22a req-81f94d9e-7914-4dd5-9886-5e94b35a406c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56f56d8f-155c-4f5c-9a38-4667f284e619 HTTP/1.1" status: 200 len: 217 time: 0.0684793 Dec 22 14:10:22.422666 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df62788-9180-4631-99c9-f79422b7e22a req-64b07066-e30c-4347-93ef-89ab8411d723 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:22.424107 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3df62788-9180-4631-99c9-f79422b7e22a req-64b07066-e30c-4347-93ef-89ab8411d723 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1bc9686a-6d9a-4840-9487-6c4bb2200d21 HTTP/1.1" status: 200 len: 848 time: 0.0563469 Dec 22 14:10:22.507283 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3df62788-9180-4631-99c9-f79422b7e22a req-05449023-210c-4fc9-99dc-16b13b06d69d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8523403b-95bc-41a8-822a-32b489c148f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715952 Dec 22 14:10:22.642743 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3df62788-9180-4631-99c9-f79422b7e22a req-f05bb99e-0ec8-4554-8ab5-e71eecd07316 service neutron] 10.222.0.45 "GET /v2.0/networks/8523403b-95bc-41a8-822a-32b489c148f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232901 Dec 22 14:10:22.777818 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3df62788-9180-4631-99c9-f79422b7e22a req-f47f0864-a5c6-4145-b382-0724fd8616ca service neutron] 10.222.0.45 "GET /v2.0/networks/8523403b-95bc-41a8-822a-32b489c148f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227615 Dec 22 14:10:23.129236 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:10:23.344229 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e02d9-f141-4cc2-a9a3-7a3459b3740d req-bcabe2ea-0708-417a-b5c0-59d56e2296b6 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:23.345660 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-6b8e02d9-f141-4cc2-a9a3-7a3459b3740d req-bcabe2ea-0708-417a-b5c0-59d56e2296b6 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 943 time: 0.0795279 Dec 22 14:10:23.389473 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-6b8e02d9-f141-4cc2-a9a3-7a3459b3740d req-b7131893-f9f6-429b-a3d0-8cd9629f478e tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Synchronizing usage tracker for tenant:b10600ded90047d3a3583fcf6218253d on resource:security_group {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:10:23.401070 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-6b8e02d9-f141-4cc2-a9a3-7a3459b3740d req-b7131893-f9f6-429b-a3d0-8cd9629f478e tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Unset dirty status for tenant:b10600ded90047d3a3583fcf6218253d on resource:security_group {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:10:23.402165 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-6b8e02d9-f141-4cc2-a9a3-7a3459b3740d req-b7131893-f9f6-429b-a3d0-8cd9629f478e tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505862 Dec 22 14:10:24.597545 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43772ddc-5dc6-4aa9-b597-322511a07611 req-349f02ce-586c-424c-adff-82bd6338cb73 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:24.599018 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-43772ddc-5dc6-4aa9-b597-322511a07611 req-349f02ce-586c-424c-adff-82bd6338cb73 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 943 time: 0.0773320 Dec 22 14:10:24.643576 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-43772ddc-5dc6-4aa9-b597-322511a07611 req-849eb6dd-02b8-45e7-b1d4-8f1d6a18323f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383935 Dec 22 14:10:25.836857 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d56b5d-635d-4128-a6f2-cf5b5788772b req-1992d6ae-ac0f-416d-813d-1ba0afa424cf tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:25.838214 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-42d56b5d-635d-4128-a6f2-cf5b5788772b req-1992d6ae-ac0f-416d-813d-1ba0afa424cf tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 943 time: 0.0780554 Dec 22 14:10:25.886255 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-42d56b5d-635d-4128-a6f2-cf5b5788772b req-9940c843-a16b-49f5-bde8-e7aaa6062f7d tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425835 Dec 22 14:10:27.184904 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6a3a7-b25b-4908-baf5-00c943cc9a03 req-8a8ef586-939b-41a9-990d-5c5ea7a27a7f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:27.186256 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-91a6a3a7-b25b-4908-baf5-00c943cc9a03 req-8a8ef586-939b-41a9-990d-5c5ea7a27a7f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 943 time: 0.1790793 Dec 22 14:10:27.232607 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-91a6a3a7-b25b-4908-baf5-00c943cc9a03 req-9d9acf35-be9c-4074-ac23-d323950d2d86 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400562 Dec 22 14:10:28.429445 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ab71f-3ec0-439a-a8f8-6d7a1bc9d65a req-9c2ba2f3-7195-4da5-a97c-903eebafad6a tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:28.430933 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7e9ab71f-3ec0-439a-a8f8-6d7a1bc9d65a req-9c2ba2f3-7195-4da5-a97c-903eebafad6a tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 943 time: 0.0797544 Dec 22 14:10:28.476249 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7e9ab71f-3ec0-439a-a8f8-6d7a1bc9d65a req-cd151f48-6f8d-464e-bea9-16332bc1c291 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397882 Dec 22 14:10:29.428924 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:29.674991 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e444ec-80ab-490b-aaad-073aa5fde28f req-4b51e62f-6989-40bc-acc3-aeb55f41dfd4 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:29.676433 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-56e444ec-80ab-490b-aaad-073aa5fde28f req-4b51e62f-6989-40bc-acc3-aeb55f41dfd4 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 943 time: 0.0773716 Dec 22 14:10:29.723418 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-56e444ec-80ab-490b-aaad-073aa5fde28f req-3682980e-bb91-4841-af1c-34e140962e01 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415518 Dec 22 14:10:30.919964 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29671447-bdd8-4096-a57e-ef53a3681b28 req-301fdd6f-685b-4c01-a3a6-a2b26a9461f5 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:30.921408 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-29671447-bdd8-4096-a57e-ef53a3681b28 req-301fdd6f-685b-4c01-a3a6-a2b26a9461f5 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 943 time: 0.0788119 Dec 22 14:10:30.966049 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-29671447-bdd8-4096-a57e-ef53a3681b28 req-020f46fd-00b4-49ce-aa6d-9f1beb392910 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385599 Dec 22 14:10:32.160618 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26751a-7ff4-49dd-b315-bf7eaf8665bf req-9bd8d5a1-0114-4a0e-8ed8-1160b3f78991 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:32.162039 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8a26751a-7ff4-49dd-b315-bf7eaf8665bf req-9bd8d5a1-0114-4a0e-8ed8-1160b3f78991 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 943 time: 0.0772960 Dec 22 14:10:32.208043 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8a26751a-7ff4-49dd-b315-bf7eaf8665bf req-6c1f1e3a-3ccb-4a9e-a200-f955d881a069 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405343 Dec 22 14:10:32.365452 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 56f56d8f-155c-4f5c-9a38-4667f284e619 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 14:10:32.499180 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 56f56d8f-155c-4f5c-9a38-4667f284e619, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=56f56d8f-155c-4f5c-9a38-4667f284e619,segment=NetworkSegment(0539b439-5491-4a20-b9c7-823d33982f98),segment_id=0539b439-5491-4a20-b9c7-823d33982f98)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:10:32.512854 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '56f56d8f-155c-4f5c-9a38-4667f284e619', 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8', 'port_id': '56f56d8f-155c-4f5c-9a38-4667f284e619', 'mac_address': 'fa:16:3e:9a:f0:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bc9686a-6d9a-4840-9487-6c4bb2200d21', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 14:10:32.565107 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:32.582195 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56f56d8f-155c-4f5c-9a38-4667f284e619 {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 14:10:32.596573 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 56f56d8f-155c-4f5c-9a38-4667f284e619, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=56f56d8f-155c-4f5c-9a38-4667f284e619,segment=NetworkSegment(0539b439-5491-4a20-b9c7-823d33982f98),segment_id=0539b439-5491-4a20-b9c7-823d33982f98)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:10:32.660212 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:32.661967 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:32.775613 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=56f56d8f-155c-4f5c-9a38-4667f284e619,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:32.783512 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:32.783858 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:32.784253 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:32.784602 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:32.784935 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:32.785264 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:32.785586 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:32.785908 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:32.786228 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:32.786571 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:32.786891 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:32.790653 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:32.946716 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['56f56d8f-155c-4f5c-9a38-4667f284e619'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 14:10:33.400436 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680cb20-72a5-4036-9e78-516aa1ee19c5 req-77c1f329-1085-4812-9fbd-b97b8271c087 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:33.402032 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-2680cb20-72a5-4036-9e78-516aa1ee19c5 req-77c1f329-1085-4812-9fbd-b97b8271c087 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 944 time: 0.0761425 Dec 22 14:10:33.448693 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-2680cb20-72a5-4036-9e78-516aa1ee19c5 req-c7ee90c0-2a84-4628-9fc3-f84959e8ea90 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411799 Dec 22 14:10:34.387914 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 56f56d8f-155c-4f5c-9a38-4667f284e619 up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:10:34.511873 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning for port 56f56d8f-155c-4f5c-9a38-4667f284e619 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:10:34.516806 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 56f56d8f-155c-4f5c-9a38-4667f284e619 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:10:34.517186 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:34.631615 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:34.648754 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9ead0-2c97-480c-bec3-769e15727485 req-53482edd-dafa-42b3-89d6-b1697b02f0f9 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:34.650206 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b0e9ead0-2c97-480c-bec3-769e15727485 req-53482edd-dafa-42b3-89d6-b1697b02f0f9 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 944 time: 0.0812089 Dec 22 14:10:34.658157 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5b8a67-eacd-42b3-aea3-ac3cd07c046b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f56d8f-155c-4f5c-9a38-4667f284e619'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:10:34.668043 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 56f56d8f-155c-4f5c-9a38-4667f284e619, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=56f56d8f-155c-4f5c-9a38-4667f284e619,segment=NetworkSegment(0539b439-5491-4a20-b9c7-823d33982f98),segment_id=0539b439-5491-4a20-b9c7-823d33982f98)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:10:34.696342 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b0e9ead0-2c97-480c-bec3-769e15727485 req-978b1976-51fa-401d-8cf2-6c72fe259b13 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406718 Dec 22 14:10:34.708920 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:34.711000 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:34.781716 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=56f56d8f-155c-4f5c-9a38-4667f284e619,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:34.785449 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:34.807932 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5b8a67-eacd-42b3-aea3-ac3cd07c046b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f56d8f-155c-4f5c-9a38-4667f284e619', 'code': 200} Dec 22 14:10:35.200175 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-00fc8546-2e30-45df-9248-72644dbb91e9 req-5ff00a62-47d9-40b9-ba9f-2df4063789af service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 1098 time: 0.0683107 Dec 22 14:10:35.248031 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-00fc8546-2e30-45df-9248-72644dbb91e9 req-858f2ca5-9ecc-4a74-a4e9-762e5915ec2f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356448 Dec 22 14:10:35.683169 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-29d565f7-472b-41ea-9b03-ac8e4d6fd8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:35.922756 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce560116-45f0-433b-8d00-f25c24b45a9c req-055364ef-e97d-4202-a730-2f00a60e66c3 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:35.924192 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ce560116-45f0-433b-8d00-f25c24b45a9c req-055364ef-e97d-4202-a730-2f00a60e66c3 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 945 time: 0.0807037 Dec 22 14:10:35.969908 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ce560116-45f0-433b-8d00-f25c24b45a9c req-9d3ffc2a-98da-4ba1-8902-bcab4f69a86a tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402818 Dec 22 14:10:37.176092 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18a32e-5bd0-479b-9485-c57c82680b06 req-880babc2-ad7a-48f2-a121-061be2ad7162 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:37.177562 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-cd18a32e-5bd0-479b-9485-c57c82680b06 req-880babc2-ad7a-48f2-a121-061be2ad7162 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 945 time: 0.0819569 Dec 22 14:10:37.221264 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-cd18a32e-5bd0-479b-9485-c57c82680b06 req-e5f90874-ac42-42b4-bded-e172ae1b0c79 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382624 Dec 22 14:10:37.415917 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d84563-dcdc-4534-8fdd-d45ac1c8114c req-b7ce8e86-a34f-4d00-9ab0-a70d50227f1d tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:37.417372 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b6d84563-dcdc-4534-8fdd-d45ac1c8114c req-b7ce8e86-a34f-4d00-9ab0-a70d50227f1d tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 945 time: 0.0764968 Dec 22 14:10:37.466084 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b6d84563-dcdc-4534-8fdd-d45ac1c8114c req-fed13c88-65a9-4954-8620-eb7a1bc8926c tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432072 Dec 22 14:10:37.493986 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 59258) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:10:37.658576 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-82416967-7ea9-4854-811b-ab675b962611 tempest-TestShelveInstance-6847805 tempest-TestShelveInstance-6847805-project-admin] Synchronizing usage tracker for tenant:94374ff2174840bdb6c40fa6d80082ee on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:10:37.728623 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-82416967-7ea9-4854-811b-ab675b962611 tempest-TestShelveInstance-6847805 tempest-TestShelveInstance-6847805-project-admin] Unset dirty status for tenant:94374ff2174840bdb6c40fa6d80082ee on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:10:37.729828 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-82416967-7ea9-4854-811b-ab675b962611 tempest-TestShelveInstance-6847805 tempest-TestShelveInstance-6847805-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 1093 time: 0.2348723 Dec 22 14:10:37.732655 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 59264) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:10:37.738919 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-8c98bc52-613f-4a87-b464-8a72af8d40c6 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Request body: {'floatingip': {'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'port_id': '56f56d8f-155c-4f5c-9a38-4667f284e619', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:10:37.744582 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-8c98bc52-613f-4a87-b464-8a72af8d40c6 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:10:37.748414 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-8c98bc52-613f-4a87-b464-8a72af8d40c6 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Usage tracker for resource:floatingip and tenant:b10600ded90047d3a3583fcf6218253d is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:10:37.751243 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-8c98bc52-613f-4a87-b464-8a72af8d40c6 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:10:37.758129 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-8c98bc52-613f-4a87-b464-8a72af8d40c6 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:10:37.823119 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8c98bc52-613f-4a87-b464-8a72af8d40c6 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for floatingip, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:37.955395 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8c98bc52-613f-4a87-b464-8a72af8d40c6 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:38.051655 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6881efa3-871b-44cc-b161-cac0eb20f9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:38.089098 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-8c98bc52-613f-4a87-b464-8a72af8d40c6 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Allocated IP 172.26.1.144 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/6ba55fe4-0089-4fab-ae87-d58996d261e5) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:10:38.233518 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8c98bc52-613f-4a87-b464-8a72af8d40c6 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:38.343464 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8c98bc52-613f-4a87-b464-8a72af8d40c6 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:38.347019 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-bcde205e-9d5a-44f9-978d-a8154a81a9de tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:38.410767 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c98bc52-613f-4a87-b464-8a72af8d40c6 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:10:38.413836 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-8c98bc52-613f-4a87-b464-8a72af8d40c6 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:10:38.417902 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c98bc52-613f-4a87-b464-8a72af8d40c6 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 14:10:38.444645 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98bc52-613f-4a87-b464-8a72af8d40c6 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Pushing event updated for resources: {'Port': ['ID=6ba55fe4-0089-4fab-ae87-d58996d261e5,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:38.449911 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8c98bc52-613f-4a87-b464-8a72af8d40c6 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:39.025961 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:39.028716 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8c98bc52-613f-4a87-b464-8a72af8d40c6 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:39.145412 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8c98bc52-613f-4a87-b464-8a72af8d40c6 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:39.343146 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8c98bc52-613f-4a87-b464-8a72af8d40c6 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:39.422903 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8c98bc52-613f-4a87-b464-8a72af8d40c6 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:39.427683 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-6bfce984-e338-4168-b895-bbfce9a12568 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:39.491885 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:39.536433 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98bc52-613f-4a87-b464-8a72af8d40c6 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Pushing event updated for resources: {'Port': ['ID=6ba55fe4-0089-4fab-ae87-d58996d261e5,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:39.540618 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8c98bc52-613f-4a87-b464-8a72af8d40c6 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:39.548689 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8c98bc52-613f-4a87-b464-8a72af8d40c6 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:39.733851 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.l3_db [None req-8c98bc52-613f-4a87-b464-8a72af8d40c6 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Floating IP 6400b851-aae1-4379-ba19-263420b34160 associated. External IP: 172.26.1.144, port: 56f56d8f-155c-4f5c-9a38-4667f284e619. Dec 22 14:10:40.115980 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c98bc52-613f-4a87-b464-8a72af8d40c6 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Router b4dd3700-5826-486d-8dfb-7457eb44e3a9 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 14:10:40.422108 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c98bc52-613f-4a87-b464-8a72af8d40c6 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 14:10:40.432703 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd4d720-fd59-49c0-bcb9-d7540b2fe3b3 None None] Sync routers for ids ['b4dd3700-5826-486d-8dfb-7457eb44e3a9'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 14:10:40.444696 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd4d720-fd59-49c0-bcb9-d7540b2fe3b3 None None] Routers {'b4dd3700-5826-486d-8dfb-7457eb44e3a9'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:10:40.445313 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-cbd4d720-fd59-49c0-bcb9-d7540b2fe3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:10:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b4dd3700-5826-486d-8dfb-7457eb44e3a9'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:10:40.508489 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8c98bc52-613f-4a87-b464-8a72af8d40c6 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:40.566676 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8c98bc52-613f-4a87-b464-8a72af8d40c6 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8328135 Dec 22 14:10:40.567313 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5b8a67-eacd-42b3-aea3-ac3cd07c046b', 'tag': '56f56d8f-155c-4f5c-9a38-4667f284e619'}] {{(pid=84148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:10:40.642979 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-cbd4d720-fd59-49c0-bcb9-d7540b2fe3b3 None None] Set router b4dd3700-5826-486d-8dfb-7457eb44e3a9 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:10:40.685857 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:40.725976 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d5b8a67-eacd-42b3-aea3-ac3cd07c046b', 'tag': '56f56d8f-155c-4f5c-9a38-4667f284e619', 'status': 'completed', 'code': 200} Dec 22 14:10:40.826242 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3f454419-ed69-4f10-b1df-39e7a5f623bc req-4002ea9c-bff1-47d0-9837-636689d7d1e2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b10600ded90047d3a3583fcf6218253d&device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 1098 time: 0.0688779 Dec 22 14:10:40.958437 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f454419-ed69-4f10-b1df-39e7a5f623bc req-9f282796-e6c1-42b8-bb01-7215ea7869d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:40.959858 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3f454419-ed69-4f10-b1df-39e7a5f623bc req-9f282796-e6c1-42b8-bb01-7215ea7869d4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8523403b-95bc-41a8-822a-32b489c148f8 HTTP/1.1" status: 200 len: 910 time: 0.1269553 Dec 22 14:10:40.999359 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-cbd4d720-fd59-49c0-bcb9-d7540b2fe3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'name': 'tempest-TestShelveInstance-1705512809-router', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '239ac397-f447-49f1-ae46-48d3d39004f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:05:04Z', 'updated_at': '2021-12-22T14:05:07Z', 'revision_number': 4, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'gw_port': {'id': '239ac397-f447-49f1-ae46-48d3d39004f8', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:04Z', 'updated_at': '2021-12-22T14:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '6400b851-aae1-4379-ba19-263420b34160', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'floating_ip_address': '172.26.1.144', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'port_id': '56f56d8f-155c-4f5c-9a38-4667f284e619', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8', 'mac_address': 'fa:16:3e:9a:f0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5b8a67-eacd-42b3-aea3-ac3cd07c046b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:10:38Z', 'updated_at': '2021-12-22T14:10:38Z', 'revision_number': 0, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af00062f-c8e7-43cd-b755-65e3f858816e', 'name': '', 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'mac_address': 'fa:16:3e:fa:0d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bc9686a-6d9a-4840-9487-6c4bb2200d21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:06Z', 'updated_at': '2021-12-22T14:05:24Z', 'revision_number': 5, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'subnets': [{'id': '1bc9686a-6d9a-4840-9487-6c4bb2200d21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:10:41.003901 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd4d720-fd59-49c0-bcb9-d7540b2fe3b3 None None] Checking router: b4dd3700-5826-486d-8dfb-7457eb44e3a9 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 14:10:41.014393 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd4d720-fd59-49c0-bcb9-d7540b2fe3b3 None None] Routers {'b4dd3700-5826-486d-8dfb-7457eb44e3a9'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:10:41.015000 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-cbd4d720-fd59-49c0-bcb9-d7540b2fe3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:10:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b4dd3700-5826-486d-8dfb-7457eb44e3a9'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:10:41.071818 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3f454419-ed69-4f10-b1df-39e7a5f623bc req-7ba4e2bd-afc8-4b33-a446-aa75043f079b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56f56d8f-155c-4f5c-9a38-4667f284e619 HTTP/1.1" status: 200 len: 999 time: 0.1053579 Dec 22 14:10:41.137868 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f454419-ed69-4f10-b1df-39e7a5f623bc req-2026d139-b916-4b0e-ae43-b29c76bd9d94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:41.139301 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3f454419-ed69-4f10-b1df-39e7a5f623bc req-2026d139-b916-4b0e-ae43-b29c76bd9d94 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1bc9686a-6d9a-4840-9487-6c4bb2200d21 HTTP/1.1" status: 200 len: 848 time: 0.0606284 Dec 22 14:10:41.195652 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-cbd4d720-fd59-49c0-bcb9-d7540b2fe3b3 None None] Set router b4dd3700-5826-486d-8dfb-7457eb44e3a9 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:10:41.217926 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3f454419-ed69-4f10-b1df-39e7a5f623bc req-5820a2de-ed70-4920-9aca-87fbe01ba3fa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8523403b-95bc-41a8-822a-32b489c148f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690110 Dec 22 14:10:41.353847 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3f454419-ed69-4f10-b1df-39e7a5f623bc req-67ee3c4e-d3e2-4a3b-b2fb-82228f3b8243 service neutron] 10.222.0.45 "GET /v2.0/networks/8523403b-95bc-41a8-822a-32b489c148f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288435 Dec 22 14:10:41.493871 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-3f454419-ed69-4f10-b1df-39e7a5f623bc req-a7035b0b-1cea-4a4d-929e-111f04bd1083 service neutron] 10.222.0.45 "GET /v2.0/networks/8523403b-95bc-41a8-822a-32b489c148f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298292 Dec 22 14:10:41.590390 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-cbd4d720-fd59-49c0-bcb9-d7540b2fe3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'name': 'tempest-TestShelveInstance-1705512809-router', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '239ac397-f447-49f1-ae46-48d3d39004f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:05:04Z', 'updated_at': '2021-12-22T14:05:07Z', 'revision_number': 4, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'gw_port': {'id': '239ac397-f447-49f1-ae46-48d3d39004f8', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:04Z', 'updated_at': '2021-12-22T14:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '6400b851-aae1-4379-ba19-263420b34160', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'floating_ip_address': '172.26.1.144', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'port_id': '56f56d8f-155c-4f5c-9a38-4667f284e619', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8', 'mac_address': 'fa:16:3e:9a:f0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5b8a67-eacd-42b3-aea3-ac3cd07c046b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:10:38Z', 'updated_at': '2021-12-22T14:10:38Z', 'revision_number': 0, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af00062f-c8e7-43cd-b755-65e3f858816e', 'name': '', 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'mac_address': 'fa:16:3e:fa:0d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bc9686a-6d9a-4840-9487-6c4bb2200d21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:06Z', 'updated_at': '2021-12-22T14:05:24Z', 'revision_number': 5, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'subnets': [{'id': '1bc9686a-6d9a-4840-9487-6c4bb2200d21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:10:41.594308 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd4d720-fd59-49c0-bcb9-d7540b2fe3b3 None None] The sync data for ids ['b4dd3700-5826-486d-8dfb-7457eb44e3a9'] in dv-neutron-822669-1-hyperv is: [{'id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'name': 'tempest-TestShelveInstance-1705512809-router', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '239ac397-f447-49f1-ae46-48d3d39004f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:05:04Z', 'updated_at': '2021-12-22T14:05:07Z', 'revision_number': 4, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'gw_port': {'id': '239ac397-f447-49f1-ae46-48d3d39004f8', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:04Z', 'updated_at': '2021-12-22T14:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '6400b851-aae1-4379-ba19-263420b34160', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'floating_ip_address': '172.26.1.144', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'port_id': '56f56d8f-155c-4f5c-9a38-4667f284e619', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8', 'mac_address': 'fa:16:3e:9a:f0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5b8a67-eacd-42b3-aea3-ac3cd07c046b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:10:38Z', 'updated_at': '2021-12-22T14:10:38Z', 'revision_number': 0, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af00062f-c8e7-43cd-b755-65e3f858816e', 'name': '', 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'mac_address': 'fa:16:3e:fa:0d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bc9686a-6d9a-4840-9487-6c4bb2200d21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:06Z', 'updated_at': '2021-12-22T14:05:24Z', 'revision_number': 5, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'subnets': [{'id': '1bc9686a-6d9a-4840-9487-6c4bb2200d21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 14:10:41.781430 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f3ad31-6769-4dc1-bd42-a01b41131a7c None None] New status for floating IP 6400b851-aae1-4379-ba19-263420b34160: ACTIVE {{(pid=84151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 14:10:59.415481 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:11:00.128778 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:11:05.706039 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-342d852b-2314-4fd5-975c-28cab30eb0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:11:08.039155 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-838fa627-3687-4e9a-babb-b8bac7d65345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:11:09.042942 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:11:09.517877 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:11:10.671209 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:11:29.501677 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:11:31.438759 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e38c35c5-8256-44bc-abaa-c264bb73db5b req-84c2a5c2-53e2-4cd9-a48b-bc097f1f9069 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688896 Dec 22 14:11:31.595475 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e38c35c5-8256-44bc-abaa-c264bb73db5b req-7182eaa4-d3de-4f6a-a33a-783c202b773d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b10600ded90047d3a3583fcf6218253d&device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 1098 time: 0.0755944 Dec 22 14:11:31.852745 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c35c5-8256-44bc-abaa-c264bb73db5b req-e515fc35-a038-4d89-820a-b323e19a6f6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:11:31.854236 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e38c35c5-8256-44bc-abaa-c264bb73db5b req-e515fc35-a038-4d89-820a-b323e19a6f6c service neutron] 10.222.0.45 "GET /v2.0/networks?id=8523403b-95bc-41a8-822a-32b489c148f8 HTTP/1.1" status: 200 len: 910 time: 0.2308764 Dec 22 14:11:31.963569 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e38c35c5-8256-44bc-abaa-c264bb73db5b req-78f3adc9-8130-4d2d-9e1b-4805b95baff6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56f56d8f-155c-4f5c-9a38-4667f284e619 HTTP/1.1" status: 200 len: 1001 time: 0.0983229 Dec 22 14:11:32.032394 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c35c5-8256-44bc-abaa-c264bb73db5b req-fc6e4c76-dba1-46b5-8013-f459b9a83517 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:11:32.033980 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e38c35c5-8256-44bc-abaa-c264bb73db5b req-fc6e4c76-dba1-46b5-8013-f459b9a83517 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1bc9686a-6d9a-4840-9487-6c4bb2200d21 HTTP/1.1" status: 200 len: 848 time: 0.0597560 Dec 22 14:11:32.118690 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e38c35c5-8256-44bc-abaa-c264bb73db5b req-1c079ece-2a7f-40e5-b2c5-dbf8675ce803 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8523403b-95bc-41a8-822a-32b489c148f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764620 Dec 22 14:11:32.254493 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e38c35c5-8256-44bc-abaa-c264bb73db5b req-07e6b4ce-9628-4803-bee2-4727864e7c36 service neutron] 10.222.0.45 "GET /v2.0/networks/8523403b-95bc-41a8-822a-32b489c148f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283629 Dec 22 14:11:32.391942 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e38c35c5-8256-44bc-abaa-c264bb73db5b req-8ea5c335-37d0-4b58-9339-e57c58bfc0fa service neutron] 10.222.0.45 "GET /v2.0/networks/8523403b-95bc-41a8-822a-32b489c148f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285703 Dec 22 14:11:35.682613 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0edde6a2-397b-40e8-9f3d-1630ed8c7652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:11:37.128837 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:11:38.067132 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-597534ca-c6b3-44bc-86a3-32268d76ac36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:11:39.059824 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:11:39.476662 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:11:40.670643 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:11:59.472443 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:12:05.693094 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2157aa79-4b84-4220-aabf-2dc234f17028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:12:08.082025 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6bd26de9-f7ac-4e3e-abc7-25a23691c3b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:12:09.032567 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:12:09.516667 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:12:10.689609 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:12:14.128160 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:12:29.740841 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:12:31.419811 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e317144b-e5ac-4738-bb71-5d72350cb220 req-89ffd991-2519-4aec-9089-f217116ccb29 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694594 Dec 22 14:12:31.565515 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e317144b-e5ac-4738-bb71-5d72350cb220 req-043a10c9-3a9a-4030-b035-689d4c8a402d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b10600ded90047d3a3583fcf6218253d&device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 1098 time: 0.0687239 Dec 22 14:12:31.713185 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317144b-e5ac-4738-bb71-5d72350cb220 req-5582660f-6708-4ae3-add6-631b21787ba3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:12:31.714578 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e317144b-e5ac-4738-bb71-5d72350cb220 req-5582660f-6708-4ae3-add6-631b21787ba3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8523403b-95bc-41a8-822a-32b489c148f8 HTTP/1.1" status: 200 len: 910 time: 0.1250334 Dec 22 14:12:31.824267 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e317144b-e5ac-4738-bb71-5d72350cb220 req-ed686fe7-2e73-4799-a5cd-fa5ac5b014ba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56f56d8f-155c-4f5c-9a38-4667f284e619 HTTP/1.1" status: 200 len: 1001 time: 0.0972450 Dec 22 14:12:31.892933 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317144b-e5ac-4738-bb71-5d72350cb220 req-72333757-c5e3-4041-9be5-be5a48ff3e40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:12:31.894320 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e317144b-e5ac-4738-bb71-5d72350cb220 req-72333757-c5e3-4041-9be5-be5a48ff3e40 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1bc9686a-6d9a-4840-9487-6c4bb2200d21 HTTP/1.1" status: 200 len: 848 time: 0.0601726 Dec 22 14:12:31.972038 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e317144b-e5ac-4738-bb71-5d72350cb220 req-499d47ec-7591-47ed-802b-d3e9378dd8bd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8523403b-95bc-41a8-822a-32b489c148f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665154 Dec 22 14:12:32.116042 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e317144b-e5ac-4738-bb71-5d72350cb220 req-02ff7dc0-bb61-45c8-97a4-df541b1f2acc service neutron] 10.222.0.45 "GET /v2.0/networks/8523403b-95bc-41a8-822a-32b489c148f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333990 Dec 22 14:12:32.250730 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e317144b-e5ac-4738-bb71-5d72350cb220 req-6b5426dd-58ec-4d1a-a358-2b90b7cb992a service neutron] 10.222.0.45 "GET /v2.0/networks/8523403b-95bc-41a8-822a-32b489c148f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242640 Dec 22 14:12:35.675345 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0758132f-a5ad-430f-a855-9b4c8ea0d5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:12:38.072109 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e5b24c8f-b6be-4e77-b5fc-2aba3649fe84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:12:39.025795 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:12:39.498919 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:12:40.683290 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:12:51.127814 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:12:59.488424 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:05.683261 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-51549683-86d2-4ae5-81e3-05f7f4a5f7fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:08.058658 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1ef2131b-b9e6-42b3-bdd3-8a104d2ac0bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:09.018023 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:09.505361 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:10.676823 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:28.129348 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:13:29.486471 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:31.131871 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9175d6f-1e82-4f01-ba16-3d54275ea2f4 req-1cd6dc0e-3df6-4a7f-a9dd-6b11de95e939 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:31.133375 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d9175d6f-1e82-4f01-ba16-3d54275ea2f4 req-1cd6dc0e-3df6-4a7f-a9dd-6b11de95e939 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 945 time: 0.1630993 Dec 22 14:13:31.182676 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d9175d6f-1e82-4f01-ba16-3d54275ea2f4 req-b947c59a-a041-489c-ba29-ad3b573c52a8 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444827 Dec 22 14:13:31.541186 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0658a9fa-cafb-44eb-9f20-65add9dcba76 req-4e124ae6-1ce7-460d-8caf-0c3bd31c1024 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b10600ded90047d3a3583fcf6218253d&device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 1098 time: 0.1382396 Dec 22 14:13:31.688335 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658a9fa-cafb-44eb-9f20-65add9dcba76 req-5eaf5061-8c02-4f60-b474-3cd97ea78ef8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:31.689749 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0658a9fa-cafb-44eb-9f20-65add9dcba76 req-5eaf5061-8c02-4f60-b474-3cd97ea78ef8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8523403b-95bc-41a8-822a-32b489c148f8 HTTP/1.1" status: 200 len: 910 time: 0.1275063 Dec 22 14:13:31.790478 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0658a9fa-cafb-44eb-9f20-65add9dcba76 req-d74bc880-450d-4738-bb19-e725eeb00d3d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56f56d8f-155c-4f5c-9a38-4667f284e619 HTTP/1.1" status: 200 len: 1001 time: 0.0932426 Dec 22 14:13:31.968258 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658a9fa-cafb-44eb-9f20-65add9dcba76 req-ce41f1dd-7904-4c99-a92d-82aa82f0156a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:31.969615 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0658a9fa-cafb-44eb-9f20-65add9dcba76 req-ce41f1dd-7904-4c99-a92d-82aa82f0156a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1bc9686a-6d9a-4840-9487-6c4bb2200d21 HTTP/1.1" status: 200 len: 848 time: 0.1705620 Dec 22 14:13:32.046071 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0658a9fa-cafb-44eb-9f20-65add9dcba76 req-2a7fc828-e3e8-4610-9776-d29d6e3c7cae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8523403b-95bc-41a8-822a-32b489c148f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684390 Dec 22 14:13:32.180320 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0658a9fa-cafb-44eb-9f20-65add9dcba76 req-d74f7c05-2059-4fcd-8648-2632a3e24042 service neutron] 10.222.0.45 "GET /v2.0/networks/8523403b-95bc-41a8-822a-32b489c148f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251409 Dec 22 14:13:32.323022 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0658a9fa-cafb-44eb-9f20-65add9dcba76 req-dbeec6c5-700f-4a99-a48d-bf24f3112d5f service neutron] 10.222.0.45 "GET /v2.0/networks/8523403b-95bc-41a8-822a-32b489c148f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343338 Dec 22 14:13:32.464192 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06496c-99fc-4a9a-a7be-61d4401d977b req-198c871a-9f27-4389-a772-85fd408cb942 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:32.466520 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-cf06496c-99fc-4a9a-a7be-61d4401d977b req-198c871a-9f27-4389-a772-85fd408cb942 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 945 time: 0.1559913 Dec 22 14:13:32.513248 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-cf06496c-99fc-4a9a-a7be-61d4401d977b req-10d037e7-4639-4019-86f1-d6e6878e95f7 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408745 Dec 22 14:13:33.721259 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9646723-ec11-4155-be8c-f1faa30d806f req-663b83e7-e804-44c5-af5d-8a93a03d1ab9 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:33.722452 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-a9646723-ec11-4155-be8c-f1faa30d806f req-663b83e7-e804-44c5-af5d-8a93a03d1ab9 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 945 time: 0.0772753 Dec 22 14:13:33.767566 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-a9646723-ec11-4155-be8c-f1faa30d806f req-2841bbf2-a8a9-4274-8285-d0c8d65734b8 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396986 Dec 22 14:13:34.962608 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83c12e-783c-4565-a52a-3dc27ca8a79b req-092cad47-4203-4f39-94fa-25e1fe55bd14 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:34.964046 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0d83c12e-783c-4565-a52a-3dc27ca8a79b req-092cad47-4203-4f39-94fa-25e1fe55bd14 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 945 time: 0.0750227 Dec 22 14:13:35.008617 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0d83c12e-783c-4565-a52a-3dc27ca8a79b req-dff9fa62-d924-4be0-a0ec-c684e109d206 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386465 Dec 22 14:13:35.691618 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6c552ed9-05d4-471a-b13c-a7aff93d94f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:36.211188 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df50ef2-ad7a-476d-bb9b-1f547d0523ae req-9be80602-fc04-4198-a7cf-1f5d395871a0 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:36.212541 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-8df50ef2-ad7a-476d-bb9b-1f547d0523ae req-9be80602-fc04-4198-a7cf-1f5d395871a0 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 945 time: 0.0792470 Dec 22 14:13:36.258453 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-8df50ef2-ad7a-476d-bb9b-1f547d0523ae req-09052ae3-e90b-4733-ab30-e0cc3d768af5 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399454 Dec 22 14:13:37.606035 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fca6d-c5d5-41a3-be83-5ec3f35ce4b2 req-35d2f62e-4cc1-4399-8450-3ff25f350cb1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:37.607504 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9e4fca6d-c5d5-41a3-be83-5ec3f35ce4b2 req-35d2f62e-4cc1-4399-8450-3ff25f350cb1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 945 time: 0.0796497 Dec 22 14:13:37.653004 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-9e4fca6d-c5d5-41a3-be83-5ec3f35ce4b2 req-d8107253-ea2a-4e8f-ad4a-a79f8b45d925 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389986 Dec 22 14:13:38.053441 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d5d0a522-f79c-4b3a-b0e9-ddd656cc6b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:38.847199 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f181e-b00f-4946-86f8-174ecf8f4f06 req-ec61755d-6574-49c7-998d-015a6f893da3 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:38.848642 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-1a3f181e-b00f-4946-86f8-174ecf8f4f06 req-ec61755d-6574-49c7-998d-015a6f893da3 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 945 time: 0.0751724 Dec 22 14:13:38.893044 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-1a3f181e-b00f-4946-86f8-174ecf8f4f06 req-8d5913e6-85de-4f1f-b9f6-81160d01210f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386951 Dec 22 14:13:39.025242 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:39.503155 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:40.100433 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ad0fc-272d-45fb-813c-2d0e1d08e240 req-98f7f139-275c-4cc5-90cd-8e7895d7f409 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:40.101877 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-513ad0fc-272d-45fb-813c-2d0e1d08e240 req-98f7f139-275c-4cc5-90cd-8e7895d7f409 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 945 time: 0.0770559 Dec 22 14:13:40.150143 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-513ad0fc-272d-45fb-813c-2d0e1d08e240 req-5c2f19bd-7619-44ac-a602-0b41cb323742 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424879 Dec 22 14:13:40.687938 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:41.353894 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648c42c-21d6-48a1-a713-e32205b9a10e req-12b6f743-d8fd-412d-9e17-2b722a8ca6a5 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:41.355345 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-2648c42c-21d6-48a1-a713-e32205b9a10e req-12b6f743-d8fd-412d-9e17-2b722a8ca6a5 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 945 time: 0.0822692 Dec 22 14:13:41.399861 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-2648c42c-21d6-48a1-a713-e32205b9a10e req-df923fa5-803c-4262-b461-2787d384b005 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384977 Dec 22 14:13:42.600020 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed4428-7738-401a-a308-2b610d033e66 req-1d1c4673-4ef7-44cc-983a-f9ce04dc897d tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:42.601357 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-04ed4428-7738-401a-a308-2b610d033e66 req-1d1c4673-4ef7-44cc-983a-f9ce04dc897d tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 945 time: 0.0772452 Dec 22 14:13:42.647109 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-04ed4428-7738-401a-a308-2b610d033e66 req-1e90f7a0-a905-41c0-b346-4cdf4e5381b0 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400181 Dec 22 14:13:43.843604 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7717e5-2a84-48f8-b1b7-93e80b933344 req-93670efc-43be-44cc-92b7-6cac5f502be8 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:43.844941 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-df7717e5-2a84-48f8-b1b7-93e80b933344 req-93670efc-43be-44cc-92b7-6cac5f502be8 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 945 time: 0.0775249 Dec 22 14:13:43.893978 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-df7717e5-2a84-48f8-b1b7-93e80b933344 req-d045b56b-c0e0-4799-ab07-390d027a0b8b tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436528 Dec 22 14:13:45.089361 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0119925-e080-4e31-a553-0910432b941c req-f61c06cd-cc05-4c24-bbf0-4d30831838b5 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:45.090836 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a0119925-e080-4e31-a553-0910432b941c req-f61c06cd-cc05-4c24-bbf0-4d30831838b5 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 945 time: 0.0800266 Dec 22 14:13:45.136100 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a0119925-e080-4e31-a553-0910432b941c req-745018d2-0bb3-4baf-a231-923b45104cd9 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390303 Dec 22 14:13:46.307755 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f5cfcffd-5ac5-4ba0-ab3f-c05876854f5b req-73c598e2-d725-4722-9f6e-ade75acb1fd4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b10600ded90047d3a3583fcf6218253d&device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 1098 time: 0.0691195 Dec 22 14:13:46.332616 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3b691-2a7c-4d2f-8500-2d665ee4212a req-63b92f66-5cd2-4d65-aa18-a58166008bcc tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:46.334053 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-3ab3b691-2a7c-4d2f-8500-2d665ee4212a req-63b92f66-5cd2-4d65-aa18-a58166008bcc tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 945 time: 0.0793147 Dec 22 14:13:46.381842 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-3ab3b691-2a7c-4d2f-8500-2d665ee4212a req-f0961910-1d5d-4c85-97b5-38c2485e42f7 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422001 Dec 22 14:13:46.451986 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfcffd-5ac5-4ba0-ab3f-c05876854f5b req-aae5f6d7-db0d-4e97-8aa6-9e61ac233e44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:46.453330 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f5cfcffd-5ac5-4ba0-ab3f-c05876854f5b req-aae5f6d7-db0d-4e97-8aa6-9e61ac233e44 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8523403b-95bc-41a8-822a-32b489c148f8 HTTP/1.1" status: 200 len: 910 time: 0.1341732 Dec 22 14:13:46.835885 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f5cfcffd-5ac5-4ba0-ab3f-c05876854f5b req-a0fba049-2e2d-4291-bb3e-8c4d73d3eac8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56f56d8f-155c-4f5c-9a38-4667f284e619 HTTP/1.1" status: 200 len: 1001 time: 0.1034141 Dec 22 14:13:46.835885 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfcffd-5ac5-4ba0-ab3f-c05876854f5b req-252fd7eb-4856-45ca-aafd-b7283eb3849f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:46.835885 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f5cfcffd-5ac5-4ba0-ab3f-c05876854f5b req-252fd7eb-4856-45ca-aafd-b7283eb3849f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1bc9686a-6d9a-4840-9487-6c4bb2200d21 HTTP/1.1" status: 200 len: 848 time: 0.0595369 Dec 22 14:13:46.835885 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f5cfcffd-5ac5-4ba0-ab3f-c05876854f5b req-9e45a78b-b489-4891-b4da-ed2fabf4eb2f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8523403b-95bc-41a8-822a-32b489c148f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732820 Dec 22 14:13:46.862023 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f5cfcffd-5ac5-4ba0-ab3f-c05876854f5b req-d3e44361-ceb6-4290-9fdc-345065c35a40 service neutron] 10.222.0.45 "GET /v2.0/networks/8523403b-95bc-41a8-822a-32b489c148f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321073 Dec 22 14:13:47.106521 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f5cfcffd-5ac5-4ba0-ab3f-c05876854f5b req-4db46848-35b4-4a20-8b53-c4775066d367 service neutron] 10.222.0.45 "GET /v2.0/networks/8523403b-95bc-41a8-822a-32b489c148f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291288 Dec 22 14:13:47.575468 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510435d-8fca-4478-831c-48048fc4f265 req-f499ac7e-9ded-4a0f-8e6c-14037a1abf87 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:47.576961 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4510435d-8fca-4478-831c-48048fc4f265 req-f499ac7e-9ded-4a0f-8e6c-14037a1abf87 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 945 time: 0.0754907 Dec 22 14:13:47.622297 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-4510435d-8fca-4478-831c-48048fc4f265 req-74983bb5-7c6c-4e54-bb85-b2567272aeb6 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398722 Dec 22 14:13:48.820573 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a4225-d887-40ed-9286-14ab5ae8ec5b req-da434378-fd17-4c02-945b-73f329194752 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:48.821999 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4e4a4225-d887-40ed-9286-14ab5ae8ec5b req-da434378-fd17-4c02-945b-73f329194752 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 945 time: 0.0798068 Dec 22 14:13:48.866785 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4e4a4225-d887-40ed-9286-14ab5ae8ec5b req-633da998-6a90-40c2-b657-7b5291ec7aad tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390298 Dec 22 14:13:50.070604 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d6e85-2655-4165-8f85-85ab4e5bee49 req-b6f6fa1d-61cb-4936-b054-633b7e660afd tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:50.071980 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b58d6e85-2655-4165-8f85-85ab4e5bee49 req-b6f6fa1d-61cb-4936-b054-633b7e660afd tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 945 time: 0.0830457 Dec 22 14:13:50.118157 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-b58d6e85-2655-4165-8f85-85ab4e5bee49 req-7db9314c-9577-4cf2-8b13-27bcf24449a3 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406206 Dec 22 14:13:51.241156 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 56f56d8f-155c-4f5c-9a38-4667f284e619 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:13:51.313207 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95df8aa-9401-4dc2-9e39-8fa8e20400f9 req-ed710ef8-d6b2-47e4-85f4-7731c9df51ff tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:51.314698 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-f95df8aa-9401-4dc2-9e39-8fa8e20400f9 req-ed710ef8-d6b2-47e4-85f4-7731c9df51ff tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 945 time: 0.0766253 Dec 22 14:13:51.354192 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:51.359899 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-f95df8aa-9401-4dc2-9e39-8fa8e20400f9 req-e33c4c21-18f4-4e18-bbc0-5ce131786743 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396521 Dec 22 14:13:51.382220 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5b8a67-eacd-42b3-aea3-ac3cd07c046b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56f56d8f-155c-4f5c-9a38-4667f284e619'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:13:51.392316 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 56f56d8f-155c-4f5c-9a38-4667f284e619, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=56f56d8f-155c-4f5c-9a38-4667f284e619,segment=NetworkSegment(0539b439-5491-4a20-b9c7-823d33982f98),segment_id=0539b439-5491-4a20-b9c7-823d33982f98)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:13:51.432236 dv-neutron-822669-1-hyperv neutron-server[84150]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0d5b8a67-eacd-42b3-aea3-ac3cd07c046b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '56f56d8f-155c-4f5c-9a38-4667f284e619', 'code': 422} returned with failed status Dec 22 14:13:51.447515 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:51.449549 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:13:51.515324 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=56f56d8f-155c-4f5c-9a38-4667f284e619,revision_number=6']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:13:51.523613 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:13:51.523955 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:13:51.524285 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:13:51.524613 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:13:51.524938 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:13:51.525258 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:13:51.525580 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:13:51.525897 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:13:51.526212 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:13:51.526549 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:13:51.526863 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:13:51.531062 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:13:51.620183 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ba1bc8eb-fccf-460e-8531-960ad058ea58 req-f6a9c6d7-2b84-4a53-b619-41bd51c730aa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1422684 Dec 22 14:13:52.021181 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc600d44-de73-42ca-a08f-1dacbde44e78 req-c9155f00-c625-414d-83a7-2d18497103a8 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:52.022625 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-bc600d44-de73-42ca-a08f-1dacbde44e78 req-c9155f00-c625-414d-83a7-2d18497103a8 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 943 time: 0.1195252 Dec 22 14:13:52.083452 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d5a5e0b3-85f9-4623-b641-c5118c5e5a87 req-b6300650-9e15-441f-8994-3288187536ef service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1847711 Dec 22 14:13:52.085570 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-bc600d44-de73-42ca-a08f-1dacbde44e78 req-bd085b42-3599-4510-970d-5fd6383cc7c2 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568171 Dec 22 14:13:53.283796 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a917ba5-4354-4a4e-b1a5-5d2a051f05a0 req-82bd377f-4c4c-47df-88ee-3d32c4cd0995 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:53.285251 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4a917ba5-4354-4a4e-b1a5-5d2a051f05a0 req-82bd377f-4c4c-47df-88ee-3d32c4cd0995 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 943 time: 0.0764432 Dec 22 14:13:53.331412 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-4a917ba5-4354-4a4e-b1a5-5d2a051f05a0 req-b69cdfba-4bda-4c4c-9dc5-0f4f6777cbfa tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405836 Dec 22 14:13:54.532734 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a0184-3041-4510-abc2-c36aa07de805 req-9bc5febe-a7c0-460d-bd4e-9a88e33ee4d7 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:54.534158 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a60a0184-3041-4510-abc2-c36aa07de805 req-9bc5febe-a7c0-460d-bd4e-9a88e33ee4d7 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 943 time: 0.0818634 Dec 22 14:13:54.580799 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a60a0184-3041-4510-abc2-c36aa07de805 req-c5e3bca7-0687-4199-b685-b0b1422b2d7f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411932 Dec 22 14:13:55.121492 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d5a5e0b3-85f9-4623-b641-c5118c5e5a87 req-226fdd35-6858-4dd2-9afc-f2f277210cfa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b&tenant_id=b10600ded90047d3a3583fcf6218253d HTTP/1.1" status: 200 len: 1096 time: 0.0694208 Dec 22 14:13:55.221257 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d5a5e0b3-85f9-4623-b641-c5118c5e5a87 req-d676ec5e-f2ff-47a2-8b61-916004717aef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b10600ded90047d3a3583fcf6218253d&device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 1096 time: 0.0715156 Dec 22 14:13:55.361486 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5e0b3-85f9-4623-b641-c5118c5e5a87 req-34dab282-47a8-4b2d-ad33-f4261c396d5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:55.362885 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d5a5e0b3-85f9-4623-b641-c5118c5e5a87 req-34dab282-47a8-4b2d-ad33-f4261c396d5d service neutron] 10.222.0.45 "GET /v2.0/networks?id=8523403b-95bc-41a8-822a-32b489c148f8 HTTP/1.1" status: 200 len: 910 time: 0.1313882 Dec 22 14:13:55.470191 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d5a5e0b3-85f9-4623-b641-c5118c5e5a87 req-68137010-bc6e-42e2-9be0-62b87ed1fd1d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56f56d8f-155c-4f5c-9a38-4667f284e619 HTTP/1.1" status: 200 len: 999 time: 0.0950341 Dec 22 14:13:55.539198 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5e0b3-85f9-4623-b641-c5118c5e5a87 req-e6f1392a-f6b8-4d93-b8ee-ece44ce4af95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:55.540604 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d5a5e0b3-85f9-4623-b641-c5118c5e5a87 req-e6f1392a-f6b8-4d93-b8ee-ece44ce4af95 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1bc9686a-6d9a-4840-9487-6c4bb2200d21 HTTP/1.1" status: 200 len: 848 time: 0.0599670 Dec 22 14:13:55.625695 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d5a5e0b3-85f9-4623-b641-c5118c5e5a87 req-81c26f25-1073-46c3-8d52-20a26773cdb2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8523403b-95bc-41a8-822a-32b489c148f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739336 Dec 22 14:13:55.770597 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d5a5e0b3-85f9-4623-b641-c5118c5e5a87 req-e70f8aa1-a359-4914-80f4-40363229a43f service neutron] 10.222.0.45 "GET /v2.0/networks/8523403b-95bc-41a8-822a-32b489c148f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288645 Dec 22 14:13:55.789466 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1a261-5bd9-4508-a9e8-4faac0907b8e req-98613543-ae41-40c7-8055-7ad5ef0b3109 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:55.790954 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-33f1a261-5bd9-4508-a9e8-4faac0907b8e req-98613543-ae41-40c7-8055-7ad5ef0b3109 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 943 time: 0.0857191 Dec 22 14:13:55.839460 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-33f1a261-5bd9-4508-a9e8-4faac0907b8e req-529b4e55-0352-4bf2-819e-7a033a59b9a0 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416090 Dec 22 14:13:55.912656 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d5a5e0b3-85f9-4623-b641-c5118c5e5a87 req-6f75bcf4-cd44-413d-b642-3d8ae597bae0 service neutron] 10.222.0.45 "GET /v2.0/networks/8523403b-95bc-41a8-822a-32b489c148f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305833 Dec 22 14:13:57.040666 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60636890-93ab-4dce-a9c2-27728341ac18 req-6f701bac-8fdd-4d54-9ad9-26623ff97876 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:57.042106 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-60636890-93ab-4dce-a9c2-27728341ac18 req-6f701bac-8fdd-4d54-9ad9-26623ff97876 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 943 time: 0.0815434 Dec 22 14:13:57.086612 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-60636890-93ab-4dce-a9c2-27728341ac18 req-b6a3c559-e4dc-4270-a51f-2fbab247f8ff tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389659 Dec 22 14:13:58.277693 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b108038-0d8e-477a-9e4b-84caa310ecf0 req-1a207d37-ec34-4a27-b18c-e1ef4b34e1bf tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:58.279776 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5b108038-0d8e-477a-9e4b-84caa310ecf0 req-1a207d37-ec34-4a27-b18c-e1ef4b34e1bf tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 943 time: 0.0760050 Dec 22 14:13:58.323449 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5b108038-0d8e-477a-9e4b-84caa310ecf0 req-7d245c07-98a0-4217-8c09-3e06de78e2c3 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381055 Dec 22 14:13:59.470726 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:59.531710 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69015fab-2334-499e-a10f-dcc2c0e1a0cd req-5ae4ecea-0140-45af-a060-7d71222c5100 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:59.533214 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-69015fab-2334-499e-a10f-dcc2c0e1a0cd req-5ae4ecea-0140-45af-a060-7d71222c5100 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 943 time: 0.0914636 Dec 22 14:13:59.578368 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-69015fab-2334-499e-a10f-dcc2c0e1a0cd req-9538c38b-c60c-4119-9528-8bbeca1d4cc5 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396988 Dec 22 14:14:00.778340 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208aa5be-7990-4dc1-a678-bdeb416a966e req-fc758bb3-e6c5-4fab-8cb1-5e008119d2c2 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:14:00.780546 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-208aa5be-7990-4dc1-a678-bdeb416a966e req-fc758bb3-e6c5-4fab-8cb1-5e008119d2c2 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 943 time: 0.0799949 Dec 22 14:14:00.824540 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-208aa5be-7990-4dc1-a678-bdeb416a966e req-2d040f68-81c0-4ba2-9065-26b77b208214 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385158 Dec 22 14:14:02.030374 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde5156-cde4-4004-a128-b544348530fd req-9398f391-4830-47f4-b237-0bb0ee59f8cf tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:14:02.031811 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ffde5156-cde4-4004-a128-b544348530fd req-9398f391-4830-47f4-b237-0bb0ee59f8cf tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 943 time: 0.0860741 Dec 22 14:14:02.077162 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ffde5156-cde4-4004-a128-b544348530fd req-dfb969fa-faa6-404f-8e75-3352f4822ad7 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399659 Dec 22 14:14:03.271912 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e11343-9848-466c-b341-7f2f3d9c9be0 req-3e9ef346-b6b6-406e-9571-da30c9f4664d tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:14:03.273328 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c1e11343-9848-466c-b341-7f2f3d9c9be0 req-3e9ef346-b6b6-406e-9571-da30c9f4664d tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 943 time: 0.0765238 Dec 22 14:14:03.290605 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 56f56d8f-155c-4f5c-9a38-4667f284e619 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 14:14:03.424156 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-c1e11343-9848-466c-b341-7f2f3d9c9be0 req-2a4800f3-d5f6-4911-84ba-d0a950e8a3a4 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453862 Dec 22 14:14:03.429621 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 56f56d8f-155c-4f5c-9a38-4667f284e619, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=56f56d8f-155c-4f5c-9a38-4667f284e619,segment=NetworkSegment(0539b439-5491-4a20-b9c7-823d33982f98),segment_id=0539b439-5491-4a20-b9c7-823d33982f98)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:14:03.443020 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': '56f56d8f-155c-4f5c-9a38-4667f284e619', 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8', 'port_id': '56f56d8f-155c-4f5c-9a38-4667f284e619', 'mac_address': 'fa:16:3e:9a:f0:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bc9686a-6d9a-4840-9487-6c4bb2200d21', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 14:14:03.501018 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:14:03.519417 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56f56d8f-155c-4f5c-9a38-4667f284e619 {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 14:14:03.535561 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 56f56d8f-155c-4f5c-9a38-4667f284e619, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=56f56d8f-155c-4f5c-9a38-4667f284e619,segment=NetworkSegment(0539b439-5491-4a20-b9c7-823d33982f98),segment_id=0539b439-5491-4a20-b9c7-823d33982f98)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:14:03.613148 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:14:03.614895 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:14:03.681574 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=56f56d8f-155c-4f5c-9a38-4667f284e619,revision_number=7']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:14:03.684593 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:14:03.948766 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['56f56d8f-155c-4f5c-9a38-4667f284e619'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 14:14:04.618404 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002b21e-17d9-4a4b-a510-f83e1735cba0 req-8c337427-fb91-4e62-a315-4423b5485c63 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:14:04.619770 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6002b21e-17d9-4a4b-a510-f83e1735cba0 req-8c337427-fb91-4e62-a315-4423b5485c63 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 944 time: 0.0762954 Dec 22 14:14:04.669381 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6002b21e-17d9-4a4b-a510-f83e1735cba0 req-a0f05ab1-dfd6-4528-a6d3-bc734bde9278 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434775 Dec 22 14:14:05.130021 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:14:05.303184 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 56f56d8f-155c-4f5c-9a38-4667f284e619 up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:14:05.373127 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port 56f56d8f-155c-4f5c-9a38-4667f284e619 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:14:05.373604 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:14:05.484360 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:14:05.510343 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5b8a67-eacd-42b3-aea3-ac3cd07c046b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f56d8f-155c-4f5c-9a38-4667f284e619'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:14:05.520147 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port 56f56d8f-155c-4f5c-9a38-4667f284e619, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=56f56d8f-155c-4f5c-9a38-4667f284e619,segment=NetworkSegment(0539b439-5491-4a20-b9c7-823d33982f98),segment_id=0539b439-5491-4a20-b9c7-823d33982f98)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:14:05.566896 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5b8a67-eacd-42b3-aea3-ac3cd07c046b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f56d8f-155c-4f5c-9a38-4667f284e619', 'code': 200} Dec 22 14:14:05.605812 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:14:05.610036 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:14:05.683102 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=56f56d8f-155c-4f5c-9a38-4667f284e619,revision_number=8']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:14:05.686135 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:14:05.714689 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6bfc5f8f-7b2d-4aaf-ad8e-acdd07aea58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:14:05.914849 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af3b6e-97b8-4fb5-8e83-9dabc8f55f16 req-4f5b4189-b1b3-4717-8a57-851809b30a20 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:14:05.916210 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-91af3b6e-97b8-4fb5-8e83-9dabc8f55f16 req-4f5b4189-b1b3-4717-8a57-851809b30a20 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 945 time: 0.1193383 Dec 22 14:14:06.075195 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0d7e7fdc-99ef-4d12-9c68-d4ae0f1d592f req-2cd8d567-2ae2-4807-a25d-6766b971f7d3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 1098 time: 0.2137754 Dec 22 14:14:06.077573 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-91af3b6e-97b8-4fb5-8e83-9dabc8f55f16 req-33d8cbc8-ed32-4028-ba0a-3c93e1b9efba tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549206 Dec 22 14:14:06.123493 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0d7e7fdc-99ef-4d12-9c68-d4ae0f1d592f req-2dcfd8ac-d847-4af9-b833-095d7be6a7c7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375264 Dec 22 14:14:07.273861 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8c055-18a5-44e6-8c5b-efe88f5f5d4f req-5fa92458-f6e2-4ac4-a53e-6c10005fadc1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:14:07.275346 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-a7f8c055-18a5-44e6-8c5b-efe88f5f5d4f req-5fa92458-f6e2-4ac4-a53e-6c10005fadc1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 945 time: 0.0779676 Dec 22 14:14:07.320462 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-a7f8c055-18a5-44e6-8c5b-efe88f5f5d4f req-23fd0173-cde7-403c-b550-333943856559 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383289 Dec 22 14:14:08.091351 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-38b5c4c8-b13b-463a-afba-7112a300f28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:14:08.515628 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbebc11-6e4c-4ffc-9041-3ab16417a18c req-22381a74-2dee-41db-9e16-99741654fdf0 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:14:08.517090 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7dbebc11-6e4c-4ffc-9041-3ab16417a18c req-22381a74-2dee-41db-9e16-99741654fdf0 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 945 time: 0.0788686 Dec 22 14:14:08.566485 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7dbebc11-6e4c-4ffc-9041-3ab16417a18c req-bb23731d-4d74-4125-a0bd-68c7b87ab7b7 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438988 Dec 22 14:14:09.018810 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:14:09.502967 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:14:10.696905 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:14:29.509826 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:14:32.443648 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5bdc26fe-6692-4cf4-9980-41c516179d4c req-43618467-2115-4e6c-a749-bcfe7b4a4f81 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708678 Dec 22 14:14:32.585894 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5bdc26fe-6692-4cf4-9980-41c516179d4c req-20d5d8d7-e558-49d2-a193-dc516ffc39b7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b10600ded90047d3a3583fcf6218253d&device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 1098 time: 0.0709634 Dec 22 14:14:32.736042 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc26fe-6692-4cf4-9980-41c516179d4c req-89acfde9-75e8-49e0-8753-61992a609285 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:14:32.737614 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5bdc26fe-6692-4cf4-9980-41c516179d4c req-89acfde9-75e8-49e0-8753-61992a609285 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8523403b-95bc-41a8-822a-32b489c148f8 HTTP/1.1" status: 200 len: 910 time: 0.1311748 Dec 22 14:14:32.843512 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5bdc26fe-6692-4cf4-9980-41c516179d4c req-92106f1e-ca82-4b8b-ba55-c6f686cfa168 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56f56d8f-155c-4f5c-9a38-4667f284e619 HTTP/1.1" status: 200 len: 1001 time: 0.0987442 Dec 22 14:14:32.914934 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc26fe-6692-4cf4-9980-41c516179d4c req-a4c4bc75-52ff-488f-88c3-ca24717a9082 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:14:32.916360 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5bdc26fe-6692-4cf4-9980-41c516179d4c req-a4c4bc75-52ff-488f-88c3-ca24717a9082 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1bc9686a-6d9a-4840-9487-6c4bb2200d21 HTTP/1.1" status: 200 len: 848 time: 0.0653253 Dec 22 14:14:32.992732 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5bdc26fe-6692-4cf4-9980-41c516179d4c req-1a23f63c-20a8-4811-9e78-7b20fc2eb03d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8523403b-95bc-41a8-822a-32b489c148f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680783 Dec 22 14:14:33.133428 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5bdc26fe-6692-4cf4-9980-41c516179d4c req-ad9f7de4-64f0-45a6-bbc0-7cf7bc79eebe service neutron] 10.222.0.45 "GET /v2.0/networks/8523403b-95bc-41a8-822a-32b489c148f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275084 Dec 22 14:14:33.271071 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5bdc26fe-6692-4cf4-9980-41c516179d4c req-75eb1519-b876-4fa4-bda8-ede2bddeb4b5 service neutron] 10.222.0.45 "GET /v2.0/networks/8523403b-95bc-41a8-822a-32b489c148f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267147 Dec 22 14:14:35.719949 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-bd68c153-e656-4d67-bc42-95343c662a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:14:38.081040 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f86200eb-fbf1-4c4f-99fb-b6561ff9db40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:14:39.022783 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:14:39.532518 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:14:40.704925 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:14:42.130275 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:14:59.498098 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:15:05.691935 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-67ccb263-cb03-4c12-956c-54f905ea7d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:15:08.063155 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-223edde7-f3d7-49e1-abbd-a372f4a85e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:15:09.045883 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:15:09.583702 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:15:10.680537 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:15:19.130454 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:15:29.491935 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:15:32.650726 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-55e724bc-4dfe-409e-9a19-3f7c90a1946c req-48b759e8-2193-4cdc-b3cd-d676c6cabfc8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1899922 Dec 22 14:15:32.801862 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-55e724bc-4dfe-409e-9a19-3f7c90a1946c req-dff0b532-d3c4-4d4a-bf74-af10305b0cee service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b10600ded90047d3a3583fcf6218253d&device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 1098 time: 0.0700526 Dec 22 14:15:32.951085 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e724bc-4dfe-409e-9a19-3f7c90a1946c req-2f3f02ec-3a1e-4d65-acf1-93954ce0ab87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:15:32.952504 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-55e724bc-4dfe-409e-9a19-3f7c90a1946c req-2f3f02ec-3a1e-4d65-acf1-93954ce0ab87 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8523403b-95bc-41a8-822a-32b489c148f8 HTTP/1.1" status: 200 len: 910 time: 0.1255772 Dec 22 14:15:33.059654 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-55e724bc-4dfe-409e-9a19-3f7c90a1946c req-d5db57b2-b3e9-4799-a3c9-060e405faeac service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56f56d8f-155c-4f5c-9a38-4667f284e619 HTTP/1.1" status: 200 len: 1001 time: 0.0949733 Dec 22 14:15:33.125026 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e724bc-4dfe-409e-9a19-3f7c90a1946c req-2fb05dd2-d492-4df2-9e5b-5f6040fe2d9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:15:33.126469 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-55e724bc-4dfe-409e-9a19-3f7c90a1946c req-2fb05dd2-d492-4df2-9e5b-5f6040fe2d9e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1bc9686a-6d9a-4840-9487-6c4bb2200d21 HTTP/1.1" status: 200 len: 848 time: 0.0554647 Dec 22 14:15:33.207685 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-55e724bc-4dfe-409e-9a19-3f7c90a1946c req-4b8ec2ca-df0b-4abd-9d01-ac7db5f50107 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8523403b-95bc-41a8-822a-32b489c148f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711813 Dec 22 14:15:33.448908 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-55e724bc-4dfe-409e-9a19-3f7c90a1946c req-0e234941-cc95-4d4d-abd5-e7bc807de5bb service neutron] 10.222.0.45 "GET /v2.0/networks/8523403b-95bc-41a8-822a-32b489c148f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301655 Dec 22 14:15:33.587721 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-55e724bc-4dfe-409e-9a19-3f7c90a1946c req-3590aa60-5c35-474b-a65f-d0f818482085 service neutron] 10.222.0.45 "GET /v2.0/networks/8523403b-95bc-41a8-822a-32b489c148f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273422 Dec 22 14:15:35.690370 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6fb234ea-f329-4b90-a6d6-96a075f2432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:15:38.067121 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e06104c7-297c-4cc4-a5d3-95a0371e6299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:15:39.011458 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:15:39.491519 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:15:40.690157 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:15:56.130227 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:15:59.502795 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:05.673241 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a602ce15-e1eb-4336-90cb-5d15d5fb28c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:06.350723 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 59462) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:06.715565 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-b042882d-6dcd-4372-a4e6-33532954d6c1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Deleting port 6ba55fe4-0089-4fab-ae87-d58996d261e5 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 14:16:06.715912 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b042882d-6dcd-4372-a4e6-33532954d6c1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:06.886052 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b042882d-6dcd-4372-a4e6-33532954d6c1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:06.886401 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b042882d-6dcd-4372-a4e6-33532954d6c1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:07.003987 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-b042882d-6dcd-4372-a4e6-33532954d6c1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Calling delete_port for 6ba55fe4-0089-4fab-ae87-d58996d261e5 owned by network:floatingip {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 14:16:07.204013 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b042882d-6dcd-4372-a4e6-33532954d6c1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:07.207839 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-67df568a-b861-4938-9163-842d56a1b2ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:07.249896 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042882d-6dcd-4372-a4e6-33532954d6c1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Pushing event deleted for resources: {'Port': ['ID=6ba55fe4-0089-4fab-ae87-d58996d261e5,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:07.284061 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b042882d-6dcd-4372-a4e6-33532954d6c1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:07.284449 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b042882d-6dcd-4372-a4e6-33532954d6c1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:07.284831 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b042882d-6dcd-4372-a4e6-33532954d6c1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:07.285203 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b042882d-6dcd-4372-a4e6-33532954d6c1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:07.285573 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b042882d-6dcd-4372-a4e6-33532954d6c1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:07.285939 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b042882d-6dcd-4372-a4e6-33532954d6c1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:07.286303 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b042882d-6dcd-4372-a4e6-33532954d6c1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:07.286692 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b042882d-6dcd-4372-a4e6-33532954d6c1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:07.287052 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b042882d-6dcd-4372-a4e6-33532954d6c1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:07.287416 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b042882d-6dcd-4372-a4e6-33532954d6c1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:07.287777 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b042882d-6dcd-4372-a4e6-33532954d6c1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:07.294838 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b042882d-6dcd-4372-a4e6-33532954d6c1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:07.356040 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b042882d-6dcd-4372-a4e6-33532954d6c1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for floatingip, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:07.743533 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b042882d-6dcd-4372-a4e6-33532954d6c1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Router b4dd3700-5826-486d-8dfb-7457eb44e3a9 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 14:16:08.049079 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b042882d-6dcd-4372-a4e6-33532954d6c1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 14:16:08.050944 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2fdd0cfd-2d82-4934-b0de-d4e622aefb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:08.059689 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6b67f6-a0ff-4e7f-8326-a516fbbabe2a None None] Sync routers for ids ['b4dd3700-5826-486d-8dfb-7457eb44e3a9'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 14:16:08.071639 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6b67f6-a0ff-4e7f-8326-a516fbbabe2a None None] Routers {'b4dd3700-5826-486d-8dfb-7457eb44e3a9'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:16:08.072317 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-5a6b67f6-a0ff-4e7f-8326-a516fbbabe2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:16:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b4dd3700-5826-486d-8dfb-7457eb44e3a9'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:08.119505 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-b042882d-6dcd-4372-a4e6-33532954d6c1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:08.174284 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-b042882d-6dcd-4372-a4e6-33532954d6c1 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "DELETE /v2.0/floatingips/6400b851-aae1-4379-ba19-263420b34160 HTTP/1.1" status: 204 len: 168 time: 1.8224370 Dec 22 14:16:08.174960 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5b8a67-eacd-42b3-aea3-ac3cd07c046b', 'tag': '56f56d8f-155c-4f5c-9a38-4667f284e619'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:16:08.252195 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-5a6b67f6-a0ff-4e7f-8326-a516fbbabe2a None None] Set router b4dd3700-5826-486d-8dfb-7457eb44e3a9 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:16:08.505481 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d5b8a67-eacd-42b3-aea3-ac3cd07c046b', 'tag': '56f56d8f-155c-4f5c-9a38-4667f284e619', 'status': 'completed', 'code': 200} Dec 22 14:16:08.576332 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-5a6b67f6-a0ff-4e7f-8326-a516fbbabe2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'name': 'tempest-TestShelveInstance-1705512809-router', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '239ac397-f447-49f1-ae46-48d3d39004f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:05:04Z', 'updated_at': '2021-12-22T14:05:07Z', 'revision_number': 4, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'gw_port': {'id': '239ac397-f447-49f1-ae46-48d3d39004f8', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:04Z', 'updated_at': '2021-12-22T14:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'af00062f-c8e7-43cd-b755-65e3f858816e', 'name': '', 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'mac_address': 'fa:16:3e:fa:0d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bc9686a-6d9a-4840-9487-6c4bb2200d21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:06Z', 'updated_at': '2021-12-22T14:05:24Z', 'revision_number': 5, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'subnets': [{'id': '1bc9686a-6d9a-4840-9487-6c4bb2200d21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:08.580380 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6b67f6-a0ff-4e7f-8326-a516fbbabe2a None None] Checking router: b4dd3700-5826-486d-8dfb-7457eb44e3a9 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 14:16:08.592287 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6b67f6-a0ff-4e7f-8326-a516fbbabe2a None None] Routers {'b4dd3700-5826-486d-8dfb-7457eb44e3a9'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:16:08.592839 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-5a6b67f6-a0ff-4e7f-8326-a516fbbabe2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:16:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b4dd3700-5826-486d-8dfb-7457eb44e3a9'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:08.615013 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fd16d0c1-f81e-4ecd-a6aa-7e554459e0b8 req-cf0c1f0e-20bb-4909-9ecc-993e618ef189 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b10600ded90047d3a3583fcf6218253d&device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 1098 time: 0.0731676 Dec 22 14:16:08.773414 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16d0c1-f81e-4ecd-a6aa-7e554459e0b8 req-8b020202-a082-4a75-9240-b9fc27b27697 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:16:08.774956 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fd16d0c1-f81e-4ecd-a6aa-7e554459e0b8 req-8b020202-a082-4a75-9240-b9fc27b27697 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8523403b-95bc-41a8-822a-32b489c148f8 HTTP/1.1" status: 200 len: 910 time: 0.1460636 Dec 22 14:16:08.780058 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-5a6b67f6-a0ff-4e7f-8326-a516fbbabe2a None None] Set router b4dd3700-5826-486d-8dfb-7457eb44e3a9 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:16:08.884645 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fd16d0c1-f81e-4ecd-a6aa-7e554459e0b8 req-6f6aaf1d-5da5-434a-a504-2a5e1f52e6bf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56f56d8f-155c-4f5c-9a38-4667f284e619 HTTP/1.1" status: 200 len: 217 time: 0.1024513 Dec 22 14:16:08.968886 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16d0c1-f81e-4ecd-a6aa-7e554459e0b8 req-086dccfc-047e-45f3-87a5-9ea128f93aab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:16:08.970293 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fd16d0c1-f81e-4ecd-a6aa-7e554459e0b8 req-086dccfc-047e-45f3-87a5-9ea128f93aab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1bc9686a-6d9a-4840-9487-6c4bb2200d21 HTTP/1.1" status: 200 len: 848 time: 0.0764916 Dec 22 14:16:09.013377 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456c22d-95bc-4ab7-926f-9930101b591b req-b448c4ba-7bd4-49af-997c-75058bd9e4ca tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:16:09.014122 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-f456c22d-95bc-4ab7-926f-9930101b591b req-b448c4ba-7bd4-49af-997c-75058bd9e4ca tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Synchronizing usage tracker for tenant:b10600ded90047d3a3583fcf6218253d on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:16:09.064806 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fd16d0c1-f81e-4ecd-a6aa-7e554459e0b8 req-e0659187-755b-492d-afdc-1525ff709708 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8523403b-95bc-41a8-822a-32b489c148f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0855229 Dec 22 14:16:09.068659 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:09.110669 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-5a6b67f6-a0ff-4e7f-8326-a516fbbabe2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'name': 'tempest-TestShelveInstance-1705512809-router', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '239ac397-f447-49f1-ae46-48d3d39004f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:05:04Z', 'updated_at': '2021-12-22T14:05:07Z', 'revision_number': 4, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'gw_port': {'id': '239ac397-f447-49f1-ae46-48d3d39004f8', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:04Z', 'updated_at': '2021-12-22T14:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'af00062f-c8e7-43cd-b755-65e3f858816e', 'name': '', 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'mac_address': 'fa:16:3e:fa:0d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bc9686a-6d9a-4840-9487-6c4bb2200d21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:06Z', 'updated_at': '2021-12-22T14:05:24Z', 'revision_number': 5, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'subnets': [{'id': '1bc9686a-6d9a-4840-9487-6c4bb2200d21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:09.114745 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6b67f6-a0ff-4e7f-8326-a516fbbabe2a None None] The sync data for ids ['b4dd3700-5826-486d-8dfb-7457eb44e3a9'] in dv-neutron-822669-1-hyperv is: [{'id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'name': 'tempest-TestShelveInstance-1705512809-router', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '239ac397-f447-49f1-ae46-48d3d39004f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:05:04Z', 'updated_at': '2021-12-22T14:05:07Z', 'revision_number': 4, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'gw_port': {'id': '239ac397-f447-49f1-ae46-48d3d39004f8', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:04Z', 'updated_at': '2021-12-22T14:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'af00062f-c8e7-43cd-b755-65e3f858816e', 'name': '', 'network_id': '8523403b-95bc-41a8-822a-32b489c148f8', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'mac_address': 'fa:16:3e:fa:0d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bc9686a-6d9a-4840-9487-6c4bb2200d21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:06Z', 'updated_at': '2021-12-22T14:05:24Z', 'revision_number': 5, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'subnets': [{'id': '1bc9686a-6d9a-4840-9487-6c4bb2200d21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 14:16:09.143762 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-f456c22d-95bc-4ab7-926f-9930101b591b req-b448c4ba-7bd4-49af-997c-75058bd9e4ca tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Unset dirty status for tenant:b10600ded90047d3a3583fcf6218253d on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:16:09.143762 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f456c22d-95bc-4ab7-926f-9930101b591b req-b448c4ba-7bd4-49af-997c-75058bd9e4ca tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 945 time: 0.4023561 Dec 22 14:16:09.230291 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f456c22d-95bc-4ab7-926f-9930101b591b req-ff503e1b-bf3e-4dbe-90db-d0a9e7bddf6a tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803816 Dec 22 14:16:09.238193 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fd16d0c1-f81e-4ecd-a6aa-7e554459e0b8 req-624a89ce-2433-4fa2-a730-e12af968601e service neutron] 10.222.0.45 "GET /v2.0/networks/8523403b-95bc-41a8-822a-32b489c148f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645975 Dec 22 14:16:09.348293 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03632673-cbf2-412d-9bd8-098bdf6d600f None None] New status for floating IP 6400b851-aae1-4379-ba19-263420b34160: DOWN {{(pid=84151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 14:16:09.379268 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-fd16d0c1-f81e-4ecd-a6aa-7e554459e0b8 req-12da38e5-799c-4e37-b454-ff558866d356 service neutron] 10.222.0.45 "GET /v2.0/networks/8523403b-95bc-41a8-822a-32b489c148f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327264 Dec 22 14:16:09.530995 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:10.532857 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91aeec-43f1-403b-94b7-c81816d5aa67 req-2e8718ae-6a70-4a15-bb84-ebca5f1b50b3 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:16:10.534280 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6e91aeec-43f1-403b-94b7-c81816d5aa67 req-2e8718ae-6a70-4a15-bb84-ebca5f1b50b3 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 945 time: 0.0819566 Dec 22 14:16:10.544872 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007960e8-7b4b-4001-af04-8d32ef87c1b0 req-61b9162c-ac89-421c-9f26-5bc8fbe14caf tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:16:10.546319 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-007960e8-7b4b-4001-af04-8d32ef87c1b0 req-61b9162c-ac89-421c-9f26-5bc8fbe14caf tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 945 time: 0.1516507 Dec 22 14:16:10.591615 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-007960e8-7b4b-4001-af04-8d32ef87c1b0 req-1b7e5c8d-1495-4c3e-94d5-8d6bda4df01f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/security-groups?id=961b8b63-bb7e-4de3-8ca6-195c95151a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397308 Dec 22 14:16:10.614064 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-6e91aeec-43f1-403b-94b7-c81816d5aa67 req-6f61dad0-d1be-4c9c-94e5-56e7853de84c tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Deleting port 56f56d8f-155c-4f5c-9a38-4667f284e619 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 14:16:10.614446 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-6e91aeec-43f1-403b-94b7-c81816d5aa67 req-6f61dad0-d1be-4c9c-94e5-56e7853de84c tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:10.742438 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:10.862195 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-6e91aeec-43f1-403b-94b7-c81816d5aa67 req-6f61dad0-d1be-4c9c-94e5-56e7853de84c tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] For port 56f56d8f-155c-4f5c-9a38-4667f284e619, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=56f56d8f-155c-4f5c-9a38-4667f284e619,segment=NetworkSegment(0539b439-5491-4a20-b9c7-823d33982f98),segment_id=0539b439-5491-4a20-b9c7-823d33982f98)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:16:10.862489 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-6e91aeec-43f1-403b-94b7-c81816d5aa67 req-6f61dad0-d1be-4c9c-94e5-56e7853de84c tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:10.982860 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-6e91aeec-43f1-403b-94b7-c81816d5aa67 req-6f61dad0-d1be-4c9c-94e5-56e7853de84c tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Calling delete_port for 56f56d8f-155c-4f5c-9a38-4667f284e619 owned by compute:nova {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 14:16:11.347962 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-6e91aeec-43f1-403b-94b7-c81816d5aa67 req-6f61dad0-d1be-4c9c-94e5-56e7853de84c tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:11.355286 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-749a0a70-4814-42fe-a57d-2ad9887d0557 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:11.399174 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f61dad0-d1be-4c9c-94e5-56e7853de84c tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Pushing event deleted for resources: {'Port': ['ID=56f56d8f-155c-4f5c-9a38-4667f284e619,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:11.401565 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6f61dad0-d1be-4c9c-94e5-56e7853de84c tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:11.474839 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e91aeec-43f1-403b-94b7-c81816d5aa67 req-6f61dad0-d1be-4c9c-94e5-56e7853de84c tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] No DVR routers for this DVR port 56f56d8f-155c-4f5c-9a38-4667f284e619 on host hv-neutron-8226 {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 14:16:11.477263 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-6e91aeec-43f1-403b-94b7-c81816d5aa67 req-6f61dad0-d1be-4c9c-94e5-56e7853de84c tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:11.480198 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5b8a67-eacd-42b3-aea3-ac3cd07c046b', 'name': 'network-vif-deleted', 'tag': '56f56d8f-155c-4f5c-9a38-4667f284e619'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:16:11.536738 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5b8a67-eacd-42b3-aea3-ac3cd07c046b', 'name': 'network-vif-deleted', 'tag': '56f56d8f-155c-4f5c-9a38-4667f284e619', 'status': 'completed', 'code': 200} Dec 22 14:16:11.587815 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6e91aeec-43f1-403b-94b7-c81816d5aa67 req-6f61dad0-d1be-4c9c-94e5-56e7853de84c tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.45 "DELETE /v2.0/ports/56f56d8f-155c-4f5c-9a38-4667f284e619 HTTP/1.1" status: 204 len: 173 time: 1.0433269 Dec 22 14:16:11.758931 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-936c31ea-de35-4519-b90e-1d57458c8974 req-7c3fe832-00af-41e1-bf0b-7fd9f018e0c8 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 210 time: 0.0457540 Dec 22 14:16:12.953251 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-cb0a9364-ec2f-4067-a043-0446ad4c7596 req-178f239d-cf7d-49e2-9705-292f8640092a tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Synchronizing usage tracker for tenant:b10600ded90047d3a3583fcf6218253d on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:16:13.016107 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-cb0a9364-ec2f-4067-a043-0446ad4c7596 req-178f239d-cf7d-49e2-9705-292f8640092a tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Unset dirty status for tenant:b10600ded90047d3a3583fcf6218253d on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:16:13.017432 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-cb0a9364-ec2f-4067-a043-0446ad4c7596 req-178f239d-cf7d-49e2-9705-292f8640092a tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d5b8a67-eacd-42b3-aea3-ac3cd07c046b HTTP/1.1" status: 200 len: 210 time: 0.1064761 Dec 22 14:16:14.122319 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 59512) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:14.191597 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-62c85e7a-1d7d-4d40-a19f-e31c5c3e99d3 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:14.221536 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-62c85e7a-1d7d-4d40-a19f-e31c5c3e99d3 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:14.359382 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-62c85e7a-1d7d-4d40-a19f-e31c5c3e99d3 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:14.364496 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-b484b47f-1bc4-4914-ba4a-2af50e1fe262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:14.379534 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c85e7a-1d7d-4d40-a19f-e31c5c3e99d3 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=961b8b63-bb7e-4de3-8ca6-195c95151a00,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:14.382787 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-62c85e7a-1d7d-4d40-a19f-e31c5c3e99d3 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:14.467110 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-62c85e7a-1d7d-4d40-a19f-e31c5c3e99d3 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:14.472705 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-62c85e7a-1d7d-4d40-a19f-e31c5c3e99d3 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] 10.222.0.47 "DELETE /v2.0/security-groups/961b8b63-bb7e-4de3-8ca6-195c95151a00 HTTP/1.1" status: 204 len: 168 time: 0.3449187 Dec 22 14:16:14.593034 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 59518) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:15.157879 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2241f627-6ef0-46b0-a9f2-1915916f4918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:15.763783 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-2241f627-6ef0-46b0-a9f2-1915916f4918 admin admin] Deleting port af00062f-c8e7-43cd-b755-65e3f858816e {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 14:16:15.764115 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2241f627-6ef0-46b0-a9f2-1915916f4918 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:15.880390 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 56f56d8f-155c-4f5c-9a38-4667f284e619 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:16:15.913978 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] No Port match for: 56f56d8f-155c-4f5c-9a38-4667f284e619 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 14:16:15.914329 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device 56f56d8f-155c-4f5c-9a38-4667f284e619 not bound to the agent host hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:16:15.934098 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-2241f627-6ef0-46b0-a9f2-1915916f4918 admin admin] For port af00062f-c8e7-43cd-b755-65e3f858816e, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=af00062f-c8e7-43cd-b755-65e3f858816e,segment=NetworkSegment(0539b439-5491-4a20-b9c7-823d33982f98),segment_id=0539b439-5491-4a20-b9c7-823d33982f98)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:16:15.934491 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2241f627-6ef0-46b0-a9f2-1915916f4918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:16.159349 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-2241f627-6ef0-46b0-a9f2-1915916f4918 admin admin] Calling delete_port for af00062f-c8e7-43cd-b755-65e3f858816e owned by network:router_interface {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 14:16:16.370870 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2241f627-6ef0-46b0-a9f2-1915916f4918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:16.375356 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-dc7a73ff-02e3-4a63-bbe4-03d9b5608b83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:16.417612 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241f627-6ef0-46b0-a9f2-1915916f4918 admin admin] Pushing event deleted for resources: {'Port': ['ID=af00062f-c8e7-43cd-b755-65e3f858816e,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:16.419997 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2241f627-6ef0-46b0-a9f2-1915916f4918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:16.711313 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2241f627-6ef0-46b0-a9f2-1915916f4918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:17.277006 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2241f627-6ef0-46b0-a9f2-1915916f4918 admin admin] Router b4dd3700-5826-486d-8dfb-7457eb44e3a9 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 14:16:17.593600 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2241f627-6ef0-46b0-a9f2-1915916f4918 admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 14:16:17.602850 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fb29c7-9d6d-4c73-a34d-228153ecac56 None None] Sync routers for ids ['b4dd3700-5826-486d-8dfb-7457eb44e3a9'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 14:16:17.614808 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fb29c7-9d6d-4c73-a34d-228153ecac56 None None] Routers {'b4dd3700-5826-486d-8dfb-7457eb44e3a9'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:16:17.615415 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-b4fb29c7-9d6d-4c73-a34d-228153ecac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:16:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b4dd3700-5826-486d-8dfb-7457eb44e3a9'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:17.674324 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-2241f627-6ef0-46b0-a9f2-1915916f4918 admin admin] 10.222.0.47 "PUT /v2.0/routers/b4dd3700-5826-486d-8dfb-7457eb44e3a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0801489 Dec 22 14:16:17.676873 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 59526) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:17.794428 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-b4fb29c7-9d6d-4c73-a34d-228153ecac56 None None] Set router b4dd3700-5826-486d-8dfb-7457eb44e3a9 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:16:17.874052 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bbcff33e-3b7d-4aa8-8587-f4dc8ded4f5e admin admin] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:18.074007 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bbcff33e-3b7d-4aa8-8587-f4dc8ded4f5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:18.080218 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-b4fb29c7-9d6d-4c73-a34d-228153ecac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'name': 'tempest-TestShelveInstance-1705512809-router', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '239ac397-f447-49f1-ae46-48d3d39004f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:05:04Z', 'updated_at': '2021-12-22T14:16:16Z', 'revision_number': 5, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'gw_port': {'id': '239ac397-f447-49f1-ae46-48d3d39004f8', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:04Z', 'updated_at': '2021-12-22T14:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:18.084148 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fb29c7-9d6d-4c73-a34d-228153ecac56 None None] Checking router: b4dd3700-5826-486d-8dfb-7457eb44e3a9 for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 14:16:18.095500 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fb29c7-9d6d-4c73-a34d-228153ecac56 None None] Routers {'b4dd3700-5826-486d-8dfb-7457eb44e3a9'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:16:18.096137 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-b4fb29c7-9d6d-4c73-a34d-228153ecac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:16:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b4dd3700-5826-486d-8dfb-7457eb44e3a9'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:18.152346 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-bbcff33e-3b7d-4aa8-8587-f4dc8ded4f5e admin admin] Deleting port 239ac397-f447-49f1-ae46-48d3d39004f8 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 14:16:18.152767 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bbcff33e-3b7d-4aa8-8587-f4dc8ded4f5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:18.275114 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-b4fb29c7-9d6d-4c73-a34d-228153ecac56 None None] Set router b4dd3700-5826-486d-8dfb-7457eb44e3a9 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:16:18.324531 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-bbcff33e-3b7d-4aa8-8587-f4dc8ded4f5e admin admin] For port 239ac397-f447-49f1-ae46-48d3d39004f8, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=239ac397-f447-49f1-ae46-48d3d39004f8,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:16:18.325082 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bbcff33e-3b7d-4aa8-8587-f4dc8ded4f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:18.447797 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-bbcff33e-3b7d-4aa8-8587-f4dc8ded4f5e admin admin] Calling delete_port for 239ac397-f447-49f1-ae46-48d3d39004f8 owned by network:router_gateway {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 14:16:18.564254 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-b4fb29c7-9d6d-4c73-a34d-228153ecac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'name': 'tempest-TestShelveInstance-1705512809-router', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '239ac397-f447-49f1-ae46-48d3d39004f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:05:04Z', 'updated_at': '2021-12-22T14:16:16Z', 'revision_number': 5, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'gw_port': {'id': '239ac397-f447-49f1-ae46-48d3d39004f8', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:04Z', 'updated_at': '2021-12-22T14:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:18.568325 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fb29c7-9d6d-4c73-a34d-228153ecac56 None None] The sync data for ids ['b4dd3700-5826-486d-8dfb-7457eb44e3a9'] in dv-neutron-822669-1-hyperv is: [{'id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'name': 'tempest-TestShelveInstance-1705512809-router', 'tenant_id': 'b10600ded90047d3a3583fcf6218253d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '239ac397-f447-49f1-ae46-48d3d39004f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:05:04Z', 'updated_at': '2021-12-22T14:16:16Z', 'revision_number': 5, 'project_id': 'b10600ded90047d3a3583fcf6218253d', 'gw_port': {'id': '239ac397-f447-49f1-ae46-48d3d39004f8', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd3700-5826-486d-8dfb-7457eb44e3a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:04Z', 'updated_at': '2021-12-22T14:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 14:16:18.678589 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bbcff33e-3b7d-4aa8-8587-f4dc8ded4f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:18.682632 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-de20b173-9b3c-45c9-ac5e-27630152a9f3 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:18.733333 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcff33e-3b7d-4aa8-8587-f4dc8ded4f5e admin admin] Pushing event deleted for resources: {'Port': ['ID=239ac397-f447-49f1-ae46-48d3d39004f8,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:18.735881 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-bbcff33e-3b7d-4aa8-8587-f4dc8ded4f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:18.954636 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bbcff33e-3b7d-4aa8-8587-f4dc8ded4f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:19.328541 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bbcff33e-3b7d-4aa8-8587-f4dc8ded4f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:19.332747 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bbcff33e-3b7d-4aa8-8587-f4dc8ded4f5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:19.438024 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bbcff33e-3b7d-4aa8-8587-f4dc8ded4f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:19.438587 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbcff33e-3b7d-4aa8-8587-f4dc8ded4f5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4dd3700-5826-486d-8dfb-7457eb44e3a9 {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 14:16:19.452207 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-bbcff33e-3b7d-4aa8-8587-f4dc8ded4f5e admin admin] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:19.460639 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-bbcff33e-3b7d-4aa8-8587-f4dc8ded4f5e admin admin] 10.222.0.47 "DELETE /v2.0/routers/b4dd3700-5826-486d-8dfb-7457eb44e3a9 HTTP/1.1" status: 204 len: 168 time: 1.7754791 Dec 22 14:16:19.460639 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 59530) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:19.518215 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ce28601-2edb-4a82-ba23-2fbc22ad1718 admin admin] Deleting subnet 1bc9686a-6d9a-4840-9487-6c4bb2200d21 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 14:16:19.524801 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9ce28601-2edb-4a82-ba23-2fbc22ad1718 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:19.577432 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9ce28601-2edb-4a82-ba23-2fbc22ad1718 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:19.652573 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9ce28601-2edb-4a82-ba23-2fbc22ad1718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:19.770744 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9ce28601-2edb-4a82-ba23-2fbc22ad1718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:19.774662 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5ee4d38b-7385-4430-96c6-127d74ab4e4f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:19.812627 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce28601-2edb-4a82-ba23-2fbc22ad1718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bc9686a-6d9a-4840-9487-6c4bb2200d21,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:19.815073 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9ce28601-2edb-4a82-ba23-2fbc22ad1718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:19.820158 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9ce28601-2edb-4a82-ba23-2fbc22ad1718 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:19.825256 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc7b6ea-de19-4764-8f10-c892629d6c8d None None] Network 8523403b-95bc-41a8-822a-32b489c148f8 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 14:16:19.826611 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9ce28601-2edb-4a82-ba23-2fbc22ad1718 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/1bc9686a-6d9a-4840-9487-6c4bb2200d21 HTTP/1.1" status: 204 len: 168 time: 0.3695526 Dec 22 14:16:19.829087 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 59534) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:19.948967 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d18313e2-5a86-4b45-b393-a610d9697d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:19.959634 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-d18313e2-5a86-4b45-b393-a610d9697d44 admin admin] Deleting port e90528a9-6418-4ea7-a165-77e9f6744557 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 14:16:19.960064 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d18313e2-5a86-4b45-b393-a610d9697d44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:20.133907 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02682370-6ac3-4afa-9d31-0a7657d6ae05 None None] DHCP port deletion for 8523403b-95bc-41a8-822a-32b489c148f8 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 14:16:20.138215 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-02682370-6ac3-4afa-9d31-0a7657d6ae05 None None] Deleting port e90528a9-6418-4ea7-a165-77e9f6744557 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 14:16:20.138641 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-02682370-6ac3-4afa-9d31-0a7657d6ae05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:20.163225 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-d18313e2-5a86-4b45-b393-a610d9697d44 admin admin] For port e90528a9-6418-4ea7-a165-77e9f6744557, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=e90528a9-6418-4ea7-a165-77e9f6744557,segment=NetworkSegment(0539b439-5491-4a20-b9c7-823d33982f98),segment_id=0539b439-5491-4a20-b9c7-823d33982f98)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:16:20.163584 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d18313e2-5a86-4b45-b393-a610d9697d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:20.287139 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-d18313e2-5a86-4b45-b393-a610d9697d44 admin admin] Calling delete_port for e90528a9-6418-4ea7-a165-77e9f6744557 owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 14:16:20.341443 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-02682370-6ac3-4afa-9d31-0a7657d6ae05 None None] For port e90528a9-6418-4ea7-a165-77e9f6744557, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=e90528a9-6418-4ea7-a165-77e9f6744557,segment=NetworkSegment(0539b439-5491-4a20-b9c7-823d33982f98),segment_id=0539b439-5491-4a20-b9c7-823d33982f98)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:16:20.341836 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-02682370-6ac3-4afa-9d31-0a7657d6ae05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:20.445740 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d18313e2-5a86-4b45-b393-a610d9697d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:20.449891 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4ff88430-b327-44ff-9ec3-11c0f7bce74d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:20.463313 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-02682370-6ac3-4afa-9d31-0a7657d6ae05 None None] Calling delete_port for e90528a9-6418-4ea7-a165-77e9f6744557 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 14:16:20.495038 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device af00062f-c8e7-43cd-b755-65e3f858816e no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:16:20.495514 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18313e2-5a86-4b45-b393-a610d9697d44 admin admin] Pushing event deleted for resources: {'Port': ['ID=e90528a9-6418-4ea7-a165-77e9f6744557,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:20.498505 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d18313e2-5a86-4b45-b393-a610d9697d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:20.500967 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18313e2-5a86-4b45-b393-a610d9697d44 admin admin] No DVR routers for this DVR port e90528a9-6418-4ea7-a165-77e9f6744557 on host dv-neutron-822669-1-hyperv {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 14:16:20.539726 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: af00062f-c8e7-43cd-b755-65e3f858816e {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 14:16:20.540077 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device af00062f-c8e7-43cd-b755-65e3f858816e not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:16:20.540507 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device e90528a9-6418-4ea7-a165-77e9f6744557 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:16:20.580265 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: e90528a9-6418-4ea7-a165-77e9f6744557 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 14:16:20.580612 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device e90528a9-6418-4ea7-a165-77e9f6744557 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:16:20.581023 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 239ac397-f447-49f1-ae46-48d3d39004f8 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:16:20.618685 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 239ac397-f447-49f1-ae46-48d3d39004f8 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 14:16:20.619033 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 239ac397-f447-49f1-ae46-48d3d39004f8 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:16:20.624195 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d18313e2-5a86-4b45-b393-a610d9697d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 14:16:20.632465 dv-neutron-822669-1-hyperv neutron-server[84150]: util.warn( Dec 22 14:16:20.640718 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-02682370-6ac3-4afa-9d31-0a7657d6ae05 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 14:16:20.641075 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-02682370-6ac3-4afa-9d31-0a7657d6ae05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 14:16:20.650023 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-d18313e2-5a86-4b45-b393-a610d9697d44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8523403b-95bc-41a8-822a-32b489c148f8']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:20.666112 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-d18313e2-5a86-4b45-b393-a610d9697d44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0539b439-5491-4a20-b9c7-823d33982f98') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:20.666423 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-d18313e2-5a86-4b45-b393-a610d9697d44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0539b439-5491-4a20-b9c7-823d33982f98') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:20.677521 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d18313e2-5a86-4b45-b393-a610d9697d44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:20.695538 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d18313e2-5a86-4b45-b393-a610d9697d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:20.701558 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d18313e2-5a86-4b45-b393-a610d9697d44 admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 14:16:20.706303 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d18313e2-5a86-4b45-b393-a610d9697d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:20.715069 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 14:16:20.715069 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 14:16:20.715069 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 14:16:20.715069 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 14:16:20.715069 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 14:16:20.715069 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 14:16:20.715069 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 14:16:20.715069 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 14:16:20.715069 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 14:16:20.715069 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 14:16:20.715069 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 14:16:20.715069 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 14:16:20.715069 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 14:16:20.715069 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 14:16:20.715069 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 14:16:20.715069 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 14:16:20.715069 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 14:16:20.715069 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 14:16:20.715069 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 14:16:20.715069 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 14:16:20.715069 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 14:16:20.715069 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 14:16:20.715069 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 14:16:20.715069 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 14:16:20.715069 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 14:16:20.715069 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 14:16:20.715069 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 14:16:20.715069 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 14:16:20.715069 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 14:16:20.715069 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 14:16:20.715069 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 14:16:20.715069 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 14:16:20.839293 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d18313e2-5a86-4b45-b393-a610d9697d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:20.842696 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-805a8627-d262-40db-a209-8335877f173e tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:20.857039 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d18313e2-5a86-4b45-b393-a610d9697d44 admin admin] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:20.871290 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18313e2-5a86-4b45-b393-a610d9697d44 admin admin] Pushing event deleted for resources: {'Network': ['ID=8523403b-95bc-41a8-822a-32b489c148f8,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:20.874344 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d18313e2-5a86-4b45-b393-a610d9697d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:20.954086 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d18313e2-5a86-4b45-b393-a610d9697d44 admin admin] 10.222.0.47 "DELETE /v2.0/networks/8523403b-95bc-41a8-822a-32b489c148f8 HTTP/1.1" status: 204 len: 168 time: 1.1240292 Dec 22 14:16:20.956943 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 59538) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:21.142428 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-02682370-6ac3-4afa-9d31-0a7657d6ae05 None None] Deleting port e90528a9-6418-4ea7-a165-77e9f6744557 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 14:16:21.143039 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-02682370-6ac3-4afa-9d31-0a7657d6ae05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:21.208814 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-02682370-6ac3-4afa-9d31-0a7657d6ae05 None None] The port 'e90528a9-6418-4ea7-a165-77e9f6744557' was deleted {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 14:16:21.469014 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0b3c2e60-aa34-4799-9bdb-445177db1cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:22.154038 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-0b3c2e60-aa34-4799-9bdb-445177db1cad admin admin] Deleting port 3ef6917c-a02b-47de-8495-0197bea561a7 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 14:16:22.154392 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0b3c2e60-aa34-4799-9bdb-445177db1cad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:22.340611 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-0b3c2e60-aa34-4799-9bdb-445177db1cad admin admin] For port 3ef6917c-a02b-47de-8495-0197bea561a7, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=3ef6917c-a02b-47de-8495-0197bea561a7,segment=NetworkSegment(095ebcce-3ab8-412d-abe4-8f7147d7cf84),segment_id=095ebcce-3ab8-412d-abe4-8f7147d7cf84)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:16:22.340957 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0b3c2e60-aa34-4799-9bdb-445177db1cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:22.459032 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-0b3c2e60-aa34-4799-9bdb-445177db1cad admin admin] Calling delete_port for 3ef6917c-a02b-47de-8495-0197bea561a7 owned by network:router_interface {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 14:16:22.684853 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0b3c2e60-aa34-4799-9bdb-445177db1cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:22.688340 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d1730205-e2eb-4aa5-912d-a22cf558ec8f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:22.734395 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c2e60-aa34-4799-9bdb-445177db1cad admin admin] Pushing event deleted for resources: {'Port': ['ID=3ef6917c-a02b-47de-8495-0197bea561a7,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:22.738470 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0b3c2e60-aa34-4799-9bdb-445177db1cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:23.119904 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0b3c2e60-aa34-4799-9bdb-445177db1cad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:23.681486 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3c2e60-aa34-4799-9bdb-445177db1cad admin admin] Router f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 14:16:23.876289 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3c2e60-aa34-4799-9bdb-445177db1cad admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 14:16:23.885709 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf53d1d-6987-4def-998f-78dd56194479 None None] Sync routers for ids ['f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 14:16:23.897502 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf53d1d-6987-4def-998f-78dd56194479 None None] Routers {'f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:16:23.904363 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-ebf53d1d-6987-4def-998f-78dd56194479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:16:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:23.960366 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0b3c2e60-aa34-4799-9bdb-445177db1cad admin admin] 10.222.0.47 "PUT /v2.0/routers/f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0023961 Dec 22 14:16:23.962709 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 59542) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:24.072248 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-ebf53d1d-6987-4def-998f-78dd56194479 None None] Set router f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:16:24.158716 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4e5f8450-1ee8-4925-aff5-fa691c3b3fc5 admin admin] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:24.351302 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-ebf53d1d-6987-4def-998f-78dd56194479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8', 'name': 'tempest-TestShelveInstance-2007910147-router', 'tenant_id': '94374ff2174840bdb6c40fa6d80082ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': '8df20312-0b99-434c-836a-974e26a1135a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:05:11Z', 'updated_at': '2021-12-22T14:16:22Z', 'revision_number': 5, 'project_id': '94374ff2174840bdb6c40fa6d80082ee', 'gw_port': {'id': '8df20312-0b99-434c-836a-974e26a1135a', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:aa:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:12Z', 'updated_at': '2021-12-22T14:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:24.352951 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4e5f8450-1ee8-4925-aff5-fa691c3b3fc5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:24.355328 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf53d1d-6987-4def-998f-78dd56194479 None None] Checking router: f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8 for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 14:16:24.365687 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf53d1d-6987-4def-998f-78dd56194479 None None] Routers {'f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:16:24.366266 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-ebf53d1d-6987-4def-998f-78dd56194479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:16:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:24.439194 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-4e5f8450-1ee8-4925-aff5-fa691c3b3fc5 admin admin] Deleting port 8df20312-0b99-434c-836a-974e26a1135a {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 14:16:24.439533 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4e5f8450-1ee8-4925-aff5-fa691c3b3fc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:24.547395 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-ebf53d1d-6987-4def-998f-78dd56194479 None None] Set router f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:16:24.749673 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-4e5f8450-1ee8-4925-aff5-fa691c3b3fc5 admin admin] For port 8df20312-0b99-434c-836a-974e26a1135a, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=8df20312-0b99-434c-836a-974e26a1135a,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:16:24.749941 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4e5f8450-1ee8-4925-aff5-fa691c3b3fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:24.856168 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-ebf53d1d-6987-4def-998f-78dd56194479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8', 'name': 'tempest-TestShelveInstance-2007910147-router', 'tenant_id': '94374ff2174840bdb6c40fa6d80082ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': '8df20312-0b99-434c-836a-974e26a1135a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:05:11Z', 'updated_at': '2021-12-22T14:16:22Z', 'revision_number': 5, 'project_id': '94374ff2174840bdb6c40fa6d80082ee', 'gw_port': {'id': '8df20312-0b99-434c-836a-974e26a1135a', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:aa:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:12Z', 'updated_at': '2021-12-22T14:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:24.860396 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf53d1d-6987-4def-998f-78dd56194479 None None] The sync data for ids ['f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8'] in dv-neutron-822669-1-hyperv is: [{'id': 'f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8', 'name': 'tempest-TestShelveInstance-2007910147-router', 'tenant_id': '94374ff2174840bdb6c40fa6d80082ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': '8df20312-0b99-434c-836a-974e26a1135a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:05:11Z', 'updated_at': '2021-12-22T14:16:22Z', 'revision_number': 5, 'project_id': '94374ff2174840bdb6c40fa6d80082ee', 'gw_port': {'id': '8df20312-0b99-434c-836a-974e26a1135a', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:aa:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:05:12Z', 'updated_at': '2021-12-22T14:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 14:16:24.873234 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-4e5f8450-1ee8-4925-aff5-fa691c3b3fc5 admin admin] Calling delete_port for 8df20312-0b99-434c-836a-974e26a1135a owned by network:router_gateway {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 14:16:25.102092 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4e5f8450-1ee8-4925-aff5-fa691c3b3fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:25.106002 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-84898f6f-a989-41a6-8007-3602234bbb5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:25.146716 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f8450-1ee8-4925-aff5-fa691c3b3fc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8df20312-0b99-434c-836a-974e26a1135a,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:25.151197 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4e5f8450-1ee8-4925-aff5-fa691c3b3fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:25.376473 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4e5f8450-1ee8-4925-aff5-fa691c3b3fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:25.630580 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4e5f8450-1ee8-4925-aff5-fa691c3b3fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:25.634990 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4e5f8450-1ee8-4925-aff5-fa691c3b3fc5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:25.780951 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4e5f8450-1ee8-4925-aff5-fa691c3b3fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:25.781491 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5f8450-1ee8-4925-aff5-fa691c3b3fc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8 {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 14:16:25.794726 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4e5f8450-1ee8-4925-aff5-fa691c3b3fc5 admin admin] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:25.796106 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-4e5f8450-1ee8-4925-aff5-fa691c3b3fc5 admin admin] 10.222.0.47 "DELETE /v2.0/routers/f41747f0-71dd-40b6-8f5a-6a83b0d7c2b8 HTTP/1.1" status: 204 len: 168 time: 1.8322854 Dec 22 14:16:25.798508 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 59546) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:25.863730 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f517f52-8361-479f-98e8-b2823abc5a9f admin admin] Deleting subnet c91bdc94-eb6e-4fdc-8952-5884a16c599b {{(pid=84148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 14:16:25.867251 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8f517f52-8361-479f-98e8-b2823abc5a9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:25.917615 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8f517f52-8361-479f-98e8-b2823abc5a9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885592'] for subnet, precommit_delete_associations {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:25.995707 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8f517f52-8361-479f-98e8-b2823abc5a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:26.153811 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8f517f52-8361-479f-98e8-b2823abc5a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2885628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946415'] for subnet, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:26.157448 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-dd76e474-451b-4a87-a77e-bf333513d4b8 tempest-RoutersTest-717106031 tempest-RoutersTest-717106031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:26.190892 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f517f52-8361-479f-98e8-b2823abc5a9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c91bdc94-eb6e-4fdc-8952-5884a16c599b,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:26.204316 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-8f517f52-8361-479f-98e8-b2823abc5a9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:26.206928 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f517f52-8361-479f-98e8-b2823abc5a9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:26.207137 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfb083f-b64a-4d31-80b1-25057ab6d5dc None None] Network aa562693-3e07-4200-b1dd-398b07651473 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 14:16:26.207722 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f517f52-8361-479f-98e8-b2823abc5a9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:26.207946 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f517f52-8361-479f-98e8-b2823abc5a9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:26.208233 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f517f52-8361-479f-98e8-b2823abc5a9f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:26.208605 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f517f52-8361-479f-98e8-b2823abc5a9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:26.209097 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f517f52-8361-479f-98e8-b2823abc5a9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:26.209471 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f517f52-8361-479f-98e8-b2823abc5a9f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:26.209836 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f517f52-8361-479f-98e8-b2823abc5a9f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:26.210413 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f517f52-8361-479f-98e8-b2823abc5a9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:26.210785 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f517f52-8361-479f-98e8-b2823abc5a9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:26.211149 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f517f52-8361-479f-98e8-b2823abc5a9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:26.215145 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-8f517f52-8361-479f-98e8-b2823abc5a9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:26.219277 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-8f517f52-8361-479f-98e8-b2823abc5a9f admin admin] 10.222.0.47 "DELETE /v2.0/subnets/c91bdc94-eb6e-4fdc-8952-5884a16c599b HTTP/1.1" status: 204 len: 168 time: 0.4174421 Dec 22 14:16:26.219710 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 59550) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:26.327292 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-96982607-e3ec-46b7-8fc2-d45e378d6894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:26.337507 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-96982607-e3ec-46b7-8fc2-d45e378d6894 admin admin] Deleting port b1381169-d244-41c1-8b03-a758276b7982 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 14:16:26.337838 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-96982607-e3ec-46b7-8fc2-d45e378d6894 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:26.477353 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdb338e-8675-448f-a513-48c01cba0427 None None] DHCP port deletion for aa562693-3e07-4200-b1dd-398b07651473 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 14:16:26.481622 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb338e-8675-448f-a513-48c01cba0427 None None] Deleting port b1381169-d244-41c1-8b03-a758276b7982 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 14:16:26.482688 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3fdb338e-8675-448f-a513-48c01cba0427 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:26.536002 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 3ef6917c-a02b-47de-8495-0197bea561a7 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:16:26.555720 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.db [None req-96982607-e3ec-46b7-8fc2-d45e378d6894 admin admin] For port b1381169-d244-41c1-8b03-a758276b7982, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=b1381169-d244-41c1-8b03-a758276b7982,segment=NetworkSegment(095ebcce-3ab8-412d-abe4-8f7147d7cf84),segment_id=095ebcce-3ab8-412d-abe4-8f7147d7cf84)] {{(pid=84148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:16:26.556161 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-96982607-e3ec-46b7-8fc2-d45e378d6894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:26.579776 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 3ef6917c-a02b-47de-8495-0197bea561a7 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 14:16:26.580131 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 3ef6917c-a02b-47de-8495-0197bea561a7 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:16:26.580554 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 8df20312-0b99-434c-836a-974e26a1135a no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:16:26.642311 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 8df20312-0b99-434c-836a-974e26a1135a {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 14:16:26.642685 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 8df20312-0b99-434c-836a-974e26a1135a not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:16:26.680095 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-96982607-e3ec-46b7-8fc2-d45e378d6894 admin admin] Calling delete_port for b1381169-d244-41c1-8b03-a758276b7982 owned by network:dhcp {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 14:16:26.758377 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3fdb338e-8675-448f-a513-48c01cba0427 None None] For port b1381169-d244-41c1-8b03-a758276b7982, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=b1381169-d244-41c1-8b03-a758276b7982,segment=NetworkSegment(095ebcce-3ab8-412d-abe4-8f7147d7cf84),segment_id=095ebcce-3ab8-412d-abe4-8f7147d7cf84)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:16:26.762946 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3fdb338e-8675-448f-a513-48c01cba0427 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:26.838906 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-96982607-e3ec-46b7-8fc2-d45e378d6894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:26.842700 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-7939b582-4259-4e58-b37e-d0ab077248ac tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:26.876557 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb338e-8675-448f-a513-48c01cba0427 None None] Calling delete_port for b1381169-d244-41c1-8b03-a758276b7982 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 14:16:26.886973 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96982607-e3ec-46b7-8fc2-d45e378d6894 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1381169-d244-41c1-8b03-a758276b7982,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:26.895266 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-96982607-e3ec-46b7-8fc2-d45e378d6894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:26.895266 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96982607-e3ec-46b7-8fc2-d45e378d6894 admin admin] No DVR routers for this DVR port b1381169-d244-41c1-8b03-a758276b7982 on host dv-neutron-822669-1-hyperv {{(pid=84148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 14:16:26.986709 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-3fdb338e-8675-448f-a513-48c01cba0427 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 14:16:26.986981 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-3fdb338e-8675-448f-a513-48c01cba0427 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 14:16:27.009970 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-96982607-e3ec-46b7-8fc2-d45e378d6894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:27.033854 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-96982607-e3ec-46b7-8fc2-d45e378d6894 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa562693-3e07-4200-b1dd-398b07651473']}} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:27.045371 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-96982607-e3ec-46b7-8fc2-d45e378d6894 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '095ebcce-3ab8-412d-abe4-8f7147d7cf84') {'for_net_delete': True} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:27.045663 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.services.segments.db [None req-96982607-e3ec-46b7-8fc2-d45e378d6894 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '095ebcce-3ab8-412d-abe4-8f7147d7cf84') {} {{(pid=84148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:27.057234 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-96982607-e3ec-46b7-8fc2-d45e378d6894 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885587'] for segment, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:27.073163 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-96982607-e3ec-46b7-8fc2-d45e378d6894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:27.079106 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96982607-e3ec-46b7-8fc2-d45e378d6894 admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=84148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 14:16:27.079481 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-96982607-e3ec-46b7-8fc2-d45e378d6894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2883618'] for segment, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:27.092860 dv-neutron-822669-1-hyperv neutron-server[84148]: Traceback (most recent call last): Dec 22 14:16:27.092860 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 14:16:27.092860 dv-neutron-822669-1-hyperv neutron-server[84148]: timer() Dec 22 14:16:27.092860 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 14:16:27.092860 dv-neutron-822669-1-hyperv neutron-server[84148]: cb(*args, **kw) Dec 22 14:16:27.092860 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 14:16:27.092860 dv-neutron-822669-1-hyperv neutron-server[84148]: return func(*args, **kwargs) Dec 22 14:16:27.092860 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 14:16:27.092860 dv-neutron-822669-1-hyperv neutron-server[84148]: self._notify() Dec 22 14:16:27.092860 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 14:16:27.092860 dv-neutron-822669-1-hyperv neutron-server[84148]: self.callback(batched_events) Dec 22 14:16:27.092860 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 14:16:27.092860 dv-neutron-822669-1-hyperv neutron-server[84148]: event.method(event) Dec 22 14:16:27.092860 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 14:16:27.092860 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 14:16:27.092860 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 14:16:27.092860 dv-neutron-822669-1-hyperv neutron-server[84148]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 14:16:27.092860 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 14:16:27.092860 dv-neutron-822669-1-hyperv neutron-server[84148]: return f(self, *a, **k) Dec 22 14:16:27.092860 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 14:16:27.092860 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._get(url).json() Dec 22 14:16:27.092860 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 14:16:27.092860 dv-neutron-822669-1-hyperv neutron-server[84148]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 14:16:27.092860 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 14:16:27.092860 dv-neutron-822669-1-hyperv neutron-server[84148]: return self.request(url, 'GET', **kwargs) Dec 22 14:16:27.092860 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 14:16:27.092860 dv-neutron-822669-1-hyperv neutron-server[84148]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 14:16:27.092860 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 14:16:27.092860 dv-neutron-822669-1-hyperv neutron-server[84148]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 14:16:27.092860 dv-neutron-822669-1-hyperv neutron-server[84148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 14:16:27.092860 dv-neutron-822669-1-hyperv neutron-server[84148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 14:16:27.092860 dv-neutron-822669-1-hyperv neutron-server[84148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 14:16:27.250264 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-96982607-e3ec-46b7-8fc2-d45e378d6894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:27.253660 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-f6ee308e-93ce-4468-9e75-51de263dcbaa tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:27.266659 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-96982607-e3ec-46b7-8fc2-d45e378d6894 admin admin] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:27.276541 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96982607-e3ec-46b7-8fc2-d45e378d6894 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa562693-3e07-4200-b1dd-398b07651473,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:27.280619 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-96982607-e3ec-46b7-8fc2-d45e378d6894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:27.284053 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-96982607-e3ec-46b7-8fc2-d45e378d6894 admin admin] 10.222.0.47 "DELETE /v2.0/networks/aa562693-3e07-4200-b1dd-398b07651473 HTTP/1.1" status: 204 len: 168 time: 1.0634196 Dec 22 14:16:27.487974 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb338e-8675-448f-a513-48c01cba0427 None None] Deleting port b1381169-d244-41c1-8b03-a758276b7982 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 14:16:27.488490 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3fdb338e-8675-448f-a513-48c01cba0427 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:27.552198 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb338e-8675-448f-a513-48c01cba0427 None None] The port 'b1381169-d244-41c1-8b03-a758276b7982' was deleted {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 14:16:27.617864 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 59556) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:27.668917 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-50b7634c-1ea2-4d16-9439-d67d76f69d2b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b10600ded90047d3a3583fcf6218253d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0497954 Dec 22 14:16:27.671250 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 59560) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:27.736977 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d96c368b-c8f3-480c-af78-20f17546f6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:27.764324 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d96c368b-c8f3-480c-af78-20f17546f6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:27.878925 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d96c368b-c8f3-480c-af78-20f17546f6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:27.883971 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-80933cef-2dde-44d8-b93c-67bb39d31cc1 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:27.899772 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96c368b-c8f3-480c-af78-20f17546f6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7e317e-ea60-4329-a9fb-daa9ac4cc2c5,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:27.902628 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d96c368b-c8f3-480c-af78-20f17546f6c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:27.906294 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-d96c368b-c8f3-480c-af78-20f17546f6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:27.907488 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-d96c368b-c8f3-480c-af78-20f17546f6c4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8e7e317e-ea60-4329-a9fb-daa9ac4cc2c5 HTTP/1.1" status: 204 len: 168 time: 0.2353237 Dec 22 14:16:28.475737 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device b1381169-d244-41c1-8b03-a758276b7982 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:16:28.512676 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: b1381169-d244-41c1-8b03-a758276b7982 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 14:16:28.513374 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device b1381169-d244-41c1-8b03-a758276b7982 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:16:28.616257 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 59570) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:28.665730 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-7003dea9-f929-41b0-9032-a07dfadd2aa7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=94374ff2174840bdb6c40fa6d80082ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0482333 Dec 22 14:16:28.667968 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 59574) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:28.727502 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2ede9050-03bd-460a-b173-6b878e7673fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:28.756836 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2ede9050-03bd-460a-b173-6b878e7673fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:28.975252 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2ede9050-03bd-460a-b173-6b878e7673fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:28.978983 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-674df8f4-3495-4f43-959e-935976bcfa14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:28.990148 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede9050-03bd-460a-b173-6b878e7673fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9a4a5f-0620-47d3-90b8-020a770dada8,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:28.993858 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2ede9050-03bd-460a-b173-6b878e7673fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:28.996956 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2ede9050-03bd-460a-b173-6b878e7673fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:29.000376 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-2ede9050-03bd-460a-b173-6b878e7673fd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bc9a4a5f-0620-47d3-90b8-020a770dada8 HTTP/1.1" status: 204 len: 168 time: 0.3289633 Dec 22 14:16:29.513341 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:30.293221 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 59598) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:30.421524 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-eb07d9aa-667e-44f1-afc3-e0e2d8174001 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1557249876-network', 'tenant_id': '7ad064c31f9845729fad449b998e052e'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:16:30.426316 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-eb07d9aa-667e-44f1-afc3-e0e2d8174001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:16:30.430060 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-eb07d9aa-667e-44f1-afc3-e0e2d8174001 admin admin] Usage tracker for resource:network and tenant:7ad064c31f9845729fad449b998e052e is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:16:30.432850 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-eb07d9aa-667e-44f1-afc3-e0e2d8174001 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:16:30.439196 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-eb07d9aa-667e-44f1-afc3-e0e2d8174001 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:16:30.506419 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb07d9aa-667e-44f1-afc3-e0e2d8174001 admin admin] Made reservation on behalf of 7ad064c31f9845729fad449b998e052e for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 14:16:30.508714 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-eb07d9aa-667e-44f1-afc3-e0e2d8174001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:30.520954 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-eb07d9aa-667e-44f1-afc3-e0e2d8174001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:30.553043 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-eb07d9aa-667e-44f1-afc3-e0e2d8174001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:16:30.557606 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-eb07d9aa-667e-44f1-afc3-e0e2d8174001 admin admin] Usage tracker for resource:security_group_rule and tenant:7ad064c31f9845729fad449b998e052e is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:16:30.560565 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-eb07d9aa-667e-44f1-afc3-e0e2d8174001 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:16:30.566241 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-eb07d9aa-667e-44f1-afc3-e0e2d8174001 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:16:30.629255 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-eb07d9aa-667e-44f1-afc3-e0e2d8174001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:30.712778 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-eb07d9aa-667e-44f1-afc3-e0e2d8174001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:30.715723 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e0175ee3-ea32-4585-99e7-50fbae0e9a46 tempest-NegativeSecGroupIPv6Test-24923153 tempest-NegativeSecGroupIPv6Test-24923153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:30.745298 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb07d9aa-667e-44f1-afc3-e0e2d8174001 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 14:16:30.750479 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07d9aa-667e-44f1-afc3-e0e2d8174001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e2344f-c4f4-4b2d-904a-ef3b56e3e95c,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:30.754070 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-eb07d9aa-667e-44f1-afc3-e0e2d8174001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:30.759584 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-eb07d9aa-667e-44f1-afc3-e0e2d8174001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:30.759999 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-eb07d9aa-667e-44f1-afc3-e0e2d8174001 admin admin] Added segment d91accb5-7d56-490b-97a2-2de8e55e1359 of type vlan for network d0277b80-4455-41a8-9ba2-a04c58d21770 Dec 22 14:16:30.785642 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-eb07d9aa-667e-44f1-afc3-e0e2d8174001 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:30.867266 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-eb07d9aa-667e-44f1-afc3-e0e2d8174001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:30.868218 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb07d9aa-667e-44f1-afc3-e0e2d8174001 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:16:30.868808 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-eb07d9aa-667e-44f1-afc3-e0e2d8174001 admin admin] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:30.872273 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-e06d9820-1fab-45c9-8f8e-f0f8fc83af06 tempest-RoutersIpV6Test-1729612943 tempest-RoutersIpV6Test-1729612943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:30.973332 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07d9aa-667e-44f1-afc3-e0e2d8174001 admin admin] Pushing event updated for resources: {'Network': ['ID=d0277b80-4455-41a8-9ba2-a04c58d21770,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:30.976244 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-eb07d9aa-667e-44f1-afc3-e0e2d8174001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:30.983510 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network d0277b80-4455-41a8-9ba2-a04c58d21770 details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 14:16:31.040067 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-eb07d9aa-667e-44f1-afc3-e0e2d8174001 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7454708 Dec 22 14:16:31.042586 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 59604) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:31.048074 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-453412da-2adf-4850-b1a3-2bca944ed3cd admin admin] Request body: {'subnet': {'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1557249876-subnet', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'ip_version': 4}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:16:31.053647 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-453412da-2adf-4850-b1a3-2bca944ed3cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:16:31.057903 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-453412da-2adf-4850-b1a3-2bca944ed3cd admin admin] Usage tracker for resource:subnet and tenant:7ad064c31f9845729fad449b998e052e is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:16:31.060810 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-453412da-2adf-4850-b1a3-2bca944ed3cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:16:31.066383 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-453412da-2adf-4850-b1a3-2bca944ed3cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:16:31.130521 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453412da-2adf-4850-b1a3-2bca944ed3cd admin admin] Made reservation on behalf of 7ad064c31f9845729fad449b998e052e for: {'subnet': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 14:16:31.133740 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-453412da-2adf-4850-b1a3-2bca944ed3cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946376'] for subnet, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:31.525032 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-453412da-2adf-4850-b1a3-2bca944ed3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2885567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946406'] for subnet, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:31.528955 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9e00478c-b23b-42c4-87e6-076c9006174c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:31.595523 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453412da-2adf-4850-b1a3-2bca944ed3cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c25228b1-dc02-496b-a1cb-8ebcef9188e6,revision_number=0']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:31.599226 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-453412da-2adf-4850-b1a3-2bca944ed3cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:31.617199 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453412da-2adf-4850-b1a3-2bca944ed3cd admin admin] Checking segment: {'id': 'd91accb5-7d56-490b-97a2-2de8e55e1359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 14:16:31.617556 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453412da-2adf-4850-b1a3-2bca944ed3cd admin admin] Network hostable DHCP agents. Network: d0277b80-4455-41a8-9ba2-a04c58d21770, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 14:16:31.684674 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453412da-2adf-4850-b1a3-2bca944ed3cd admin admin] Network d0277b80-4455-41a8-9ba2-a04c58d21770 is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 14:16:31.753163 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-453412da-2adf-4850-b1a3-2bca944ed3cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, d0277b80-4455-41a8-9ba2-a04c58d21770) {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:16:31.757337 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453412da-2adf-4850-b1a3-2bca944ed3cd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:16:31.757910 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-453412da-2adf-4850-b1a3-2bca944ed3cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:31.763121 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0247a047-d0ff-4514-9987-1a570f296b14 None None] Network d0277b80-4455-41a8-9ba2-a04c58d21770 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 14:16:31.830480 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-453412da-2adf-4850-b1a3-2bca944ed3cd admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7846270 Dec 22 14:16:31.831091 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 59608) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:31.837376 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-02228a8c-ddb0-441b-b082-c25c2b69be1e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1557249876-router', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:16:31.842073 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-02228a8c-ddb0-441b-b082-c25c2b69be1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:16:31.845867 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-02228a8c-ddb0-441b-b082-c25c2b69be1e admin admin] Usage tracker for resource:router and tenant:7ad064c31f9845729fad449b998e052e is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:16:31.848628 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-02228a8c-ddb0-441b-b082-c25c2b69be1e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:16:31.855590 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-02228a8c-ddb0-441b-b082-c25c2b69be1e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:16:31.914250 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-02228a8c-ddb0-441b-b082-c25c2b69be1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:31.915264 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-02228a8c-ddb0-441b-b082-c25c2b69be1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:31.934072 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-02228a8c-ddb0-441b-b082-c25c2b69be1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:31.973894 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfc133d-ddbd-4f37-8005-8b809a5173ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-d0277b80-4455-41a8-9ba2-a04c58d21770', 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'fixed_ips': [{'subnet_id': 'c25228b1-dc02-496b-a1cb-8ebcef9188e6'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 14:16:31.975235 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1dfc133d-ddbd-4f37-8005-8b809a5173ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:32.131542 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-1dfc133d-ddbd-4f37-8005-8b809a5173ed None None] Allocated IP 172.20.0.2 (d0277b80-4455-41a8-9ba2-a04c58d21770/c25228b1-dc02-496b-a1cb-8ebcef9188e6/1de28219-e686-4abb-be21-2133157814b1) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:16:32.140945 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-02228a8c-ddb0-441b-b082-c25c2b69be1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:32.338086 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1dfc133d-ddbd-4f37-8005-8b809a5173ed None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:32.348597 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-1dfc133d-ddbd-4f37-8005-8b809a5173ed None None] Transition to ACTIVE for port object 1de28219-e686-4abb-be21-2133157814b1 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:16:32.367032 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-1dfc133d-ddbd-4f37-8005-8b809a5173ed None None] Transition to ACTIVE for port object 1de28219-e686-4abb-be21-2133157814b1 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:16:32.383259 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-02228a8c-ddb0-441b-b082-c25c2b69be1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:32.411401 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-02228a8c-ddb0-441b-b082-c25c2b69be1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:32.416611 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1dfc133d-ddbd-4f37-8005-8b809a5173ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:32.421088 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:32.481162 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfc133d-ddbd-4f37-8005-8b809a5173ed None None] Network d0277b80-4455-41a8-9ba2-a04c58d21770 is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:16:32.488478 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-1dfc133d-ddbd-4f37-8005-8b809a5173ed None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:16:32.492856 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfc133d-ddbd-4f37-8005-8b809a5173ed None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 14:16:32.528996 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc133d-ddbd-4f37-8005-8b809a5173ed None None] Pushing event updated for resources: {'Port': ['ID=1de28219-e686-4abb-be21-2133157814b1,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:32.552752 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-02228a8c-ddb0-441b-b082-c25c2b69be1e admin admin] Allocated IP 172.26.1.173 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/335d0d07-19c5-4e9f-901d-ec250866c3d3) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:16:32.578501 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfc133d-ddbd-4f37-8005-8b809a5173ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:32.578852 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfc133d-ddbd-4f37-8005-8b809a5173ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:32.579185 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfc133d-ddbd-4f37-8005-8b809a5173ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:32.579512 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfc133d-ddbd-4f37-8005-8b809a5173ed None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:32.579838 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfc133d-ddbd-4f37-8005-8b809a5173ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:32.580161 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfc133d-ddbd-4f37-8005-8b809a5173ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:32.580481 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfc133d-ddbd-4f37-8005-8b809a5173ed None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:32.580804 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfc133d-ddbd-4f37-8005-8b809a5173ed None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:32.581119 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfc133d-ddbd-4f37-8005-8b809a5173ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:32.581434 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfc133d-ddbd-4f37-8005-8b809a5173ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:32.581754 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfc133d-ddbd-4f37-8005-8b809a5173ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:32.586968 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-1dfc133d-ddbd-4f37-8005-8b809a5173ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:32.593274 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-1dfc133d-ddbd-4f37-8005-8b809a5173ed None None] Attempting to bind port 1de28219-e686-4abb-be21-2133157814b1 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 14:16:32.593651 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-1dfc133d-ddbd-4f37-8005-8b809a5173ed None None] Attempting to bind port 1de28219-e686-4abb-be21-2133157814b1 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'd91accb5-7d56-490b-97a2-2de8e55e1359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 14:16:32.594008 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfc133d-ddbd-4f37-8005-8b809a5173ed None None] Attempting to bind port 1de28219-e686-4abb-be21-2133157814b1 on network d0277b80-4455-41a8-9ba2-a04c58d21770 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 14:16:32.600945 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfc133d-ddbd-4f37-8005-8b809a5173ed None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 14:16:32.601314 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfc133d-ddbd-4f37-8005-8b809a5173ed None None] Checking segment: {'id': 'd91accb5-7d56-490b-97a2-2de8e55e1359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 14:16:32.601715 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1dfc133d-ddbd-4f37-8005-8b809a5173ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:32.602102 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfc133d-ddbd-4f37-8005-8b809a5173ed None None] Bound using segment: {'id': 'd91accb5-7d56-490b-97a2-2de8e55e1359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 14:16:32.602584 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-1dfc133d-ddbd-4f37-8005-8b809a5173ed None None] Bound port: 1de28219-e686-4abb-be21-2133157814b1, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd91accb5-7d56-490b-97a2-2de8e55e1359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 14:16:32.602962 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1dfc133d-ddbd-4f37-8005-8b809a5173ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:32.694043 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-1dfc133d-ddbd-4f37-8005-8b809a5173ed None None] For port 1de28219-e686-4abb-be21-2133157814b1, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 14:16:32.697676 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-1dfc133d-ddbd-4f37-8005-8b809a5173ed None None] For port 1de28219-e686-4abb-be21-2133157814b1, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=1de28219-e686-4abb-be21-2133157814b1,segment=NetworkSegment(d91accb5-7d56-490b-97a2-2de8e55e1359),segment_id=d91accb5-7d56-490b-97a2-2de8e55e1359)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 14:16:32.698667 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-02228a8c-ddb0-441b-b082-c25c2b69be1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:32.782301 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1dfc133d-ddbd-4f37-8005-8b809a5173ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:32.786075 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:32.804894 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-02228a8c-ddb0-441b-b082-c25c2b69be1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:32.809369 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-81ea687f-20c3-46bc-a30d-8076a2cd438b tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:32.874551 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc133d-ddbd-4f37-8005-8b809a5173ed None None] Pushing event updated for resources: {'Port': ['ID=1de28219-e686-4abb-be21-2133157814b1,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:32.877220 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02228a8c-ddb0-441b-b082-c25c2b69be1e admin admin] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:16:32.877452 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-1dfc133d-ddbd-4f37-8005-8b809a5173ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:32.880686 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-02228a8c-ddb0-441b-b082-c25c2b69be1e admin admin] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:16:32.883408 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02228a8c-ddb0-441b-b082-c25c2b69be1e admin admin] Pushing event updated for resources: {'Port': ['ID=335d0d07-19c5-4e9f-901d-ec250866c3d3,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:32.886790 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02228a8c-ddb0-441b-b082-c25c2b69be1e admin admin] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 14:16:32.909815 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-02228a8c-ddb0-441b-b082-c25c2b69be1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:33.129483 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:16:33.138898 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-02228a8c-ddb0-441b-b082-c25c2b69be1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:33.139685 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-02228a8c-ddb0-441b-b082-c25c2b69be1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:33.540642 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02228a8c-ddb0-441b-b082-c25c2b69be1e admin admin] Router b00117be-b49e-4ffe-acf2-4cf0e52847bb is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 14:16:33.750878 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02228a8c-ddb0-441b-b082-c25c2b69be1e admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 14:16:33.763440 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca489a86-d1ba-497c-b670-c18d08e0a353 None None] Sync routers for ids ['b00117be-b49e-4ffe-acf2-4cf0e52847bb'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 14:16:33.777934 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca489a86-d1ba-497c-b670-c18d08e0a353 None None] Routers {'b00117be-b49e-4ffe-acf2-4cf0e52847bb'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:16:33.778592 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-ca489a86-d1ba-497c-b670-c18d08e0a353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:16:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b00117be-b49e-4ffe-acf2-4cf0e52847bb'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:33.826299 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0edd9f-9c3a-4b8e-85ce-3e57c45bcc11 None None] Network d0277b80-4455-41a8-9ba2-a04c58d21770 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 14:16:33.856167 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-02228a8c-ddb0-441b-b082-c25c2b69be1e admin admin] Notify callbacks [] for router, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:33.857883 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-02228a8c-ddb0-441b-b082-c25c2b69be1e admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0257952 Dec 22 14:16:33.860561 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 59614) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:34.130276 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-baaf5053-7818-4410-a232-92253c08ad8e None None] Provisioning for port 1de28219-e686-4abb-be21-2133157814b1 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:16:34.148515 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-ca489a86-d1ba-497c-b670-c18d08e0a353 None None] Set router b00117be-b49e-4ffe-acf2-4cf0e52847bb gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:16:34.495918 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-ca489a86-d1ba-497c-b670-c18d08e0a353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'name': 'tempest-TestSnapshotPattern-1557249876-router', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '335d0d07-19c5-4e9f-901d-ec250866c3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:16:31Z', 'updated_at': '2021-12-22T14:16:32Z', 'revision_number': 3, 'project_id': '7ad064c31f9845729fad449b998e052e', 'gw_port': {'id': '335d0d07-19c5-4e9f-901d-ec250866c3d3', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:32Z', 'updated_at': '2021-12-22T14:16:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:34.499981 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca489a86-d1ba-497c-b670-c18d08e0a353 None None] Checking router: b00117be-b49e-4ffe-acf2-4cf0e52847bb for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 14:16:34.500346 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca489a86-d1ba-497c-b670-c18d08e0a353 None None] Updating router b00117be-b49e-4ffe-acf2-4cf0e52847bb port 335d0d07-19c5-4e9f-901d-ec250866c3d3 binding host dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 14:16:34.535373 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 1de28219-e686-4abb-be21-2133157814b1 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:16:34.616830 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ca489a86-d1ba-497c-b670-c18d08e0a353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:34.659353 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2288a4d7-6a6b-4182-91c5-0d19148c0ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:34.819843 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 1de28219-e686-4abb-be21-2133157814b1 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:16:34.831603 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 1de28219-e686-4abb-be21-2133157814b1 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:16:34.831989 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:34.865112 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-2288a4d7-6a6b-4182-91c5-0d19148c0ccd admin admin] Allocated IP 172.20.0.1 (d0277b80-4455-41a8-9ba2-a04c58d21770/c25228b1-dc02-496b-a1cb-8ebcef9188e6/ca6b96bf-5193-4016-a17a-895fe5c856bb) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:16:34.914138 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-e8dea106-93c5-4505-b227-a9c49bf17dce None None] Provisioning complete for port 1de28219-e686-4abb-be21-2133157814b1 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:16:34.914541 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e8dea106-93c5-4505-b227-a9c49bf17dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:35.010142 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2288a4d7-6a6b-4182-91c5-0d19148c0ccd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:35.026792 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.provisioning_blocks [None req-2288a4d7-6a6b-4182-91c5-0d19148c0ccd admin admin] Transition to ACTIVE for port object ca6b96bf-5193-4016-a17a-895fe5c856bb will not be triggered until provisioned by entity DHCP. {{(pid=84148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:16:35.113586 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2288a4d7-6a6b-4182-91c5-0d19148c0ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:35.118231 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-96982607-e3ec-46b7-8fc2-d45e378d6894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:35.152791 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:35.184550 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2288a4d7-6a6b-4182-91c5-0d19148c0ccd admin admin] Network d0277b80-4455-41a8-9ba2-a04c58d21770 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:16:35.187757 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-2288a4d7-6a6b-4182-91c5-0d19148c0ccd admin admin] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:16:35.191882 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2288a4d7-6a6b-4182-91c5-0d19148c0ccd admin admin] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 14:16:35.193879 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e8dea106-93c5-4505-b227-a9c49bf17dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:35.225732 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ca489a86-d1ba-497c-b670-c18d08e0a353 None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:35.235606 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 1de28219-e686-4abb-be21-2133157814b1, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=1de28219-e686-4abb-be21-2133157814b1,segment=NetworkSegment(d91accb5-7d56-490b-97a2-2de8e55e1359),segment_id=d91accb5-7d56-490b-97a2-2de8e55e1359)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:16:35.250428 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-ca489a86-d1ba-497c-b670-c18d08e0a353 None None] Transition to ACTIVE for port object 335d0d07-19c5-4e9f-901d-ec250866c3d3 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:16:35.313638 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:35.317586 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:35.346835 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288a4d7-6a6b-4182-91c5-0d19148c0ccd admin admin] Pushing event updated for resources: {'Port': ['ID=ca6b96bf-5193-4016-a17a-895fe5c856bb,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:35.352592 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2288a4d7-6a6b-4182-91c5-0d19148c0ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:35.377894 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2288a4d7-6a6b-4182-91c5-0d19148c0ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:35.395342 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ca489a86-d1ba-497c-b670-c18d08e0a353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:35.456232 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-e8dea106-93c5-4505-b227-a9c49bf17dce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 14:16:35.456581 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-e8dea106-93c5-4505-b227-a9c49bf17dce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 14:16:35.462956 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-ca489a86-d1ba-497c-b670-c18d08e0a353 None None] Attempting to bind port 335d0d07-19c5-4e9f-901d-ec250866c3d3 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 14:16:35.463271 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-ca489a86-d1ba-497c-b670-c18d08e0a353 None None] Attempting to bind port 335d0d07-19c5-4e9f-901d-ec250866c3d3 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 14:16:35.463633 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca489a86-d1ba-497c-b670-c18d08e0a353 None None] Attempting to bind port 335d0d07-19c5-4e9f-901d-ec250866c3d3 on network 0776f1b4-770d-462f-bc0f-df97e8017b18 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 14:16:35.465710 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=1de28219-e686-4abb-be21-2133157814b1,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:35.469889 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:35.470368 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-d5e77917-7798-4d29-a03a-23e69769e745 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:35.512106 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca489a86-d1ba-497c-b670-c18d08e0a353 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 14:16:35.512324 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca489a86-d1ba-497c-b670-c18d08e0a353 None None] Checking segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 14:16:35.512594 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ca489a86-d1ba-497c-b670-c18d08e0a353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:35.512964 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca489a86-d1ba-497c-b670-c18d08e0a353 None None] Bound using segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 14:16:35.513444 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-ca489a86-d1ba-497c-b670-c18d08e0a353 None None] Bound port: 335d0d07-19c5-4e9f-901d-ec250866c3d3, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 14:16:35.513856 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ca489a86-d1ba-497c-b670-c18d08e0a353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:35.527789 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2288a4d7-6a6b-4182-91c5-0d19148c0ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:35.580016 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3651d2b-b4fb-416e-891f-84b771bae0e6 None None] Pushing event updated for resources: {'Port': ['ID=335d0d07-19c5-4e9f-901d-ec250866c3d3,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:35.590186 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c3651d2b-b4fb-416e-891f-84b771bae0e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:35.602662 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-ca489a86-d1ba-497c-b670-c18d08e0a353 None None] For port 335d0d07-19c5-4e9f-901d-ec250866c3d3, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 14:16:35.605862 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-ca489a86-d1ba-497c-b670-c18d08e0a353 None None] For port 335d0d07-19c5-4e9f-901d-ec250866c3d3, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=335d0d07-19c5-4e9f-901d-ec250866c3d3,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 14:16:35.656111 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ca489a86-d1ba-497c-b670-c18d08e0a353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:35.660391 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-1dfc133d-ddbd-4f37-8005-8b809a5173ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:35.696662 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-ceb3b757-5f81-4797-b089-486e93822481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:35.738764 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3651d2b-b4fb-416e-891f-84b771bae0e6 None None] Pushing event updated for resources: {'Port': ['ID=335d0d07-19c5-4e9f-901d-ec250866c3d3,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:35.742853 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c3651d2b-b4fb-416e-891f-84b771bae0e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:35.745187 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca489a86-d1ba-497c-b670-c18d08e0a353 None None] Routers {'b00117be-b49e-4ffe-acf2-4cf0e52847bb'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:16:35.745801 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-ca489a86-d1ba-497c-b670-c18d08e0a353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:16:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b00117be-b49e-4ffe-acf2-4cf0e52847bb'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:35.752747 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2288a4d7-6a6b-4182-91c5-0d19148c0ccd admin admin] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:35.808497 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2288a4d7-6a6b-4182-91c5-0d19148c0ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:35.830356 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-103d8c21-d462-4a3d-b690-8428ba3b7c6c tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:35.915372 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-2288a4d7-6a6b-4182-91c5-0d19148c0ccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:35.918686 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288a4d7-6a6b-4182-91c5-0d19148c0ccd admin admin] Pushing event updated for resources: {'Port': ['ID=ca6b96bf-5193-4016-a17a-895fe5c856bb,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:35.921631 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-2288a4d7-6a6b-4182-91c5-0d19148c0ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:36.022436 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-ca489a86-d1ba-497c-b670-c18d08e0a353 None None] Set router b00117be-b49e-4ffe-acf2-4cf0e52847bb gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:16:36.055219 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2288a4d7-6a6b-4182-91c5-0d19148c0ccd admin admin] Network d0277b80-4455-41a8-9ba2-a04c58d21770 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:16:36.056372 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-2288a4d7-6a6b-4182-91c5-0d19148c0ccd admin admin] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:16:36.332292 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-4ac866af-c451-4036-81bd-a52602c5aaed None None] Provisioning for port ca6b96bf-5193-4016-a17a-895fe5c856bb completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:16:36.341509 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-4ac866af-c451-4036-81bd-a52602c5aaed None None] Provisioning complete for port ca6b96bf-5193-4016-a17a-895fe5c856bb triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:16:36.341884 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4ac866af-c451-4036-81bd-a52602c5aaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:36.397184 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-4ac866af-c451-4036-81bd-a52602c5aaed None None] Port ca6b96bf-5193-4016-a17a-895fe5c856bb cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 14:16:36.422073 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-ca489a86-d1ba-497c-b670-c18d08e0a353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'name': 'tempest-TestSnapshotPattern-1557249876-router', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '335d0d07-19c5-4e9f-901d-ec250866c3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:16:31Z', 'updated_at': '2021-12-22T14:16:35Z', 'revision_number': 4, 'project_id': '7ad064c31f9845729fad449b998e052e', 'gw_port': {'id': '335d0d07-19c5-4e9f-901d-ec250866c3d3', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:32Z', 'updated_at': '2021-12-22T14:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'ca6b96bf-5193-4016-a17a-895fe5c856bb', 'name': '', 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'mac_address': 'fa:16:3e:fa:f1:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c25228b1-dc02-496b-a1cb-8ebcef9188e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:34Z', 'updated_at': '2021-12-22T14:16:34Z', 'revision_number': 1, 'project_id': '7ad064c31f9845729fad449b998e052e', 'subnets': [{'id': 'c25228b1-dc02-496b-a1cb-8ebcef9188e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:36.426041 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca489a86-d1ba-497c-b670-c18d08e0a353 None None] The sync data for ids ['b00117be-b49e-4ffe-acf2-4cf0e52847bb'] in dv-neutron-822669-1-hyperv is: [{'id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'name': 'tempest-TestSnapshotPattern-1557249876-router', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '335d0d07-19c5-4e9f-901d-ec250866c3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:16:31Z', 'updated_at': '2021-12-22T14:16:35Z', 'revision_number': 4, 'project_id': '7ad064c31f9845729fad449b998e052e', 'gw_port': {'id': '335d0d07-19c5-4e9f-901d-ec250866c3d3', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:32Z', 'updated_at': '2021-12-22T14:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'ca6b96bf-5193-4016-a17a-895fe5c856bb', 'name': '', 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'mac_address': 'fa:16:3e:fa:f1:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c25228b1-dc02-496b-a1cb-8ebcef9188e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:34Z', 'updated_at': '2021-12-22T14:16:34Z', 'revision_number': 1, 'project_id': '7ad064c31f9845729fad449b998e052e', 'subnets': [{'id': 'c25228b1-dc02-496b-a1cb-8ebcef9188e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 14:16:36.453279 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2288a4d7-6a6b-4182-91c5-0d19148c0ccd admin admin] Router b00117be-b49e-4ffe-acf2-4cf0e52847bb has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 14:16:36.498987 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 1de28219-e686-4abb-be21-2133157814b1 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:16:36.573192 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-beaeb12e-b9d4-4022-ab91-9ac1f27523e2 None None] Provisioning complete for port ca6b96bf-5193-4016-a17a-895fe5c856bb triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:16:36.573577 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-beaeb12e-b9d4-4022-ab91-9ac1f27523e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:36.642078 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 1de28219-e686-4abb-be21-2133157814b1 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:16:36.646476 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:36.674469 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-beaeb12e-b9d4-4022-ab91-9ac1f27523e2 None None] Port ca6b96bf-5193-4016-a17a-895fe5c856bb cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 14:16:36.712446 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2288a4d7-6a6b-4182-91c5-0d19148c0ccd admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 14:16:36.727976 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-2288a4d7-6a6b-4182-91c5-0d19148c0ccd admin admin] 10.222.0.47 "PUT /v2.0/routers/b00117be-b49e-4ffe-acf2-4cf0e52847bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8605721 Dec 22 14:16:37.934855 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 59648) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:37.940433 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-045afbd7-7e2e-46f1-a271-a55f33c79219 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-796430021-network', 'tenant_id': '591f34678ab94467996e39848c16c470'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:16:37.947034 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-045afbd7-7e2e-46f1-a271-a55f33c79219 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:16:37.950859 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-045afbd7-7e2e-46f1-a271-a55f33c79219 admin admin] Usage tracker for resource:network and tenant:591f34678ab94467996e39848c16c470 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:16:37.953694 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-045afbd7-7e2e-46f1-a271-a55f33c79219 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:16:37.960206 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-045afbd7-7e2e-46f1-a271-a55f33c79219 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:16:38.022090 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045afbd7-7e2e-46f1-a271-a55f33c79219 admin admin] Made reservation on behalf of 591f34678ab94467996e39848c16c470 for: {'network': 1} {{(pid=84148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 14:16:38.024224 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-045afbd7-7e2e-46f1-a271-a55f33c79219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for network, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:38.036455 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-045afbd7-7e2e-46f1-a271-a55f33c79219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:38.049917 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-98dfd912-9766-4f00-a3f8-3585752c1f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:38.068029 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-045afbd7-7e2e-46f1-a271-a55f33c79219 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:16:38.072259 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-045afbd7-7e2e-46f1-a271-a55f33c79219 admin admin] Usage tracker for resource:security_group_rule and tenant:591f34678ab94467996e39848c16c470 is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:16:38.075287 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-045afbd7-7e2e-46f1-a271-a55f33c79219 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:16:38.081061 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-045afbd7-7e2e-46f1-a271-a55f33c79219 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:16:38.144224 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-045afbd7-7e2e-46f1-a271-a55f33c79219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:38.197562 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-045afbd7-7e2e-46f1-a271-a55f33c79219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:38.200489 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9e4fa506-60ce-4f9e-af3e-f469f6428322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:38.227870 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-045afbd7-7e2e-46f1-a271-a55f33c79219 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=84148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 14:16:38.236371 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045afbd7-7e2e-46f1-a271-a55f33c79219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b118c9c-d178-43f1-80c6-81d3d28580be,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:38.239766 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-045afbd7-7e2e-46f1-a271-a55f33c79219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:38.242129 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-045afbd7-7e2e-46f1-a271-a55f33c79219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:38.242501 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.segments_db [None req-045afbd7-7e2e-46f1-a271-a55f33c79219 admin admin] Added segment 1b2cddb9-2b0a-4039-94f5-24b193b8ce2f of type vlan for network 1b4397b6-894d-4b03-8b5f-369d90bbee9e Dec 22 14:16:38.270480 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-045afbd7-7e2e-46f1-a271-a55f33c79219 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792220274670'] for network, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:38.364164 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-045afbd7-7e2e-46f1-a271-a55f33c79219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711'] for network, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:38.365183 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045afbd7-7e2e-46f1-a271-a55f33c79219 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:16:38.365759 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-045afbd7-7e2e-46f1-a271-a55f33c79219 admin admin] Notify callbacks [] for network, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:38.369192 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3991baf3-1045-4f23-a4c8-93bf583afdfe tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:38.468730 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045afbd7-7e2e-46f1-a271-a55f33c79219 admin admin] Pushing event updated for resources: {'Network': ['ID=1b4397b6-894d-4b03-8b5f-369d90bbee9e,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:38.471416 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-045afbd7-7e2e-46f1-a271-a55f33c79219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:38.479076 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Network 1b4397b6-894d-4b03-8b5f-369d90bbee9e details requested by agent ovs-agent-dv-neutron-822669-1-hyperv with host dv-neutron-822669-1-hyperv {{(pid=84150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 14:16:38.538409 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-045afbd7-7e2e-46f1-a271-a55f33c79219 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6008837 Dec 22 14:16:38.539901 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 59652) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:38.542376 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 335d0d07-19c5-4e9f-901d-ec250866c3d3 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:16:38.548121 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-cea89bcf-ade6-4b33-bdf4-7b6ec1382ac5 admin admin] Request body: {'subnet': {'network_id': '1b4397b6-894d-4b03-8b5f-369d90bbee9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-796430021-subnet', 'tenant_id': '591f34678ab94467996e39848c16c470', 'ip_version': 4}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:16:38.550678 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-cea89bcf-ade6-4b33-bdf4-7b6ec1382ac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:16:38.555168 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-cea89bcf-ade6-4b33-bdf4-7b6ec1382ac5 admin admin] Usage tracker for resource:subnet and tenant:591f34678ab94467996e39848c16c470 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:16:38.558068 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-cea89bcf-ade6-4b33-bdf4-7b6ec1382ac5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:16:38.564531 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-cea89bcf-ade6-4b33-bdf4-7b6ec1382ac5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:16:38.621569 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea89bcf-ade6-4b33-bdf4-7b6ec1382ac5 admin admin] Made reservation on behalf of 591f34678ab94467996e39848c16c470 for: {'subnet': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 14:16:38.624005 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cea89bcf-ade6-4b33-bdf4-7b6ec1382ac5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2660936'] for subnet, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:38.701528 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 335d0d07-19c5-4e9f-901d-ec250866c3d3 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:16:38.706333 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 335d0d07-19c5-4e9f-901d-ec250866c3d3 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:16:38.706735 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:38.823212 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:38.838858 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 335d0d07-19c5-4e9f-901d-ec250866c3d3, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=335d0d07-19c5-4e9f-901d-ec250866c3d3,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:16:38.878817 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cea89bcf-ade6-4b33-bdf4-7b6ec1382ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2660966'] for subnet, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:38.883142 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-3c5e45b5-4ade-4dd2-8f07-a8ab0e044628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:38.913701 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:38.917203 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-72333245-8d1b-41dd-bd6c-577a8e6518e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:38.999250 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=335d0d07-19c5-4e9f-901d-ec250866c3d3,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:39.002957 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:39.044223 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:39.072846 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea89bcf-ade6-4b33-bdf4-7b6ec1382ac5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4ef1cbe-46f5-4ad1-8f7c-e23d48cceae7,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:39.075506 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-cea89bcf-ade6-4b33-bdf4-7b6ec1382ac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:39.081609 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea89bcf-ade6-4b33-bdf4-7b6ec1382ac5 admin admin] Checking segment: {'id': '1b2cddb9-2b0a-4039-94f5-24b193b8ce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '1b4397b6-894d-4b03-8b5f-369d90bbee9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 14:16:39.081958 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea89bcf-ade6-4b33-bdf4-7b6ec1382ac5 admin admin] Network hostable DHCP agents. Network: 1b4397b6-894d-4b03-8b5f-369d90bbee9e, hostable agents: ['3816e827-33b9-4c24-b619-bf7b6fde3f50'], hosted agents: [] {{(pid=84149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 14:16:39.170121 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea89bcf-ade6-4b33-bdf4-7b6ec1382ac5 admin admin] Network 1b4397b6-894d-4b03-8b5f-369d90bbee9e is scheduled to be hosted by DHCP agent 3816e827-33b9-4c24-b619-bf7b6fde3f50 with binding_index 1 {{(pid=84149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 14:16:39.261555 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-cea89bcf-ade6-4b33-bdf4-7b6ec1382ac5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822669-1-hyperv, 1b4397b6-894d-4b03-8b5f-369d90bbee9e) {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:16:39.266008 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea89bcf-ade6-4b33-bdf4-7b6ec1382ac5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:16:39.267136 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-cea89bcf-ade6-4b33-bdf4-7b6ec1382ac5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:39.270620 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a211d7ee-30e3-484e-96a8-820abcf0f954 None None] Network 1b4397b6-894d-4b03-8b5f-369d90bbee9e requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 14:16:39.353909 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-cea89bcf-ade6-4b33-bdf4-7b6ec1382ac5 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8128095 Dec 22 14:16:39.356703 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 59662) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:39.361790 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-14ec9daa-910d-49c8-a3c8-990e3ebb22a8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-796430021-router', 'tenant_id': '591f34678ab94467996e39848c16c470', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:16:39.366865 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-14ec9daa-910d-49c8-a3c8-990e3ebb22a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:16:39.370764 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-14ec9daa-910d-49c8-a3c8-990e3ebb22a8 admin admin] Usage tracker for resource:router and tenant:591f34678ab94467996e39848c16c470 is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:16:39.373556 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-14ec9daa-910d-49c8-a3c8-990e3ebb22a8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:16:39.379218 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-14ec9daa-910d-49c8-a3c8-990e3ebb22a8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:16:39.456199 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-14ec9daa-910d-49c8-a3c8-990e3ebb22a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1707700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25003'] for router, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:39.457164 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-14ec9daa-910d-49c8-a3c8-990e3ebb22a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1707735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1705231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1777897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25010'] for router, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:39.478119 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-14ec9daa-910d-49c8-a3c8-990e3ebb22a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:39.497228 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04621a89-9dc5-4d85-978d-839ac513bdf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc83d7fe-12f1-5ce6-a02f-732a439054c6-1b4397b6-894d-4b03-8b5f-369d90bbee9e', 'network_id': '1b4397b6-894d-4b03-8b5f-369d90bbee9e', 'tenant_id': '591f34678ab94467996e39848c16c470', 'fixed_ips': [{'subnet_id': 'a4ef1cbe-46f5-4ad1-8f7c-e23d48cceae7'}]}} from dv-neutron-822669-1-hyperv. {{(pid=84150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 14:16:39.498046 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-04621a89-9dc5-4d85-978d-839ac513bdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:39.552560 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:39.653124 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.db_base_plugin_common [None req-04621a89-9dc5-4d85-978d-839ac513bdf4 None None] Allocated IP 172.20.0.2 (1b4397b6-894d-4b03-8b5f-369d90bbee9e/a4ef1cbe-46f5-4ad1-8f7c-e23d48cceae7/22200a69-608d-40da-9905-a24038fcf020) {{(pid=84150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:16:39.715545 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-14ec9daa-910d-49c8-a3c8-990e3ebb22a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1705277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1707690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24964'] for router, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:39.899581 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-04621a89-9dc5-4d85-978d-839ac513bdf4 None None] Notify callbacks [] for port, precommit_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:39.909495 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-04621a89-9dc5-4d85-978d-839ac513bdf4 None None] Transition to ACTIVE for port object 22200a69-608d-40da-9905-a24038fcf020 will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:16:39.927101 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-04621a89-9dc5-4d85-978d-839ac513bdf4 None None] Transition to ACTIVE for port object 22200a69-608d-40da-9905-a24038fcf020 will not be triggered until provisioned by entity DHCP. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:16:39.955351 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-14ec9daa-910d-49c8-a3c8-990e3ebb22a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:39.976433 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-04621a89-9dc5-4d85-978d-839ac513bdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944'] for port, after_create {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:39.981871 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c3651d2b-b4fb-416e-891f-84b771bae0e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:39.985766 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-14ec9daa-910d-49c8-a3c8-990e3ebb22a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:40.048248 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04621a89-9dc5-4d85-978d-839ac513bdf4 None None] Network 1b4397b6-894d-4b03-8b5f-369d90bbee9e is already hosted by enough agents. {{(pid=84150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:16:40.051430 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.scheduler.base_scheduler [None req-04621a89-9dc5-4d85-978d-839ac513bdf4 None None] Resources bound (agent type, host, resource id): {{(pid=84150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:16:40.055701 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04621a89-9dc5-4d85-978d-839ac513bdf4 None None] Received port after_create {{(pid=84150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 14:16:40.057782 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04621a89-9dc5-4d85-978d-839ac513bdf4 None None] Pushing event updated for resources: {'Port': ['ID=22200a69-608d-40da-9905-a24038fcf020,revision_number=1']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:40.060642 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-04621a89-9dc5-4d85-978d-839ac513bdf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:40.128594 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-14ec9daa-910d-49c8-a3c8-990e3ebb22a8 admin admin] Allocated IP 172.26.1.30 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/fa7d3cbb-87b1-461c-b263-f1f33fa85fcc) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:16:40.144527 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-04621a89-9dc5-4d85-978d-839ac513bdf4 None None] Attempting to bind port 22200a69-608d-40da-9905-a24038fcf020 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 14:16:40.144992 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-04621a89-9dc5-4d85-978d-839ac513bdf4 None None] Attempting to bind port 22200a69-608d-40da-9905-a24038fcf020 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '1b2cddb9-2b0a-4039-94f5-24b193b8ce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '1b4397b6-894d-4b03-8b5f-369d90bbee9e'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 14:16:40.145431 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04621a89-9dc5-4d85-978d-839ac513bdf4 None None] Attempting to bind port 22200a69-608d-40da-9905-a24038fcf020 on network 1b4397b6-894d-4b03-8b5f-369d90bbee9e {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 14:16:40.153570 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04621a89-9dc5-4d85-978d-839ac513bdf4 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 14:16:40.153987 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04621a89-9dc5-4d85-978d-839ac513bdf4 None None] Checking segment: {'id': '1b2cddb9-2b0a-4039-94f5-24b193b8ce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '1b4397b6-894d-4b03-8b5f-369d90bbee9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 14:16:40.154532 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-04621a89-9dc5-4d85-978d-839ac513bdf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:40.154987 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04621a89-9dc5-4d85-978d-839ac513bdf4 None None] Bound using segment: {'id': '1b2cddb9-2b0a-4039-94f5-24b193b8ce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '1b4397b6-894d-4b03-8b5f-369d90bbee9e'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 14:16:40.160000 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-04621a89-9dc5-4d85-978d-839ac513bdf4 None None] Bound port: 22200a69-608d-40da-9905-a24038fcf020, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b2cddb9-2b0a-4039-94f5-24b193b8ce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '1b4397b6-894d-4b03-8b5f-369d90bbee9e'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 14:16:40.160000 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-04621a89-9dc5-4d85-978d-839ac513bdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:40.247218 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-04621a89-9dc5-4d85-978d-839ac513bdf4 None None] For port 22200a69-608d-40da-9905-a24038fcf020, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 14:16:40.250277 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-04621a89-9dc5-4d85-978d-839ac513bdf4 None None] For port 22200a69-608d-40da-9905-a24038fcf020, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=22200a69-608d-40da-9905-a24038fcf020,segment=NetworkSegment(1b2cddb9-2b0a-4039-94f5-24b193b8ce2f),segment_id=1b2cddb9-2b0a-4039-94f5-24b193b8ce2f)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 14:16:40.281356 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-14ec9daa-910d-49c8-a3c8-990e3ebb22a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:40.301641 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-04621a89-9dc5-4d85-978d-839ac513bdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:40.306547 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:40.370298 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-14ec9daa-910d-49c8-a3c8-990e3ebb22a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:40.378088 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e898cf5d-ace0-4957-bb7c-2df64335f113 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:40.379599 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04621a89-9dc5-4d85-978d-839ac513bdf4 None None] Pushing event updated for resources: {'Port': ['ID=22200a69-608d-40da-9905-a24038fcf020,revision_number=2']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:40.383381 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-04621a89-9dc5-4d85-978d-839ac513bdf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:40.450043 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ec9daa-910d-49c8-a3c8-990e3ebb22a8 admin admin] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:16:40.453455 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-14ec9daa-910d-49c8-a3c8-990e3ebb22a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:16:40.456390 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ec9daa-910d-49c8-a3c8-990e3ebb22a8 admin admin] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 14:16:40.491976 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec9daa-910d-49c8-a3c8-990e3ebb22a8 admin admin] Pushing event updated for resources: {'Port': ['ID=fa7d3cbb-87b1-461c-b263-f1f33fa85fcc,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:40.498386 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-14ec9daa-910d-49c8-a3c8-990e3ebb22a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:40.505961 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 335d0d07-19c5-4e9f-901d-ec250866c3d3 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:16:40.621462 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 335d0d07-19c5-4e9f-901d-ec250866c3d3 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:16:40.622062 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:40.726993 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-14ec9daa-910d-49c8-a3c8-990e3ebb22a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:40.728524 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:40.731996 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-14ec9daa-910d-49c8-a3c8-990e3ebb22a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1707683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1705950'] for router, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:41.010103 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ec9daa-910d-49c8-a3c8-990e3ebb22a8 admin admin] Router 1ec10cf4-6404-4c02-ab04-61b9fa300a85 is scheduled to L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 with binding_index 1 {{(pid=84149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 14:16:41.218430 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ec9daa-910d-49c8-a3c8-990e3ebb22a8 admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 14:16:41.227784 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c446ed26-8f73-4b1e-9b36-ee32c5f59896 None None] Sync routers for ids ['1ec10cf4-6404-4c02-ab04-61b9fa300a85'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 14:16:41.241933 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c446ed26-8f73-4b1e-9b36-ee32c5f59896 None None] Routers {'1ec10cf4-6404-4c02-ab04-61b9fa300a85'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:16:41.244961 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-c446ed26-8f73-4b1e-9b36-ee32c5f59896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:16:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['1ec10cf4-6404-4c02-ab04-61b9fa300a85'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:41.313449 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-14ec9daa-910d-49c8-a3c8-990e3ebb22a8 admin admin] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:41.317089 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-14ec9daa-910d-49c8-a3c8-990e3ebb22a8 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9571009 Dec 22 14:16:41.317299 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 59666) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:41.364040 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b77e70-96ef-4102-838e-dca94a71c690 None None] Network 1b4397b6-894d-4b03-8b5f-369d90bbee9e requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 14:16:41.429852 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-c446ed26-8f73-4b1e-9b36-ee32c5f59896 None None] Set router 1ec10cf4-6404-4c02-ab04-61b9fa300a85 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:16:41.563812 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-af9ffd17-fc49-4cfb-aad2-bd727afaa3ef None None] Provisioning for port 22200a69-608d-40da-9905-a24038fcf020 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:16:41.726277 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-c446ed26-8f73-4b1e-9b36-ee32c5f59896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec10cf4-6404-4c02-ab04-61b9fa300a85', 'name': 'tempest-TestSnapshotPattern-796430021-router', 'tenant_id': '591f34678ab94467996e39848c16c470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.30'}], 'enable_snat': True}, 'gw_port_id': 'fa7d3cbb-87b1-461c-b263-f1f33fa85fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:16:39Z', 'updated_at': '2021-12-22T14:16:40Z', 'revision_number': 3, 'project_id': '591f34678ab94467996e39848c16c470', 'gw_port': {'id': 'fa7d3cbb-87b1-461c-b263-f1f33fa85fcc', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec10cf4-6404-4c02-ab04-61b9fa300a85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:40Z', 'updated_at': '2021-12-22T14:16:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:41.731511 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c446ed26-8f73-4b1e-9b36-ee32c5f59896 None None] Checking router: 1ec10cf4-6404-4c02-ab04-61b9fa300a85 for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 14:16:41.731865 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c446ed26-8f73-4b1e-9b36-ee32c5f59896 None None] Updating router 1ec10cf4-6404-4c02-ab04-61b9fa300a85 port fa7d3cbb-87b1-461c-b263-f1f33fa85fcc binding host dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 14:16:41.784420 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-c446ed26-8f73-4b1e-9b36-ee32c5f59896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:42.118048 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-c446ed26-8f73-4b1e-9b36-ee32c5f59896 None None] Notify callbacks [] for port, precommit_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:42.129107 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.provisioning_blocks [None req-c446ed26-8f73-4b1e-9b36-ee32c5f59896 None None] Transition to ACTIVE for port object fa7d3cbb-87b1-461c-b263-f1f33fa85fcc will not be triggered until provisioned by entity L2. {{(pid=84151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:16:42.198109 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-c446ed26-8f73-4b1e-9b36-ee32c5f59896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:42.202306 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-e985c3dd-7427-4540-ae88-01d8dc785906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:42.206531 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2890c64e-6f45-47af-90a2-c3d89530c692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:42.278852 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226815d-c8e6-455c-be44-861a016cc94b None None] Pushing event updated for resources: {'Port': ['ID=fa7d3cbb-87b1-461c-b263-f1f33fa85fcc,revision_number=2']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:42.287026 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-c446ed26-8f73-4b1e-9b36-ee32c5f59896 None None] Attempting to bind port fa7d3cbb-87b1-461c-b263-f1f33fa85fcc on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 14:16:42.287481 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-c446ed26-8f73-4b1e-9b36-ee32c5f59896 None None] Attempting to bind port fa7d3cbb-87b1-461c-b263-f1f33fa85fcc by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 14:16:42.287848 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c446ed26-8f73-4b1e-9b36-ee32c5f59896 None None] Attempting to bind port fa7d3cbb-87b1-461c-b263-f1f33fa85fcc on network 0776f1b4-770d-462f-bc0f-df97e8017b18 {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 14:16:42.295424 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226815d-c8e6-455c-be44-861a016cc94b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:42.295763 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226815d-c8e6-455c-be44-861a016cc94b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:42.296094 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226815d-c8e6-455c-be44-861a016cc94b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:42.296420 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226815d-c8e6-455c-be44-861a016cc94b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:42.296745 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226815d-c8e6-455c-be44-861a016cc94b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:42.297066 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226815d-c8e6-455c-be44-861a016cc94b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:42.297389 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226815d-c8e6-455c-be44-861a016cc94b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:42.297703 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226815d-c8e6-455c-be44-861a016cc94b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:42.298019 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226815d-c8e6-455c-be44-861a016cc94b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:42.298330 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226815d-c8e6-455c-be44-861a016cc94b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:42.298666 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226815d-c8e6-455c-be44-861a016cc94b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:42.303575 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c446ed26-8f73-4b1e-9b36-ee32c5f59896 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 14:16:42.304633 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c446ed26-8f73-4b1e-9b36-ee32c5f59896 None None] Checking segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 14:16:42.304633 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-c446ed26-8f73-4b1e-9b36-ee32c5f59896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:42.304789 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c446ed26-8f73-4b1e-9b36-ee32c5f59896 None None] Bound using segment: {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 14:16:42.305195 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-c446ed26-8f73-4b1e-9b36-ee32c5f59896 None None] Bound port: fa7d3cbb-87b1-461c-b263-f1f33fa85fcc, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5038fca6-743f-44f9-9e8f-62636a4b47e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18'}}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 14:16:42.305572 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-c446ed26-8f73-4b1e-9b36-ee32c5f59896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:42.328538 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-2226815d-c8e6-455c-be44-861a016cc94b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:42.378994 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-c446ed26-8f73-4b1e-9b36-ee32c5f59896 None None] For port fa7d3cbb-87b1-461c-b263-f1f33fa85fcc, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 14:16:42.380038 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-c446ed26-8f73-4b1e-9b36-ee32c5f59896 None None] For port fa7d3cbb-87b1-461c-b263-f1f33fa85fcc, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=fa7d3cbb-87b1-461c-b263-f1f33fa85fcc,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 14:16:42.414676 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [None req-2890c64e-6f45-47af-90a2-c3d89530c692 admin admin] Allocated IP 172.20.0.1 (1b4397b6-894d-4b03-8b5f-369d90bbee9e/a4ef1cbe-46f5-4ad1-8f7c-e23d48cceae7/f835839b-e5fe-4ab0-9342-6e3fd0310b00) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:16:42.486374 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-c446ed26-8f73-4b1e-9b36-ee32c5f59896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:42.496603 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-73d51a94-cb73-4ab4-9438-66c46187abaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:42.525549 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 22200a69-608d-40da-9905-a24038fcf020 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:16:42.575688 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2890c64e-6f45-47af-90a2-c3d89530c692 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:42.592636 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [None req-2890c64e-6f45-47af-90a2-c3d89530c692 admin admin] Transition to ACTIVE for port object f835839b-e5fe-4ab0-9342-6e3fd0310b00 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:16:42.593316 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c446ed26-8f73-4b1e-9b36-ee32c5f59896 None None] Routers {'1ec10cf4-6404-4c02-ab04-61b9fa300a85'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:16:42.594399 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-c446ed26-8f73-4b1e-9b36-ee32c5f59896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:16:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['1ec10cf4-6404-4c02-ab04-61b9fa300a85'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:42.655958 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226815d-c8e6-455c-be44-861a016cc94b None None] Pushing event updated for resources: {'Port': ['ID=fa7d3cbb-87b1-461c-b263-f1f33fa85fcc,revision_number=3']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:42.660246 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-2226815d-c8e6-455c-be44-861a016cc94b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:42.684267 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port 22200a69-608d-40da-9905-a24038fcf020 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:16:42.689312 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 22200a69-608d-40da-9905-a24038fcf020 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:16:42.689694 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:42.719164 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2890c64e-6f45-47af-90a2-c3d89530c692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:42.723262 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-bbcff33e-3b7d-4aa8-8587-f4dc8ded4f5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:42.776098 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-c446ed26-8f73-4b1e-9b36-ee32c5f59896 None None] Set router 1ec10cf4-6404-4c02-ab04-61b9fa300a85 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:16:42.795534 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2890c64e-6f45-47af-90a2-c3d89530c692 admin admin] Network 1b4397b6-894d-4b03-8b5f-369d90bbee9e is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:16:42.799028 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-2890c64e-6f45-47af-90a2-c3d89530c692 admin admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:16:42.801672 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2890c64e-6f45-47af-90a2-c3d89530c692 admin admin] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 14:16:42.807087 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:42.834584 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890c64e-6f45-47af-90a2-c3d89530c692 admin admin] Pushing event updated for resources: {'Port': ['ID=f835839b-e5fe-4ab0-9342-6e3fd0310b00,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:42.845194 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port 22200a69-608d-40da-9905-a24038fcf020, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=22200a69-608d-40da-9905-a24038fcf020,segment=NetworkSegment(1b2cddb9-2b0a-4039-94f5-24b193b8ce2f),segment_id=1b2cddb9-2b0a-4039-94f5-24b193b8ce2f)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:16:42.847033 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2890c64e-6f45-47af-90a2-c3d89530c692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:42.873270 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2890c64e-6f45-47af-90a2-c3d89530c692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705728'] for router_interface, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:42.913001 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:42.915584 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:42.991990 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=22200a69-608d-40da-9905-a24038fcf020,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:42.995248 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:43.036087 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2890c64e-6f45-47af-90a2-c3d89530c692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:43.084494 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-659d2d7f-b75f-4427-954d-b66913cb6a77 None None] Provisioning for port f835839b-e5fe-4ab0-9342-6e3fd0310b00 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:16:43.091190 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-659d2d7f-b75f-4427-954d-b66913cb6a77 None None] Provisioning complete for port f835839b-e5fe-4ab0-9342-6e3fd0310b00 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:16:43.093174 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-659d2d7f-b75f-4427-954d-b66913cb6a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:43.119804 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-c446ed26-8f73-4b1e-9b36-ee32c5f59896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec10cf4-6404-4c02-ab04-61b9fa300a85', 'name': 'tempest-TestSnapshotPattern-796430021-router', 'tenant_id': '591f34678ab94467996e39848c16c470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.30'}], 'enable_snat': True}, 'gw_port_id': 'fa7d3cbb-87b1-461c-b263-f1f33fa85fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:16:39Z', 'updated_at': '2021-12-22T14:16:40Z', 'revision_number': 3, 'project_id': '591f34678ab94467996e39848c16c470', 'gw_port': {'id': 'fa7d3cbb-87b1-461c-b263-f1f33fa85fcc', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec10cf4-6404-4c02-ab04-61b9fa300a85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:40Z', 'updated_at': '2021-12-22T14:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:43.125171 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c446ed26-8f73-4b1e-9b36-ee32c5f59896 None None] The sync data for ids ['1ec10cf4-6404-4c02-ab04-61b9fa300a85'] in dv-neutron-822669-1-hyperv is: [{'id': '1ec10cf4-6404-4c02-ab04-61b9fa300a85', 'name': 'tempest-TestSnapshotPattern-796430021-router', 'tenant_id': '591f34678ab94467996e39848c16c470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.30'}], 'enable_snat': True}, 'gw_port_id': 'fa7d3cbb-87b1-461c-b263-f1f33fa85fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:16:39Z', 'updated_at': '2021-12-22T14:16:40Z', 'revision_number': 3, 'project_id': '591f34678ab94467996e39848c16c470', 'gw_port': {'id': 'fa7d3cbb-87b1-461c-b263-f1f33fa85fcc', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec10cf4-6404-4c02-ab04-61b9fa300a85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:40Z', 'updated_at': '2021-12-22T14:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 14:16:43.150729 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-659d2d7f-b75f-4427-954d-b66913cb6a77 None None] Port f835839b-e5fe-4ab0-9342-6e3fd0310b00 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 14:16:43.261504 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2890c64e-6f45-47af-90a2-c3d89530c692 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:43.324257 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2890c64e-6f45-47af-90a2-c3d89530c692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:43.348200 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-84898f6f-a989-41a6-8007-3602234bbb5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:43.430117 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2890c64e-6f45-47af-90a2-c3d89530c692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711228'] for router_interface, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:43.433468 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890c64e-6f45-47af-90a2-c3d89530c692 admin admin] Pushing event updated for resources: {'Port': ['ID=f835839b-e5fe-4ab0-9342-6e3fd0310b00,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:43.437230 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2890c64e-6f45-47af-90a2-c3d89530c692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:43.681307 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2890c64e-6f45-47af-90a2-c3d89530c692 admin admin] Network 1b4397b6-894d-4b03-8b5f-369d90bbee9e is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:16:43.682478 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [None req-2890c64e-6f45-47af-90a2-c3d89530c692 admin admin] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:16:43.875359 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-bf9973de-551a-44f5-86d9-53eb7aa9ba47 None None] Provisioning complete for port f835839b-e5fe-4ab0-9342-6e3fd0310b00 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:16:43.875916 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-bf9973de-551a-44f5-86d9-53eb7aa9ba47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:43.931815 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-bf9973de-551a-44f5-86d9-53eb7aa9ba47 None None] Port f835839b-e5fe-4ab0-9342-6e3fd0310b00 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 14:16:44.069305 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2890c64e-6f45-47af-90a2-c3d89530c692 admin admin] Router 1ec10cf4-6404-4c02-ab04-61b9fa300a85 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 14:16:44.273071 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2890c64e-6f45-47af-90a2-c3d89530c692 admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 14:16:44.299614 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-2890c64e-6f45-47af-90a2-c3d89530c692 admin admin] 10.222.0.47 "PUT /v2.0/routers/1ec10cf4-6404-4c02-ab04-61b9fa300a85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9628062 Dec 22 14:16:44.493247 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 22200a69-608d-40da-9905-a24038fcf020 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:16:44.562014 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port 22200a69-608d-40da-9905-a24038fcf020 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:16:44.562507 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:45.881722 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 59682) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:45.887413 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-7938b690-9732-4705-ac93-529cc92a8801 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1678228981', 'description': 'tempest-secgroup-smoke-1678228981 description', 'project_id': '7ad064c31f9845729fad449b998e052e'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:16:45.893297 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-7938b690-9732-4705-ac93-529cc92a8801 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:16:45.897521 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-7938b690-9732-4705-ac93-529cc92a8801 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Usage tracker for resource:security_group and tenant:7ad064c31f9845729fad449b998e052e is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:16:45.900473 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-7938b690-9732-4705-ac93-529cc92a8801 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:16:45.906185 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-7938b690-9732-4705-ac93-529cc92a8801 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:16:45.975642 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7938b690-9732-4705-ac93-529cc92a8801 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks [] for security_group, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:46.010103 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-7938b690-9732-4705-ac93-529cc92a8801 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:16:46.013746 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-7938b690-9732-4705-ac93-529cc92a8801 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Usage tracker for resource:security_group_rule and tenant:7ad064c31f9845729fad449b998e052e is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:16:46.016481 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-7938b690-9732-4705-ac93-529cc92a8801 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:16:46.022682 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-7938b690-9732-4705-ac93-529cc92a8801 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:16:46.074244 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7938b690-9732-4705-ac93-529cc92a8801 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks [] for security_group, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:46.135642 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7938b690-9732-4705-ac93-529cc92a8801 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:46.139171 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-179abbfb-a6a5-4ab3-826f-40895b64180c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:46.176353 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7938b690-9732-4705-ac93-529cc92a8801 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef948d4-d9ee-4dbb-8211-6d0ff84e030a,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:46.180058 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7938b690-9732-4705-ac93-529cc92a8801 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:46.238160 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7938b690-9732-4705-ac93-529cc92a8801 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks [] for security_group, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:46.239441 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7938b690-9732-4705-ac93-529cc92a8801 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3566864 Dec 22 14:16:46.242752 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 59686) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:46.248240 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-0759f0b3-5f15-4302-a3ed-2d5c65df760c tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Request body: {'security_group_rule': {'security_group_id': '4ef948d4-d9ee-4dbb-8211-6d0ff84e030a', 'project_id': '7ad064c31f9845729fad449b998e052e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:16:46.254231 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0759f0b3-5f15-4302-a3ed-2d5c65df760c tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:16:46.258700 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0759f0b3-5f15-4302-a3ed-2d5c65df760c tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Usage tracker for resource:security_group_rule and tenant:7ad064c31f9845729fad449b998e052e is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:16:46.261634 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-0759f0b3-5f15-4302-a3ed-2d5c65df760c tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:16:46.267259 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-0759f0b3-5f15-4302-a3ed-2d5c65df760c tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:16:46.336859 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0759f0b3-5f15-4302-a3ed-2d5c65df760c tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:46.400583 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0759f0b3-5f15-4302-a3ed-2d5c65df760c tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:46.484001 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0759f0b3-5f15-4302-a3ed-2d5c65df760c tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:46.485920 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-158c93a7-31c7-41e2-8135-b9926c8f4b21 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:46.508548 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759f0b3-5f15-4302-a3ed-2d5c65df760c tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=566acdc6-3d71-4375-aa77-8cb3889a40a4,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:46.511095 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0759f0b3-5f15-4302-a3ed-2d5c65df760c tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:46.587205 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-0759f0b3-5f15-4302-a3ed-2d5c65df760c tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:46.588426 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-0759f0b3-5f15-4302-a3ed-2d5c65df760c tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3447418 Dec 22 14:16:46.591073 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 59690) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:46.596653 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-20074990-1142-4355-aefe-e04216e45b85 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Request body: {'security_group_rule': {'security_group_id': '4ef948d4-d9ee-4dbb-8211-6d0ff84e030a', 'project_id': '7ad064c31f9845729fad449b998e052e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:16:46.603149 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-20074990-1142-4355-aefe-e04216e45b85 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:16:46.607265 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-20074990-1142-4355-aefe-e04216e45b85 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Usage tracker for resource:security_group_rule and tenant:7ad064c31f9845729fad449b998e052e is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:16:46.610079 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-20074990-1142-4355-aefe-e04216e45b85 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:16:46.616284 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-20074990-1142-4355-aefe-e04216e45b85 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:16:46.679371 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-20074990-1142-4355-aefe-e04216e45b85 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:46.741070 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-20074990-1142-4355-aefe-e04216e45b85 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:46.792790 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-20074990-1142-4355-aefe-e04216e45b85 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:46.794890 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ec7c2892-2c31-48dc-a428-7aaac70d58e6 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:46.816378 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20074990-1142-4355-aefe-e04216e45b85 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a76c9379-a3a0-4bf2-b434-69c771ff5c17,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:46.819212 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-20074990-1142-4355-aefe-e04216e45b85 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:46.884414 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-20074990-1142-4355-aefe-e04216e45b85 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:46.885665 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-20074990-1142-4355-aefe-e04216e45b85 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2936826 Dec 22 14:16:46.888441 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 59694) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:46.898589 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-1862a200-0388-4b31-b51d-5dcd709ef0c3 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Request body: {'security_group_rule': {'security_group_id': '4ef948d4-d9ee-4dbb-8211-6d0ff84e030a', 'project_id': '7ad064c31f9845729fad449b998e052e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:16:46.904650 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1862a200-0388-4b31-b51d-5dcd709ef0c3 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:16:46.908425 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1862a200-0388-4b31-b51d-5dcd709ef0c3 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Usage tracker for resource:security_group_rule and tenant:7ad064c31f9845729fad449b998e052e is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:16:46.912337 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-1862a200-0388-4b31-b51d-5dcd709ef0c3 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:16:46.917871 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-1862a200-0388-4b31-b51d-5dcd709ef0c3 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:16:46.987658 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1862a200-0388-4b31-b51d-5dcd709ef0c3 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:47.048691 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1862a200-0388-4b31-b51d-5dcd709ef0c3 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:47.112673 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1862a200-0388-4b31-b51d-5dcd709ef0c3 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:47.118213 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c35bec23-f096-4481-aa59-71fd9f5083f6 tempest-TestNetworkBasicOps-942730037 tempest-TestNetworkBasicOps-942730037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:47.137222 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862a200-0388-4b31-b51d-5dcd709ef0c3 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74e2d8d0-bc76-4a00-b088-beae22a32742,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:47.139560 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-1862a200-0388-4b31-b51d-5dcd709ef0c3 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:47.210453 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-1862a200-0388-4b31-b51d-5dcd709ef0c3 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:47.212361 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-1862a200-0388-4b31-b51d-5dcd709ef0c3 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3229983 Dec 22 14:16:47.215244 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 59698) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:47.220743 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-f76840a2-1070-48d4-a2a1-89d9d0d6f4f5 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Request body: {'security_group_rule': {'security_group_id': '4ef948d4-d9ee-4dbb-8211-6d0ff84e030a', 'project_id': '7ad064c31f9845729fad449b998e052e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:16:47.226942 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-f76840a2-1070-48d4-a2a1-89d9d0d6f4f5 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:16:47.230956 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f76840a2-1070-48d4-a2a1-89d9d0d6f4f5 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Usage tracker for resource:security_group_rule and tenant:7ad064c31f9845729fad449b998e052e is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:16:47.233852 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-f76840a2-1070-48d4-a2a1-89d9d0d6f4f5 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:16:47.239627 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-f76840a2-1070-48d4-a2a1-89d9d0d6f4f5 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:16:47.313434 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f76840a2-1070-48d4-a2a1-89d9d0d6f4f5 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:47.376584 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f76840a2-1070-48d4-a2a1-89d9d0d6f4f5 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:47.438315 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f76840a2-1070-48d4-a2a1-89d9d0d6f4f5 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:47.444504 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-99ba19c7-e568-4f30-9dbc-d9776b986ee7 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:47.463779 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76840a2-1070-48d4-a2a1-89d9d0d6f4f5 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeaad50b-ec3d-42c1-9cc8-70b06520eb31,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:47.468266 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-f76840a2-1070-48d4-a2a1-89d9d0d6f4f5 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:47.553447 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-f76840a2-1070-48d4-a2a1-89d9d0d6f4f5 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:47.554681 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-f76840a2-1070-48d4-a2a1-89d9d0d6f4f5 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3384929 Dec 22 14:16:47.557398 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 59702) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:47.563336 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-e68ebd78-0616-40d9-bee2-83599135d44f tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Request body: {'security_group_rule': {'security_group_id': '4ef948d4-d9ee-4dbb-8211-6d0ff84e030a', 'project_id': '7ad064c31f9845729fad449b998e052e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:16:47.573936 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-e68ebd78-0616-40d9-bee2-83599135d44f tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:16:47.577679 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-e68ebd78-0616-40d9-bee2-83599135d44f tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Usage tracker for resource:security_group_rule and tenant:7ad064c31f9845729fad449b998e052e is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:16:47.580549 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-e68ebd78-0616-40d9-bee2-83599135d44f tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:16:47.586293 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-e68ebd78-0616-40d9-bee2-83599135d44f tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:16:47.672739 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.securitygroups_db [None req-e68ebd78-0616-40d9-bee2-83599135d44f tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Project 7ad064c31f9845729fad449b998e052e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 14:16:47.679758 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e68ebd78-0616-40d9-bee2-83599135d44f tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:47.742665 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e68ebd78-0616-40d9-bee2-83599135d44f tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:47.809404 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e68ebd78-0616-40d9-bee2-83599135d44f tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:47.811207 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-ac985ff8-161d-43a9-99c5-4b7b78b2be43 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:47.833402 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ebd78-0616-40d9-bee2-83599135d44f tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a25e615-ecf0-42b3-ad34-8e4c133b2f2b,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:47.835743 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e68ebd78-0616-40d9-bee2-83599135d44f tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:47.913508 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-e68ebd78-0616-40d9-bee2-83599135d44f tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:47.914612 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-e68ebd78-0616-40d9-bee2-83599135d44f tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3562725 Dec 22 14:16:47.917858 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 59706) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:47.923155 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [None req-48798547-4a2e-4cf4-b981-77d9214f68c2 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Request body: {'security_group_rule': {'security_group_id': '4ef948d4-d9ee-4dbb-8211-6d0ff84e030a', 'project_id': '7ad064c31f9845729fad449b998e052e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:16:47.970009 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-48798547-4a2e-4cf4-b981-77d9214f68c2 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:16:47.970009 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-48798547-4a2e-4cf4-b981-77d9214f68c2 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Usage tracker for resource:security_group_rule and tenant:7ad064c31f9845729fad449b998e052e is out of sync, need to count used quota {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:16:47.970009 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [None req-48798547-4a2e-4cf4-b981-77d9214f68c2 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:16:47.970009 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [None req-48798547-4a2e-4cf4-b981-77d9214f68c2 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:16:48.021440 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.db.securitygroups_db [None req-48798547-4a2e-4cf4-b981-77d9214f68c2 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Project 7ad064c31f9845729fad449b998e052e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 14:16:48.028821 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-48798547-4a2e-4cf4-b981-77d9214f68c2 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:48.101486 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-48798547-4a2e-4cf4-b981-77d9214f68c2 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:48.158736 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-48798547-4a2e-4cf4-b981-77d9214f68c2 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783610'] for security_group_rule, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:48.160805 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-368722eb-070d-4ceb-bfe8-55053e47e374 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:48.184822 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48798547-4a2e-4cf4-b981-77d9214f68c2 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=469ddeb0-5be7-442e-8d73-a05d0ba35469,revision_number=0']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:48.187552 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-48798547-4a2e-4cf4-b981-77d9214f68c2 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:48.267488 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-48798547-4a2e-4cf4-b981-77d9214f68c2 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:48.268728 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-48798547-4a2e-4cf4-b981-77d9214f68c2 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3505309 Dec 22 14:16:48.449274 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-475fdaf7-e0cc-4b13-b6e1-d3632f676e12 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Synchronizing usage tracker for tenant:7ad064c31f9845729fad449b998e052e on resource:security_group {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:16:48.512205 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device fa7d3cbb-87b1-461c-b263-f1f33fa85fcc up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:16:48.524424 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-475fdaf7-e0cc-4b13-b6e1-d3632f676e12 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Unset dirty status for tenant:7ad064c31f9845729fad449b998e052e on resource:security_group {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:16:48.529155 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-475fdaf7-e0cc-4b13-b6e1-d3632f676e12 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1678228981&fields=id&tenant_id=7ad064c31f9845729fad449b998e052e HTTP/1.1" status: 200 len: 267 time: 0.1222863 Dec 22 14:16:48.627233 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port fa7d3cbb-87b1-461c-b263-f1f33fa85fcc completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:16:48.632893 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port fa7d3cbb-87b1-461c-b263-f1f33fa85fcc triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:16:48.633388 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:48.673900 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-0b51203d-5180-4de4-8ee2-0311508eeee7 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:16:48.675398 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-0b51203d-5180-4de4-8ee2-0311508eeee7 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/networks?id=d0277b80-4455-41a8-9ba2-a04c58d21770 HTTP/1.1" status: 200 len: 810 time: 0.1429956 Dec 22 14:16:48.692450 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-1e678cd3-eae4-4f97-939a-897f10cf339b tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/quotas/7ad064c31f9845729fad449b998e052e HTTP/1.1" status: 200 len: 375 time: 0.0112352 Dec 22 14:16:48.773892 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-065ce70b-0933-4d57-a758-816caf07fa4d tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=7ad064c31f9845729fad449b998e052e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757129 Dec 22 14:16:48.780344 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:48.797410 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port fa7d3cbb-87b1-461c-b263-f1f33fa85fcc, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=fa7d3cbb-87b1-461c-b263-f1f33fa85fcc,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:16:48.855471 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:48.857308 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-1dfc133d-ddbd-4f37-8005-8b809a5173ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:48.923029 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=fa7d3cbb-87b1-461c-b263-f1f33fa85fcc,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:48.934266 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:49.041727 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-32a9f4b2-0a4d-4b1e-a589-8b14cbd982da service neutron] 10.222.0.47 "GET /v2.0/networks/d0277b80-4455-41a8-9ba2-a04c58d21770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567432 Dec 22 14:16:49.279052 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-8f6a1ffd-28a2-43da-82b4-a8a01538d894 service neutron] 10.222.0.47 "GET /v2.0/networks/d0277b80-4455-41a8-9ba2-a04c58d21770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316985 Dec 22 14:16:50.101760 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee776b9-a3dc-4452-8ecc-3b082ca97d4f None None] Sync routers for ids ['b00117be-b49e-4ffe-acf2-4cf0e52847bb'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 14:16:50.114109 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee776b9-a3dc-4452-8ecc-3b082ca97d4f None None] Routers {'b00117be-b49e-4ffe-acf2-4cf0e52847bb'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:16:50.115119 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-cee776b9-a3dc-4452-8ecc-3b082ca97d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:16:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b00117be-b49e-4ffe-acf2-4cf0e52847bb'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:50.291957 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-cee776b9-a3dc-4452-8ecc-3b082ca97d4f None None] Set router b00117be-b49e-4ffe-acf2-4cf0e52847bb gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:16:50.515528 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device fa7d3cbb-87b1-461c-b263-f1f33fa85fcc up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:16:50.582928 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-6814e7f9-ada0-45fe-8180-ed90ae98fba1 req-75e6cedf-2081-4a43-9816-f99d81c34da9 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Synchronizing usage tracker for tenant:7ad064c31f9845729fad449b998e052e on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:16:50.649951 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-6814e7f9-ada0-45fe-8180-ed90ae98fba1 req-75e6cedf-2081-4a43-9816-f99d81c34da9 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Unset dirty status for tenant:7ad064c31f9845729fad449b998e052e on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:16:50.651186 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-6814e7f9-ada0-45fe-8180-ed90ae98fba1 req-75e6cedf-2081-4a43-9816-f99d81c34da9 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/ports?device_id=f07e14fe-3381-416d-95ca-0d5966c8c8b2 HTTP/1.1" status: 200 len: 210 time: 0.1161568 Dec 22 14:16:50.651946 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port fa7d3cbb-87b1-461c-b263-f1f33fa85fcc triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:16:50.652324 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:50.729028 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-cee776b9-a3dc-4452-8ecc-3b082ca97d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'name': 'tempest-TestSnapshotPattern-1557249876-router', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '335d0d07-19c5-4e9f-901d-ec250866c3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:16:31Z', 'updated_at': '2021-12-22T14:16:35Z', 'revision_number': 4, 'project_id': '7ad064c31f9845729fad449b998e052e', 'gw_port': {'id': '335d0d07-19c5-4e9f-901d-ec250866c3d3', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:32Z', 'updated_at': '2021-12-22T14:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'ca6b96bf-5193-4016-a17a-895fe5c856bb', 'name': '', 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'mac_address': 'fa:16:3e:fa:f1:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c25228b1-dc02-496b-a1cb-8ebcef9188e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:34Z', 'updated_at': '2021-12-22T14:16:35Z', 'revision_number': 2, 'project_id': '7ad064c31f9845729fad449b998e052e', 'subnets': [{'id': 'c25228b1-dc02-496b-a1cb-8ebcef9188e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:50.736761 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee776b9-a3dc-4452-8ecc-3b082ca97d4f None None] Checking router: b00117be-b49e-4ffe-acf2-4cf0e52847bb for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 14:16:50.742702 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee776b9-a3dc-4452-8ecc-3b082ca97d4f None None] Updating router b00117be-b49e-4ffe-acf2-4cf0e52847bb port ca6b96bf-5193-4016-a17a-895fe5c856bb binding host dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 14:16:50.822923 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-cee776b9-a3dc-4452-8ecc-3b082ca97d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:51.167928 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-cee776b9-a3dc-4452-8ecc-3b082ca97d4f None None] Notify callbacks [] for port, precommit_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:51.179195 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-cee776b9-a3dc-4452-8ecc-3b082ca97d4f None None] Transition to ACTIVE for port object ca6b96bf-5193-4016-a17a-895fe5c856bb will not be triggered until provisioned by entity L2. {{(pid=84150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:16:51.238782 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-cee776b9-a3dc-4452-8ecc-3b082ca97d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:51.243178 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:51.368685 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71817634-7aed-4232-a75e-51b927877420 None None] Pushing event updated for resources: {'Port': ['ID=ca6b96bf-5193-4016-a17a-895fe5c856bb,revision_number=3']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:51.394950 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-71817634-7aed-4232-a75e-51b927877420 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:51.453766 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-cee776b9-a3dc-4452-8ecc-3b082ca97d4f None None] Attempting to bind port ca6b96bf-5193-4016-a17a-895fe5c856bb on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 14:16:51.454139 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-cee776b9-a3dc-4452-8ecc-3b082ca97d4f None None] Attempting to bind port ca6b96bf-5193-4016-a17a-895fe5c856bb by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': 'd91accb5-7d56-490b-97a2-2de8e55e1359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770'}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 14:16:51.454528 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee776b9-a3dc-4452-8ecc-3b082ca97d4f None None] Attempting to bind port ca6b96bf-5193-4016-a17a-895fe5c856bb on network d0277b80-4455-41a8-9ba2-a04c58d21770 {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 14:16:51.461143 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee776b9-a3dc-4452-8ecc-3b082ca97d4f None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 14:16:51.461529 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee776b9-a3dc-4452-8ecc-3b082ca97d4f None None] Checking segment: {'id': 'd91accb5-7d56-490b-97a2-2de8e55e1359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 14:16:51.461940 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-cee776b9-a3dc-4452-8ecc-3b082ca97d4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:51.462337 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee776b9-a3dc-4452-8ecc-3b082ca97d4f None None] Bound using segment: {'id': 'd91accb5-7d56-490b-97a2-2de8e55e1359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770'} {{(pid=84150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 14:16:51.462827 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.managers [None req-cee776b9-a3dc-4452-8ecc-3b082ca97d4f None None] Bound port: ca6b96bf-5193-4016-a17a-895fe5c856bb, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd91accb5-7d56-490b-97a2-2de8e55e1359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770'}}] {{(pid=84150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 14:16:51.463208 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-cee776b9-a3dc-4452-8ecc-3b082ca97d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:51.614250 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-cee776b9-a3dc-4452-8ecc-3b082ca97d4f None None] For port ca6b96bf-5193-4016-a17a-895fe5c856bb, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 14:16:51.617758 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-cee776b9-a3dc-4452-8ecc-3b082ca97d4f None None] For port ca6b96bf-5193-4016-a17a-895fe5c856bb, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=ca6b96bf-5193-4016-a17a-895fe5c856bb,segment=NetworkSegment(d91accb5-7d56-490b-97a2-2de8e55e1359),segment_id=d91accb5-7d56-490b-97a2-2de8e55e1359)] {{(pid=84150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 14:16:51.673070 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-cee776b9-a3dc-4452-8ecc-3b082ca97d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:51.677927 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:51.753816 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71817634-7aed-4232-a75e-51b927877420 None None] Pushing event updated for resources: {'Port': ['ID=ca6b96bf-5193-4016-a17a-895fe5c856bb,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:51.758100 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-71817634-7aed-4232-a75e-51b927877420 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:51.759114 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee776b9-a3dc-4452-8ecc-3b082ca97d4f None None] Routers {'b00117be-b49e-4ffe-acf2-4cf0e52847bb'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:16:51.759729 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-cee776b9-a3dc-4452-8ecc-3b082ca97d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:16:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b00117be-b49e-4ffe-acf2-4cf0e52847bb'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:51.784170 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-f8cc80f0-9174-47e7-aac4-a5338f97ff78 req-c9e37507-e3d8-4343-a891-8962d637bd72 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/ports?device_id=f07e14fe-3381-416d-95ca-0d5966c8c8b2 HTTP/1.1" status: 200 len: 210 time: 0.0635333 Dec 22 14:16:51.959981 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-cee776b9-a3dc-4452-8ecc-3b082ca97d4f None None] Set router b00117be-b49e-4ffe-acf2-4cf0e52847bb gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:16:52.284071 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-cee776b9-a3dc-4452-8ecc-3b082ca97d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'name': 'tempest-TestSnapshotPattern-1557249876-router', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '335d0d07-19c5-4e9f-901d-ec250866c3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:16:31Z', 'updated_at': '2021-12-22T14:16:35Z', 'revision_number': 4, 'project_id': '7ad064c31f9845729fad449b998e052e', 'gw_port': {'id': '335d0d07-19c5-4e9f-901d-ec250866c3d3', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:32Z', 'updated_at': '2021-12-22T14:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'ca6b96bf-5193-4016-a17a-895fe5c856bb', 'name': '', 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'mac_address': 'fa:16:3e:fa:f1:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c25228b1-dc02-496b-a1cb-8ebcef9188e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:34Z', 'updated_at': '2021-12-22T14:16:51Z', 'revision_number': 4, 'project_id': '7ad064c31f9845729fad449b998e052e', 'subnets': [{'id': 'c25228b1-dc02-496b-a1cb-8ebcef9188e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:52.288811 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee776b9-a3dc-4452-8ecc-3b082ca97d4f None None] The sync data for ids ['b00117be-b49e-4ffe-acf2-4cf0e52847bb'] in dv-neutron-822669-1-hyperv is: [{'id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'name': 'tempest-TestSnapshotPattern-1557249876-router', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '335d0d07-19c5-4e9f-901d-ec250866c3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:16:31Z', 'updated_at': '2021-12-22T14:16:35Z', 'revision_number': 4, 'project_id': '7ad064c31f9845729fad449b998e052e', 'gw_port': {'id': '335d0d07-19c5-4e9f-901d-ec250866c3d3', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:32Z', 'updated_at': '2021-12-22T14:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'ca6b96bf-5193-4016-a17a-895fe5c856bb', 'name': '', 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'mac_address': 'fa:16:3e:fa:f1:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c25228b1-dc02-496b-a1cb-8ebcef9188e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:34Z', 'updated_at': '2021-12-22T14:16:51Z', 'revision_number': 4, 'project_id': '7ad064c31f9845729fad449b998e052e', 'subnets': [{'id': 'c25228b1-dc02-496b-a1cb-8ebcef9188e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 14:16:52.530338 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device ca6b96bf-5193-4016-a17a-895fe5c856bb up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:16:52.697418 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port ca6b96bf-5193-4016-a17a-895fe5c856bb completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:16:52.703361 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port ca6b96bf-5193-4016-a17a-895fe5c856bb triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:16:52.703820 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:52.832139 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:52.861462 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ed55d8-24dc-4fda-8dd9-dc9f76e7d913 None None] Sync routers for ids ['1ec10cf4-6404-4c02-ab04-61b9fa300a85'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 14:16:52.873719 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port ca6b96bf-5193-4016-a17a-895fe5c856bb, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=ca6b96bf-5193-4016-a17a-895fe5c856bb,segment=NetworkSegment(d91accb5-7d56-490b-97a2-2de8e55e1359),segment_id=d91accb5-7d56-490b-97a2-2de8e55e1359)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:16:52.874941 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ed55d8-24dc-4fda-8dd9-dc9f76e7d913 None None] Routers {'1ec10cf4-6404-4c02-ab04-61b9fa300a85'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:16:52.875555 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-f7ed55d8-24dc-4fda-8dd9-dc9f76e7d913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:16:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['1ec10cf4-6404-4c02-ab04-61b9fa300a85'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:52.935883 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:52.939191 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-724e3f73-4643-4f82-bcde-ce5d7a0ba70a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:53.008917 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=ca6b96bf-5193-4016-a17a-895fe5c856bb,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:53.012017 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:53.058031 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-f7ed55d8-24dc-4fda-8dd9-dc9f76e7d913 None None] Set router 1ec10cf4-6404-4c02-ab04-61b9fa300a85 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:16:53.095145 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-349cf6e4-cda2-4fd0-ba02-70af198ad53e req-7999fe3a-d3ba-4517-9f73-ede326e9081a tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/ports?device_id=f07e14fe-3381-416d-95ca-0d5966c8c8b2 HTTP/1.1" status: 200 len: 210 time: 0.1695166 Dec 22 14:16:53.361608 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-f7ed55d8-24dc-4fda-8dd9-dc9f76e7d913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec10cf4-6404-4c02-ab04-61b9fa300a85', 'name': 'tempest-TestSnapshotPattern-796430021-router', 'tenant_id': '591f34678ab94467996e39848c16c470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.30'}], 'enable_snat': True}, 'gw_port_id': 'fa7d3cbb-87b1-461c-b263-f1f33fa85fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:16:39Z', 'updated_at': '2021-12-22T14:16:42Z', 'revision_number': 4, 'project_id': '591f34678ab94467996e39848c16c470', 'gw_port': {'id': 'fa7d3cbb-87b1-461c-b263-f1f33fa85fcc', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec10cf4-6404-4c02-ab04-61b9fa300a85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:40Z', 'updated_at': '2021-12-22T14:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'f835839b-e5fe-4ab0-9342-6e3fd0310b00', 'name': '', 'network_id': '1b4397b6-894d-4b03-8b5f-369d90bbee9e', 'tenant_id': '591f34678ab94467996e39848c16c470', 'mac_address': 'fa:16:3e:82:99:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec10cf4-6404-4c02-ab04-61b9fa300a85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4ef1cbe-46f5-4ad1-8f7c-e23d48cceae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:42Z', 'updated_at': '2021-12-22T14:16:43Z', 'revision_number': 2, 'project_id': '591f34678ab94467996e39848c16c470', 'subnets': [{'id': 'a4ef1cbe-46f5-4ad1-8f7c-e23d48cceae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:53.366155 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ed55d8-24dc-4fda-8dd9-dc9f76e7d913 None None] Checking router: 1ec10cf4-6404-4c02-ab04-61b9fa300a85 for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 14:16:53.366541 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ed55d8-24dc-4fda-8dd9-dc9f76e7d913 None None] Updating router 1ec10cf4-6404-4c02-ab04-61b9fa300a85 port f835839b-e5fe-4ab0-9342-6e3fd0310b00 binding host dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 14:16:53.419271 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-f7ed55d8-24dc-4fda-8dd9-dc9f76e7d913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:53.749661 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-f7ed55d8-24dc-4fda-8dd9-dc9f76e7d913 None None] Notify callbacks [] for port, precommit_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:53.760730 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.provisioning_blocks [None req-f7ed55d8-24dc-4fda-8dd9-dc9f76e7d913 None None] Transition to ACTIVE for port object f835839b-e5fe-4ab0-9342-6e3fd0310b00 will not be triggered until provisioned by entity L2. {{(pid=84151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:16:53.809414 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-f7ed55d8-24dc-4fda-8dd9-dc9f76e7d913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:53.812718 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-d55fbe27-c664-4746-912b-d8fad50e04e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:53.939662 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef2849-936f-4776-8423-d60bfe863814 None None] Pushing event updated for resources: {'Port': ['ID=f835839b-e5fe-4ab0-9342-6e3fd0310b00,revision_number=3']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:53.966240 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-96ef2849-936f-4776-8423-d60bfe863814 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:54.028945 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-f7ed55d8-24dc-4fda-8dd9-dc9f76e7d913 None None] Attempting to bind port f835839b-e5fe-4ab0-9342-6e3fd0310b00 on host dv-neutron-822669-1-hyperv for vnic_type normal with profile {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 14:16:54.029237 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-f7ed55d8-24dc-4fda-8dd9-dc9f76e7d913 None None] Attempting to bind port f835839b-e5fe-4ab0-9342-6e3fd0310b00 by drivers openvswitch,hyperv on host dv-neutron-822669-1-hyperv at level 0 using segments [{'id': '1b2cddb9-2b0a-4039-94f5-24b193b8ce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '1b4397b6-894d-4b03-8b5f-369d90bbee9e'}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 14:16:54.029599 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ed55d8-24dc-4fda-8dd9-dc9f76e7d913 None None] Attempting to bind port f835839b-e5fe-4ab0-9342-6e3fd0310b00 on network 1b4397b6-894d-4b03-8b5f-369d90bbee9e {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 14:16:54.036552 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ed55d8-24dc-4fda-8dd9-dc9f76e7d913 None None] Checking agent: {'id': '0a8ff9b9-dd8f-4d78-8d91-9e2b10fb3953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822669-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 8, 9), 'started_at': datetime.datetime(2021, 12, 22, 13, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822669-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 14:16:54.038961 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ed55d8-24dc-4fda-8dd9-dc9f76e7d913 None None] Checking segment: {'id': '1b2cddb9-2b0a-4039-94f5-24b193b8ce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '1b4397b6-894d-4b03-8b5f-369d90bbee9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 14:16:54.038961 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-f7ed55d8-24dc-4fda-8dd9-dc9f76e7d913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:54.038961 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ed55d8-24dc-4fda-8dd9-dc9f76e7d913 None None] Bound using segment: {'id': '1b2cddb9-2b0a-4039-94f5-24b193b8ce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '1b4397b6-894d-4b03-8b5f-369d90bbee9e'} {{(pid=84151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 14:16:54.038961 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.managers [None req-f7ed55d8-24dc-4fda-8dd9-dc9f76e7d913 None None] Bound port: f835839b-e5fe-4ab0-9342-6e3fd0310b00, host: dv-neutron-822669-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b2cddb9-2b0a-4039-94f5-24b193b8ce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '1b4397b6-894d-4b03-8b5f-369d90bbee9e'}}] {{(pid=84151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 14:16:54.038961 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-f7ed55d8-24dc-4fda-8dd9-dc9f76e7d913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:54.158499 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-f7ed55d8-24dc-4fda-8dd9-dc9f76e7d913 None None] For port f835839b-e5fe-4ab0-9342-6e3fd0310b00, host dv-neutron-822669-1-hyperv, cleared binding levels {{(pid=84151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 14:16:54.162180 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.plugins.ml2.db [None req-f7ed55d8-24dc-4fda-8dd9-dc9f76e7d913 None None] For port f835839b-e5fe-4ab0-9342-6e3fd0310b00, host dv-neutron-822669-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=f835839b-e5fe-4ab0-9342-6e3fd0310b00,segment=NetworkSegment(1b2cddb9-2b0a-4039-94f5-24b193b8ce2f),segment_id=1b2cddb9-2b0a-4039-94f5-24b193b8ce2f)] {{(pid=84151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 14:16:54.238699 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron_lib.callbacks.manager [None req-f7ed55d8-24dc-4fda-8dd9-dc9f76e7d913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:54.243943 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-12a8fb06-c762-4833-8062-35111b2ef4e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:54.265325 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1abc54b5-a485-40cf-89bc-b9b2c006f57d req-2087cef1-8777-4614-976e-917c0450cc3a tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/ports?device_id=f07e14fe-3381-416d-95ca-0d5966c8c8b2 HTTP/1.1" status: 200 len: 210 time: 0.0427480 Dec 22 14:16:54.325752 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ed55d8-24dc-4fda-8dd9-dc9f76e7d913 None None] Routers {'1ec10cf4-6404-4c02-ab04-61b9fa300a85'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:16:54.326566 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-f7ed55d8-24dc-4fda-8dd9-dc9f76e7d913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:16:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['1ec10cf4-6404-4c02-ab04-61b9fa300a85'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:54.381917 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef2849-936f-4776-8423-d60bfe863814 None None] Pushing event updated for resources: {'Port': ['ID=f835839b-e5fe-4ab0-9342-6e3fd0310b00,revision_number=4']} {{(pid=84151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:54.394220 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG oslo_concurrency.lockutils [None req-96ef2849-936f-4776-8423-d60bfe863814 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:54.509696 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device ca6b96bf-5193-4016-a17a-895fe5c856bb up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:16:54.520141 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-f7ed55d8-24dc-4fda-8dd9-dc9f76e7d913 None None] Set router 1ec10cf4-6404-4c02-ab04-61b9fa300a85 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:16:54.601615 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port ca6b96bf-5193-4016-a17a-895fe5c856bb triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:16:54.602002 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:54.827804 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-f7ed55d8-24dc-4fda-8dd9-dc9f76e7d913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec10cf4-6404-4c02-ab04-61b9fa300a85', 'name': 'tempest-TestSnapshotPattern-796430021-router', 'tenant_id': '591f34678ab94467996e39848c16c470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.30'}], 'enable_snat': True}, 'gw_port_id': 'fa7d3cbb-87b1-461c-b263-f1f33fa85fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:16:39Z', 'updated_at': '2021-12-22T14:16:42Z', 'revision_number': 4, 'project_id': '591f34678ab94467996e39848c16c470', 'gw_port': {'id': 'fa7d3cbb-87b1-461c-b263-f1f33fa85fcc', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec10cf4-6404-4c02-ab04-61b9fa300a85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:40Z', 'updated_at': '2021-12-22T14:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'f835839b-e5fe-4ab0-9342-6e3fd0310b00', 'name': '', 'network_id': '1b4397b6-894d-4b03-8b5f-369d90bbee9e', 'tenant_id': '591f34678ab94467996e39848c16c470', 'mac_address': 'fa:16:3e:82:99:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec10cf4-6404-4c02-ab04-61b9fa300a85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4ef1cbe-46f5-4ad1-8f7c-e23d48cceae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:42Z', 'updated_at': '2021-12-22T14:16:54Z', 'revision_number': 4, 'project_id': '591f34678ab94467996e39848c16c470', 'subnets': [{'id': 'a4ef1cbe-46f5-4ad1-8f7c-e23d48cceae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:54.831663 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ed55d8-24dc-4fda-8dd9-dc9f76e7d913 None None] The sync data for ids ['1ec10cf4-6404-4c02-ab04-61b9fa300a85'] in dv-neutron-822669-1-hyperv is: [{'id': '1ec10cf4-6404-4c02-ab04-61b9fa300a85', 'name': 'tempest-TestSnapshotPattern-796430021-router', 'tenant_id': '591f34678ab94467996e39848c16c470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.30'}], 'enable_snat': True}, 'gw_port_id': 'fa7d3cbb-87b1-461c-b263-f1f33fa85fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:16:39Z', 'updated_at': '2021-12-22T14:16:42Z', 'revision_number': 4, 'project_id': '591f34678ab94467996e39848c16c470', 'gw_port': {'id': 'fa7d3cbb-87b1-461c-b263-f1f33fa85fcc', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec10cf4-6404-4c02-ab04-61b9fa300a85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:40Z', 'updated_at': '2021-12-22T14:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'f835839b-e5fe-4ab0-9342-6e3fd0310b00', 'name': '', 'network_id': '1b4397b6-894d-4b03-8b5f-369d90bbee9e', 'tenant_id': '591f34678ab94467996e39848c16c470', 'mac_address': 'fa:16:3e:82:99:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec10cf4-6404-4c02-ab04-61b9fa300a85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4ef1cbe-46f5-4ad1-8f7c-e23d48cceae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:42Z', 'updated_at': '2021-12-22T14:16:54Z', 'revision_number': 4, 'project_id': '591f34678ab94467996e39848c16c470', 'subnets': [{'id': 'a4ef1cbe-46f5-4ad1-8f7c-e23d48cceae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 14:16:55.222204 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-84a78f3a-8ca4-4d25-ac83-3810ee796614 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:16:55.223724 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-84a78f3a-8ca4-4d25-ac83-3810ee796614 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.45 "GET /v2.0/networks?id=d0277b80-4455-41a8-9ba2-a04c58d21770 HTTP/1.1" status: 200 len: 810 time: 0.1512265 Dec 22 14:16:55.294086 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-69ad8b61-78be-42a4-b3ee-300ec659ee37 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ad064c31f9845729fad449b998e052e HTTP/1.1" status: 200 len: 380 time: 0.0457840 Dec 22 14:16:55.307552 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-d05974ed-76c9-49d1-9a47-5eeabde63325 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Request body: {'port': {'device_id': 'f07e14fe-3381-416d-95ca-0d5966c8c8b2', 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770', 'admin_state_up': True, 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'security_groups': ['4ef948d4-d9ee-4dbb-8211-6d0ff84e030a']}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:16:55.451462 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-94a3aecb-6f93-4d1a-bed1-4f0140ea6f7c req-3a969107-e4be-483a-b114-e7bf2211fdfc tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/ports?device_id=f07e14fe-3381-416d-95ca-0d5966c8c8b2 HTTP/1.1" status: 200 len: 210 time: 0.0509286 Dec 22 14:16:55.481450 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-d05974ed-76c9-49d1-9a47-5eeabde63325 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:16:55.492959 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-d05974ed-76c9-49d1-9a47-5eeabde63325 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:16:55.556058 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-d05974ed-76c9-49d1-9a47-5eeabde63325 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Made reservation on behalf of 7ad064c31f9845729fad449b998e052e for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 14:16:55.559566 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-d05974ed-76c9-49d1-9a47-5eeabde63325 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:55.742951 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-d05974ed-76c9-49d1-9a47-5eeabde63325 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Allocated IP 172.20.0.12 (d0277b80-4455-41a8-9ba2-a04c58d21770/c25228b1-dc02-496b-a1cb-8ebcef9188e6/f7ee1f54-5fd5-41f4-b8c6-37175faf9e78) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:16:55.939464 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-d05974ed-76c9-49d1-9a47-5eeabde63325 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:55.955391 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-d05974ed-76c9-49d1-9a47-5eeabde63325 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Transition to ACTIVE for port object f7ee1f54-5fd5-41f4-b8c6-37175faf9e78 will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:16:56.027904 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-d05974ed-76c9-49d1-9a47-5eeabde63325 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:56.034084 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-430d7bc6-2b36-4dca-9d12-4708367765f9 tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:56.100972 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-d05974ed-76c9-49d1-9a47-5eeabde63325 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Network d0277b80-4455-41a8-9ba2-a04c58d21770 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:16:56.108416 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-d05974ed-76c9-49d1-9a47-5eeabde63325 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:16:56.113000 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-d05974ed-76c9-49d1-9a47-5eeabde63325 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 14:16:56.143883 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05974ed-76c9-49d1-9a47-5eeabde63325 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Pushing event updated for resources: {'Port': ['ID=f7ee1f54-5fd5-41f4-b8c6-37175faf9e78,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:56.151906 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d05974ed-76c9-49d1-9a47-5eeabde63325 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:56.181169 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-d05974ed-76c9-49d1-9a47-5eeabde63325 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:16:56.181779 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-d05974ed-76c9-49d1-9a47-5eeabde63325 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:56.273849 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-d05974ed-76c9-49d1-9a47-5eeabde63325 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9705808 Dec 22 14:16:56.292875 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-97d2847e-22e2-464f-8812-16c2d6c27902 service neutron] Request body: {'port': {'device_id': 'f07e14fe-3381-416d-95ca-0d5966c8c8b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:16:56.375131 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c6f28e9c-e0d9-4d9a-bd96-159c5563cf16 None None] Provisioning for port f7ee1f54-5fd5-41f4-b8c6-37175faf9e78 completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:16:56.380987 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-c6f28e9c-e0d9-4d9a-bd96-159c5563cf16 None None] Provisioning complete for port f7ee1f54-5fd5-41f4-b8c6-37175faf9e78 triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:16:56.381363 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6f28e9c-e0d9-4d9a-bd96-159c5563cf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:56.404106 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-97d2847e-22e2-464f-8812-16c2d6c27902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:56.434659 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-c6f28e9c-e0d9-4d9a-bd96-159c5563cf16 None None] Port f7ee1f54-5fd5-41f4-b8c6-37175faf9e78 cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 14:16:56.542335 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device f835839b-e5fe-4ab0-9342-6e3fd0310b00 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:16:56.666912 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning for port f835839b-e5fe-4ab0-9342-6e3fd0310b00 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:16:56.672025 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port f835839b-e5fe-4ab0-9342-6e3fd0310b00 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:16:56.672346 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:56.780337 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d81de-d25e-459e-9c9a-7956269687fd req-b51c5fdf-9770-4453-834d-1445da0051bb tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:16:56.780922 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-8f7d81de-d25e-459e-9c9a-7956269687fd req-b51c5fdf-9770-4453-834d-1445da0051bb tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Synchronizing usage tracker for tenant:7ad064c31f9845729fad449b998e052e on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:16:56.788088 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:56.823844 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] For port f835839b-e5fe-4ab0-9342-6e3fd0310b00, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=f835839b-e5fe-4ab0-9342-6e3fd0310b00,segment=NetworkSegment(1b2cddb9-2b0a-4039-94f5-24b193b8ce2f),segment_id=1b2cddb9-2b0a-4039-94f5-24b193b8ce2f)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:16:56.865526 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-97d2847e-22e2-464f-8812-16c2d6c27902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7ee1f54-5fd5-41f4-b8c6-37175faf9e78 {{(pid=84149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 14:16:56.872331 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-97d2847e-22e2-464f-8812-16c2d6c27902 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:56.886435 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-97d2847e-22e2-464f-8812-16c2d6c27902 service neutron] Transition to ACTIVE for port object f7ee1f54-5fd5-41f4-b8c6-37175faf9e78 will not be triggered until provisioned by entity L2. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:16:56.900455 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-8f7d81de-d25e-459e-9c9a-7956269687fd req-b51c5fdf-9770-4453-834d-1445da0051bb tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Unset dirty status for tenant:7ad064c31f9845729fad449b998e052e on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:16:56.901598 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8f7d81de-d25e-459e-9c9a-7956269687fd req-b51c5fdf-9770-4453-834d-1445da0051bb tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/ports?device_id=f07e14fe-3381-416d-95ca-0d5966c8c8b2 HTTP/1.1" status: 200 len: 932 time: 0.2521496 Dec 22 14:16:56.923763 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:56.925834 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-54c38d95-147a-4fc7-8e42-03e3ddeb8d1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:56.949637 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-8f7d81de-d25e-459e-9c9a-7956269687fd req-1aac8609-ff6d-4bae-94ed-f2077556d9be tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ef948d4-d9ee-4dbb-8211-6d0ff84e030a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423808 Dec 22 14:16:56.975820 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-97d2847e-22e2-464f-8812-16c2d6c27902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:56.980800 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2e830770-d665-4203-b70b-230fab4bfd6f tempest-TestShelveInstance-621941713 tempest-TestShelveInstance-621941713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:56.996162 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Pushing event updated for resources: {'Port': ['ID=f835839b-e5fe-4ab0-9342-6e3fd0310b00,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:56.999407 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:57.218882 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2847e-22e2-464f-8812-16c2d6c27902 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ee1f54-5fd5-41f4-b8c6-37175faf9e78,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:57.223215 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-97d2847e-22e2-464f-8812-16c2d6c27902 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:57.327785 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-97d2847e-22e2-464f-8812-16c2d6c27902 service neutron] Attempting to bind port f7ee1f54-5fd5-41f4-b8c6-37175faf9e78 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 14:16:57.328079 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-97d2847e-22e2-464f-8812-16c2d6c27902 service neutron] Attempting to bind port f7ee1f54-5fd5-41f4-b8c6-37175faf9e78 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'd91accb5-7d56-490b-97a2-2de8e55e1359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 14:16:57.328333 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-97d2847e-22e2-464f-8812-16c2d6c27902 service neutron] Attempting to bind port f7ee1f54-5fd5-41f4-b8c6-37175faf9e78 on network d0277b80-4455-41a8-9ba2-a04c58d21770 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 14:16:57.334888 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-97d2847e-22e2-464f-8812-16c2d6c27902 service neutron] Port f7ee1f54-5fd5-41f4-b8c6-37175faf9e78 on network d0277b80-4455-41a8-9ba2-a04c58d21770 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 14:16:57.335204 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-97d2847e-22e2-464f-8812-16c2d6c27902 service neutron] Attempting to bind port f7ee1f54-5fd5-41f4-b8c6-37175faf9e78 on network d0277b80-4455-41a8-9ba2-a04c58d21770 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 14:16:57.341207 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-97d2847e-22e2-464f-8812-16c2d6c27902 service neutron] Checking agent: {'id': '72ee2f79-9ac0-483e-b4fd-5b910a776581', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'started_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 14:16:57.341535 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-97d2847e-22e2-464f-8812-16c2d6c27902 service neutron] Checking segment: {'id': 'd91accb5-7d56-490b-97a2-2de8e55e1359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 14:16:57.341913 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-97d2847e-22e2-464f-8812-16c2d6c27902 service neutron] Bound using segment: {'id': 'd91accb5-7d56-490b-97a2-2de8e55e1359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770'} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 14:16:57.342325 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-97d2847e-22e2-464f-8812-16c2d6c27902 service neutron] Bound port: f7ee1f54-5fd5-41f4-b8c6-37175faf9e78, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd91accb5-7d56-490b-97a2-2de8e55e1359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770'}}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 14:16:57.342684 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-97d2847e-22e2-464f-8812-16c2d6c27902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:57.428596 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-97d2847e-22e2-464f-8812-16c2d6c27902 service neutron] For port f7ee1f54-5fd5-41f4-b8c6-37175faf9e78, host hv-neutron-8226, cleared binding levels {{(pid=84149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 14:16:57.431610 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-97d2847e-22e2-464f-8812-16c2d6c27902 service neutron] For port f7ee1f54-5fd5-41f4-b8c6-37175faf9e78, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f7ee1f54-5fd5-41f4-b8c6-37175faf9e78,segment=NetworkSegment(d91accb5-7d56-490b-97a2-2de8e55e1359),segment_id=d91accb5-7d56-490b-97a2-2de8e55e1359)] {{(pid=84149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 14:16:57.501375 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-97d2847e-22e2-464f-8812-16c2d6c27902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:57.505742 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2890c64e-6f45-47af-90a2-c3d89530c692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:57.565805 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-97d2847e-22e2-464f-8812-16c2d6c27902 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:57.567271 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-97d2847e-22e2-464f-8812-16c2d6c27902 service neutron] 10.222.0.45 "PUT /v2.0/ports/f7ee1f54-5fd5-41f4-b8c6-37175faf9e78 HTTP/1.1" status: 200 len: 1094 time: 1.2792442 Dec 22 14:16:57.567877 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07e14fe-3381-416d-95ca-0d5966c8c8b2', 'tag': 'f7ee1f54-5fd5-41f4-b8c6-37175faf9e78'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:16:57.594940 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2847e-22e2-464f-8812-16c2d6c27902 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ee1f54-5fd5-41f4-b8c6-37175faf9e78,revision_number=3']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:57.601720 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-97d2847e-22e2-464f-8812-16c2d6c27902 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:57.627365 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07e14fe-3381-416d-95ca-0d5966c8c8b2', 'tag': 'f7ee1f54-5fd5-41f4-b8c6-37175faf9e78', 'status': 'completed', 'code': 200} Dec 22 14:16:57.725523 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-165fb098-645c-45fd-a466-91151160c205 req-3accd399-e220-4208-abab-f650d90e783b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7ad064c31f9845729fad449b998e052e&device_id=f07e14fe-3381-416d-95ca-0d5966c8c8b2 HTTP/1.1" status: 200 len: 1097 time: 0.0750840 Dec 22 14:16:57.875371 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165fb098-645c-45fd-a466-91151160c205 req-6d188f46-847b-4c33-b92c-01c62bd34a24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:16:57.876728 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-165fb098-645c-45fd-a466-91151160c205 req-6d188f46-847b-4c33-b92c-01c62bd34a24 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=7ad064c31f9845729fad449b998e052e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1387563 Dec 22 14:16:58.017206 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165fb098-645c-45fd-a466-91151160c205 req-06e0ddc5-b1dc-4353-8533-3fb5d48e9847 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:16:58.018705 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-165fb098-645c-45fd-a466-91151160c205 req-06e0ddc5-b1dc-4353-8533-3fb5d48e9847 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1311719 Dec 22 14:16:58.191211 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-5e5659a5-2994-4463-b6c1-a3430a250728 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7ad064c31f9845729fad449b998e052e&device_id=f07e14fe-3381-416d-95ca-0d5966c8c8b2 HTTP/1.1" status: 200 len: 1097 time: 0.1301627 Dec 22 14:16:58.200761 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191585a-6859-4d8e-893e-ef86719991d1 req-6c7e4a74-69bd-4083-86e8-2776824e0967 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:16:58.202092 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c191585a-6859-4d8e-893e-ef86719991d1 req-6c7e4a74-69bd-4083-86e8-2776824e0967 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/ports?device_id=f07e14fe-3381-416d-95ca-0d5966c8c8b2 HTTP/1.1" status: 200 len: 944 time: 0.1111951 Dec 22 14:16:58.283027 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-65241352-9507-459f-af56-0d1faf3584f5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7ee1f54-5fd5-41f4-b8c6-37175faf9e78 HTTP/1.1" status: 200 len: 217 time: 0.0791600 Dec 22 14:16:58.340327 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c191585a-6859-4d8e-893e-ef86719991d1 req-2cc955a6-3765-418c-b170-20536ceabbfe tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ef948d4-d9ee-4dbb-8211-6d0ff84e030a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893881 Dec 22 14:16:58.359863 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-a836d986-aedd-4b18-baa6-5ade7cc6fe8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:16:58.361279 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-a836d986-aedd-4b18-baa6-5ade7cc6fe8b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c25228b1-dc02-496b-a1cb-8ebcef9188e6 HTTP/1.1" status: 200 len: 849 time: 0.0660963 Dec 22 14:16:58.444244 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-5a1986e9-f00c-43b6-86bf-7d96dba2da42 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d0277b80-4455-41a8-9ba2-a04c58d21770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715609 Dec 22 14:16:58.499163 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device f835839b-e5fe-4ab0-9342-6e3fd0310b00 up at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:16:58.567089 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Provisioning complete for port f835839b-e5fe-4ab0-9342-6e3fd0310b00 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:16:58.567520 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:58.583899 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-2ca9f5ae-90af-4866-a61e-39ddbef7951c service neutron] 10.222.0.45 "GET /v2.0/networks/d0277b80-4455-41a8-9ba2-a04c58d21770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288724 Dec 22 14:16:58.721844 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d0c237e0-c9a4-43d6-9cfc-e882d41d107e req-3f4f29ed-c946-414e-bcc7-464123163b6a service neutron] 10.222.0.45 "GET /v2.0/networks/d0277b80-4455-41a8-9ba2-a04c58d21770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286201 Dec 22 14:16:59.490508 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:59.539897 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fdba5-084f-497e-a2ba-c837b91713b8 req-bb4777e9-c163-4bc5-a1d5-39390f271039 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:16:59.541362 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d67fdba5-084f-497e-a2ba-c837b91713b8 req-bb4777e9-c163-4bc5-a1d5-39390f271039 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/ports?device_id=f07e14fe-3381-416d-95ca-0d5966c8c8b2 HTTP/1.1" status: 200 len: 944 time: 0.0784571 Dec 22 14:16:59.585503 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-d67fdba5-084f-497e-a2ba-c837b91713b8 req-1a5941f3-68d4-4c88-9fed-9c2fe9461feb tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Synchronizing usage tracker for tenant:7ad064c31f9845729fad449b998e052e on resource:security_group {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:16:59.596709 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-d67fdba5-084f-497e-a2ba-c837b91713b8 req-1a5941f3-68d4-4c88-9fed-9c2fe9461feb tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Unset dirty status for tenant:7ad064c31f9845729fad449b998e052e on resource:security_group {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:16:59.597801 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d67fdba5-084f-497e-a2ba-c837b91713b8 req-1a5941f3-68d4-4c88-9fed-9c2fe9461feb tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ef948d4-d9ee-4dbb-8211-6d0ff84e030a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510511 Dec 22 14:17:00.798891 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aac2a6-9ab2-4133-82db-4ac3ea5e45bb req-f7610b3f-c89f-4d4f-8723-02a32edd0c39 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:17:00.800260 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-85aac2a6-9ab2-4133-82db-4ac3ea5e45bb req-f7610b3f-c89f-4d4f-8723-02a32edd0c39 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/ports?device_id=f07e14fe-3381-416d-95ca-0d5966c8c8b2 HTTP/1.1" status: 200 len: 944 time: 0.0800860 Dec 22 14:17:00.854516 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-85aac2a6-9ab2-4133-82db-4ac3ea5e45bb req-b107332e-2b42-462a-819b-b40540634a14 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ef948d4-d9ee-4dbb-8211-6d0ff84e030a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486660 Dec 22 14:17:02.055504 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea433b-033f-4174-8849-43e93f8bcbfc req-779ec6c0-abe1-4a0d-a589-00647bf3174c tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:17:02.056961 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7fea433b-033f-4174-8849-43e93f8bcbfc req-779ec6c0-abe1-4a0d-a589-00647bf3174c tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/ports?device_id=f07e14fe-3381-416d-95ca-0d5966c8c8b2 HTTP/1.1" status: 200 len: 944 time: 0.0776999 Dec 22 14:17:02.081997 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device f7ee1f54-5fd5-41f4-b8c6-37175faf9e78 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 14:17:02.104410 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-7fea433b-033f-4174-8849-43e93f8bcbfc req-51d8c3c3-bebf-4741-9bdd-d2f57389ac2d tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ef948d4-d9ee-4dbb-8211-6d0ff84e030a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420914 Dec 22 14:17:02.214851 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port f7ee1f54-5fd5-41f4-b8c6-37175faf9e78, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f7ee1f54-5fd5-41f4-b8c6-37175faf9e78,segment=NetworkSegment(d91accb5-7d56-490b-97a2-2de8e55e1359),segment_id=d91accb5-7d56-490b-97a2-2de8e55e1359)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:17:02.228105 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': 'f7ee1f54-5fd5-41f4-b8c6-37175faf9e78', 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770', 'port_id': 'f7ee1f54-5fd5-41f4-b8c6-37175faf9e78', 'mac_address': 'fa:16:3e:72:49:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c25228b1-dc02-496b-a1cb-8ebcef9188e6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 14:17:02.289210 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:17:02.309069 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ee1f54-5fd5-41f4-b8c6-37175faf9e78 {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 14:17:02.324425 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port f7ee1f54-5fd5-41f4-b8c6-37175faf9e78, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f7ee1f54-5fd5-41f4-b8c6-37175faf9e78,segment=NetworkSegment(d91accb5-7d56-490b-97a2-2de8e55e1359),segment_id=d91accb5-7d56-490b-97a2-2de8e55e1359)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:17:02.415302 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:17:02.417055 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:17:02.482757 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=f7ee1f54-5fd5-41f4-b8c6-37175faf9e78,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:17:02.485628 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:17:02.714496 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['f7ee1f54-5fd5-41f4-b8c6-37175faf9e78'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 14:17:03.306917 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376dfe3a-f97c-4aa7-9ecb-dda04ba6a8c8 req-fa28783d-eadb-4668-bedb-77bf7c8065cc tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:17:03.308391 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-376dfe3a-f97c-4aa7-9ecb-dda04ba6a8c8 req-fa28783d-eadb-4668-bedb-77bf7c8065cc tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/ports?device_id=f07e14fe-3381-416d-95ca-0d5966c8c8b2 HTTP/1.1" status: 200 len: 945 time: 0.0814316 Dec 22 14:17:03.353576 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-376dfe3a-f97c-4aa7-9ecb-dda04ba6a8c8 req-ae794d97-06b4-4dd4-8163-bf64d2d524ca tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ef948d4-d9ee-4dbb-8211-6d0ff84e030a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397103 Dec 22 14:17:04.096466 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device f7ee1f54-5fd5-41f4-b8c6-37175faf9e78 up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:17:04.238066 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning for port f7ee1f54-5fd5-41f4-b8c6-37175faf9e78 completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:17:04.242751 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port f7ee1f54-5fd5-41f4-b8c6-37175faf9e78 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:17:04.243136 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:17:04.357457 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:17:04.383823 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07e14fe-3381-416d-95ca-0d5966c8c8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ee1f54-5fd5-41f4-b8c6-37175faf9e78'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:17:04.392787 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port f7ee1f54-5fd5-41f4-b8c6-37175faf9e78, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f7ee1f54-5fd5-41f4-b8c6-37175faf9e78,segment=NetworkSegment(d91accb5-7d56-490b-97a2-2de8e55e1359),segment_id=d91accb5-7d56-490b-97a2-2de8e55e1359)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:17:04.466910 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:17:04.469200 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:17:04.536778 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=f7ee1f54-5fd5-41f4-b8c6-37175faf9e78,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:17:04.539862 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:17:04.567603 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07e14fe-3381-416d-95ca-0d5966c8c8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ee1f54-5fd5-41f4-b8c6-37175faf9e78', 'code': 200} Dec 22 14:17:04.577561 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc8bd1-8320-45e6-83a7-b1f5381984fe req-bfa02d51-7782-408b-84bf-857da431d3e2 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:17:04.579121 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-aacc8bd1-8320-45e6-83a7-b1f5381984fe req-bfa02d51-7782-408b-84bf-857da431d3e2 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/ports?device_id=f07e14fe-3381-416d-95ca-0d5966c8c8b2 HTTP/1.1" status: 200 len: 946 time: 0.0977859 Dec 22 14:17:04.625199 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-aacc8bd1-8320-45e6-83a7-b1f5381984fe req-f54b46b8-5009-4674-918d-47aa72b867ad tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ef948d4-d9ee-4dbb-8211-6d0ff84e030a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403166 Dec 22 14:17:04.934476 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5a25cd8f-d3d2-450f-ad2e-5c10eb2f9e1c req-cab06d51-1a3f-4cd2-aded-3925238f4d27 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f07e14fe-3381-416d-95ca-0d5966c8c8b2 HTTP/1.1" status: 200 len: 1099 time: 0.0675132 Dec 22 14:17:04.980534 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5a25cd8f-d3d2-450f-ad2e-5c10eb2f9e1c req-c54ff197-ed66-45ce-b672-ef6fec6b7df7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4ef948d4-d9ee-4dbb-8211-6d0ff84e030a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353839 Dec 22 14:17:05.695205 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-603cbad6-6282-4b6a-86d2-d4fd4674721b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:17:05.945373 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df60cc-1be6-4a01-8ae3-73afd76a1d15 req-5da27704-6efd-43cc-a76e-a8dae4dbb11b tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:17:05.946880 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-66df60cc-1be6-4a01-8ae3-73afd76a1d15 req-5da27704-6efd-43cc-a76e-a8dae4dbb11b tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/ports?device_id=f07e14fe-3381-416d-95ca-0d5966c8c8b2 HTTP/1.1" status: 200 len: 946 time: 0.1984921 Dec 22 14:17:05.992685 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-66df60cc-1be6-4a01-8ae3-73afd76a1d15 req-bcd7af6d-10a4-4a11-a678-f330a82e018d tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ef948d4-d9ee-4dbb-8211-6d0ff84e030a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403514 Dec 22 14:17:07.186596 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734260f-ebcf-43a0-824c-be475f0f205d req-6bcb9b77-cae3-4e31-9ac3-c7e3a3e6c284 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:17:07.188080 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d734260f-ebcf-43a0-824c-be475f0f205d req-6bcb9b77-cae3-4e31-9ac3-c7e3a3e6c284 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/ports?device_id=f07e14fe-3381-416d-95ca-0d5966c8c8b2 HTTP/1.1" status: 200 len: 946 time: 0.0759084 Dec 22 14:17:07.239274 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-d734260f-ebcf-43a0-824c-be475f0f205d req-a43abbea-439f-47f5-8efb-d5e8c46a5480 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ef948d4-d9ee-4dbb-8211-6d0ff84e030a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439775 Dec 22 14:17:07.432585 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924552a-0510-42c9-a920-a9521eb9ca08 req-0718a0a4-f55d-42d9-beb0-292bf2e21a03 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:17:07.434070 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5924552a-0510-42c9-a920-a9521eb9ca08 req-0718a0a4-f55d-42d9-beb0-292bf2e21a03 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/ports?device_id=f07e14fe-3381-416d-95ca-0d5966c8c8b2 HTTP/1.1" status: 200 len: 946 time: 0.0776484 Dec 22 14:17:07.482578 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5924552a-0510-42c9-a920-a9521eb9ca08 req-ef10446b-bcd1-46ab-b0e8-3db7d45391ea tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ef948d4-d9ee-4dbb-8211-6d0ff84e030a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428431 Dec 22 14:17:07.510663 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 59804) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:17:07.644424 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-06b133dc-69d2-467f-9f36-3ae01b0cd6d6 tempest-TestSnapshotPattern-717671343 tempest-TestSnapshotPattern-717671343-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f07e14fe-3381-416d-95ca-0d5966c8c8b2 HTTP/1.1" status: 200 len: 1094 time: 0.1324682 Dec 22 14:17:07.647117 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 59810) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:17:07.652149 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-268c4065-a853-4ab7-9c44-41c9e0d34399 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Request body: {'floatingip': {'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'port_id': 'f7ee1f54-5fd5-41f4-b8c6-37175faf9e78', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:17:07.657475 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-268c4065-a853-4ab7-9c44-41c9e0d34399 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:17:07.661851 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-268c4065-a853-4ab7-9c44-41c9e0d34399 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Usage tracker for resource:floatingip and tenant:7ad064c31f9845729fad449b998e052e is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:17:07.664638 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-268c4065-a853-4ab7-9c44-41c9e0d34399 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:17:07.670145 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-268c4065-a853-4ab7-9c44-41c9e0d34399 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:17:07.729436 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-268c4065-a853-4ab7-9c44-41c9e0d34399 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks [] for floatingip, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:17:07.863219 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-268c4065-a853-4ab7-9c44-41c9e0d34399 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:17:08.000688 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-268c4065-a853-4ab7-9c44-41c9e0d34399 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Allocated IP 172.26.1.28 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/25fbe58a-b8d4-4717-828d-23c284283ee4) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:17:08.032464 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6c5a8e68-725d-4e62-ab83-e0a3681e250d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:17:08.154515 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-268c4065-a853-4ab7-9c44-41c9e0d34399 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:17:08.232600 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-268c4065-a853-4ab7-9c44-41c9e0d34399 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:17:08.236108 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9c738a15-c540-43a2-8099-5879f89553f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:17:08.302488 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268c4065-a853-4ab7-9c44-41c9e0d34399 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:17:08.305669 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-268c4065-a853-4ab7-9c44-41c9e0d34399 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:17:08.307721 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c4065-a853-4ab7-9c44-41c9e0d34399 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Pushing event updated for resources: {'Port': ['ID=25fbe58a-b8d4-4717-828d-23c284283ee4,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:17:08.309768 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268c4065-a853-4ab7-9c44-41c9e0d34399 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 14:17:08.337055 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-268c4065-a853-4ab7-9c44-41c9e0d34399 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:17:08.813834 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-268c4065-a853-4ab7-9c44-41c9e0d34399 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:17:09.015339 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:17:09.016593 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-268c4065-a853-4ab7-9c44-41c9e0d34399 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:17:09.217611 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-268c4065-a853-4ab7-9c44-41c9e0d34399 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:17:09.260816 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-268c4065-a853-4ab7-9c44-41c9e0d34399 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:17:09.264353 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-02228a8c-ddb0-441b-b082-c25c2b69be1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:17:09.366230 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c4065-a853-4ab7-9c44-41c9e0d34399 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Pushing event updated for resources: {'Port': ['ID=25fbe58a-b8d4-4717-828d-23c284283ee4,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:17:09.373640 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-268c4065-a853-4ab7-9c44-41c9e0d34399 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:17:09.382496 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-268c4065-a853-4ab7-9c44-41c9e0d34399 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:17:09.518471 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:17:09.576560 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.l3_db [None req-268c4065-a853-4ab7-9c44-41c9e0d34399 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Floating IP 44d6c8d5-887b-4e6b-b3ae-12ab0c7ebfef associated. External IP: 172.26.1.28, port: f7ee1f54-5fd5-41f4-b8c6-37175faf9e78. Dec 22 14:17:09.959486 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268c4065-a853-4ab7-9c44-41c9e0d34399 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Router b00117be-b49e-4ffe-acf2-4cf0e52847bb has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 14:17:10.130975 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:17:10.156411 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268c4065-a853-4ab7-9c44-41c9e0d34399 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 14:17:10.165818 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab0662a-0eff-4ed5-84e1-c7336e92ffd1 None None] Sync routers for ids ['b00117be-b49e-4ffe-acf2-4cf0e52847bb'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 14:17:10.177998 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab0662a-0eff-4ed5-84e1-c7336e92ffd1 None None] Routers {'b00117be-b49e-4ffe-acf2-4cf0e52847bb'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:17:10.178665 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-2ab0662a-0eff-4ed5-84e1-c7336e92ffd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:17:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b00117be-b49e-4ffe-acf2-4cf0e52847bb'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:17:10.249986 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-268c4065-a853-4ab7-9c44-41c9e0d34399 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:17:10.309118 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-268c4065-a853-4ab7-9c44-41c9e0d34399 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6609941 Dec 22 14:17:10.310488 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07e14fe-3381-416d-95ca-0d5966c8c8b2', 'tag': 'f7ee1f54-5fd5-41f4-b8c6-37175faf9e78'}] {{(pid=84148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:17:10.360009 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-2ab0662a-0eff-4ed5-84e1-c7336e92ffd1 None None] Set router b00117be-b49e-4ffe-acf2-4cf0e52847bb gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:17:10.483164 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07e14fe-3381-416d-95ca-0d5966c8c8b2', 'tag': 'f7ee1f54-5fd5-41f4-b8c6-37175faf9e78', 'status': 'completed', 'code': 200} Dec 22 14:17:10.575819 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6137947d-dbe0-476c-9de8-fbbbf2aa2d67 req-56f440f0-b742-43c3-bbe8-2d269b281a85 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7ad064c31f9845729fad449b998e052e&device_id=f07e14fe-3381-416d-95ca-0d5966c8c8b2 HTTP/1.1" status: 200 len: 1099 time: 0.0703647 Dec 22 14:17:10.710479 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137947d-dbe0-476c-9de8-fbbbf2aa2d67 req-3032bd7d-ce95-4367-b6bd-c5b23e85b03b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:17:10.712076 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6137947d-dbe0-476c-9de8-fbbbf2aa2d67 req-3032bd7d-ce95-4367-b6bd-c5b23e85b03b service neutron] 10.222.0.45 "GET /v2.0/networks?id=d0277b80-4455-41a8-9ba2-a04c58d21770 HTTP/1.1" status: 200 len: 911 time: 0.1298456 Dec 22 14:17:10.718783 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:17:10.729021 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-2ab0662a-0eff-4ed5-84e1-c7336e92ffd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'name': 'tempest-TestSnapshotPattern-1557249876-router', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '335d0d07-19c5-4e9f-901d-ec250866c3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:16:31Z', 'updated_at': '2021-12-22T14:16:35Z', 'revision_number': 4, 'project_id': '7ad064c31f9845729fad449b998e052e', 'gw_port': {'id': '335d0d07-19c5-4e9f-901d-ec250866c3d3', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:32Z', 'updated_at': '2021-12-22T14:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '44d6c8d5-887b-4e6b-b3ae-12ab0c7ebfef', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'floating_ip_address': '172.26.1.28', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'port_id': 'f7ee1f54-5fd5-41f4-b8c6-37175faf9e78', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770', 'mac_address': 'fa:16:3e:72:49:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07e14fe-3381-416d-95ca-0d5966c8c8b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:17:08Z', 'updated_at': '2021-12-22T14:17:08Z', 'revision_number': 0, 'project_id': '7ad064c31f9845729fad449b998e052e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca6b96bf-5193-4016-a17a-895fe5c856bb', 'name': '', 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'mac_address': 'fa:16:3e:fa:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c25228b1-dc02-496b-a1cb-8ebcef9188e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:34Z', 'updated_at': '2021-12-22T14:16:52Z', 'revision_number': 5, 'project_id': '7ad064c31f9845729fad449b998e052e', 'subnets': [{'id': 'c25228b1-dc02-496b-a1cb-8ebcef9188e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:17:10.733735 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab0662a-0eff-4ed5-84e1-c7336e92ffd1 None None] Checking router: b00117be-b49e-4ffe-acf2-4cf0e52847bb for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 14:17:10.745835 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab0662a-0eff-4ed5-84e1-c7336e92ffd1 None None] Routers {'b00117be-b49e-4ffe-acf2-4cf0e52847bb'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:17:10.746612 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-2ab0662a-0eff-4ed5-84e1-c7336e92ffd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:17:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b00117be-b49e-4ffe-acf2-4cf0e52847bb'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:17:10.819933 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6137947d-dbe0-476c-9de8-fbbbf2aa2d67 req-b287ba03-912f-43f9-b9be-6547ab86a450 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7ee1f54-5fd5-41f4-b8c6-37175faf9e78 HTTP/1.1" status: 200 len: 999 time: 0.0999324 Dec 22 14:17:10.887718 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137947d-dbe0-476c-9de8-fbbbf2aa2d67 req-094a6f79-21ec-43c6-8b4e-029be039b9f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:17:10.889190 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6137947d-dbe0-476c-9de8-fbbbf2aa2d67 req-094a6f79-21ec-43c6-8b4e-029be039b9f5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c25228b1-dc02-496b-a1cb-8ebcef9188e6 HTTP/1.1" status: 200 len: 849 time: 0.0629172 Dec 22 14:17:10.968714 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6137947d-dbe0-476c-9de8-fbbbf2aa2d67 req-56e0506e-8ce1-4453-8b3d-0ca107f667b7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d0277b80-4455-41a8-9ba2-a04c58d21770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730555 Dec 22 14:17:10.971334 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-2ab0662a-0eff-4ed5-84e1-c7336e92ffd1 None None] Set router b00117be-b49e-4ffe-acf2-4cf0e52847bb gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:17:11.116609 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6137947d-dbe0-476c-9de8-fbbbf2aa2d67 req-c850b201-06c6-4f7d-8428-4858f8c20f6b service neutron] 10.222.0.45 "GET /v2.0/networks/d0277b80-4455-41a8-9ba2-a04c58d21770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300013 Dec 22 14:17:11.250919 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6137947d-dbe0-476c-9de8-fbbbf2aa2d67 req-91baee68-ac68-4990-882a-0a6c77733a6c service neutron] 10.222.0.45 "GET /v2.0/networks/d0277b80-4455-41a8-9ba2-a04c58d21770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253324 Dec 22 14:17:11.318969 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-2ab0662a-0eff-4ed5-84e1-c7336e92ffd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'name': 'tempest-TestSnapshotPattern-1557249876-router', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '335d0d07-19c5-4e9f-901d-ec250866c3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:16:31Z', 'updated_at': '2021-12-22T14:16:35Z', 'revision_number': 4, 'project_id': '7ad064c31f9845729fad449b998e052e', 'gw_port': {'id': '335d0d07-19c5-4e9f-901d-ec250866c3d3', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:32Z', 'updated_at': '2021-12-22T14:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '44d6c8d5-887b-4e6b-b3ae-12ab0c7ebfef', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'floating_ip_address': '172.26.1.28', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'port_id': 'f7ee1f54-5fd5-41f4-b8c6-37175faf9e78', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770', 'mac_address': 'fa:16:3e:72:49:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07e14fe-3381-416d-95ca-0d5966c8c8b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:17:08Z', 'updated_at': '2021-12-22T14:17:08Z', 'revision_number': 0, 'project_id': '7ad064c31f9845729fad449b998e052e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca6b96bf-5193-4016-a17a-895fe5c856bb', 'name': '', 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'mac_address': 'fa:16:3e:fa:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c25228b1-dc02-496b-a1cb-8ebcef9188e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:34Z', 'updated_at': '2021-12-22T14:16:52Z', 'revision_number': 5, 'project_id': '7ad064c31f9845729fad449b998e052e', 'subnets': [{'id': 'c25228b1-dc02-496b-a1cb-8ebcef9188e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:17:11.323150 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab0662a-0eff-4ed5-84e1-c7336e92ffd1 None None] The sync data for ids ['b00117be-b49e-4ffe-acf2-4cf0e52847bb'] in dv-neutron-822669-1-hyperv is: [{'id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'name': 'tempest-TestSnapshotPattern-1557249876-router', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '335d0d07-19c5-4e9f-901d-ec250866c3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:16:31Z', 'updated_at': '2021-12-22T14:16:35Z', 'revision_number': 4, 'project_id': '7ad064c31f9845729fad449b998e052e', 'gw_port': {'id': '335d0d07-19c5-4e9f-901d-ec250866c3d3', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:32Z', 'updated_at': '2021-12-22T14:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '44d6c8d5-887b-4e6b-b3ae-12ab0c7ebfef', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'floating_ip_address': '172.26.1.28', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'port_id': 'f7ee1f54-5fd5-41f4-b8c6-37175faf9e78', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770', 'mac_address': 'fa:16:3e:72:49:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07e14fe-3381-416d-95ca-0d5966c8c8b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:17:08Z', 'updated_at': '2021-12-22T14:17:08Z', 'revision_number': 0, 'project_id': '7ad064c31f9845729fad449b998e052e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca6b96bf-5193-4016-a17a-895fe5c856bb', 'name': '', 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'mac_address': 'fa:16:3e:fa:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c25228b1-dc02-496b-a1cb-8ebcef9188e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:34Z', 'updated_at': '2021-12-22T14:16:52Z', 'revision_number': 5, 'project_id': '7ad064c31f9845729fad449b998e052e', 'subnets': [{'id': 'c25228b1-dc02-496b-a1cb-8ebcef9188e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 14:17:13.830469 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c086e4-4555-481a-aa88-2a0cc6e30c04 None None] New status for floating IP 44d6c8d5-887b-4e6b-b3ae-12ab0c7ebfef: ACTIVE {{(pid=84151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 14:17:29.466221 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:17:34.427782 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-15f132fc-653c-42df-8069-42e64a0ff191 req-89860923-e594-438f-83a4-12bb6dd2fa9c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f07e14fe-3381-416d-95ca-0d5966c8c8b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702536 Dec 22 14:17:34.569005 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-15f132fc-653c-42df-8069-42e64a0ff191 req-e21fb768-c7e4-496f-99ad-806d32e74d69 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7ad064c31f9845729fad449b998e052e&device_id=f07e14fe-3381-416d-95ca-0d5966c8c8b2 HTTP/1.1" status: 200 len: 1099 time: 0.0713189 Dec 22 14:17:34.713750 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f132fc-653c-42df-8069-42e64a0ff191 req-3544e2b5-b222-4cd7-a510-99e672ae6540 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:17:34.715871 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-15f132fc-653c-42df-8069-42e64a0ff191 req-3544e2b5-b222-4cd7-a510-99e672ae6540 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d0277b80-4455-41a8-9ba2-a04c58d21770 HTTP/1.1" status: 200 len: 911 time: 0.1257255 Dec 22 14:17:34.818970 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-15f132fc-653c-42df-8069-42e64a0ff191 req-4eb38aad-632a-456a-8a4b-30f04ad93b72 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7ee1f54-5fd5-41f4-b8c6-37175faf9e78 HTTP/1.1" status: 200 len: 1001 time: 0.0915613 Dec 22 14:17:34.889842 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f132fc-653c-42df-8069-42e64a0ff191 req-0106b945-f5a8-405f-90fd-f3e2a11253d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:17:34.891271 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-15f132fc-653c-42df-8069-42e64a0ff191 req-0106b945-f5a8-405f-90fd-f3e2a11253d8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c25228b1-dc02-496b-a1cb-8ebcef9188e6 HTTP/1.1" status: 200 len: 849 time: 0.0641310 Dec 22 14:17:34.970255 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-15f132fc-653c-42df-8069-42e64a0ff191 req-4ef31fbb-76a5-4653-aa72-f96219af89a3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d0277b80-4455-41a8-9ba2-a04c58d21770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689218 Dec 22 14:17:35.100652 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-15f132fc-653c-42df-8069-42e64a0ff191 req-33410fc2-bf21-45a8-99cb-abf42caf3d85 service neutron] 10.222.0.45 "GET /v2.0/networks/d0277b80-4455-41a8-9ba2-a04c58d21770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225069 Dec 22 14:17:35.336784 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-15f132fc-653c-42df-8069-42e64a0ff191 req-0e5b5c3e-7059-41ab-be30-2d33a790df6e service neutron] 10.222.0.45 "GET /v2.0/networks/d0277b80-4455-41a8-9ba2-a04c58d21770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282560 Dec 22 14:17:35.694461 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6f7bb034-2d33-4204-ae52-62664cb7ce97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:17:38.071363 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0433be40-3a7f-4c10-bb26-7bdf79cd128e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:17:39.043537 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:17:39.517353 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:17:40.688913 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:17:47.130819 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:17:59.477125 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:18:05.705366 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7d43a5a6-fad7-41f0-a1ab-be0ca7baa68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:18:08.060503 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-22fceff6-571e-480f-857b-edaffdb19fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:18:09.042478 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:18:09.529083 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:18:10.688012 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:18:24.130908 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:18:29.511038 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:18:35.453522 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0b7056d2-a32f-437f-b60c-8433b414a5a6 req-ef1b4995-f8a1-4ee9-9447-da3929575340 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f07e14fe-3381-416d-95ca-0d5966c8c8b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753727 Dec 22 14:18:35.599279 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0b7056d2-a32f-437f-b60c-8433b414a5a6 req-e6471a9a-a2dc-49f0-9064-faf4660e1158 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7ad064c31f9845729fad449b998e052e&device_id=f07e14fe-3381-416d-95ca-0d5966c8c8b2 HTTP/1.1" status: 200 len: 1099 time: 0.0692425 Dec 22 14:18:35.670818 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3065a42b-bb7c-45df-a6ad-0f0a3ec19186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:18:35.752430 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7056d2-a32f-437f-b60c-8433b414a5a6 req-1a80bb43-1c7d-4458-833b-2484210e0de7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:18:35.753774 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0b7056d2-a32f-437f-b60c-8433b414a5a6 req-1a80bb43-1c7d-4458-833b-2484210e0de7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d0277b80-4455-41a8-9ba2-a04c58d21770 HTTP/1.1" status: 200 len: 911 time: 0.1284575 Dec 22 14:18:35.859114 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0b7056d2-a32f-437f-b60c-8433b414a5a6 req-2575340d-9f3f-4cc2-b000-0c808b079563 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7ee1f54-5fd5-41f4-b8c6-37175faf9e78 HTTP/1.1" status: 200 len: 1001 time: 0.0944734 Dec 22 14:18:35.924475 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7056d2-a32f-437f-b60c-8433b414a5a6 req-a013c8b8-19fb-491e-8487-3e16e2048c7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:18:35.925877 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0b7056d2-a32f-437f-b60c-8433b414a5a6 req-a013c8b8-19fb-491e-8487-3e16e2048c7a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c25228b1-dc02-496b-a1cb-8ebcef9188e6 HTTP/1.1" status: 200 len: 849 time: 0.0559888 Dec 22 14:18:36.010247 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0b7056d2-a32f-437f-b60c-8433b414a5a6 req-31fc335a-a393-4e1e-92c4-1a1f8a47d93d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d0277b80-4455-41a8-9ba2-a04c58d21770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736001 Dec 22 14:18:36.025714 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [req-0b7056d2-a32f-437f-b60c-8433b414a5a6 req-1ddecaff-2694-45c9-83fe-c6dac1a0d0af service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=84149) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 14:18:36.026644 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0b7056d2-a32f-437f-b60c-8433b414a5a6 req-1ddecaff-2694-45c9-83fe-c6dac1a0d0af service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046329 Dec 22 14:18:36.164776 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0b7056d2-a32f-437f-b60c-8433b414a5a6 req-67ed9ee2-c70e-4279-bc0f-314a690e470c service neutron] 10.222.0.45 "GET /v2.0/networks/d0277b80-4455-41a8-9ba2-a04c58d21770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269701 Dec 22 14:18:36.300283 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-0b7056d2-a32f-437f-b60c-8433b414a5a6 req-e482fc98-1239-428f-b7ec-ddbda96c4d96 service neutron] 10.222.0.45 "GET /v2.0/networks/d0277b80-4455-41a8-9ba2-a04c58d21770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237130 Dec 22 14:18:38.065109 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3fb58311-540c-45e8-8049-2e6f0954ebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:18:39.053717 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:18:39.528487 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:18:40.733700 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:18:59.516197 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:01.130639 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:19:05.693101 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6b3d6fd6-bd6e-4337-9957-1eaac7c4c6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:08.047873 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-1030de0c-be91-4708-8cb8-8c475a05a47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:09.030014 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:09.532966 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:10.593343 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device f7ee1f54-5fd5-41f4-b8c6-37175faf9e78 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 14:19:10.760855 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:10.764590 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port f7ee1f54-5fd5-41f4-b8c6-37175faf9e78, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f7ee1f54-5fd5-41f4-b8c6-37175faf9e78,segment=NetworkSegment(d91accb5-7d56-490b-97a2-2de8e55e1359),segment_id=d91accb5-7d56-490b-97a2-2de8e55e1359)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:19:10.776599 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': 'f7ee1f54-5fd5-41f4-b8c6-37175faf9e78', 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770', 'port_id': 'f7ee1f54-5fd5-41f4-b8c6-37175faf9e78', 'mac_address': 'fa:16:3e:72:49:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c25228b1-dc02-496b-a1cb-8ebcef9188e6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 14:19:10.836193 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:10.859662 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7ee1f54-5fd5-41f4-b8c6-37175faf9e78 {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 14:19:10.877781 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port f7ee1f54-5fd5-41f4-b8c6-37175faf9e78, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f7ee1f54-5fd5-41f4-b8c6-37175faf9e78,segment=NetworkSegment(d91accb5-7d56-490b-97a2-2de8e55e1359),segment_id=d91accb5-7d56-490b-97a2-2de8e55e1359)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:19:10.934118 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:10.935952 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:19:11.007561 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=f7ee1f54-5fd5-41f4-b8c6-37175faf9e78,revision_number=6']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:19:11.015695 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:19:11.016035 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:19:11.016367 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:19:11.016693 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:19:11.017018 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:19:11.017341 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:19:11.017659 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:19:11.017980 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:19:11.018297 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:19:11.018642 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:19:11.018955 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:19:11.026741 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['f7ee1f54-5fd5-41f4-b8c6-37175faf9e78'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 14:19:11.051956 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:19:12.596006 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device f7ee1f54-5fd5-41f4-b8c6-37175faf9e78 up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:19:12.672534 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port f7ee1f54-5fd5-41f4-b8c6-37175faf9e78 triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:19:12.672910 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:12.802306 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:12.837237 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07e14fe-3381-416d-95ca-0d5966c8c8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ee1f54-5fd5-41f4-b8c6-37175faf9e78'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:19:12.851160 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port f7ee1f54-5fd5-41f4-b8c6-37175faf9e78, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f7ee1f54-5fd5-41f4-b8c6-37175faf9e78,segment=NetworkSegment(d91accb5-7d56-490b-97a2-2de8e55e1359),segment_id=d91accb5-7d56-490b-97a2-2de8e55e1359)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:19:12.913027 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:12.914931 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-6fb70abd-d43d-4396-98a9-1a3a05f7144b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:19:13.017766 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07e14fe-3381-416d-95ca-0d5966c8c8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ee1f54-5fd5-41f4-b8c6-37175faf9e78', 'code': 200} Dec 22 14:19:13.040673 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=f7ee1f54-5fd5-41f4-b8c6-37175faf9e78,revision_number=7']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:19:13.044570 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:19:22.424020 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-a987ce6e-3a26-4244-84de-fdbec2ee2909 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1678228981&fields=id&tenant_id=7ad064c31f9845729fad449b998e052e HTTP/1.1" status: 200 len: 267 time: 0.0421140 Dec 22 14:19:22.578857 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-b2691755-b487-4a37-aca8-2967075c201a tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:19:22.580357 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-b2691755-b487-4a37-aca8-2967075c201a tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/networks?id=d0277b80-4455-41a8-9ba2-a04c58d21770 HTTP/1.1" status: 200 len: 810 time: 0.1494963 Dec 22 14:19:22.596853 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-a3685406-be10-461a-8123-96c310c5a329 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/quotas/7ad064c31f9845729fad449b998e052e HTTP/1.1" status: 200 len: 375 time: 0.0112388 Dec 22 14:19:22.684563 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-32c9d4ae-b442-4cf1-8b06-f1f01486ca5c tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=7ad064c31f9845729fad449b998e052e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0829449 Dec 22 14:19:22.948526 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-6efbbd0f-9c6e-4a51-9c91-3c70161e60de service neutron] 10.222.0.47 "GET /v2.0/networks/d0277b80-4455-41a8-9ba2-a04c58d21770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874163 Dec 22 14:19:23.081833 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-0024fd87-2650-4aaa-8910-c74ca3ffa54b service neutron] 10.222.0.47 "GET /v2.0/networks/d0277b80-4455-41a8-9ba2-a04c58d21770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273146 Dec 22 14:19:23.358896 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ac480c44-5873-4570-994a-69bb8ec5aaba req-62f60a0d-453f-4040-9e09-1dae9d69a635 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/ports?device_id=469ed803-383e-49dc-8e18-d23cbd7ee621 HTTP/1.1" status: 200 len: 210 time: 0.0437512 Dec 22 14:19:24.530300 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-bd3cbb4f-fc86-450e-a9af-5d2f89a3f831 req-d8f3e9a2-439f-4a71-9101-bb385883fb26 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/ports?device_id=469ed803-383e-49dc-8e18-d23cbd7ee621 HTTP/1.1" status: 200 len: 210 time: 0.0431716 Dec 22 14:19:25.324369 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-4e4c5e98-97f1-44bb-b0b2-9c338d31518a tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:19:25.325783 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-4e4c5e98-97f1-44bb-b0b2-9c338d31518a tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.45 "GET /v2.0/networks?id=d0277b80-4455-41a8-9ba2-a04c58d21770 HTTP/1.1" status: 200 len: 810 time: 0.2724915 Dec 22 14:19:25.394741 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-cceddf0f-5e13-45a9-a151-4d973c6684fb tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ad064c31f9845729fad449b998e052e HTTP/1.1" status: 200 len: 380 time: 0.0430532 Dec 22 14:19:25.403099 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-c590fd97-c09d-4c90-926e-29a927e764f7 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Request body: {'port': {'device_id': '469ed803-383e-49dc-8e18-d23cbd7ee621', 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770', 'admin_state_up': True, 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'security_groups': ['4ef948d4-d9ee-4dbb-8211-6d0ff84e030a']}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:19:25.550267 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-c590fd97-c09d-4c90-926e-29a927e764f7 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:19:25.560156 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.quota.driver [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-c590fd97-c09d-4c90-926e-29a927e764f7 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:19:25.705140 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-5ba71e4f-2d6b-458a-ac90-8bc0a3618c50 req-bd964796-5cf3-41bd-8c5e-890bda1458d9 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/ports?device_id=469ed803-383e-49dc-8e18-d23cbd7ee621 HTTP/1.1" status: 200 len: 210 time: 0.0447845 Dec 22 14:19:25.842254 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-c590fd97-c09d-4c90-926e-29a927e764f7 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Made reservation on behalf of 7ad064c31f9845729fad449b998e052e for: {'port': 1} {{(pid=84149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 14:19:25.846004 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-c590fd97-c09d-4c90-926e-29a927e764f7 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:26.029355 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_common [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-c590fd97-c09d-4c90-926e-29a927e764f7 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Allocated IP 172.20.0.14 (d0277b80-4455-41a8-9ba2-a04c58d21770/c25228b1-dc02-496b-a1cb-8ebcef9188e6/b80158d1-b37e-405d-bc12-0f71bd2a9b7c) {{(pid=84149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:19:26.260421 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-c590fd97-c09d-4c90-926e-29a927e764f7 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks [] for port, precommit_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:26.278017 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-c590fd97-c09d-4c90-926e-29a927e764f7 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Transition to ACTIVE for port object b80158d1-b37e-405d-bc12-0f71bd2a9b7c will not be triggered until provisioned by entity DHCP. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:19:26.373372 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-c590fd97-c09d-4c90-926e-29a927e764f7 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_create {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:26.379566 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-e025ee01-d7b7-405c-a588-48121f01ce6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:19:26.467274 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-c590fd97-c09d-4c90-926e-29a927e764f7 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Network d0277b80-4455-41a8-9ba2-a04c58d21770 is already hosted by enough agents. {{(pid=84149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:19:26.471009 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.base_scheduler [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-c590fd97-c09d-4c90-926e-29a927e764f7 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Resources bound (agent type, host, resource id): {{(pid=84149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:19:26.475568 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-c590fd97-c09d-4c90-926e-29a927e764f7 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Received port after_create {{(pid=84149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 14:19:26.502157 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590fd97-c09d-4c90-926e-29a927e764f7 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Pushing event updated for resources: {'Port': ['ID=b80158d1-b37e-405d-bc12-0f71bd2a9b7c,revision_number=1']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:19:26.524315 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590fd97-c09d-4c90-926e-29a927e764f7 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:19:26.524700 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590fd97-c09d-4c90-926e-29a927e764f7 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:19:26.525079 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590fd97-c09d-4c90-926e-29a927e764f7 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:19:26.525447 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590fd97-c09d-4c90-926e-29a927e764f7 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:19:26.525814 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590fd97-c09d-4c90-926e-29a927e764f7 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:19:26.526233 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590fd97-c09d-4c90-926e-29a927e764f7 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:19:26.526618 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590fd97-c09d-4c90-926e-29a927e764f7 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:19:26.526988 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590fd97-c09d-4c90-926e-29a927e764f7 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:19:26.527348 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590fd97-c09d-4c90-926e-29a927e764f7 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:19:26.527706 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590fd97-c09d-4c90-926e-29a927e764f7 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:19:26.528064 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c590fd97-c09d-4c90-926e-29a927e764f7 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:19:26.533768 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-c590fd97-c09d-4c90-926e-29a927e764f7 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:19:26.559714 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-c590fd97-c09d-4c90-926e-29a927e764f7 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:19:26.561089 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-c590fd97-c09d-4c90-926e-29a927e764f7 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:26.665191 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-c590fd97-c09d-4c90-926e-29a927e764f7 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2655902 Dec 22 14:19:26.741335 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device f7ee1f54-5fd5-41f4-b8c6-37175faf9e78 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:19:26.865620 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:26.876280 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-8872fab7-6c19-40ec-8638-b169a9dba0a9 None None] Provisioning for port b80158d1-b37e-405d-bc12-0f71bd2a9b7c completed by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:19:26.885635 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-8872fab7-6c19-40ec-8638-b169a9dba0a9 None None] Provisioning complete for port b80158d1-b37e-405d-bc12-0f71bd2a9b7c triggered by entity DHCP. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:19:26.886039 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8872fab7-6c19-40ec-8638-b169a9dba0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:26.921358 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de13313-2717-41cd-90db-06b0b295aa9f req-57aa57f2-f9c2-4f7b-840f-2cd04ed74404 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:19:26.923873 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-5de13313-2717-41cd-90db-06b0b295aa9f req-57aa57f2-f9c2-4f7b-840f-2cd04ed74404 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Synchronizing usage tracker for tenant:7ad064c31f9845729fad449b998e052e on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:19:26.930075 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07e14fe-3381-416d-95ca-0d5966c8c8b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7ee1f54-5fd5-41f4-b8c6-37175faf9e78'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:19:26.944474 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port f7ee1f54-5fd5-41f4-b8c6-37175faf9e78, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f7ee1f54-5fd5-41f4-b8c6-37175faf9e78,segment=NetworkSegment(d91accb5-7d56-490b-97a2-2de8e55e1359),segment_id=d91accb5-7d56-490b-97a2-2de8e55e1359)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:19:26.960582 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-8872fab7-6c19-40ec-8638-b169a9dba0a9 None None] Port b80158d1-b37e-405d-bc12-0f71bd2a9b7c cannot update to ACTIVE because it is not bound. {{(pid=84150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 14:19:27.001650 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07e14fe-3381-416d-95ca-0d5966c8c8b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7ee1f54-5fd5-41f4-b8c6-37175faf9e78', 'code': 200} Dec 22 14:19:27.018534 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:27.021089 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-724e3f73-4643-4f82-bcde-ce5d7a0ba70a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:19:27.024613 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-5de13313-2717-41cd-90db-06b0b295aa9f req-57aa57f2-f9c2-4f7b-840f-2cd04ed74404 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Unset dirty status for tenant:7ad064c31f9845729fad449b998e052e on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:19:27.025867 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5de13313-2717-41cd-90db-06b0b295aa9f req-57aa57f2-f9c2-4f7b-840f-2cd04ed74404 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/ports?device_id=469ed803-383e-49dc-8e18-d23cbd7ee621 HTTP/1.1" status: 200 len: 932 time: 0.1870770 Dec 22 14:19:27.089211 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5de13313-2717-41cd-90db-06b0b295aa9f req-2223617b-75db-4ad9-a918-3ce03ca490f1 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ef948d4-d9ee-4dbb-8211-6d0ff84e030a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563095 Dec 22 14:19:27.118690 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=f7ee1f54-5fd5-41f4-b8c6-37175faf9e78,revision_number=8']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:19:27.123084 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:19:28.305529 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27727bbc-f8b6-4e23-be41-8aacdc70b716 req-d4e10dd5-ada4-4a5a-89fb-77adb780951c tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:19:28.307013 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-27727bbc-f8b6-4e23-be41-8aacdc70b716 req-d4e10dd5-ada4-4a5a-89fb-77adb780951c tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/ports?device_id=469ed803-383e-49dc-8e18-d23cbd7ee621 HTTP/1.1" status: 200 len: 932 time: 0.0918782 Dec 22 14:19:28.351543 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-27727bbc-f8b6-4e23-be41-8aacdc70b716 req-0a9fa746-1953-4651-bdc7-85459c224f2a tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ef948d4-d9ee-4dbb-8211-6d0ff84e030a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390313 Dec 22 14:19:29.521659 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:29.559637 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8c67c-e646-4c90-8fa6-2e4dd84b394a req-ae5b655d-68c1-4a8e-b29b-3044c0c685ac tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:19:29.563457 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a3b8c67c-e646-4c90-8fa6-2e4dd84b394a req-ae5b655d-68c1-4a8e-b29b-3044c0c685ac tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/ports?device_id=469ed803-383e-49dc-8e18-d23cbd7ee621 HTTP/1.1" status: 200 len: 932 time: 0.0830116 Dec 22 14:19:29.615848 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a3b8c67c-e646-4c90-8fa6-2e4dd84b394a req-94c1883e-fe04-442e-97d3-da2658896ac2 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ef948d4-d9ee-4dbb-8211-6d0ff84e030a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475066 Dec 22 14:19:30.957686 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31558c05-cdc9-409c-9a4f-6ac4391721a9 req-ec99dd2d-4920-4352-9176-86251fad3f2e tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:19:30.959149 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-31558c05-cdc9-409c-9a4f-6ac4391721a9 req-ec99dd2d-4920-4352-9176-86251fad3f2e tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/ports?device_id=469ed803-383e-49dc-8e18-d23cbd7ee621 HTTP/1.1" status: 200 len: 932 time: 0.2108853 Dec 22 14:19:31.008505 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-31558c05-cdc9-409c-9a4f-6ac4391721a9 req-fd6e0d34-42a5-4eaa-96fa-15fff7457bf8 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ef948d4-d9ee-4dbb-8211-6d0ff84e030a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438516 Dec 22 14:19:32.218262 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebadf10-28cb-40e1-bd9b-3333bd4ab6e8 req-1eb8cd10-9159-4884-b6f0-0d164110b918 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:19:32.220613 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-aebadf10-28cb-40e1-bd9b-3333bd4ab6e8 req-1eb8cd10-9159-4884-b6f0-0d164110b918 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/ports?device_id=469ed803-383e-49dc-8e18-d23cbd7ee621 HTTP/1.1" status: 200 len: 932 time: 0.0892305 Dec 22 14:19:32.279906 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-aebadf10-28cb-40e1-bd9b-3333bd4ab6e8 req-a12674ec-ddce-4a1d-b119-3cc2a8d375a8 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ef948d4-d9ee-4dbb-8211-6d0ff84e030a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536683 Dec 22 14:19:33.640034 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb0f63-06a7-4c74-a040-118aa6a415f8 req-865bffaa-29bd-48b5-ae3f-e41ee230af04 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:19:33.646973 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-2ecb0f63-06a7-4c74-a040-118aa6a415f8 req-865bffaa-29bd-48b5-ae3f-e41ee230af04 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/ports?device_id=469ed803-383e-49dc-8e18-d23cbd7ee621 HTTP/1.1" status: 200 len: 932 time: 0.0866566 Dec 22 14:19:33.689049 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-2ecb0f63-06a7-4c74-a040-118aa6a415f8 req-97531551-9a22-4c67-83e3-1001dace6f2d tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ef948d4-d9ee-4dbb-8211-6d0ff84e030a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408199 Dec 22 14:19:34.885198 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9e9ad-b2a1-49c7-a755-f4bb2a1b01dd req-91e853ad-23ee-40ae-91e9-b8bba36426f0 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:19:34.886556 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-88a9e9ad-b2a1-49c7-a755-f4bb2a1b01dd req-91e853ad-23ee-40ae-91e9-b8bba36426f0 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/ports?device_id=469ed803-383e-49dc-8e18-d23cbd7ee621 HTTP/1.1" status: 200 len: 932 time: 0.0775330 Dec 22 14:19:34.932916 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-88a9e9ad-b2a1-49c7-a755-f4bb2a1b01dd req-10994f4d-f27d-4d74-bc4f-9c78ee69b134 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ef948d4-d9ee-4dbb-8211-6d0ff84e030a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401914 Dec 22 14:19:35.694292 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-67141ee9-96bb-4936-97b3-5d898478bc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:36.174207 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6569a6-c454-40df-9ffc-395e025cf776 req-3692d55f-ae3a-433c-b922-138251ce1b78 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:19:36.175872 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9f6569a6-c454-40df-9ffc-395e025cf776 req-3692d55f-ae3a-433c-b922-138251ce1b78 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/ports?device_id=469ed803-383e-49dc-8e18-d23cbd7ee621 HTTP/1.1" status: 200 len: 932 time: 0.1022975 Dec 22 14:19:36.231091 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9f6569a6-c454-40df-9ffc-395e025cf776 req-e8f43dd0-ae64-4a1e-9c8b-5c3745d3dc5c tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ef948d4-d9ee-4dbb-8211-6d0ff84e030a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495813 Dec 22 14:19:36.814212 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.v2.base [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-5fb703ef-c656-4952-9c4e-455de21a287d service neutron] Request body: {'port': {'device_id': '469ed803-383e-49dc-8e18-d23cbd7ee621', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=84149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:19:36.837054 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.45', 58343) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:19:36.909392 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-a10ecaaa-0ba9-4cc5-86b5-7aff986a6f3a req-c0e3f8c2-9d68-4653-8f1c-805a8ad2d616 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f07e14fe-3381-416d-95ca-0d5966c8c8b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709274 Dec 22 14:19:36.944942 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-5fb703ef-c656-4952-9c4e-455de21a287d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:37.062692 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-a10ecaaa-0ba9-4cc5-86b5-7aff986a6f3a req-73345401-e10c-4e7b-962b-2378031a669e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7ad064c31f9845729fad449b998e052e&device_id=f07e14fe-3381-416d-95ca-0d5966c8c8b2 HTTP/1.1" status: 200 len: 1097 time: 0.0739267 Dec 22 14:19:37.290906 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-5fb703ef-c656-4952-9c4e-455de21a287d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b80158d1-b37e-405d-bc12-0f71bd2a9b7c {{(pid=84149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 14:19:37.298029 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-5fb703ef-c656-4952-9c4e-455de21a287d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:37.312973 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.provisioning_blocks [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-5fb703ef-c656-4952-9c4e-455de21a287d service neutron] Transition to ACTIVE for port object b80158d1-b37e-405d-bc12-0f71bd2a9b7c will not be triggered until provisioned by entity L2. {{(pid=84149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:19:37.392296 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-5fb703ef-c656-4952-9c4e-455de21a287d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:37.400299 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-0b3c2e60-aa34-4799-9bdb-445177db1cad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:19:37.448801 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ecaaa-0ba9-4cc5-86b5-7aff986a6f3a req-dc3d2a8f-88a9-483e-b4e3-66952245cf28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:19:37.450238 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-a10ecaaa-0ba9-4cc5-86b5-7aff986a6f3a req-dc3d2a8f-88a9-483e-b4e3-66952245cf28 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d0277b80-4455-41a8-9ba2-a04c58d21770 HTTP/1.1" status: 200 len: 911 time: 0.1292446 Dec 22 14:19:37.574636 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-a10ecaaa-0ba9-4cc5-86b5-7aff986a6f3a req-a4d7fa14-daaf-4bb8-a6c0-e9b2ea7be9b4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7ee1f54-5fd5-41f4-b8c6-37175faf9e78 HTTP/1.1" status: 200 len: 999 time: 0.1133535 Dec 22 14:19:37.645956 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ecaaa-0ba9-4cc5-86b5-7aff986a6f3a req-3c35adcf-a2ff-4a20-92ba-eb8f49f9fa51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:19:37.647475 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-a10ecaaa-0ba9-4cc5-86b5-7aff986a6f3a req-3c35adcf-a2ff-4a20-92ba-eb8f49f9fa51 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c25228b1-dc02-496b-a1cb-8ebcef9188e6 HTTP/1.1" status: 200 len: 849 time: 0.0617237 Dec 22 14:19:37.654885 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb703ef-c656-4952-9c4e-455de21a287d service neutron] Pushing event updated for resources: {'Port': ['ID=b80158d1-b37e-405d-bc12-0f71bd2a9b7c,revision_number=2']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:19:37.661497 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5fb703ef-c656-4952-9c4e-455de21a287d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:19:37.729652 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-a10ecaaa-0ba9-4cc5-86b5-7aff986a6f3a req-ee794a6c-d8b1-4442-9bb5-57552f785bda service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d0277b80-4455-41a8-9ba2-a04c58d21770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711710 Dec 22 14:19:37.742753 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94441c3-bda9-4dc4-84a8-dedba7c78e3b req-508452d1-6f73-49de-a517-17cea4211992 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:19:37.744203 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e94441c3-bda9-4dc4-84a8-dedba7c78e3b req-508452d1-6f73-49de-a517-17cea4211992 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/ports?device_id=469ed803-383e-49dc-8e18-d23cbd7ee621 HTTP/1.1" status: 200 len: 944 time: 0.3915796 Dec 22 14:19:37.811517 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-5fb703ef-c656-4952-9c4e-455de21a287d service neutron] Attempting to bind port b80158d1-b37e-405d-bc12-0f71bd2a9b7c on host hv-neutron-8226 for vnic_type normal with profile {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 14:19:37.811767 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-5fb703ef-c656-4952-9c4e-455de21a287d service neutron] Attempting to bind port b80158d1-b37e-405d-bc12-0f71bd2a9b7c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'd91accb5-7d56-490b-97a2-2de8e55e1359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770'}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 14:19:37.812087 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-5fb703ef-c656-4952-9c4e-455de21a287d service neutron] Attempting to bind port b80158d1-b37e-405d-bc12-0f71bd2a9b7c on network d0277b80-4455-41a8-9ba2-a04c58d21770 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 14:19:37.823953 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-e94441c3-bda9-4dc4-84a8-dedba7c78e3b req-085b4b27-6855-4dae-aef8-f6d728ad1362 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ef948d4-d9ee-4dbb-8211-6d0ff84e030a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704722 Dec 22 14:19:37.824616 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-5fb703ef-c656-4952-9c4e-455de21a287d service neutron] Port b80158d1-b37e-405d-bc12-0f71bd2a9b7c on network d0277b80-4455-41a8-9ba2-a04c58d21770 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 14:19:37.824911 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-5fb703ef-c656-4952-9c4e-455de21a287d service neutron] Attempting to bind port b80158d1-b37e-405d-bc12-0f71bd2a9b7c on network d0277b80-4455-41a8-9ba2-a04c58d21770 {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 14:19:37.831228 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-5fb703ef-c656-4952-9c4e-455de21a287d service neutron] Checking agent: {'id': '72ee2f79-9ac0-483e-b4fd-5b910a776581', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'started_at': datetime.datetime(2021, 12, 22, 13, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 14:19:37.831560 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-5fb703ef-c656-4952-9c4e-455de21a287d service neutron] Checking segment: {'id': 'd91accb5-7d56-490b-97a2-2de8e55e1359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 14:19:37.831951 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-5fb703ef-c656-4952-9c4e-455de21a287d service neutron] Bound using segment: {'id': 'd91accb5-7d56-490b-97a2-2de8e55e1359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770'} {{(pid=84149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 14:19:37.832350 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.managers [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-5fb703ef-c656-4952-9c4e-455de21a287d service neutron] Bound port: b80158d1-b37e-405d-bc12-0f71bd2a9b7c, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd91accb5-7d56-490b-97a2-2de8e55e1359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770'}}] {{(pid=84149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 14:19:37.832691 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-5fb703ef-c656-4952-9c4e-455de21a287d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:37.873660 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-a10ecaaa-0ba9-4cc5-86b5-7aff986a6f3a req-8099e0c2-bd43-4811-8973-4bc8d5e5eaf5 service neutron] 10.222.0.45 "GET /v2.0/networks/d0277b80-4455-41a8-9ba2-a04c58d21770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322923 Dec 22 14:19:37.919263 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-5fb703ef-c656-4952-9c4e-455de21a287d service neutron] For port b80158d1-b37e-405d-bc12-0f71bd2a9b7c, host hv-neutron-8226, cleared binding levels {{(pid=84149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 14:19:37.923036 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-5fb703ef-c656-4952-9c4e-455de21a287d service neutron] For port b80158d1-b37e-405d-bc12-0f71bd2a9b7c, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b80158d1-b37e-405d-bc12-0f71bd2a9b7c,segment=NetworkSegment(d91accb5-7d56-490b-97a2-2de8e55e1359),segment_id=d91accb5-7d56-490b-97a2-2de8e55e1359)] {{(pid=84149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 14:19:38.011447 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-a10ecaaa-0ba9-4cc5-86b5-7aff986a6f3a req-bb169910-a37e-4037-8576-f49358eefd91 service neutron] 10.222.0.45 "GET /v2.0/networks/d0277b80-4455-41a8-9ba2-a04c58d21770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264663 Dec 22 14:19:38.013770 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-5fb703ef-c656-4952-9c4e-455de21a287d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3031742'] for port, after_update {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:38.017884 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4ff88430-b327-44ff-9ec3-11c0f7bce74d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:19:38.070487 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-6065845c-c3a1-49ef-87ec-393c26fdfb61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:38.085422 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-5fb703ef-c656-4952-9c4e-455de21a287d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:38.086863 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-5fb703ef-c656-4952-9c4e-455de21a287d service neutron] 10.222.0.45 "PUT /v2.0/ports/b80158d1-b37e-405d-bc12-0f71bd2a9b7c HTTP/1.1" status: 200 len: 1094 time: 1.2773621 Dec 22 14:19:38.087380 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469ed803-383e-49dc-8e18-d23cbd7ee621', 'tag': 'b80158d1-b37e-405d-bc12-0f71bd2a9b7c'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:19:38.103063 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb703ef-c656-4952-9c4e-455de21a287d service neutron] Pushing event updated for resources: {'Port': ['ID=b80158d1-b37e-405d-bc12-0f71bd2a9b7c,revision_number=3']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:19:38.105876 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5fb703ef-c656-4952-9c4e-455de21a287d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:19:38.134817 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:19:38.150963 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '469ed803-383e-49dc-8e18-d23cbd7ee621', 'tag': 'b80158d1-b37e-405d-bc12-0f71bd2a9b7c', 'status': 'completed', 'code': 200} Dec 22 14:19:38.270786 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-46772abd-e155-4256-b17d-6a59e9d257c0 req-33213895-6363-4ef3-b0b0-d6d08b778db5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7ad064c31f9845729fad449b998e052e&device_id=469ed803-383e-49dc-8e18-d23cbd7ee621 HTTP/1.1" status: 200 len: 1097 time: 0.0733442 Dec 22 14:19:38.413288 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46772abd-e155-4256-b17d-6a59e9d257c0 req-55bd9857-dc07-4e35-af1d-fef120bb4e4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:19:38.414759 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-46772abd-e155-4256-b17d-6a59e9d257c0 req-55bd9857-dc07-4e35-af1d-fef120bb4e4b service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=7ad064c31f9845729fad449b998e052e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1356218 Dec 22 14:19:38.560023 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46772abd-e155-4256-b17d-6a59e9d257c0 req-693aa0b7-b9f6-4b6e-8d82-bdd627adc585 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:19:38.561459 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-46772abd-e155-4256-b17d-6a59e9d257c0 req-693aa0b7-b9f6-4b6e-8d82-bdd627adc585 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1368415 Dec 22 14:19:38.676510 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-15c4a727-555e-4664-ada0-81a30887bc11 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7ad064c31f9845729fad449b998e052e&device_id=469ed803-383e-49dc-8e18-d23cbd7ee621 HTTP/1.1" status: 200 len: 1097 time: 0.0727243 Dec 22 14:19:38.745325 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-52a0d10a-11d4-4479-8c90-9369f439df4b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b80158d1-b37e-405d-bc12-0f71bd2a9b7c HTTP/1.1" status: 200 len: 217 time: 0.0599773 Dec 22 14:19:38.811739 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-ae5af8ac-7bfe-4d3c-9221-ce540c2605ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:19:38.813152 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-ae5af8ac-7bfe-4d3c-9221-ce540c2605ae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c25228b1-dc02-496b-a1cb-8ebcef9188e6 HTTP/1.1" status: 200 len: 849 time: 0.0599368 Dec 22 14:19:38.889489 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-737ca8a9-9704-481e-bcc5-b8c879201f13 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d0277b80-4455-41a8-9ba2-a04c58d21770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690081 Dec 22 14:19:39.030144 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:39.090971 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-8ce0d9ac-4494-495a-b426-ca7726e6dda8 service neutron] 10.222.0.45 "GET /v2.0/networks/d0277b80-4455-41a8-9ba2-a04c58d21770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898439 Dec 22 14:19:39.100005 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb487872-d996-4704-8520-79431aa15f3d req-18503f65-e43a-4961-b1a0-a064f9c91f35 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:19:39.101344 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-bb487872-d996-4704-8520-79431aa15f3d req-18503f65-e43a-4961-b1a0-a064f9c91f35 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/ports?device_id=469ed803-383e-49dc-8e18-d23cbd7ee621 HTTP/1.1" status: 200 len: 944 time: 0.1313632 Dec 22 14:19:39.240086 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-bb487872-d996-4704-8520-79431aa15f3d req-235d1de3-fb0c-4fc7-9fc8-fb625c4fcaa8 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ef948d4-d9ee-4dbb-8211-6d0ff84e030a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178172 Dec 22 14:19:39.266225 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-6c0601c8-7e73-4dfe-951c-5d1bd2fcbb3a req-5aea81f2-f5bd-4e8e-95f3-9f5ea41aa6b9 service neutron] 10.222.0.45 "GET /v2.0/networks/d0277b80-4455-41a8-9ba2-a04c58d21770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639719 Dec 22 14:19:39.509863 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:40.436310 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccebc1a-acc6-45bc-b58a-a22717f5e09a req-eb8c7df5-b09d-42f5-b3f9-6009a00fce51 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:19:40.437739 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-fccebc1a-acc6-45bc-b58a-a22717f5e09a req-eb8c7df5-b09d-42f5-b3f9-6009a00fce51 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/ports?device_id=469ed803-383e-49dc-8e18-d23cbd7ee621 HTTP/1.1" status: 200 len: 944 time: 0.0752861 Dec 22 14:19:40.483443 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-fccebc1a-acc6-45bc-b58a-a22717f5e09a req-1637e194-3073-4f46-b57c-50e2f6198cbd tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ef948d4-d9ee-4dbb-8211-6d0ff84e030a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396471 Dec 22 14:19:40.709849 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:40.843895 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device b80158d1-b37e-405d-bc12-0f71bd2a9b7c details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 14:19:40.975598 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port b80158d1-b37e-405d-bc12-0f71bd2a9b7c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b80158d1-b37e-405d-bc12-0f71bd2a9b7c,segment=NetworkSegment(d91accb5-7d56-490b-97a2-2de8e55e1359),segment_id=d91accb5-7d56-490b-97a2-2de8e55e1359)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:19:40.989561 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': 'b80158d1-b37e-405d-bc12-0f71bd2a9b7c', 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770', 'port_id': 'b80158d1-b37e-405d-bc12-0f71bd2a9b7c', 'mac_address': 'fa:16:3e:bf:a0:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c25228b1-dc02-496b-a1cb-8ebcef9188e6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 14:19:41.041991 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:41.062926 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b80158d1-b37e-405d-bc12-0f71bd2a9b7c {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 14:19:41.079801 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port b80158d1-b37e-405d-bc12-0f71bd2a9b7c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b80158d1-b37e-405d-bc12-0f71bd2a9b7c,segment=NetworkSegment(d91accb5-7d56-490b-97a2-2de8e55e1359),segment_id=d91accb5-7d56-490b-97a2-2de8e55e1359)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:19:41.121424 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:41.123169 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:19:41.187161 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=b80158d1-b37e-405d-bc12-0f71bd2a9b7c,revision_number=4']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:19:41.190684 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:19:41.424178 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['b80158d1-b37e-405d-bc12-0f71bd2a9b7c'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 14:19:41.680407 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766b505-74a6-4b5e-ba85-7a2502210a25 req-8c473133-9075-46b4-85d1-afc2880c9bd5 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:19:41.681838 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7766b505-74a6-4b5e-ba85-7a2502210a25 req-8c473133-9075-46b4-85d1-afc2880c9bd5 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/ports?device_id=469ed803-383e-49dc-8e18-d23cbd7ee621 HTTP/1.1" status: 200 len: 945 time: 0.0762250 Dec 22 14:19:41.728151 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-7766b505-74a6-4b5e-ba85-7a2502210a25 req-5e61b040-f441-4688-9fcd-6b8ba93af992 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ef948d4-d9ee-4dbb-8211-6d0ff84e030a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405827 Dec 22 14:19:42.874400 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device b80158d1-b37e-405d-bc12-0f71bd2a9b7c up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:19:42.925368 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725c401-3ada-4fde-8d16-325e9caf7131 req-95a1599a-79de-4c89-a1d8-2ad3648f3456 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:19:42.926842 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-f725c401-3ada-4fde-8d16-325e9caf7131 req-95a1599a-79de-4c89-a1d8-2ad3648f3456 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/ports?device_id=469ed803-383e-49dc-8e18-d23cbd7ee621 HTTP/1.1" status: 200 len: 945 time: 0.0807698 Dec 22 14:19:42.972878 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-f725c401-3ada-4fde-8d16-325e9caf7131 req-78b7394b-a8b5-49cc-9e5b-14a96578dba2 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ef948d4-d9ee-4dbb-8211-6d0ff84e030a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405500 Dec 22 14:19:42.998172 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning for port b80158d1-b37e-405d-bc12-0f71bd2a9b7c completed by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:19:42.998172 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port b80158d1-b37e-405d-bc12-0f71bd2a9b7c triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:19:42.998172 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:43.106387 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:43.132683 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469ed803-383e-49dc-8e18-d23cbd7ee621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80158d1-b37e-405d-bc12-0f71bd2a9b7c'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:19:43.143569 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port b80158d1-b37e-405d-bc12-0f71bd2a9b7c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b80158d1-b37e-405d-bc12-0f71bd2a9b7c,segment=NetworkSegment(d91accb5-7d56-490b-97a2-2de8e55e1359),segment_id=d91accb5-7d56-490b-97a2-2de8e55e1359)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:19:43.186996 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469ed803-383e-49dc-8e18-d23cbd7ee621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80158d1-b37e-405d-bc12-0f71bd2a9b7c', 'code': 200} Dec 22 14:19:43.218559 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:43.222292 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-c3651d2b-b4fb-416e-891f-84b771bae0e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:19:43.289748 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=b80158d1-b37e-405d-bc12-0f71bd2a9b7c,revision_number=5']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:19:43.292833 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:19:43.559474 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1e217007-e750-43ef-87e5-63276f358b85 req-1b55428b-5a90-4485-a075-54d9e5b5c8cd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=469ed803-383e-49dc-8e18-d23cbd7ee621 HTTP/1.1" status: 200 len: 1099 time: 0.0716181 Dec 22 14:19:43.606031 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-1e217007-e750-43ef-87e5-63276f358b85 req-aee46bae-de4d-4d4c-97e9-4e0da7d7bc32 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4ef948d4-d9ee-4dbb-8211-6d0ff84e030a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350556 Dec 22 14:19:44.167990 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ecf63a-d6ed-4ece-83c2-c9a6c7dcd8da req-f572ce2a-b524-42a7-bfdf-b7de14eb74a2 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:19:44.169466 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-29ecf63a-d6ed-4ece-83c2-c9a6c7dcd8da req-f572ce2a-b524-42a7-bfdf-b7de14eb74a2 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/ports?device_id=469ed803-383e-49dc-8e18-d23cbd7ee621 HTTP/1.1" status: 200 len: 946 time: 0.0764616 Dec 22 14:19:44.213315 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-29ecf63a-d6ed-4ece-83c2-c9a6c7dcd8da req-f6125747-436b-4ce3-a274-9203747dc88d tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ef948d4-d9ee-4dbb-8211-6d0ff84e030a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377984 Dec 22 14:19:45.412392 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0eb3e2-d3da-470c-bc90-154563419509 req-0733655a-8f03-436a-a507-3dc183e561b7 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:19:45.413812 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ed0eb3e2-d3da-470c-bc90-154563419509 req-0733655a-8f03-436a-a507-3dc183e561b7 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/ports?device_id=469ed803-383e-49dc-8e18-d23cbd7ee621 HTTP/1.1" status: 200 len: 946 time: 0.0777366 Dec 22 14:19:45.464447 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-ed0eb3e2-d3da-470c-bc90-154563419509 req-1748bc0e-6c95-483d-8d92-ffc9c21c4478 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ef948d4-d9ee-4dbb-8211-6d0ff84e030a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452013 Dec 22 14:19:45.663645 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2244a-e856-4dbf-9adb-b638485b7df6 req-a990f50f-be41-497e-b620-8becbfda3603 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:19:45.665067 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ecf2244a-e856-4dbf-9adb-b638485b7df6 req-a990f50f-be41-497e-b620-8becbfda3603 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/ports?device_id=469ed803-383e-49dc-8e18-d23cbd7ee621 HTTP/1.1" status: 200 len: 946 time: 0.0794082 Dec 22 14:19:45.709499 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-ecf2244a-e856-4dbf-9adb-b638485b7df6 req-f27ad16a-6e4f-4652-a368-fb53cca17d62 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ef948d4-d9ee-4dbb-8211-6d0ff84e030a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390456 Dec 22 14:19:45.737178 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 60048) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:19:45.805182 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-159f3a5b-bee9-4236-a387-83d052930c1c tempest-TestSnapshotPattern-717671343 tempest-TestSnapshotPattern-717671343-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=469ed803-383e-49dc-8e18-d23cbd7ee621 HTTP/1.1" status: 200 len: 1094 time: 0.0667479 Dec 22 14:19:45.807533 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 60052) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:19:45.812517 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.v2.base [None req-06ae1571-59a2-4cf8-af6c-bd1587d263dc tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Request body: {'floatingip': {'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'port_id': 'b80158d1-b37e-405d-bc12-0f71bd2a9b7c', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 14:19:45.818293 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-06ae1571-59a2-4cf8-af6c-bd1587d263dc tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:19:45.822055 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-06ae1571-59a2-4cf8-af6c-bd1587d263dc tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Usage tracker for resource:floatingip and tenant:7ad064c31f9845729fad449b998e052e is out of sync, need to count used quota {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:19:45.824823 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [None req-06ae1571-59a2-4cf8-af6c-bd1587d263dc tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:19:45.831002 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.quota.driver [None req-06ae1571-59a2-4cf8-af6c-bd1587d263dc tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:19:45.927159 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-06ae1571-59a2-4cf8-af6c-bd1587d263dc tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks [] for floatingip, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:46.061411 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-06ae1571-59a2-4cf8-af6c-bd1587d263dc tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:46.299357 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.db_base_plugin_common [None req-06ae1571-59a2-4cf8-af6c-bd1587d263dc tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Allocated IP 172.26.1.52 (0776f1b4-770d-462f-bc0f-df97e8017b18/3783891d-ca9d-4113-a747-65e6f84f4411/51811859-0b12-45b4-8a51-0c15a207f569) {{(pid=84148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:19:46.445630 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-06ae1571-59a2-4cf8-af6c-bd1587d263dc tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks [] for port, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:46.544926 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-06ae1571-59a2-4cf8-af6c-bd1587d263dc tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792220312944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:46.549393 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-bc10c363-1072-422e-a839-4472195d9e8d tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:19:46.618637 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ae1571-59a2-4cf8-af6c-bd1587d263dc tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Network 0776f1b4-770d-462f-bc0f-df97e8017b18 is already hosted by enough agents. {{(pid=84148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:19:46.621836 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae1571-59a2-4cf8-af6c-bd1587d263dc tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Pushing event updated for resources: {'Port': ['ID=51811859-0b12-45b4-8a51-0c15a207f569,revision_number=1']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:19:46.624007 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.base_scheduler [None req-06ae1571-59a2-4cf8-af6c-bd1587d263dc tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Resources bound (agent type, host, resource id): {{(pid=84148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:19:46.627730 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ae1571-59a2-4cf8-af6c-bd1587d263dc tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Received port after_create {{(pid=84148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 14:19:46.662455 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae1571-59a2-4cf8-af6c-bd1587d263dc tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:19:46.662838 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae1571-59a2-4cf8-af6c-bd1587d263dc tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:19:46.663209 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae1571-59a2-4cf8-af6c-bd1587d263dc tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:19:46.663576 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae1571-59a2-4cf8-af6c-bd1587d263dc tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:19:46.663943 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae1571-59a2-4cf8-af6c-bd1587d263dc tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:19:46.664480 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae1571-59a2-4cf8-af6c-bd1587d263dc tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:19:46.664653 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae1571-59a2-4cf8-af6c-bd1587d263dc tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:19:46.665015 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae1571-59a2-4cf8-af6c-bd1587d263dc tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:19:46.665381 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae1571-59a2-4cf8-af6c-bd1587d263dc tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:19:46.665735 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae1571-59a2-4cf8-af6c-bd1587d263dc tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:19:46.666089 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae1571-59a2-4cf8-af6c-bd1587d263dc tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:19:46.670724 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-06ae1571-59a2-4cf8-af6c-bd1587d263dc tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:19:47.141919 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-06ae1571-59a2-4cf8-af6c-bd1587d263dc tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:47.234662 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-06ae1571-59a2-4cf8-af6c-bd1587d263dc tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:47.435848 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-06ae1571-59a2-4cf8-af6c-bd1587d263dc tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks [] for port, precommit_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:47.487696 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-06ae1571-59a2-4cf8-af6c-bd1587d263dc tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2885578'] for port, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:47.491429 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-140b42b2-c5d3-4192-b95a-a5af564862e9 tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:19:47.590267 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae1571-59a2-4cf8-af6c-bd1587d263dc tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Pushing event updated for resources: {'Port': ['ID=51811859-0b12-45b4-8a51-0c15a207f569,revision_number=2']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:19:47.594190 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-06ae1571-59a2-4cf8-af6c-bd1587d263dc tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:19:47.609213 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-06ae1571-59a2-4cf8-af6c-bd1587d263dc tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705869'] for floatingip, after_update {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:47.796296 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.db.l3_db [None req-06ae1571-59a2-4cf8-af6c-bd1587d263dc tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Floating IP f399cbce-ca9d-491f-90db-783637ee7021 associated. External IP: 172.26.1.52, port: b80158d1-b37e-405d-bc12-0f71bd2a9b7c. Dec 22 14:19:48.289702 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ae1571-59a2-4cf8-af6c-bd1587d263dc tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Router b00117be-b49e-4ffe-acf2-4cf0e52847bb has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 14:19:48.490155 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ae1571-59a2-4cf8-af6c-bd1587d263dc tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 14:19:48.499489 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ae7253-52f4-46cb-828b-96b46596ed56 None None] Sync routers for ids ['b00117be-b49e-4ffe-acf2-4cf0e52847bb'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 14:19:48.512350 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ae7253-52f4-46cb-828b-96b46596ed56 None None] Routers {'b00117be-b49e-4ffe-acf2-4cf0e52847bb'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:19:48.513188 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-60ae7253-52f4-46cb-828b-96b46596ed56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:19:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b00117be-b49e-4ffe-acf2-4cf0e52847bb'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:19:48.572742 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-06ae1571-59a2-4cf8-af6c-bd1587d263dc tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:48.627245 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-06ae1571-59a2-4cf8-af6c-bd1587d263dc tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8186893 Dec 22 14:19:48.627914 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469ed803-383e-49dc-8e18-d23cbd7ee621', 'tag': 'b80158d1-b37e-405d-bc12-0f71bd2a9b7c'}] {{(pid=84148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:19:48.681736 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '469ed803-383e-49dc-8e18-d23cbd7ee621', 'tag': 'b80158d1-b37e-405d-bc12-0f71bd2a9b7c', 'status': 'completed', 'code': 200} Dec 22 14:19:48.697396 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-60ae7253-52f4-46cb-828b-96b46596ed56 None None] Set router b00117be-b49e-4ffe-acf2-4cf0e52847bb gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:19:48.776326 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-98041d6b-35f9-4276-8a35-d93df718a95a req-8b1879f3-2f4e-4a48-9309-e212ad2dde98 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7ad064c31f9845729fad449b998e052e&device_id=469ed803-383e-49dc-8e18-d23cbd7ee621 HTTP/1.1" status: 200 len: 1099 time: 0.0689807 Dec 22 14:19:49.027894 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98041d6b-35f9-4276-8a35-d93df718a95a req-0c584b27-e76f-4fe1-b5d9-11e1658293e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:19:49.029342 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-98041d6b-35f9-4276-8a35-d93df718a95a req-0c584b27-e76f-4fe1-b5d9-11e1658293e7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d0277b80-4455-41a8-9ba2-a04c58d21770 HTTP/1.1" status: 200 len: 911 time: 0.2456777 Dec 22 14:19:49.091201 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-60ae7253-52f4-46cb-828b-96b46596ed56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'name': 'tempest-TestSnapshotPattern-1557249876-router', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '335d0d07-19c5-4e9f-901d-ec250866c3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:16:31Z', 'updated_at': '2021-12-22T14:16:35Z', 'revision_number': 4, 'project_id': '7ad064c31f9845729fad449b998e052e', 'gw_port': {'id': '335d0d07-19c5-4e9f-901d-ec250866c3d3', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:32Z', 'updated_at': '2021-12-22T14:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '44d6c8d5-887b-4e6b-b3ae-12ab0c7ebfef', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'floating_ip_address': '172.26.1.28', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'port_id': 'f7ee1f54-5fd5-41f4-b8c6-37175faf9e78', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770', 'mac_address': 'fa:16:3e:72:49:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07e14fe-3381-416d-95ca-0d5966c8c8b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:17:08Z', 'updated_at': '2021-12-22T14:17:14Z', 'revision_number': 1, 'project_id': '7ad064c31f9845729fad449b998e052e', 'fixed_ip_address_scope': None}, {'id': 'f399cbce-ca9d-491f-90db-783637ee7021', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'floating_ip_address': '172.26.1.52', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'port_id': 'b80158d1-b37e-405d-bc12-0f71bd2a9b7c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770', 'mac_address': 'fa:16:3e:bf:a0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ed803-383e-49dc-8e18-d23cbd7ee621', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:19:46Z', 'updated_at': '2021-12-22T14:19:46Z', 'revision_number': 0, 'project_id': '7ad064c31f9845729fad449b998e052e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca6b96bf-5193-4016-a17a-895fe5c856bb', 'name': '', 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'mac_address': 'fa:16:3e:fa:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c25228b1-dc02-496b-a1cb-8ebcef9188e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:34Z', 'updated_at': '2021-12-22T14:16:52Z', 'revision_number': 5, 'project_id': '7ad064c31f9845729fad449b998e052e', 'subnets': [{'id': 'c25228b1-dc02-496b-a1cb-8ebcef9188e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:19:49.095280 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ae7253-52f4-46cb-828b-96b46596ed56 None None] Checking router: b00117be-b49e-4ffe-acf2-4cf0e52847bb for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 14:19:49.106014 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ae7253-52f4-46cb-828b-96b46596ed56 None None] Routers {'b00117be-b49e-4ffe-acf2-4cf0e52847bb'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:19:49.106909 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-60ae7253-52f4-46cb-828b-96b46596ed56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:19:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b00117be-b49e-4ffe-acf2-4cf0e52847bb'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:19:49.137487 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-98041d6b-35f9-4276-8a35-d93df718a95a req-897d7fb6-4e52-4e2f-92a2-a628da42b8fe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b80158d1-b37e-405d-bc12-0f71bd2a9b7c HTTP/1.1" status: 200 len: 999 time: 0.1002944 Dec 22 14:19:49.199743 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98041d6b-35f9-4276-8a35-d93df718a95a req-593b8930-728b-4c17-a99b-3fde3cbcd1d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:19:49.204748 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-98041d6b-35f9-4276-8a35-d93df718a95a req-593b8930-728b-4c17-a99b-3fde3cbcd1d1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c25228b1-dc02-496b-a1cb-8ebcef9188e6 HTTP/1.1" status: 200 len: 849 time: 0.0569167 Dec 22 14:19:49.280297 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-98041d6b-35f9-4276-8a35-d93df718a95a req-34fbf20e-3af7-4012-b836-80f160de7687 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d0277b80-4455-41a8-9ba2-a04c58d21770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717599 Dec 22 14:19:49.289052 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-60ae7253-52f4-46cb-828b-96b46596ed56 None None] Set router b00117be-b49e-4ffe-acf2-4cf0e52847bb gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:19:49.413254 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-98041d6b-35f9-4276-8a35-d93df718a95a req-20329a02-0091-4ee9-a5f6-b9bb6ad2b30a service neutron] 10.222.0.45 "GET /v2.0/networks/d0277b80-4455-41a8-9ba2-a04c58d21770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257989 Dec 22 14:19:49.547398 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-98041d6b-35f9-4276-8a35-d93df718a95a req-859860cc-0f4a-4bb8-9de2-c996310ccfd2 service neutron] 10.222.0.45 "GET /v2.0/networks/d0277b80-4455-41a8-9ba2-a04c58d21770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270649 Dec 22 14:19:49.648228 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-60ae7253-52f4-46cb-828b-96b46596ed56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'name': 'tempest-TestSnapshotPattern-1557249876-router', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '335d0d07-19c5-4e9f-901d-ec250866c3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:16:31Z', 'updated_at': '2021-12-22T14:16:35Z', 'revision_number': 4, 'project_id': '7ad064c31f9845729fad449b998e052e', 'gw_port': {'id': '335d0d07-19c5-4e9f-901d-ec250866c3d3', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:32Z', 'updated_at': '2021-12-22T14:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '44d6c8d5-887b-4e6b-b3ae-12ab0c7ebfef', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'floating_ip_address': '172.26.1.28', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'port_id': 'f7ee1f54-5fd5-41f4-b8c6-37175faf9e78', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770', 'mac_address': 'fa:16:3e:72:49:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07e14fe-3381-416d-95ca-0d5966c8c8b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:17:08Z', 'updated_at': '2021-12-22T14:17:14Z', 'revision_number': 1, 'project_id': '7ad064c31f9845729fad449b998e052e', 'fixed_ip_address_scope': None}, {'id': 'f399cbce-ca9d-491f-90db-783637ee7021', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'floating_ip_address': '172.26.1.52', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'port_id': 'b80158d1-b37e-405d-bc12-0f71bd2a9b7c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770', 'mac_address': 'fa:16:3e:bf:a0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ed803-383e-49dc-8e18-d23cbd7ee621', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:19:46Z', 'updated_at': '2021-12-22T14:19:46Z', 'revision_number': 0, 'project_id': '7ad064c31f9845729fad449b998e052e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca6b96bf-5193-4016-a17a-895fe5c856bb', 'name': '', 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'mac_address': 'fa:16:3e:fa:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c25228b1-dc02-496b-a1cb-8ebcef9188e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:34Z', 'updated_at': '2021-12-22T14:16:52Z', 'revision_number': 5, 'project_id': '7ad064c31f9845729fad449b998e052e', 'subnets': [{'id': 'c25228b1-dc02-496b-a1cb-8ebcef9188e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:19:49.652260 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ae7253-52f4-46cb-828b-96b46596ed56 None None] The sync data for ids ['b00117be-b49e-4ffe-acf2-4cf0e52847bb'] in dv-neutron-822669-1-hyperv is: [{'id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'name': 'tempest-TestSnapshotPattern-1557249876-router', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '335d0d07-19c5-4e9f-901d-ec250866c3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:16:31Z', 'updated_at': '2021-12-22T14:16:35Z', 'revision_number': 4, 'project_id': '7ad064c31f9845729fad449b998e052e', 'gw_port': {'id': '335d0d07-19c5-4e9f-901d-ec250866c3d3', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:32Z', 'updated_at': '2021-12-22T14:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '44d6c8d5-887b-4e6b-b3ae-12ab0c7ebfef', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'floating_ip_address': '172.26.1.28', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'port_id': 'f7ee1f54-5fd5-41f4-b8c6-37175faf9e78', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770', 'mac_address': 'fa:16:3e:72:49:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07e14fe-3381-416d-95ca-0d5966c8c8b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:17:08Z', 'updated_at': '2021-12-22T14:17:14Z', 'revision_number': 1, 'project_id': '7ad064c31f9845729fad449b998e052e', 'fixed_ip_address_scope': None}, {'id': 'f399cbce-ca9d-491f-90db-783637ee7021', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'floating_ip_address': '172.26.1.52', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'port_id': 'b80158d1-b37e-405d-bc12-0f71bd2a9b7c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770', 'mac_address': 'fa:16:3e:bf:a0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469ed803-383e-49dc-8e18-d23cbd7ee621', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:19:46Z', 'updated_at': '2021-12-22T14:19:46Z', 'revision_number': 0, 'project_id': '7ad064c31f9845729fad449b998e052e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca6b96bf-5193-4016-a17a-895fe5c856bb', 'name': '', 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'mac_address': 'fa:16:3e:fa:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c25228b1-dc02-496b-a1cb-8ebcef9188e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:34Z', 'updated_at': '2021-12-22T14:16:52Z', 'revision_number': 5, 'project_id': '7ad064c31f9845729fad449b998e052e', 'subnets': [{'id': 'c25228b1-dc02-496b-a1cb-8ebcef9188e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 14:19:49.859160 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1d59e2-c6be-4cb4-8d6f-9d3ab111f6ba None None] New status for floating IP f399cbce-ca9d-491f-90db-783637ee7021: ACTIVE {{(pid=84151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 14:19:59.549977 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:20:05.675455 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-25825293-29bc-4253-9c97-0a3dfa80159a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:20:08.104055 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-0fe573d6-36e6-4e9b-a20d-2923c196a039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:20:09.018409 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:20:09.543937 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:20:10.709244 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:20:15.135146 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:20:29.555130 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:20:35.726580 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3ee2a9ea-5dfa-4431-bc34-456052d9c6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:20:36.494145 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-04f59150-4a69-45db-a024-82316e87edf2 req-2d307716-2375-4431-ab54-6b12a7ea8ae0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f07e14fe-3381-416d-95ca-0d5966c8c8b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1344478 Dec 22 14:20:36.637575 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-04f59150-4a69-45db-a024-82316e87edf2 req-32adeacf-532f-42e3-9aec-dd92dc43dc66 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7ad064c31f9845729fad449b998e052e&device_id=f07e14fe-3381-416d-95ca-0d5966c8c8b2 HTTP/1.1" status: 200 len: 1097 time: 0.0728586 Dec 22 14:20:36.783763 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f59150-4a69-45db-a024-82316e87edf2 req-33f7c4f9-6eda-4ba6-a273-86881af07c44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:20:36.785718 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-04f59150-4a69-45db-a024-82316e87edf2 req-33f7c4f9-6eda-4ba6-a273-86881af07c44 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d0277b80-4455-41a8-9ba2-a04c58d21770 HTTP/1.1" status: 200 len: 911 time: 0.1266565 Dec 22 14:20:36.907565 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-04f59150-4a69-45db-a024-82316e87edf2 req-45796384-8e85-429d-9a7d-6ba1f04397f8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7ee1f54-5fd5-41f4-b8c6-37175faf9e78 HTTP/1.1" status: 200 len: 999 time: 0.1095071 Dec 22 14:20:36.979574 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f59150-4a69-45db-a024-82316e87edf2 req-f228e9fd-3e31-4d9c-8215-5eb3e9157ac9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:20:36.980996 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-04f59150-4a69-45db-a024-82316e87edf2 req-f228e9fd-3e31-4d9c-8215-5eb3e9157ac9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c25228b1-dc02-496b-a1cb-8ebcef9188e6 HTTP/1.1" status: 200 len: 849 time: 0.0627432 Dec 22 14:20:37.061522 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-04f59150-4a69-45db-a024-82316e87edf2 req-0dedee09-7a98-41f5-89b8-1f773b7ca665 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d0277b80-4455-41a8-9ba2-a04c58d21770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680215 Dec 22 14:20:37.197986 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-04f59150-4a69-45db-a024-82316e87edf2 req-b8e5697c-c9f4-470c-8d77-2af137ad9951 service neutron] 10.222.0.45 "GET /v2.0/networks/d0277b80-4455-41a8-9ba2-a04c58d21770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260879 Dec 22 14:20:37.335170 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-04f59150-4a69-45db-a024-82316e87edf2 req-b9f038b8-2ad7-4bdf-9db5-f9a200a64ab8 service neutron] 10.222.0.45 "GET /v2.0/networks/d0277b80-4455-41a8-9ba2-a04c58d21770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265695 Dec 22 14:20:38.081051 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-60da8129-cdcc-4a68-a17c-23f18df1608d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:20:39.052740 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:20:39.526275 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:20:40.703714 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:20:52.134899 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:20:59.538040 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:05.686204 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d6e5d0b5-b118-46e1-bbd7-a05b8163fcec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:08.069039 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-de37f4a1-cd95-45d8-b8f1-012369875e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:09.069527 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:09.537704 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:10.703032 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:19.294857 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device b80158d1-b37e-405d-bc12-0f71bd2a9b7c details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=84150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 14:21:19.424951 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port b80158d1-b37e-405d-bc12-0f71bd2a9b7c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b80158d1-b37e-405d-bc12-0f71bd2a9b7c,segment=NetworkSegment(d91accb5-7d56-490b-97a2-2de8e55e1359),segment_id=d91accb5-7d56-490b-97a2-2de8e55e1359)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:21:19.437689 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Returning: {'device': 'b80158d1-b37e-405d-bc12-0f71bd2a9b7c', 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770', 'port_id': 'b80158d1-b37e-405d-bc12-0f71bd2a9b7c', 'mac_address': 'fa:16:3e:bf:a0:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c25228b1-dc02-496b-a1cb-8ebcef9188e6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 14:21:19.494366 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:19.511680 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b80158d1-b37e-405d-bc12-0f71bd2a9b7c {{(pid=84150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 14:21:19.526947 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port b80158d1-b37e-405d-bc12-0f71bd2a9b7c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b80158d1-b37e-405d-bc12-0f71bd2a9b7c,segment=NetworkSegment(d91accb5-7d56-490b-97a2-2de8e55e1359),segment_id=d91accb5-7d56-490b-97a2-2de8e55e1359)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:21:19.577539 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:19.579647 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:21:19.647074 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=b80158d1-b37e-405d-bc12-0f71bd2a9b7c,revision_number=6']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:21:19.655163 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:21:19.655511 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:21:19.655847 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:21:19.656184 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:21:19.656512 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:21:19.656843 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:21:19.657165 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:21:19.657487 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:21:19.657807 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:21:19.658124 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:21:19.658470 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:21:19.662619 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:21:19.675108 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] get_ports_and_sgs() called for port_ids ['b80158d1-b37e-405d-bc12-0f71bd2a9b7c'] {{(pid=84150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 14:21:21.311191 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device b80158d1-b37e-405d-bc12-0f71bd2a9b7c up at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:21:21.424954 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.provisioning_blocks [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Provisioning complete for port b80158d1-b37e-405d-bc12-0f71bd2a9b7c triggered by entity L2. {{(pid=84150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:21:21.425340 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700686'] for port, provisioning_complete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:21.550428 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:21.578689 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469ed803-383e-49dc-8e18-d23cbd7ee621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80158d1-b37e-405d-bc12-0f71bd2a9b7c'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:21:21.591094 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port b80158d1-b37e-405d-bc12-0f71bd2a9b7c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b80158d1-b37e-405d-bc12-0f71bd2a9b7c,segment=NetworkSegment(d91accb5-7d56-490b-97a2-2de8e55e1359),segment_id=d91accb5-7d56-490b-97a2-2de8e55e1359)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:21:21.641592 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:21.643506 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-04621a89-9dc5-4d85-978d-839ac513bdf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:21:21.683077 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469ed803-383e-49dc-8e18-d23cbd7ee621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80158d1-b37e-405d-bc12-0f71bd2a9b7c', 'code': 200} Dec 22 14:21:21.724355 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=b80158d1-b37e-405d-bc12-0f71bd2a9b7c,revision_number=7']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:21:21.730495 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:21:29.135775 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:21:29.515185 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:34.494664 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 60208) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:21:34.697511 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-9453dd09-224e-48e7-a3e8-e5aa863c15e1 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Deleting port 51811859-0b12-45b4-8a51-0c15a207f569 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 14:21:34.697859 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9453dd09-224e-48e7-a3e8-e5aa863c15e1 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:34.865322 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9453dd09-224e-48e7-a3e8-e5aa863c15e1 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:34.865651 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9453dd09-224e-48e7-a3e8-e5aa863c15e1 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:34.982199 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-9453dd09-224e-48e7-a3e8-e5aa863c15e1 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Calling delete_port for 51811859-0b12-45b4-8a51-0c15a207f569 owned by network:floatingip {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 14:21:35.193911 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9453dd09-224e-48e7-a3e8-e5aa863c15e1 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:35.197666 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-ffd915a4-28cd-41f1-94b8-80485941bf7f tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:21:35.237906 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453dd09-224e-48e7-a3e8-e5aa863c15e1 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Pushing event deleted for resources: {'Port': ['ID=51811859-0b12-45b4-8a51-0c15a207f569,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:21:35.278521 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453dd09-224e-48e7-a3e8-e5aa863c15e1 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:21:35.278912 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453dd09-224e-48e7-a3e8-e5aa863c15e1 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:21:35.279291 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453dd09-224e-48e7-a3e8-e5aa863c15e1 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:21:35.279666 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453dd09-224e-48e7-a3e8-e5aa863c15e1 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:21:35.280038 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453dd09-224e-48e7-a3e8-e5aa863c15e1 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:21:35.280430 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453dd09-224e-48e7-a3e8-e5aa863c15e1 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:21:35.280797 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453dd09-224e-48e7-a3e8-e5aa863c15e1 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:21:35.281163 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453dd09-224e-48e7-a3e8-e5aa863c15e1 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:21:35.281526 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453dd09-224e-48e7-a3e8-e5aa863c15e1 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:21:35.281886 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453dd09-224e-48e7-a3e8-e5aa863c15e1 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:21:35.282245 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453dd09-224e-48e7-a3e8-e5aa863c15e1 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:21:35.292523 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-9453dd09-224e-48e7-a3e8-e5aa863c15e1 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:21:35.345262 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9453dd09-224e-48e7-a3e8-e5aa863c15e1 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks [] for floatingip, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:35.429099 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device b80158d1-b37e-405d-bc12-0f71bd2a9b7c no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:21:35.548717 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783817'] for port, before_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:35.577145 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469ed803-383e-49dc-8e18-d23cbd7ee621', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b80158d1-b37e-405d-bc12-0f71bd2a9b7c'}] {{(pid=84150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:21:35.587462 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] For port b80158d1-b37e-405d-bc12-0f71bd2a9b7c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b80158d1-b37e-405d-bc12-0f71bd2a9b7c,segment=NetworkSegment(d91accb5-7d56-490b-97a2-2de8e55e1359),segment_id=d91accb5-7d56-490b-97a2-2de8e55e1359)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:21:35.638555 dv-neutron-822669-1-hyperv neutron-server[84150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469ed803-383e-49dc-8e18-d23cbd7ee621', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b80158d1-b37e-405d-bc12-0f71bd2a9b7c', 'code': 200} Dec 22 14:21:35.657585 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792220741654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792220312962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792220313007'] for port, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:35.659706 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-feabfd4e-1e82-4ad0-8783-48bce89b6ff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:21:35.691430 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-bed38d5f-68ca-43b4-8c53-c59a2f48a22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:35.727098 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Pushing event updated for resources: {'Port': ['ID=b80158d1-b37e-405d-bc12-0f71bd2a9b7c,revision_number=8']} {{(pid=84150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:21:35.730237 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_concurrency.lockutils [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:21:35.870711 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9453dd09-224e-48e7-a3e8-e5aa863c15e1 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Router b00117be-b49e-4ffe-acf2-4cf0e52847bb has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 14:21:36.069764 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9453dd09-224e-48e7-a3e8-e5aa863c15e1 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 14:21:36.079381 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175d1600-801f-49c3-8d98-c5c5a58fcdc9 None None] Sync routers for ids ['b00117be-b49e-4ffe-acf2-4cf0e52847bb'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 14:21:36.090921 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175d1600-801f-49c3-8d98-c5c5a58fcdc9 None None] Routers {'b00117be-b49e-4ffe-acf2-4cf0e52847bb'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:21:36.091523 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-175d1600-801f-49c3-8d98-c5c5a58fcdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:21:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b00117be-b49e-4ffe-acf2-4cf0e52847bb'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:21:36.154392 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-9453dd09-224e-48e7-a3e8-e5aa863c15e1 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:36.209208 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-9453dd09-224e-48e7-a3e8-e5aa863c15e1 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "DELETE /v2.0/floatingips/f399cbce-ca9d-491f-90db-783637ee7021 HTTP/1.1" status: 204 len: 168 time: 1.7134590 Dec 22 14:21:36.209863 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469ed803-383e-49dc-8e18-d23cbd7ee621', 'tag': 'b80158d1-b37e-405d-bc12-0f71bd2a9b7c'}] {{(pid=84148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:21:36.266484 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '469ed803-383e-49dc-8e18-d23cbd7ee621', 'tag': 'b80158d1-b37e-405d-bc12-0f71bd2a9b7c', 'status': 'completed', 'code': 200} Dec 22 14:21:36.274319 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-175d1600-801f-49c3-8d98-c5c5a58fcdc9 None None] Set router b00117be-b49e-4ffe-acf2-4cf0e52847bb gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:21:36.369879 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-46d24260-c58e-48a3-9e6b-e70fbad3a961 req-739bee66-0892-4b5a-948b-6de713643b45 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7ad064c31f9845729fad449b998e052e&device_id=469ed803-383e-49dc-8e18-d23cbd7ee621 HTTP/1.1" status: 200 len: 1097 time: 0.0782363 Dec 22 14:21:36.624475 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d24260-c58e-48a3-9e6b-e70fbad3a961 req-9036ef82-a981-48e8-a3c0-cebb77982c80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:21:36.626461 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-46d24260-c58e-48a3-9e6b-e70fbad3a961 req-9036ef82-a981-48e8-a3c0-cebb77982c80 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d0277b80-4455-41a8-9ba2-a04c58d21770 HTTP/1.1" status: 200 len: 911 time: 0.2488103 Dec 22 14:21:36.647898 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-175d1600-801f-49c3-8d98-c5c5a58fcdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'name': 'tempest-TestSnapshotPattern-1557249876-router', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '335d0d07-19c5-4e9f-901d-ec250866c3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:16:31Z', 'updated_at': '2021-12-22T14:16:35Z', 'revision_number': 4, 'project_id': '7ad064c31f9845729fad449b998e052e', 'gw_port': {'id': '335d0d07-19c5-4e9f-901d-ec250866c3d3', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:32Z', 'updated_at': '2021-12-22T14:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '44d6c8d5-887b-4e6b-b3ae-12ab0c7ebfef', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'floating_ip_address': '172.26.1.28', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'port_id': 'f7ee1f54-5fd5-41f4-b8c6-37175faf9e78', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770', 'mac_address': 'fa:16:3e:72:49:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07e14fe-3381-416d-95ca-0d5966c8c8b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:17:08Z', 'updated_at': '2021-12-22T14:17:14Z', 'revision_number': 1, 'project_id': '7ad064c31f9845729fad449b998e052e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca6b96bf-5193-4016-a17a-895fe5c856bb', 'name': '', 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'mac_address': 'fa:16:3e:fa:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c25228b1-dc02-496b-a1cb-8ebcef9188e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:34Z', 'updated_at': '2021-12-22T14:16:52Z', 'revision_number': 5, 'project_id': '7ad064c31f9845729fad449b998e052e', 'subnets': [{'id': 'c25228b1-dc02-496b-a1cb-8ebcef9188e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:21:36.652311 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175d1600-801f-49c3-8d98-c5c5a58fcdc9 None None] Checking router: b00117be-b49e-4ffe-acf2-4cf0e52847bb for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 14:21:36.663381 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175d1600-801f-49c3-8d98-c5c5a58fcdc9 None None] Routers {'b00117be-b49e-4ffe-acf2-4cf0e52847bb'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:21:36.664070 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-175d1600-801f-49c3-8d98-c5c5a58fcdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:21:08Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b00117be-b49e-4ffe-acf2-4cf0e52847bb'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:21:36.702146 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-46d24260-c58e-48a3-9e6b-e70fbad3a961 req-ca779779-b2e3-4be0-91c2-64d8a3cf70ca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b80158d1-b37e-405d-bc12-0f71bd2a9b7c HTTP/1.1" status: 200 len: 217 time: 0.0620675 Dec 22 14:21:36.770228 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d24260-c58e-48a3-9e6b-e70fbad3a961 req-8bcaecf4-5082-4738-a1b7-dc43cce31906 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:21:36.771941 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-46d24260-c58e-48a3-9e6b-e70fbad3a961 req-8bcaecf4-5082-4738-a1b7-dc43cce31906 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c25228b1-dc02-496b-a1cb-8ebcef9188e6 HTTP/1.1" status: 200 len: 849 time: 0.0625832 Dec 22 14:21:36.809437 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a599a-881b-42f3-bbbd-e88820d681d0 req-44eb9c1c-7c0a-457a-b92e-3f526cd8704f tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:21:36.809643 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-f75a599a-881b-42f3-bbbd-e88820d681d0 req-44eb9c1c-7c0a-457a-b92e-3f526cd8704f tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Synchronizing usage tracker for tenant:7ad064c31f9845729fad449b998e052e on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:21:36.849517 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-175d1600-801f-49c3-8d98-c5c5a58fcdc9 None None] Set router b00117be-b49e-4ffe-acf2-4cf0e52847bb gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:21:36.854935 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-46d24260-c58e-48a3-9e6b-e70fbad3a961 req-22a628c0-a7ac-46c0-a892-eff4e23686a2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d0277b80-4455-41a8-9ba2-a04c58d21770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747411 Dec 22 14:21:36.857708 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-f75a599a-881b-42f3-bbbd-e88820d681d0 req-44eb9c1c-7c0a-457a-b92e-3f526cd8704f tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Unset dirty status for tenant:7ad064c31f9845729fad449b998e052e on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:21:36.859381 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-f75a599a-881b-42f3-bbbd-e88820d681d0 req-44eb9c1c-7c0a-457a-b92e-3f526cd8704f tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/ports?device_id=469ed803-383e-49dc-8e18-d23cbd7ee621 HTTP/1.1" status: 200 len: 944 time: 0.1304045 Dec 22 14:21:36.932922 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-f75a599a-881b-42f3-bbbd-e88820d681d0 req-7fc893b4-7786-4ee0-b372-66b192dcc167 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ef948d4-d9ee-4dbb-8211-6d0ff84e030a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562510 Dec 22 14:21:37.001313 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-46d24260-c58e-48a3-9e6b-e70fbad3a961 req-57897fcd-038f-44f2-a8d2-a9e0c1043047 service neutron] 10.222.0.45 "GET /v2.0/networks/d0277b80-4455-41a8-9ba2-a04c58d21770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343858 Dec 22 14:21:37.136848 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-46d24260-c58e-48a3-9e6b-e70fbad3a961 req-bcefda8a-9ed5-4ec7-a466-c008aa8ea555 service neutron] 10.222.0.45 "GET /v2.0/networks/d0277b80-4455-41a8-9ba2-a04c58d21770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278067 Dec 22 14:21:37.248237 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-175d1600-801f-49c3-8d98-c5c5a58fcdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'name': 'tempest-TestSnapshotPattern-1557249876-router', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '335d0d07-19c5-4e9f-901d-ec250866c3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:16:31Z', 'updated_at': '2021-12-22T14:16:35Z', 'revision_number': 4, 'project_id': '7ad064c31f9845729fad449b998e052e', 'gw_port': {'id': '335d0d07-19c5-4e9f-901d-ec250866c3d3', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:32Z', 'updated_at': '2021-12-22T14:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '44d6c8d5-887b-4e6b-b3ae-12ab0c7ebfef', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'floating_ip_address': '172.26.1.28', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'port_id': 'f7ee1f54-5fd5-41f4-b8c6-37175faf9e78', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770', 'mac_address': 'fa:16:3e:72:49:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07e14fe-3381-416d-95ca-0d5966c8c8b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:17:08Z', 'updated_at': '2021-12-22T14:17:14Z', 'revision_number': 1, 'project_id': '7ad064c31f9845729fad449b998e052e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca6b96bf-5193-4016-a17a-895fe5c856bb', 'name': '', 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'mac_address': 'fa:16:3e:fa:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c25228b1-dc02-496b-a1cb-8ebcef9188e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:34Z', 'updated_at': '2021-12-22T14:16:52Z', 'revision_number': 5, 'project_id': '7ad064c31f9845729fad449b998e052e', 'subnets': [{'id': 'c25228b1-dc02-496b-a1cb-8ebcef9188e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:21:37.252139 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175d1600-801f-49c3-8d98-c5c5a58fcdc9 None None] The sync data for ids ['b00117be-b49e-4ffe-acf2-4cf0e52847bb'] in dv-neutron-822669-1-hyperv is: [{'id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'name': 'tempest-TestSnapshotPattern-1557249876-router', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '335d0d07-19c5-4e9f-901d-ec250866c3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:16:31Z', 'updated_at': '2021-12-22T14:16:35Z', 'revision_number': 4, 'project_id': '7ad064c31f9845729fad449b998e052e', 'gw_port': {'id': '335d0d07-19c5-4e9f-901d-ec250866c3d3', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:32Z', 'updated_at': '2021-12-22T14:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_floatingips': [{'id': '44d6c8d5-887b-4e6b-b3ae-12ab0c7ebfef', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'floating_ip_address': '172.26.1.28', 'floating_network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'router_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'port_id': 'f7ee1f54-5fd5-41f4-b8c6-37175faf9e78', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770', 'mac_address': 'fa:16:3e:72:49:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07e14fe-3381-416d-95ca-0d5966c8c8b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:17:08Z', 'updated_at': '2021-12-22T14:17:14Z', 'revision_number': 1, 'project_id': '7ad064c31f9845729fad449b998e052e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca6b96bf-5193-4016-a17a-895fe5c856bb', 'name': '', 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'mac_address': 'fa:16:3e:fa:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c25228b1-dc02-496b-a1cb-8ebcef9188e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:34Z', 'updated_at': '2021-12-22T14:16:52Z', 'revision_number': 5, 'project_id': '7ad064c31f9845729fad449b998e052e', 'subnets': [{'id': 'c25228b1-dc02-496b-a1cb-8ebcef9188e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 14:21:37.472486 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a30e0a1-7d4b-4a6b-b21f-f75a9bfb2958 None None] New status for floating IP f399cbce-ca9d-491f-90db-783637ee7021: DOWN {{(pid=84151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 14:21:38.069046 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-29774392-2acc-4bec-bb3f-f8fae1ae8083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:38.210117 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43df29-c0b2-4948-937a-c7ee91179c70 req-775689a1-6e8e-4094-abf4-c491c7b17ad8 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:21:38.211586 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-cf43df29-c0b2-4948-937a-c7ee91179c70 req-775689a1-6e8e-4094-abf4-c491c7b17ad8 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/ports?device_id=469ed803-383e-49dc-8e18-d23cbd7ee621 HTTP/1.1" status: 200 len: 944 time: 0.1637771 Dec 22 14:21:38.258485 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-cf43df29-c0b2-4948-937a-c7ee91179c70 req-ed1e3ece-a482-4edb-a031-32fcbb010546 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ef948d4-d9ee-4dbb-8211-6d0ff84e030a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411096 Dec 22 14:21:38.487503 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4493abd-8ada-4e69-8001-a769126ba8b4 req-152a4968-094e-4c72-a01b-a56229c73d34 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:21:38.489163 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c4493abd-8ada-4e69-8001-a769126ba8b4 req-152a4968-094e-4c72-a01b-a56229c73d34 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.45 "GET /v2.0/ports?device_id=469ed803-383e-49dc-8e18-d23cbd7ee621 HTTP/1.1" status: 200 len: 944 time: 0.0756977 Dec 22 14:21:38.561455 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-c4493abd-8ada-4e69-8001-a769126ba8b4 req-83c575a7-13a7-463e-aa04-84ef29c721d5 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Deleting port b80158d1-b37e-405d-bc12-0f71bd2a9b7c {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 14:21:38.561796 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-c4493abd-8ada-4e69-8001-a769126ba8b4 req-83c575a7-13a7-463e-aa04-84ef29c721d5 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:38.800236 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-c4493abd-8ada-4e69-8001-a769126ba8b4 req-83c575a7-13a7-463e-aa04-84ef29c721d5 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] For port b80158d1-b37e-405d-bc12-0f71bd2a9b7c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b80158d1-b37e-405d-bc12-0f71bd2a9b7c,segment=NetworkSegment(d91accb5-7d56-490b-97a2-2de8e55e1359),segment_id=d91accb5-7d56-490b-97a2-2de8e55e1359)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:21:38.800503 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-c4493abd-8ada-4e69-8001-a769126ba8b4 req-83c575a7-13a7-463e-aa04-84ef29c721d5 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:38.920000 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-c4493abd-8ada-4e69-8001-a769126ba8b4 req-83c575a7-13a7-463e-aa04-84ef29c721d5 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Calling delete_port for b80158d1-b37e-405d-bc12-0f71bd2a9b7c owned by compute:nova {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 14:21:39.029205 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:39.120523 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-c4493abd-8ada-4e69-8001-a769126ba8b4 req-83c575a7-13a7-463e-aa04-84ef29c721d5 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:39.126448 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-079ab6aa-218f-491b-aa5d-8e85d7a6ebc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:21:39.171106 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c575a7-13a7-463e-aa04-84ef29c721d5 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Pushing event deleted for resources: {'Port': ['ID=b80158d1-b37e-405d-bc12-0f71bd2a9b7c,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:21:39.244734 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c575a7-13a7-463e-aa04-84ef29c721d5 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:21:39.245458 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c575a7-13a7-463e-aa04-84ef29c721d5 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:21:39.245458 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c575a7-13a7-463e-aa04-84ef29c721d5 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:21:39.245837 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c575a7-13a7-463e-aa04-84ef29c721d5 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:21:39.246206 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c575a7-13a7-463e-aa04-84ef29c721d5 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:21:39.246596 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c575a7-13a7-463e-aa04-84ef29c721d5 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:21:39.246959 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c575a7-13a7-463e-aa04-84ef29c721d5 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:21:39.247320 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c575a7-13a7-463e-aa04-84ef29c721d5 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:21:39.247678 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c575a7-13a7-463e-aa04-84ef29c721d5 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:21:39.248035 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c575a7-13a7-463e-aa04-84ef29c721d5 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:21:39.248388 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c575a7-13a7-463e-aa04-84ef29c721d5 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822669-1-hyperv {{(pid=84149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:21:39.259427 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-83c575a7-13a7-463e-aa04-84ef29c721d5 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:21:39.260210 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4493abd-8ada-4e69-8001-a769126ba8b4 req-83c575a7-13a7-463e-aa04-84ef29c721d5 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] No DVR routers for this DVR port b80158d1-b37e-405d-bc12-0f71bd2a9b7c on host hv-neutron-8226 {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 14:21:39.262459 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-c4493abd-8ada-4e69-8001-a769126ba8b4 req-83c575a7-13a7-463e-aa04-84ef29c721d5 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:39.265066 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469ed803-383e-49dc-8e18-d23cbd7ee621', 'name': 'network-vif-deleted', 'tag': 'b80158d1-b37e-405d-bc12-0f71bd2a9b7c'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:21:39.361849 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-c4493abd-8ada-4e69-8001-a769126ba8b4 req-83c575a7-13a7-463e-aa04-84ef29c721d5 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.45 "DELETE /v2.0/ports/b80158d1-b37e-405d-bc12-0f71bd2a9b7c HTTP/1.1" status: 204 len: 173 time: 0.8648040 Dec 22 14:21:39.412118 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469ed803-383e-49dc-8e18-d23cbd7ee621', 'name': 'network-vif-deleted', 'tag': 'b80158d1-b37e-405d-bc12-0f71bd2a9b7c', 'status': 'completed', 'code': 200} Dec 22 14:21:39.422817 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-349f78d9-44e0-4272-8f85-7dc68c4e3736 req-500385ca-af27-45e3-bac2-8e9afed74fb1 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Synchronizing usage tracker for tenant:7ad064c31f9845729fad449b998e052e on resource:port {{(pid=84149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:21:39.566132 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.quota.resource [req-349f78d9-44e0-4272-8f85-7dc68c4e3736 req-500385ca-af27-45e3-bac2-8e9afed74fb1 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Unset dirty status for tenant:7ad064c31f9845729fad449b998e052e on resource:port {{(pid=84149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:21:39.567437 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-349f78d9-44e0-4272-8f85-7dc68c4e3736 req-500385ca-af27-45e3-bac2-8e9afed74fb1 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/ports?device_id=469ed803-383e-49dc-8e18-d23cbd7ee621 HTTP/1.1" status: 200 len: 210 time: 0.1883504 Dec 22 14:21:39.588978 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:40.737491 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:41.464176 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device b80158d1-b37e-405d-bc12-0f71bd2a9b7c no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:21:41.497126 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] No Port match for: b80158d1-b37e-405d-bc12-0f71bd2a9b7c {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 14:21:41.497509 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device b80158d1-b37e-405d-bc12-0f71bd2a9b7c not bound to the agent host hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:21:42.050450 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 60270) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:21:42.245548 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-dad60398-9da5-4d60-ae26-83cc83cf2cf8 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Deleting port 25fbe58a-b8d4-4717-828d-23c284283ee4 {{(pid=84148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 14:21:42.245886 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dad60398-9da5-4d60-ae26-83cc83cf2cf8 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:42.410178 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dad60398-9da5-4d60-ae26-83cc83cf2cf8 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:42.410524 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dad60398-9da5-4d60-ae26-83cc83cf2cf8 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:42.532364 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.plugins.ml2.plugin [None req-dad60398-9da5-4d60-ae26-83cc83cf2cf8 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Calling delete_port for 25fbe58a-b8d4-4717-828d-23c284283ee4 owned by network:floatingip {{(pid=84148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 14:21:42.754275 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dad60398-9da5-4d60-ae26-83cc83cf2cf8 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2885587'] for port, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:42.757921 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-94ef41fd-f2e2-4cee-a54e-692efabb366e tempest-TestNetworkAdvancedServerOps-741801501 tempest-TestNetworkAdvancedServerOps-741801501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:21:42.802389 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad60398-9da5-4d60-ae26-83cc83cf2cf8 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Pushing event deleted for resources: {'Port': ['ID=25fbe58a-b8d4-4717-828d-23c284283ee4,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:21:42.805983 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-dad60398-9da5-4d60-ae26-83cc83cf2cf8 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:21:42.892252 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dad60398-9da5-4d60-ae26-83cc83cf2cf8 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks [] for floatingip, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:43.385712 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad60398-9da5-4d60-ae26-83cc83cf2cf8 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Router b00117be-b49e-4ffe-acf2-4cf0e52847bb has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 14:21:43.585602 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad60398-9da5-4d60-ae26-83cc83cf2cf8 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 14:21:43.594904 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0237ff98-b1b0-4e30-b3e5-0756b5f88f02 None None] Sync routers for ids ['b00117be-b49e-4ffe-acf2-4cf0e52847bb'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 14:21:43.607242 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0237ff98-b1b0-4e30-b3e5-0756b5f88f02 None None] Routers {'b00117be-b49e-4ffe-acf2-4cf0e52847bb'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:21:43.608116 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-0237ff98-b1b0-4e30-b3e5-0756b5f88f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:21:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b00117be-b49e-4ffe-acf2-4cf0e52847bb'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:21:43.673966 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-dad60398-9da5-4d60-ae26-83cc83cf2cf8 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for floatingip, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:43.729972 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-dad60398-9da5-4d60-ae26-83cc83cf2cf8 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "DELETE /v2.0/floatingips/44d6c8d5-887b-4e6b-b3ae-12ab0c7ebfef HTTP/1.1" status: 204 len: 168 time: 1.6784508 Dec 22 14:21:43.730665 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07e14fe-3381-416d-95ca-0d5966c8c8b2', 'tag': 'f7ee1f54-5fd5-41f4-b8c6-37175faf9e78'}] {{(pid=84148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:21:43.786180 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07e14fe-3381-416d-95ca-0d5966c8c8b2', 'tag': 'f7ee1f54-5fd5-41f4-b8c6-37175faf9e78', 'status': 'completed', 'code': 200} Dec 22 14:21:43.793613 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-0237ff98-b1b0-4e30-b3e5-0756b5f88f02 None None] Set router b00117be-b49e-4ffe-acf2-4cf0e52847bb gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:21:43.906637 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d0c11899-1b28-4a2a-85dc-98314a8f2a89 req-935c6dca-f38e-494e-845a-cdd5d02f50c6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7ad064c31f9845729fad449b998e052e&device_id=f07e14fe-3381-416d-95ca-0d5966c8c8b2 HTTP/1.1" status: 200 len: 1097 time: 0.0727351 Dec 22 14:21:44.044851 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c11899-1b28-4a2a-85dc-98314a8f2a89 req-8886b741-65f3-4335-84c3-188c755c6a5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:21:44.046268 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d0c11899-1b28-4a2a-85dc-98314a8f2a89 req-8886b741-65f3-4335-84c3-188c755c6a5b service neutron] 10.222.0.45 "GET /v2.0/networks?id=d0277b80-4455-41a8-9ba2-a04c58d21770 HTTP/1.1" status: 200 len: 911 time: 0.1310928 Dec 22 14:21:44.106029 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-0237ff98-b1b0-4e30-b3e5-0756b5f88f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'name': 'tempest-TestSnapshotPattern-1557249876-router', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '335d0d07-19c5-4e9f-901d-ec250866c3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:16:31Z', 'updated_at': '2021-12-22T14:16:35Z', 'revision_number': 4, 'project_id': '7ad064c31f9845729fad449b998e052e', 'gw_port': {'id': '335d0d07-19c5-4e9f-901d-ec250866c3d3', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:32Z', 'updated_at': '2021-12-22T14:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'ca6b96bf-5193-4016-a17a-895fe5c856bb', 'name': '', 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'mac_address': 'fa:16:3e:fa:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c25228b1-dc02-496b-a1cb-8ebcef9188e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:34Z', 'updated_at': '2021-12-22T14:16:52Z', 'revision_number': 5, 'project_id': '7ad064c31f9845729fad449b998e052e', 'subnets': [{'id': 'c25228b1-dc02-496b-a1cb-8ebcef9188e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:21:44.110616 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0237ff98-b1b0-4e30-b3e5-0756b5f88f02 None None] Checking router: b00117be-b49e-4ffe-acf2-4cf0e52847bb for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 14:21:44.123123 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0237ff98-b1b0-4e30-b3e5-0756b5f88f02 None None] Routers {'b00117be-b49e-4ffe-acf2-4cf0e52847bb'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:21:44.124875 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-0237ff98-b1b0-4e30-b3e5-0756b5f88f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:21:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b00117be-b49e-4ffe-acf2-4cf0e52847bb'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:21:44.237156 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d0c11899-1b28-4a2a-85dc-98314a8f2a89 req-7c6ca25f-127a-4ff8-80f3-03bd64c3cc5e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7ee1f54-5fd5-41f4-b8c6-37175faf9e78 HTTP/1.1" status: 200 len: 217 time: 0.1792471 Dec 22 14:21:44.303463 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c11899-1b28-4a2a-85dc-98314a8f2a89 req-3859c1b8-955d-454e-99e2-3cb7d44e0d81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:21:44.305112 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d0c11899-1b28-4a2a-85dc-98314a8f2a89 req-3859c1b8-955d-454e-99e2-3cb7d44e0d81 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c25228b1-dc02-496b-a1cb-8ebcef9188e6 HTTP/1.1" status: 200 len: 849 time: 0.0603256 Dec 22 14:21:44.313726 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-0237ff98-b1b0-4e30-b3e5-0756b5f88f02 None None] Set router b00117be-b49e-4ffe-acf2-4cf0e52847bb gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:21:44.350186 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc96b75-1722-4ceb-8b99-14c4b7d3223c req-160541af-09bc-423d-a960-8f8b051ef373 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:21:44.350963 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-9fc96b75-1722-4ceb-8b99-14c4b7d3223c req-160541af-09bc-423d-a960-8f8b051ef373 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Synchronizing usage tracker for tenant:7ad064c31f9845729fad449b998e052e on resource:port {{(pid=84148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:21:44.386761 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d0c11899-1b28-4a2a-85dc-98314a8f2a89 req-909509d2-057d-4879-8135-99a18c5ce2c1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d0277b80-4455-41a8-9ba2-a04c58d21770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744369 Dec 22 14:21:44.423412 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.quota.resource [req-9fc96b75-1722-4ceb-8b99-14c4b7d3223c req-160541af-09bc-423d-a960-8f8b051ef373 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Unset dirty status for tenant:7ad064c31f9845729fad449b998e052e on resource:port {{(pid=84148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:21:44.425095 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9fc96b75-1722-4ceb-8b99-14c4b7d3223c req-160541af-09bc-423d-a960-8f8b051ef373 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/ports?device_id=f07e14fe-3381-416d-95ca-0d5966c8c8b2 HTTP/1.1" status: 200 len: 944 time: 0.1542821 Dec 22 14:21:44.484795 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-9fc96b75-1722-4ceb-8b99-14c4b7d3223c req-b9320ea3-c33a-419d-b15b-cf03b11e31c4 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ef948d4-d9ee-4dbb-8211-6d0ff84e030a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535877 Dec 22 14:21:44.533145 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d0c11899-1b28-4a2a-85dc-98314a8f2a89 req-10dea232-82b4-4449-adb2-075424b7ba83 service neutron] 10.222.0.45 "GET /v2.0/networks/d0277b80-4455-41a8-9ba2-a04c58d21770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389713 Dec 22 14:21:44.646579 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-0237ff98-b1b0-4e30-b3e5-0756b5f88f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'name': 'tempest-TestSnapshotPattern-1557249876-router', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '335d0d07-19c5-4e9f-901d-ec250866c3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:16:31Z', 'updated_at': '2021-12-22T14:16:35Z', 'revision_number': 4, 'project_id': '7ad064c31f9845729fad449b998e052e', 'gw_port': {'id': '335d0d07-19c5-4e9f-901d-ec250866c3d3', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:32Z', 'updated_at': '2021-12-22T14:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'ca6b96bf-5193-4016-a17a-895fe5c856bb', 'name': '', 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'mac_address': 'fa:16:3e:fa:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c25228b1-dc02-496b-a1cb-8ebcef9188e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:34Z', 'updated_at': '2021-12-22T14:16:52Z', 'revision_number': 5, 'project_id': '7ad064c31f9845729fad449b998e052e', 'subnets': [{'id': 'c25228b1-dc02-496b-a1cb-8ebcef9188e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:21:44.650632 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0237ff98-b1b0-4e30-b3e5-0756b5f88f02 None None] The sync data for ids ['b00117be-b49e-4ffe-acf2-4cf0e52847bb'] in dv-neutron-822669-1-hyperv is: [{'id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'name': 'tempest-TestSnapshotPattern-1557249876-router', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '335d0d07-19c5-4e9f-901d-ec250866c3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:16:31Z', 'updated_at': '2021-12-22T14:16:35Z', 'revision_number': 4, 'project_id': '7ad064c31f9845729fad449b998e052e', 'gw_port': {'id': '335d0d07-19c5-4e9f-901d-ec250866c3d3', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:32Z', 'updated_at': '2021-12-22T14:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv', '_interfaces': [{'id': 'ca6b96bf-5193-4016-a17a-895fe5c856bb', 'name': '', 'network_id': 'd0277b80-4455-41a8-9ba2-a04c58d21770', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'mac_address': 'fa:16:3e:fa:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c25228b1-dc02-496b-a1cb-8ebcef9188e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:34Z', 'updated_at': '2021-12-22T14:16:52Z', 'revision_number': 5, 'project_id': '7ad064c31f9845729fad449b998e052e', 'subnets': [{'id': 'c25228b1-dc02-496b-a1cb-8ebcef9188e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 14:21:44.669178 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-d0c11899-1b28-4a2a-85dc-98314a8f2a89 req-d7ce46b4-3011-4a35-90b9-f51a62e7dc76 service neutron] 10.222.0.45 "GET /v2.0/networks/d0277b80-4455-41a8-9ba2-a04c58d21770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291583 Dec 22 14:21:44.875351 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f1607e-8e68-4ea0-98e9-e44ef0327c0b None None] New status for floating IP 44d6c8d5-887b-4e6b-b3ae-12ab0c7ebfef: DOWN {{(pid=84151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 14:21:45.744435 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19be9ed-2a12-4a40-b513-0bc2952018c4 req-d5ff9c01-6e56-474f-8c65-628f10e77e94 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:21:45.745874 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a19be9ed-2a12-4a40-b513-0bc2952018c4 req-d5ff9c01-6e56-474f-8c65-628f10e77e94 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/ports?device_id=f07e14fe-3381-416d-95ca-0d5966c8c8b2 HTTP/1.1" status: 200 len: 944 time: 0.0776598 Dec 22 14:21:45.791411 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-a19be9ed-2a12-4a40-b513-0bc2952018c4 req-487c8847-007d-4a5f-8cf5-afab77f0d34d tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ef948d4-d9ee-4dbb-8211-6d0ff84e030a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400755 Dec 22 14:21:46.171836 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874c492-81a9-4ead-9d75-a0689f8ae426 req-47618dc7-e334-4336-af0b-7864c79e4299 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:21:46.173252 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5874c492-81a9-4ead-9d75-a0689f8ae426 req-47618dc7-e334-4336-af0b-7864c79e4299 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.45 "GET /v2.0/ports?device_id=f07e14fe-3381-416d-95ca-0d5966c8c8b2 HTTP/1.1" status: 200 len: 944 time: 0.0815191 Dec 22 14:21:46.245091 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-5874c492-81a9-4ead-9d75-a0689f8ae426 req-38299007-7a37-4d10-b1b8-c35adc533770 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Deleting port f7ee1f54-5fd5-41f4-b8c6-37175faf9e78 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 14:21:46.245422 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-5874c492-81a9-4ead-9d75-a0689f8ae426 req-38299007-7a37-4d10-b1b8-c35adc533770 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:46.484994 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [req-5874c492-81a9-4ead-9d75-a0689f8ae426 req-38299007-7a37-4d10-b1b8-c35adc533770 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] For port f7ee1f54-5fd5-41f4-b8c6-37175faf9e78, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f7ee1f54-5fd5-41f4-b8c6-37175faf9e78,segment=NetworkSegment(d91accb5-7d56-490b-97a2-2de8e55e1359),segment_id=d91accb5-7d56-490b-97a2-2de8e55e1359)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:21:46.485264 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-5874c492-81a9-4ead-9d75-a0689f8ae426 req-38299007-7a37-4d10-b1b8-c35adc533770 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:46.606846 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [req-5874c492-81a9-4ead-9d75-a0689f8ae426 req-38299007-7a37-4d10-b1b8-c35adc533770 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Calling delete_port for f7ee1f54-5fd5-41f4-b8c6-37175faf9e78 owned by compute:nova {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 14:21:46.823322 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-5874c492-81a9-4ead-9d75-a0689f8ae426 req-38299007-7a37-4d10-b1b8-c35adc533770 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:46.828878 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2241f627-6ef0-46b0-a9f2-1915916f4918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:21:46.875128 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38299007-7a37-4d10-b1b8-c35adc533770 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Pushing event deleted for resources: {'Port': ['ID=f7ee1f54-5fd5-41f4-b8c6-37175faf9e78,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:21:46.879090 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-38299007-7a37-4d10-b1b8-c35adc533770 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:21:46.950937 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [req-5874c492-81a9-4ead-9d75-a0689f8ae426 req-38299007-7a37-4d10-b1b8-c35adc533770 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] No DVR routers for this DVR port f7ee1f54-5fd5-41f4-b8c6-37175faf9e78 on host hv-neutron-8226 {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 14:21:46.953329 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [req-5874c492-81a9-4ead-9d75-a0689f8ae426 req-38299007-7a37-4d10-b1b8-c35adc533770 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26080'] for port, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:46.956053 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07e14fe-3381-416d-95ca-0d5966c8c8b2', 'name': 'network-vif-deleted', 'tag': 'f7ee1f54-5fd5-41f4-b8c6-37175faf9e78'}] {{(pid=84149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:21:46.958862 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [req-a4a9d774-e44a-4633-b202-6ee941796a2a req-ae1f7524-1357-4f50-8ff1-fd660e55c6cb tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "GET /v2.0/ports?device_id=f07e14fe-3381-416d-95ca-0d5966c8c8b2 HTTP/1.1" status: 200 len: 210 time: 0.0424128 Dec 22 14:21:47.012566 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07e14fe-3381-416d-95ca-0d5966c8c8b2', 'name': 'network-vif-deleted', 'tag': 'f7ee1f54-5fd5-41f4-b8c6-37175faf9e78', 'status': 'completed', 'code': 200} Dec 22 14:21:47.023905 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [req-5874c492-81a9-4ead-9d75-a0689f8ae426 req-38299007-7a37-4d10-b1b8-c35adc533770 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.45 "DELETE /v2.0/ports/f7ee1f54-5fd5-41f4-b8c6-37175faf9e78 HTTP/1.1" status: 204 len: 173 time: 0.8416944 Dec 22 14:21:48.064828 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 60290) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:21:48.138690 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-81e2e8cc-5ff1-4422-b539-118fe87e6f93 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:48.168298 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-81e2e8cc-5ff1-4422-b539-118fe87e6f93 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:48.291415 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-81e2e8cc-5ff1-4422-b539-118fe87e6f93 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:48.295360 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-79626272-6c8a-46b8-ab08-3cf49a6d85b9 tempest-TestMinimumBasicScenario-312567417 tempest-TestMinimumBasicScenario-312567417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:21:48.310966 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2e8cc-5ff1-4422-b539-118fe87e6f93 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef948d4-d9ee-4dbb-8211-6d0ff84e030a,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:21:48.313980 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-81e2e8cc-5ff1-4422-b539-118fe87e6f93 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:21:48.381816 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-81e2e8cc-5ff1-4422-b539-118fe87e6f93 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:48.383046 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-81e2e8cc-5ff1-4422-b539-118fe87e6f93 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] 10.222.0.47 "DELETE /v2.0/security-groups/4ef948d4-d9ee-4dbb-8211-6d0ff84e030a HTTP/1.1" status: 204 len: 168 time: 0.3172410 Dec 22 14:21:48.502957 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 60296) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:21:49.119491 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4dcd420c-ce9c-445c-9d98-cb0987552aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:49.498056 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device f7ee1f54-5fd5-41f4-b8c6-37175faf9e78 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:21:49.531609 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] No Port match for: f7ee1f54-5fd5-41f4-b8c6-37175faf9e78 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 14:21:49.531960 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Device f7ee1f54-5fd5-41f4-b8c6-37175faf9e78 not bound to the agent host hv-neutron-8226 {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:21:49.719944 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-4dcd420c-ce9c-445c-9d98-cb0987552aab admin admin] Deleting port ca6b96bf-5193-4016-a17a-895fe5c856bb {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 14:21:49.720504 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4dcd420c-ce9c-445c-9d98-cb0987552aab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:49.892667 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-4dcd420c-ce9c-445c-9d98-cb0987552aab admin admin] For port ca6b96bf-5193-4016-a17a-895fe5c856bb, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=ca6b96bf-5193-4016-a17a-895fe5c856bb,segment=NetworkSegment(d91accb5-7d56-490b-97a2-2de8e55e1359),segment_id=d91accb5-7d56-490b-97a2-2de8e55e1359)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:21:49.892920 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4dcd420c-ce9c-445c-9d98-cb0987552aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:50.010595 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-4dcd420c-ce9c-445c-9d98-cb0987552aab admin admin] Calling delete_port for ca6b96bf-5193-4016-a17a-895fe5c856bb owned by network:router_interface {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 14:21:50.245974 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4dcd420c-ce9c-445c-9d98-cb0987552aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:50.249580 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-97d2847e-22e2-464f-8812-16c2d6c27902 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:21:50.295082 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd420c-ce9c-445c-9d98-cb0987552aab admin admin] Pushing event deleted for resources: {'Port': ['ID=ca6b96bf-5193-4016-a17a-895fe5c856bb,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:21:50.299020 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4dcd420c-ce9c-445c-9d98-cb0987552aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:21:50.705695 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-4dcd420c-ce9c-445c-9d98-cb0987552aab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:51.276399 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dcd420c-ce9c-445c-9d98-cb0987552aab admin admin] Router b00117be-b49e-4ffe-acf2-4cf0e52847bb has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 14:21:51.478526 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcd420c-ce9c-445c-9d98-cb0987552aab admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 14:21:51.488358 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7aded1-ba68-49f3-9a79-284564bbd6a2 None None] Sync routers for ids ['b00117be-b49e-4ffe-acf2-4cf0e52847bb'] in dv-neutron-822669-1-hyperv {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 14:21:51.490932 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-4dcd420c-ce9c-445c-9d98-cb0987552aab admin admin] 10.222.0.47 "PUT /v2.0/routers/b00117be-b49e-4ffe-acf2-4cf0e52847bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9865897 Dec 22 14:21:51.493343 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 60306) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:21:51.499884 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7aded1-ba68-49f3-9a79-284564bbd6a2 None None] Routers {'b00117be-b49e-4ffe-acf2-4cf0e52847bb'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:21:51.500487 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-1c7aded1-ba68-49f3-9a79-284564bbd6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:21:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b00117be-b49e-4ffe-acf2-4cf0e52847bb'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:21:51.693974 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-400575f5-e1fe-4f48-a9d7-133e1139d958 admin admin] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:51.729060 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-1c7aded1-ba68-49f3-9a79-284564bbd6a2 None None] Set router b00117be-b49e-4ffe-acf2-4cf0e52847bb gateway port host: dv-neutron-822669-1-hyperv {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:21:51.889074 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-400575f5-e1fe-4f48-a9d7-133e1139d958 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:51.971602 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-400575f5-e1fe-4f48-a9d7-133e1139d958 admin admin] Deleting port 335d0d07-19c5-4e9f-901d-ec250866c3d3 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 14:21:51.971938 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-400575f5-e1fe-4f48-a9d7-133e1139d958 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:52.008969 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-1c7aded1-ba68-49f3-9a79-284564bbd6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'name': 'tempest-TestSnapshotPattern-1557249876-router', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.173'}], 'enable_snat': True}, 'gw_port_id': '335d0d07-19c5-4e9f-901d-ec250866c3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:16:31Z', 'updated_at': '2021-12-22T14:21:50Z', 'revision_number': 5, 'project_id': '7ad064c31f9845729fad449b998e052e', 'gw_port': {'id': '335d0d07-19c5-4e9f-901d-ec250866c3d3', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:60:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:32Z', 'updated_at': '2021-12-22T14:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:21:52.012899 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7aded1-ba68-49f3-9a79-284564bbd6a2 None None] Checking router: b00117be-b49e-4ffe-acf2-4cf0e52847bb for host: dv-neutron-822669-1-hyperv {{(pid=84150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 14:21:52.024038 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7aded1-ba68-49f3-9a79-284564bbd6a2 None None] Routers {'b00117be-b49e-4ffe-acf2-4cf0e52847bb'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:21:52.024649 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-1c7aded1-ba68-49f3-9a79-284564bbd6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:21:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['b00117be-b49e-4ffe-acf2-4cf0e52847bb'], 'active': True} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:21:52.179993 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_dvr_db [None req-1c7aded1-ba68-49f3-9a79-284564bbd6a2 None None] Set router b00117be-b49e-4ffe-acf2-4cf0e52847bb gateway port host: None {{(pid=84150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:21:52.277314 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-400575f5-e1fe-4f48-a9d7-133e1139d958 admin admin] For port 335d0d07-19c5-4e9f-901d-ec250866c3d3, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=335d0d07-19c5-4e9f-901d-ec250866c3d3,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:21:52.277931 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-400575f5-e1fe-4f48-a9d7-133e1139d958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:52.288110 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.db.l3_hamode_db [None req-1c7aded1-ba68-49f3-9a79-284564bbd6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'name': 'tempest-TestSnapshotPattern-1557249876-router', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:16:31Z', 'updated_at': '2021-12-22T14:21:51Z', 'revision_number': 6, 'project_id': '7ad064c31f9845729fad449b998e052e', 'gw_port_host': None}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:21:52.292141 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7aded1-ba68-49f3-9a79-284564bbd6a2 None None] The sync data for ids ['b00117be-b49e-4ffe-acf2-4cf0e52847bb'] in dv-neutron-822669-1-hyperv is: [{'id': 'b00117be-b49e-4ffe-acf2-4cf0e52847bb', 'name': 'tempest-TestSnapshotPattern-1557249876-router', 'tenant_id': '7ad064c31f9845729fad449b998e052e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:16:31Z', 'updated_at': '2021-12-22T14:21:51Z', 'revision_number': 6, 'project_id': '7ad064c31f9845729fad449b998e052e', 'gw_port_host': None}] {{(pid=84150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 14:21:52.400808 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-400575f5-e1fe-4f48-a9d7-133e1139d958 admin admin] Calling delete_port for 335d0d07-19c5-4e9f-901d-ec250866c3d3 owned by network:router_gateway {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 14:21:52.617314 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-400575f5-e1fe-4f48-a9d7-133e1139d958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:52.623230 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-83c575a7-13a7-463e-aa04-84ef29c721d5 tempest-TestSnapshotPattern-874476597 tempest-TestSnapshotPattern-874476597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:21:52.627141 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device ca6b96bf-5193-4016-a17a-895fe5c856bb no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:21:52.662278 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: ca6b96bf-5193-4016-a17a-895fe5c856bb {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 14:21:52.662753 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device ca6b96bf-5193-4016-a17a-895fe5c856bb not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:21:52.686216 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400575f5-e1fe-4f48-a9d7-133e1139d958 admin admin] Pushing event deleted for resources: {'Port': ['ID=335d0d07-19c5-4e9f-901d-ec250866c3d3,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:21:52.689583 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-400575f5-e1fe-4f48-a9d7-133e1139d958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:21:52.908817 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-400575f5-e1fe-4f48-a9d7-133e1139d958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:53.168790 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-400575f5-e1fe-4f48-a9d7-133e1139d958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:53.173314 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-400575f5-e1fe-4f48-a9d7-133e1139d958 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:53.274339 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-400575f5-e1fe-4f48-a9d7-133e1139d958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:53.274924 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400575f5-e1fe-4f48-a9d7-133e1139d958 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b00117be-b49e-4ffe-acf2-4cf0e52847bb {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 14:21:53.290732 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-400575f5-e1fe-4f48-a9d7-133e1139d958 admin admin] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:53.292285 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-400575f5-e1fe-4f48-a9d7-133e1139d958 admin admin] 10.222.0.47 "DELETE /v2.0/routers/b00117be-b49e-4ffe-acf2-4cf0e52847bb HTTP/1.1" status: 204 len: 168 time: 1.7978644 Dec 22 14:21:53.294917 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 60310) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:21:53.359929 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-9803f82d-77fb-47ca-9f59-98443d1ee6d4 admin admin] Deleting subnet c25228b1-dc02-496b-a1cb-8ebcef9188e6 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 14:21:53.362977 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9803f82d-77fb-47ca-9f59-98443d1ee6d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:53.417059 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9803f82d-77fb-47ca-9f59-98443d1ee6d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:53.493619 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9803f82d-77fb-47ca-9f59-98443d1ee6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:53.605943 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9803f82d-77fb-47ca-9f59-98443d1ee6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:53.609884 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-d47baaf9-e44a-456b-b168-a011d60226e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:21:53.648750 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9803f82d-77fb-47ca-9f59-98443d1ee6d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c25228b1-dc02-496b-a1cb-8ebcef9188e6,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:21:53.651695 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-9803f82d-77fb-47ca-9f59-98443d1ee6d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:21:53.655182 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-9803f82d-77fb-47ca-9f59-98443d1ee6d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:53.659932 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aaa7e7b-c70e-4015-8e9e-801d8d4d887d None None] Network d0277b80-4455-41a8-9ba2-a04c58d21770 requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 14:21:53.662283 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-9803f82d-77fb-47ca-9f59-98443d1ee6d4 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/c25228b1-dc02-496b-a1cb-8ebcef9188e6 HTTP/1.1" status: 204 len: 168 time: 0.3664668 Dec 22 14:21:53.664760 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 60314) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:21:53.885417 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6f668a3f-e84d-4d2e-96da-9e6138446bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:53.897071 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-6f668a3f-e84d-4d2e-96da-9e6138446bab admin admin] Deleting port 1de28219-e686-4abb-be21-2133157814b1 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 14:21:53.897406 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6f668a3f-e84d-4d2e-96da-9e6138446bab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:53.925668 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f77dd33-dac0-4c15-b868-2c44fce5e4ab None None] DHCP port deletion for d0277b80-4455-41a8-9ba2-a04c58d21770 request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 14:21:53.930463 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-9f77dd33-dac0-4c15-b868-2c44fce5e4ab None None] Deleting port 1de28219-e686-4abb-be21-2133157814b1 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 14:21:53.930842 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9f77dd33-dac0-4c15-b868-2c44fce5e4ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:54.104751 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-6f668a3f-e84d-4d2e-96da-9e6138446bab admin admin] For port 1de28219-e686-4abb-be21-2133157814b1, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=1de28219-e686-4abb-be21-2133157814b1,segment=NetworkSegment(d91accb5-7d56-490b-97a2-2de8e55e1359),segment_id=d91accb5-7d56-490b-97a2-2de8e55e1359)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:21:54.105104 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6f668a3f-e84d-4d2e-96da-9e6138446bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:54.136189 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-9f77dd33-dac0-4c15-b868-2c44fce5e4ab None None] For port 1de28219-e686-4abb-be21-2133157814b1, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=1de28219-e686-4abb-be21-2133157814b1,segment=NetworkSegment(d91accb5-7d56-490b-97a2-2de8e55e1359),segment_id=d91accb5-7d56-490b-97a2-2de8e55e1359)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:21:54.136507 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9f77dd33-dac0-4c15-b868-2c44fce5e4ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:54.231855 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-6f668a3f-e84d-4d2e-96da-9e6138446bab admin admin] Calling delete_port for 1de28219-e686-4abb-be21-2133157814b1 owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 14:21:54.260667 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-9f77dd33-dac0-4c15-b868-2c44fce5e4ab None None] Calling delete_port for 1de28219-e686-4abb-be21-2133157814b1 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 14:21:54.354581 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6f668a3f-e84d-4d2e-96da-9e6138446bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:54.359494 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-079ab6aa-218f-491b-aa5d-8e85d7a6ebc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:21:54.380758 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-9f77dd33-dac0-4c15-b868-2c44fce5e4ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 14:21:54.381115 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-9f77dd33-dac0-4c15-b868-2c44fce5e4ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 14:21:54.400287 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f668a3f-e84d-4d2e-96da-9e6138446bab admin admin] Pushing event deleted for resources: {'Port': ['ID=1de28219-e686-4abb-be21-2133157814b1,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:21:54.404387 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6f668a3f-e84d-4d2e-96da-9e6138446bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:21:54.406674 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f668a3f-e84d-4d2e-96da-9e6138446bab admin admin] No DVR routers for this DVR port 1de28219-e686-4abb-be21-2133157814b1 on host dv-neutron-822669-1-hyperv {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 14:21:54.520344 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6f668a3f-e84d-4d2e-96da-9e6138446bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:54.549837 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-6f668a3f-e84d-4d2e-96da-9e6138446bab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0277b80-4455-41a8-9ba2-a04c58d21770']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:21:54.561866 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-6f668a3f-e84d-4d2e-96da-9e6138446bab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd91accb5-7d56-490b-97a2-2de8e55e1359') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:21:54.562158 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-6f668a3f-e84d-4d2e-96da-9e6138446bab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd91accb5-7d56-490b-97a2-2de8e55e1359') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:21:54.573934 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6f668a3f-e84d-4d2e-96da-9e6138446bab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:54.590202 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6f668a3f-e84d-4d2e-96da-9e6138446bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:54.596282 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f668a3f-e84d-4d2e-96da-9e6138446bab admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 14:21:54.596669 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6f668a3f-e84d-4d2e-96da-9e6138446bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:54.610770 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 14:21:54.610770 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 14:21:54.610770 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 14:21:54.610770 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 14:21:54.610770 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 14:21:54.610770 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 14:21:54.610770 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 14:21:54.610770 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 14:21:54.610770 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 14:21:54.610770 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 14:21:54.610770 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 14:21:54.610770 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 14:21:54.610770 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 14:21:54.610770 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 14:21:54.610770 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 14:21:54.610770 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 14:21:54.610770 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 14:21:54.610770 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 14:21:54.610770 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 14:21:54.610770 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 14:21:54.610770 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 14:21:54.610770 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 14:21:54.610770 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 14:21:54.610770 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 14:21:54.610770 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 14:21:54.610770 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 14:21:54.610770 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 14:21:54.610770 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 14:21:54.610770 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 14:21:54.610770 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 14:21:54.610770 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 14:21:54.610770 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 14:21:54.637864 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 335d0d07-19c5-4e9f-901d-ec250866c3d3 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:21:54.671188 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 335d0d07-19c5-4e9f-901d-ec250866c3d3 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 14:21:54.671873 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 335d0d07-19c5-4e9f-901d-ec250866c3d3 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:21:54.672098 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 1de28219-e686-4abb-be21-2133157814b1 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:21:54.703481 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 1de28219-e686-4abb-be21-2133157814b1 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 14:21:54.703831 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 1de28219-e686-4abb-be21-2133157814b1 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:21:54.737193 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6f668a3f-e84d-4d2e-96da-9e6138446bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:54.741176 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-8e8ffff1-235e-4fb3-9ccf-c19dee6e5be1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:21:54.754124 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-6f668a3f-e84d-4d2e-96da-9e6138446bab admin admin] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:54.766577 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f668a3f-e84d-4d2e-96da-9e6138446bab admin admin] Pushing event deleted for resources: {'Network': ['ID=d0277b80-4455-41a8-9ba2-a04c58d21770,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:21:54.769992 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-6f668a3f-e84d-4d2e-96da-9e6138446bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:21:54.772267 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-6f668a3f-e84d-4d2e-96da-9e6138446bab admin admin] 10.222.0.47 "DELETE /v2.0/networks/d0277b80-4455-41a8-9ba2-a04c58d21770 HTTP/1.1" status: 204 len: 168 time: 1.1066113 Dec 22 14:21:54.775190 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 60318) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:21:54.881962 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-9f77dd33-dac0-4c15-b868-2c44fce5e4ab None None] Deleting port 1de28219-e686-4abb-be21-2133157814b1 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 14:21:54.882516 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-9f77dd33-dac0-4c15-b868-2c44fce5e4ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:54.947526 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-9f77dd33-dac0-4c15-b868-2c44fce5e4ab None None] The port '1de28219-e686-4abb-be21-2133157814b1' was deleted {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 14:21:55.159771 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-590515db-4edc-45b0-8880-aa0213ad6f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711245'] for router_interface, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:55.844693 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-590515db-4edc-45b0-8880-aa0213ad6f31 admin admin] Deleting port f835839b-e5fe-4ab0-9342-6e3fd0310b00 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 14:21:55.845307 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-590515db-4edc-45b0-8880-aa0213ad6f31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:56.017224 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-590515db-4edc-45b0-8880-aa0213ad6f31 admin admin] For port f835839b-e5fe-4ab0-9342-6e3fd0310b00, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=f835839b-e5fe-4ab0-9342-6e3fd0310b00,segment=NetworkSegment(1b2cddb9-2b0a-4039-94f5-24b193b8ce2f),segment_id=1b2cddb9-2b0a-4039-94f5-24b193b8ce2f)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:21:56.017574 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-590515db-4edc-45b0-8880-aa0213ad6f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:56.138976 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-590515db-4edc-45b0-8880-aa0213ad6f31 admin admin] Calling delete_port for f835839b-e5fe-4ab0-9342-6e3fd0310b00 owned by network:router_interface {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 14:21:56.349322 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-590515db-4edc-45b0-8880-aa0213ad6f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:56.353846 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-4e5f8450-1ee8-4925-aff5-fa691c3b3fc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:21:56.400597 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590515db-4edc-45b0-8880-aa0213ad6f31 admin admin] Pushing event deleted for resources: {'Port': ['ID=f835839b-e5fe-4ab0-9342-6e3fd0310b00,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:21:56.404516 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-590515db-4edc-45b0-8880-aa0213ad6f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:21:56.724348 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-590515db-4edc-45b0-8880-aa0213ad6f31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708103'] for router_interface, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:57.393020 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590515db-4edc-45b0-8880-aa0213ad6f31 admin admin] Router 1ec10cf4-6404-4c02-ab04-61b9fa300a85 has already been hosted by L3 agent 2a9109d4-347b-406a-bc9d-cde5bc35e501 {{(pid=84149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 14:21:57.596896 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590515db-4edc-45b0-8880-aa0213ad6f31 admin admin] Notify agent at l3_agent.dv-neutron-822669-1-hyperv the message routers_updated {{(pid=84149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 14:21:57.605784 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-590515db-4edc-45b0-8880-aa0213ad6f31 admin admin] 10.222.0.47 "PUT /v2.0/routers/1ec10cf4-6404-4c02-ab04-61b9fa300a85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8296361 Dec 22 14:21:57.606071 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd034ff4-e87a-4d3c-8653-589061f0082d None None] Sync routers for ids ['1ec10cf4-6404-4c02-ab04-61b9fa300a85'] in dv-neutron-822669-1-hyperv {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 14:21:57.608533 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 60324) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:21:57.621949 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd034ff4-e87a-4d3c-8653-589061f0082d None None] Routers {'1ec10cf4-6404-4c02-ab04-61b9fa300a85'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:21:57.622579 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-fd034ff4-e87a-4d3c-8653-589061f0082d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:21:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['1ec10cf4-6404-4c02-ab04-61b9fa300a85'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:21:57.797752 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-fd034ff4-e87a-4d3c-8653-589061f0082d None None] Set router 1ec10cf4-6404-4c02-ab04-61b9fa300a85 gateway port host: dv-neutron-822669-1-hyperv {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:21:57.803696 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7badc859-b2d6-49a3-8d22-daa7998fedc2 admin admin] Notify callbacks [] for router, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:58.002753 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7badc859-b2d6-49a3-8d22-daa7998fedc2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:58.078526 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-fd034ff4-e87a-4d3c-8653-589061f0082d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec10cf4-6404-4c02-ab04-61b9fa300a85', 'name': 'tempest-TestSnapshotPattern-796430021-router', 'tenant_id': '591f34678ab94467996e39848c16c470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'external_fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.30'}], 'enable_snat': True}, 'gw_port_id': 'fa7d3cbb-87b1-461c-b263-f1f33fa85fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:16:39Z', 'updated_at': '2021-12-22T14:21:56Z', 'revision_number': 5, 'project_id': '591f34678ab94467996e39848c16c470', 'gw_port': {'id': 'fa7d3cbb-87b1-461c-b263-f1f33fa85fcc', 'name': '', 'network_id': '0776f1b4-770d-462f-bc0f-df97e8017b18', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec10cf4-6404-4c02-ab04-61b9fa300a85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'ip_address': '172.26.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822669-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:16:40Z', 'updated_at': '2021-12-22T14:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3783891d-ca9d-4113-a747-65e6f84f4411', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822669-1-hyperv'}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:21:58.080252 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-7badc859-b2d6-49a3-8d22-daa7998fedc2 admin admin] Deleting port fa7d3cbb-87b1-461c-b263-f1f33fa85fcc {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 14:21:58.080594 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7badc859-b2d6-49a3-8d22-daa7998fedc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:58.082163 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd034ff4-e87a-4d3c-8653-589061f0082d None None] Checking router: 1ec10cf4-6404-4c02-ab04-61b9fa300a85 for host: dv-neutron-822669-1-hyperv {{(pid=84151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 14:21:58.092504 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd034ff4-e87a-4d3c-8653-589061f0082d None None] Routers {'1ec10cf4-6404-4c02-ab04-61b9fa300a85'} bound to L3 agent in host dv-neutron-822669-1-hyperv {{(pid=84151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 14:21:58.096175 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-fd034ff4-e87a-4d3c-8653-589061f0082d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822669-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T13:08:08Z,description=,heartbeat_timestamp=2021-12-22T14:21:38Z,host='dv-neutron-822669-1-hyperv',id=2a9109d4-347b-406a-bc9d-cde5bc35e501,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T13:08:08Z,topic='l3_agent')) {'router_ids': ['1ec10cf4-6404-4c02-ab04-61b9fa300a85'], 'active': True} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:21:58.255862 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-7badc859-b2d6-49a3-8d22-daa7998fedc2 admin admin] For port fa7d3cbb-87b1-461c-b263-f1f33fa85fcc, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=fa7d3cbb-87b1-461c-b263-f1f33fa85fcc,segment=NetworkSegment(5038fca6-743f-44f9-9e8f-62636a4b47e2),segment_id=5038fca6-743f-44f9-9e8f-62636a4b47e2)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:21:58.256275 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7badc859-b2d6-49a3-8d22-daa7998fedc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:58.269926 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_dvr_db [None req-fd034ff4-e87a-4d3c-8653-589061f0082d None None] Set router 1ec10cf4-6404-4c02-ab04-61b9fa300a85 gateway port host: None {{(pid=84151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 14:21:58.378170 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-7badc859-b2d6-49a3-8d22-daa7998fedc2 admin admin] Calling delete_port for fa7d3cbb-87b1-461c-b263-f1f33fa85fcc owned by network:router_gateway {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 14:21:58.381284 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.l3_hamode_db [None req-fd034ff4-e87a-4d3c-8653-589061f0082d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec10cf4-6404-4c02-ab04-61b9fa300a85', 'name': 'tempest-TestSnapshotPattern-796430021-router', 'tenant_id': '591f34678ab94467996e39848c16c470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:16:39Z', 'updated_at': '2021-12-22T14:21:58Z', 'revision_number': 6, 'project_id': '591f34678ab94467996e39848c16c470', 'gw_port_host': None}], 'dv-neutron-822669-1-hyperv', False) {} {{(pid=84151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:21:58.385485 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd034ff4-e87a-4d3c-8653-589061f0082d None None] The sync data for ids ['1ec10cf4-6404-4c02-ab04-61b9fa300a85'] in dv-neutron-822669-1-hyperv is: [{'id': '1ec10cf4-6404-4c02-ab04-61b9fa300a85', 'name': 'tempest-TestSnapshotPattern-796430021-router', 'tenant_id': '591f34678ab94467996e39848c16c470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:16:39Z', 'updated_at': '2021-12-22T14:21:58Z', 'revision_number': 6, 'project_id': '591f34678ab94467996e39848c16c470', 'gw_port_host': None}] {{(pid=84151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 14:21:58.633575 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7badc859-b2d6-49a3-8d22-daa7998fedc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:58.637226 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-400575f5-e1fe-4f48-a9d7-133e1139d958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:21:58.735420 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device f835839b-e5fe-4ab0-9342-6e3fd0310b00 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:21:58.771093 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: f835839b-e5fe-4ab0-9342-6e3fd0310b00 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 14:21:58.771604 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device f835839b-e5fe-4ab0-9342-6e3fd0310b00 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:21:58.807381 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7badc859-b2d6-49a3-8d22-daa7998fedc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa7d3cbb-87b1-461c-b263-f1f33fa85fcc,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:21:58.810854 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7badc859-b2d6-49a3-8d22-daa7998fedc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:21:59.027016 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7badc859-b2d6-49a3-8d22-daa7998fedc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705954'] for router_gateway, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:59.283459 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7badc859-b2d6-49a3-8d22-daa7998fedc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1707598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25021'] for router, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:59.287804 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7badc859-b2d6-49a3-8d22-daa7998fedc2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:59.377235 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7badc859-b2d6-49a3-8d22-daa7998fedc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1772254'] for router, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:59.377768 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7badc859-b2d6-49a3-8d22-daa7998fedc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ec10cf4-6404-4c02-ab04-61b9fa300a85 {{(pid=84149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 14:21:59.390828 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-7badc859-b2d6-49a3-8d22-daa7998fedc2 admin admin] Notify callbacks [] for router, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:59.391956 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-7badc859-b2d6-49a3-8d22-daa7998fedc2 admin admin] 10.222.0.47 "DELETE /v2.0/routers/1ec10cf4-6404-4c02-ab04-61b9fa300a85 HTTP/1.1" status: 204 len: 168 time: 1.7824972 Dec 22 14:21:59.394374 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 60330) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:21:59.461158 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.db_base_plugin_v2 [None req-2151a958-6077-4806-a9c3-df02a6241750 admin admin] Deleting subnet a4ef1cbe-46f5-4ad1-8f7c-e23d48cceae7 {{(pid=84149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 14:21:59.465335 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2151a958-6077-4806-a9c3-df02a6241750 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:59.514969 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2151a958-6077-4806-a9c3-df02a6241750 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1159851'] for subnet, precommit_delete_associations {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:59.531567 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:59.590633 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2151a958-6077-4806-a9c3-df02a6241750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695320'] for subnet, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:59.730819 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2151a958-6077-4806-a9c3-df02a6241750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3031688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2660975'] for subnet, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:59.734651 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-61b16b1c-47c9-4f25-a61b-4e7b273b3ce4 tempest-NetworksIpV6Test-1776890726 tempest-NetworksIpV6Test-1776890726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:21:59.768994 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2151a958-6077-4806-a9c3-df02a6241750 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4ef1cbe-46f5-4ad1-8f7c-e23d48cceae7,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:21:59.772512 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-2151a958-6077-4806-a9c3-df02a6241750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:21:59.776066 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-2151a958-6077-4806-a9c3-df02a6241750 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:59.781063 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65dd5c6-2166-43dd-be8d-8f5174c0dd44 None None] Network 1b4397b6-894d-4b03-8b5f-369d90bbee9e requested from dv-neutron-822669-1-hyperv {{(pid=84150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 14:21:59.782477 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-2151a958-6077-4806-a9c3-df02a6241750 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/a4ef1cbe-46f5-4ad1-8f7c-e23d48cceae7 HTTP/1.1" status: 204 len: 168 time: 0.3870869 Dec 22 14:21:59.784863 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.wsgi [-] (84149) accepted ('10.222.0.47', 60334) {{(pid=84149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:21:59.890261 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5b708f24-b93c-4222-bf31-b0df7810a03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573719'] for network, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:59.900994 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-5b708f24-b93c-4222-bf31-b0df7810a03f admin admin] Deleting port 22200a69-608d-40da-9905-a24038fcf020 {{(pid=84149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 14:21:59.901318 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5b708f24-b93c-4222-bf31-b0df7810a03f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:22:00.026531 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199c7418-6e24-4d68-b740-f8a78b94b02d None None] DHCP port deletion for 1b4397b6-894d-4b03-8b5f-369d90bbee9e request from dv-neutron-822669-1-hyperv {{(pid=84150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 14:22:00.030817 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-199c7418-6e24-4d68-b740-f8a78b94b02d None None] Deleting port 22200a69-608d-40da-9905-a24038fcf020 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 14:22:00.031264 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-199c7418-6e24-4d68-b740-f8a78b94b02d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:22:00.101881 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.db [None req-5b708f24-b93c-4222-bf31-b0df7810a03f admin admin] For port 22200a69-608d-40da-9905-a24038fcf020, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=22200a69-608d-40da-9905-a24038fcf020,segment=NetworkSegment(1b2cddb9-2b0a-4039-94f5-24b193b8ce2f),segment_id=1b2cddb9-2b0a-4039-94f5-24b193b8ce2f)] {{(pid=84149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:22:00.102149 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5b708f24-b93c-4222-bf31-b0df7810a03f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:22:00.228105 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.db [None req-199c7418-6e24-4d68-b740-f8a78b94b02d None None] For port 22200a69-608d-40da-9905-a24038fcf020, host dv-neutron-822669-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822669-1-hyperv',level=0,port_id=22200a69-608d-40da-9905-a24038fcf020,segment=NetworkSegment(1b2cddb9-2b0a-4039-94f5-24b193b8ce2f),segment_id=1b2cddb9-2b0a-4039-94f5-24b193b8ce2f)] {{(pid=84150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 14:22:00.228503 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-199c7418-6e24-4d68-b740-f8a78b94b02d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1708605'] for port, precommit_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:22:00.339887 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.plugin [None req-5b708f24-b93c-4222-bf31-b0df7810a03f admin admin] Calling delete_port for 22200a69-608d-40da-9905-a24038fcf020 owned by network:dhcp {{(pid=84149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 14:22:00.357533 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-199c7418-6e24-4d68-b740-f8a78b94b02d None None] Calling delete_port for 22200a69-608d-40da-9905-a24038fcf020 owned by network:dhcp {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 14:22:00.468577 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5b708f24-b93c-4222-bf31-b0df7810a03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-784473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792220741636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792220312953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3031719'] for port, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:22:00.473714 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-7badc859-b2d6-49a3-8d22-daa7998fedc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:22:00.474518 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.db.api [None req-199c7418-6e24-4d68-b740-f8a78b94b02d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 14:22:00.474894 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG oslo_db.api [None req-199c7418-6e24-4d68-b740-f8a78b94b02d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 14:22:00.519825 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b708f24-b93c-4222-bf31-b0df7810a03f admin admin] Pushing event deleted for resources: {'Port': ['ID=22200a69-608d-40da-9905-a24038fcf020,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:22:00.523159 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5b708f24-b93c-4222-bf31-b0df7810a03f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:22:00.525370 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b708f24-b93c-4222-bf31-b0df7810a03f admin admin] No DVR routers for this DVR port 22200a69-608d-40da-9905-a24038fcf020 on host dv-neutron-822669-1-hyperv {{(pid=84149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 14:22:00.638170 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device fa7d3cbb-87b1-461c-b263-f1f33fa85fcc no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:22:00.643430 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5b708f24-b93c-4222-bf31-b0df7810a03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696721', 'neutron.services.segments.db._delete_segments_for_network-8792220801500'] for network, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:22:00.669094 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-5b708f24-b93c-4222-bf31-b0df7810a03f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4397b6-894d-4b03-8b5f-369d90bbee9e']}} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:22:00.671127 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: fa7d3cbb-87b1-461c-b263-f1f33fa85fcc {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 14:22:00.671489 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device fa7d3cbb-87b1-461c-b263-f1f33fa85fcc not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:22:00.671916 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 22200a69-608d-40da-9905-a24038fcf020 no longer exists at agent ovs-agent-dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:22:00.681852 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-5b708f24-b93c-4222-bf31-b0df7810a03f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b2cddb9-2b0a-4039-94f5-24b193b8ce2f') {'for_net_delete': True} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:22:00.682150 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.services.segments.db [None req-5b708f24-b93c-4222-bf31-b0df7810a03f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b2cddb9-2b0a-4039-94f5-24b193b8ce2f') {} {{(pid=84149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:22:00.693424 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5b708f24-b93c-4222-bf31-b0df7810a03f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792220806135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1159840'] for segment, before_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:22:00.705526 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] No Port match for: 22200a69-608d-40da-9905-a24038fcf020 {{(pid=84150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 14:22:00.705879 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.rpc [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Device 22200a69-608d-40da-9905-a24038fcf020 not bound to the agent host dv-neutron-822669-1-hyperv {{(pid=84150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:22:00.710055 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5b708f24-b93c-4222-bf31-b0df7810a03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-692660'] for segment, precommit_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:22:00.717205 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b708f24-b93c-4222-bf31-b0df7810a03f admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=84149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 14:22:00.717205 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5b708f24-b93c-4222-bf31-b0df7810a03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-692643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3032406'] for segment, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:22:00.730737 dv-neutron-822669-1-hyperv neutron-server[84149]: Traceback (most recent call last): Dec 22 14:22:00.730737 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 14:22:00.730737 dv-neutron-822669-1-hyperv neutron-server[84149]: timer() Dec 22 14:22:00.730737 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 14:22:00.730737 dv-neutron-822669-1-hyperv neutron-server[84149]: cb(*args, **kw) Dec 22 14:22:00.730737 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 14:22:00.730737 dv-neutron-822669-1-hyperv neutron-server[84149]: return func(*args, **kwargs) Dec 22 14:22:00.730737 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 14:22:00.730737 dv-neutron-822669-1-hyperv neutron-server[84149]: self._notify() Dec 22 14:22:00.730737 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 14:22:00.730737 dv-neutron-822669-1-hyperv neutron-server[84149]: self.callback(batched_events) Dec 22 14:22:00.730737 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 14:22:00.730737 dv-neutron-822669-1-hyperv neutron-server[84149]: event.method(event) Dec 22 14:22:00.730737 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 14:22:00.730737 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 14:22:00.730737 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 14:22:00.730737 dv-neutron-822669-1-hyperv neutron-server[84149]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 14:22:00.730737 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 14:22:00.730737 dv-neutron-822669-1-hyperv neutron-server[84149]: return f(self, *a, **k) Dec 22 14:22:00.730737 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 14:22:00.730737 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._get(url).json() Dec 22 14:22:00.730737 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 14:22:00.730737 dv-neutron-822669-1-hyperv neutron-server[84149]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 14:22:00.730737 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 14:22:00.730737 dv-neutron-822669-1-hyperv neutron-server[84149]: return self.request(url, 'GET', **kwargs) Dec 22 14:22:00.730737 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 14:22:00.730737 dv-neutron-822669-1-hyperv neutron-server[84149]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 14:22:00.730737 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 14:22:00.730737 dv-neutron-822669-1-hyperv neutron-server[84149]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 14:22:00.730737 dv-neutron-822669-1-hyperv neutron-server[84149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 14:22:00.730737 dv-neutron-822669-1-hyperv neutron-server[84149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 14:22:00.730737 dv-neutron-822669-1-hyperv neutron-server[84149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 14:22:00.862088 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5b708f24-b93c-4222-bf31-b0df7810a03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6972711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705887'] for network, after_delete {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:22:00.865591 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-cfb407d6-4acd-496d-a0ec-a0e2e4dc2e7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:22:00.878576 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron_lib.callbacks.manager [None req-5b708f24-b93c-4222-bf31-b0df7810a03f admin admin] Notify callbacks [] for network, before_response {{(pid=84149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:22:00.889450 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b708f24-b93c-4222-bf31-b0df7810a03f admin admin] Pushing event deleted for resources: {'Network': ['ID=1b4397b6-894d-4b03-8b5f-369d90bbee9e,revision_number=None']} {{(pid=84149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:22:00.892171 dv-neutron-822669-1-hyperv neutron-server[84149]: INFO neutron.wsgi [None req-5b708f24-b93c-4222-bf31-b0df7810a03f admin admin] 10.222.0.47 "DELETE /v2.0/networks/1b4397b6-894d-4b03-8b5f-369d90bbee9e HTTP/1.1" status: 204 len: 168 time: 1.1064124 Dec 22 14:22:00.893025 dv-neutron-822669-1-hyperv neutron-server[84149]: DEBUG oslo_concurrency.lockutils [None req-5b708f24-b93c-4222-bf31-b0df7810a03f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:22:00.976580 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-199c7418-6e24-4d68-b740-f8a78b94b02d None None] Deleting port 22200a69-608d-40da-9905-a24038fcf020 {{(pid=84150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 14:22:00.977092 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-199c7418-6e24-4d68-b740-f8a78b94b02d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792220734989'] for port, before_delete {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:22:01.039059 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron.plugins.ml2.plugin [None req-199c7418-6e24-4d68-b740-f8a78b94b02d None None] The port '22200a69-608d-40da-9905-a24038fcf020' was deleted {{(pid=84150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 14:22:01.194562 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 60342) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:22:01.244445 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-309f37b9-8b79-46f6-b4f2-17a04943a42e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7ad064c31f9845729fad449b998e052e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0486662 Dec 22 14:22:01.246829 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 60346) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:22:01.308026 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a94bd5b3-d359-4e0e-b233-55cb9a9106ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:22:01.333563 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a94bd5b3-d359-4e0e-b233-55cb9a9106ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:22:01.450432 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a94bd5b3-d359-4e0e-b233-55cb9a9106ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:22:01.454132 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-58ae93b1-beff-408c-9453-fcab10de0315 tempest-ServerActionsTestJSON-604768039 tempest-ServerActionsTestJSON-604768039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:22:01.468675 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94bd5b3-d359-4e0e-b233-55cb9a9106ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e2344f-c4f4-4b2d-904a-ef3b56e3e95c,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:22:01.471699 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-a94bd5b3-d359-4e0e-b233-55cb9a9106ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:22:01.479600 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-a94bd5b3-d359-4e0e-b233-55cb9a9106ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:22:01.483286 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-a94bd5b3-d359-4e0e-b233-55cb9a9106ed admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d2e2344f-c4f4-4b2d-904a-ef3b56e3e95c HTTP/1.1" status: 204 len: 168 time: 0.2331190 Dec 22 14:22:02.199619 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 60354) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:22:02.251102 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-f9d46d4c-3b25-4ea0-bd1b-65de21d65de9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=591f34678ab94467996e39848c16c470&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0501587 Dec 22 14:22:02.253378 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.wsgi [-] (84148) accepted ('10.222.0.47', 60358) {{(pid=84148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:22:02.311215 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1a33044c-1964-4b34-8e38-9eab6d7d1bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:22:02.336258 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1a33044c-1964-4b34-8e38-9eab6d7d1bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:22:02.433933 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1a33044c-1964-4b34-8e38-9eab6d7d1bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783779'] for security_group, after_delete {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:22:02.437747 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-3036bfc2-8daa-4bb7-864e-3e786e92deec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:22:02.452155 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33044c-1964-4b34-8e38-9eab6d7d1bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b118c9c-d178-43f1-80c6-81d3d28580be,revision_number=None']} {{(pid=84148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:22:02.455683 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG oslo_concurrency.lockutils [None req-1a33044c-1964-4b34-8e38-9eab6d7d1bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:22:02.459706 dv-neutron-822669-1-hyperv neutron-server[84148]: DEBUG neutron_lib.callbacks.manager [None req-1a33044c-1964-4b34-8e38-9eab6d7d1bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:22:02.460843 dv-neutron-822669-1-hyperv neutron-server[84148]: INFO neutron.wsgi [None req-1a33044c-1964-4b34-8e38-9eab6d7d1bac admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9b118c9c-d178-43f1-80c6-81d3d28580be HTTP/1.1" status: 204 len: 168 time: 0.2065918 Dec 22 14:22:05.679727 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-8b545098-cdc4-443e-865c-db1b636f8e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:22:06.136956 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:22:08.068122 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b88a26db-c0e6-4303-ab2b-bb190c910f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:22:09.028878 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:22:09.549010 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:22:10.725315 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:22:29.531521 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:22:35.684935 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-d3aa6e03-d98c-4d8e-b5c6-8ddbb4a02a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:22:38.096716 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e082174e-3003-435b-b20f-eacbe3f12bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:22:39.033542 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:22:39.559807 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:22:40.725109 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:22:43.136308 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:22:59.553956 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:23:05.708009 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-496e80e9-c3a6-4fb2-9ae4-ee97ca0835ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:23:08.057331 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-b2edfd2a-4573-4150-b14c-06a6748cfb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:23:09.043459 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:23:09.575352 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:23:10.736413 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:23:20.136518 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:23:29.576138 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:23:35.684517 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-591ea82b-f713-4140-972e-24a7e66ff8f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:23:38.054570 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-07bd9c86-695c-4a3a-a4f4-1f36f5ad18ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:23:39.072139 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:23:39.559024 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:23:40.741595 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:23:57.137780 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:23:59.580247 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:24:05.701348 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a5e89806-d8fd-4cec-862b-f1474a572a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:24:08.061447 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-faef4558-a9ea-4407-b6d7-b40ab749db2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:24:09.044118 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:24:09.581502 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:24:10.741997 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:24:29.588187 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:24:34.137388 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:24:35.701475 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a676da92-047b-4d94-ba26-09255b47bcff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:24:38.049645 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c3e2583f-2554-42e8-b53d-5348965c8f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:24:39.038256 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:24:39.564122 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:24:40.752860 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:24:59.614939 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:25:05.670187 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-e26bd50f-1b82-4123-ac44-ee10e7b306db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:25:08.047880 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7c5be759-5bc8-4547-add6-3c4350fdef1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:25:09.037903 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:25:09.590510 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:25:10.758029 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:25:11.137740 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:25:29.598108 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:25:35.663902 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a86eec61-0468-4db4-8429-7ead21e15872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:25:38.031926 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-af47cd0d-8545-4787-90e4-7af098db27cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:25:39.048612 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:25:39.549703 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:25:40.797351 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:25:48.137394 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:25:59.618358 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:26:05.688618 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-878dcb39-f4d8-475f-9210-84c4c6c73069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:26:08.054309 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-2db01feb-b299-4495-b838-8f999f4ae0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:26:09.040635 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:26:09.572275 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:26:10.826826 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:26:25.137418 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:26:29.611896 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:26:35.686025 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-f511aa5e-f741-47c5-8138-5c157ad2db8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:26:38.054081 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-bb10c023-1e63-4da5-83b0-9263f2b2e61b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:26:39.080352 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:26:39.608873 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:26:40.751180 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:26:59.639954 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:27:02.139782 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:27:05.685592 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-99976ff3-6e61-44e9-b906-0153d1796a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:27:08.051475 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-a9606ff5-0827-4dfa-99f1-87673d7399c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:27:09.048516 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:27:09.585123 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:27:10.756511 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:27:29.659033 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-7575c671-a227-4d24-be2a-ab7154e7f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:27:35.685244 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-55de6349-1599-4c86-93cb-f5a612ad043e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:27:38.053206 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3e3d223e-7f88-4831-a729-276cd6321cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:27:39.064840 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-3cba339c-7229-404d-b090-f118590c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:27:39.140579 dv-neutron-822669-1-hyperv neutron-server[84151]: DEBUG neutron.db.agents_db [None req-ae9b0c26-e5ee-4782-bf5b-67b392d5f304 None None] Agent healthcheck: found 6 active agents {{(pid=84151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:27:39.579924 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-c6b3ecaf-a319-456e-858b-0b4fdacf5bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:27:40.761948 dv-neutron-822669-1-hyperv neutron-server[84150]: DEBUG neutron_lib.callbacks.manager [None req-4a3be84c-38b6-464d-beab-600b3fdeba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792220801482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-701403'] for agent, after_update {{(pid=84150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}